Spaces:
Runtime error
Runtime error
nitzanguetta
commited on
Commit
·
3c8e76e
1
Parent(s):
9b7d6bf
Add application file
Browse files- WHOOPS_Explanation_of_Violation_Leaderboard.tsv +7 -0
- app.py +21 -0
WHOOPS_Explanation_of_Violation_Leaderboard.tsv
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Model Human Metric Auto Metric Identify (Binary Accuracy)
|
| 2 |
+
Humans 95 92
|
| 3 |
+
Ground-truth Caption _ GPT3 (Oracle) 68 62 74
|
| 4 |
+
BLIP2 FlanT5-XXL (Fine-tuned) 27 24 73
|
| 5 |
+
BLIP2 FlanT5-XL (Fine-tuned) 15 18 60
|
| 6 |
+
Predicted Caption _ GPT3 33 42 59
|
| 7 |
+
BLIP2 FlanT5-XXL (Zero-shot) 0 0 50
|
app.py
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import gradio as gr
|
| 2 |
+
import pandas as pd
|
| 3 |
+
|
| 4 |
+
df = pd.read_table("WHOOPS_Explanation_of_Violation_Leaderboard.tsv")
|
| 5 |
+
headline = """# WHOOPS Leaderboard
|
| 6 |
+
To submit your results to the leaderboard, please add a "predictions" column to [this csv](https://huggingface.co/datasets/nlphuji/whoops/blob/main/whoops_dataset.csv), and send to [this mail](mailto:yonatanbitton1@gmail.com) or [this mail](mailto:whoops.benchmark@gmail.com,).
|
| 7 |
+
"""
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
demo = gr.Blocks()
|
| 11 |
+
with demo:
|
| 12 |
+
with gr.Row():
|
| 13 |
+
gr.Markdown(headline)
|
| 14 |
+
|
| 15 |
+
with gr.Column():
|
| 16 |
+
leaderboard_df = gr.components.DataFrame(
|
| 17 |
+
value=df,
|
| 18 |
+
datatype=["markdown", "number", "number", "number"]
|
| 19 |
+
)
|
| 20 |
+
|
| 21 |
+
demo.launch()
|