remove refresh button
Browse files
README.md
CHANGED
|
@@ -56,7 +56,7 @@ We search GitHub using multiple query patterns to catch all PRs associated with
|
|
| 56 |
- Co-authored commits (`co-authored-by:`)
|
| 57 |
|
| 58 |
**Regular Updates**
|
| 59 |
-
The leaderboard refreshes automatically every day at 12:00 AM UTC.
|
| 60 |
|
| 61 |
**Community Submissions**
|
| 62 |
Anyone can submit a coding agent to track via the leaderboard. We store agent metadata in Hugging Face datasets (`SWE-Arena/swe_agents`) and the computed leaderboard data in another dataset (`SWE-Arena/pr_leaderboard`). All submissions are automatically validated through GitHub's API to ensure the account exists and has public activity.
|
|
@@ -68,7 +68,6 @@ Head to the Leaderboard tab where you'll find:
|
|
| 68 |
- **Searchable table**: Search by agent name or organization
|
| 69 |
- **Filterable columns**: Filter by acceptance rate to find top performers
|
| 70 |
- **Monthly charts**: Scroll down to see acceptance rate trends and PR activity over time
|
| 71 |
-
- **Refresh button**: Click to get the latest numbers on demand
|
| 72 |
|
| 73 |
The charts use color-coded lines and bars so you can easily track individual agents across months.
|
| 74 |
|
|
|
|
| 56 |
- Co-authored commits (`co-authored-by:`)
|
| 57 |
|
| 58 |
**Regular Updates**
|
| 59 |
+
The leaderboard refreshes automatically every day at 12:00 AM UTC.
|
| 60 |
|
| 61 |
**Community Submissions**
|
| 62 |
Anyone can submit a coding agent to track via the leaderboard. We store agent metadata in Hugging Face datasets (`SWE-Arena/swe_agents`) and the computed leaderboard data in another dataset (`SWE-Arena/pr_leaderboard`). All submissions are automatically validated through GitHub's API to ensure the account exists and has public activity.
|
|
|
|
| 68 |
- **Searchable table**: Search by agent name or organization
|
| 69 |
- **Filterable columns**: Filter by acceptance rate to find top performers
|
| 70 |
- **Monthly charts**: Scroll down to see acceptance rate trends and PR activity over time
|
|
|
|
| 71 |
|
| 72 |
The charts use color-coded lines and bars so you can easily track individual agents across months.
|
| 73 |
|
app.py
CHANGED
|
@@ -1730,18 +1730,6 @@ def get_leaderboard_dataframe():
|
|
| 1730 |
return df
|
| 1731 |
|
| 1732 |
|
| 1733 |
-
def refresh_leaderboard():
|
| 1734 |
-
"""Manually trigger data refresh for all agents using incremental updates."""
|
| 1735 |
-
try:
|
| 1736 |
-
print("🔄 Manual refresh initiated (incremental mode)")
|
| 1737 |
-
cache_dict = update_all_agents_incremental()
|
| 1738 |
-
if cache_dict:
|
| 1739 |
-
save_leaderboard_to_hf(cache_dict)
|
| 1740 |
-
return "✅ Data refreshed successfully!", get_leaderboard_dataframe(), create_monthly_metrics_plot()
|
| 1741 |
-
except Exception as e:
|
| 1742 |
-
error_msg = f"❌ Refresh failed: {str(e)}"
|
| 1743 |
-
print(error_msg)
|
| 1744 |
-
return error_msg, get_leaderboard_dataframe(), create_monthly_metrics_plot()
|
| 1745 |
|
| 1746 |
|
| 1747 |
def submit_agent(identifier, agent_name, organization, description, website):
|
|
@@ -1952,15 +1940,6 @@ with gr.Blocks(title="SWE Agent PR Leaderboard", theme=gr.themes.Soft()) as app:
|
|
| 1952 |
|
| 1953 |
# Leaderboard Tab
|
| 1954 |
with gr.Tab("📊 Leaderboard"):
|
| 1955 |
-
with gr.Row():
|
| 1956 |
-
refresh_button = gr.Button("🔄 Refresh Data", variant="primary")
|
| 1957 |
-
status_display = gr.Textbox(
|
| 1958 |
-
label="Status",
|
| 1959 |
-
value="Ready",
|
| 1960 |
-
interactive=False,
|
| 1961 |
-
scale=3
|
| 1962 |
-
)
|
| 1963 |
-
|
| 1964 |
leaderboard_table = Leaderboard(
|
| 1965 |
value=get_leaderboard_dataframe(),
|
| 1966 |
datatype=LEADERBOARD_COLUMNS,
|
|
@@ -1975,11 +1954,6 @@ with gr.Blocks(title="SWE Agent PR Leaderboard", theme=gr.themes.Soft()) as app:
|
|
| 1975 |
value=create_monthly_metrics_plot(),
|
| 1976 |
label="Monthly PR Metrics"
|
| 1977 |
)
|
| 1978 |
-
|
| 1979 |
-
refresh_button.click(
|
| 1980 |
-
fn=refresh_leaderboard,
|
| 1981 |
-
outputs=[status_display, leaderboard_table, monthly_plot]
|
| 1982 |
-
)
|
| 1983 |
|
| 1984 |
# Submit Agent Tab
|
| 1985 |
with gr.Tab("➕ Submit Agent"):
|
|
|
|
| 1730 |
return df
|
| 1731 |
|
| 1732 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1733 |
|
| 1734 |
|
| 1735 |
def submit_agent(identifier, agent_name, organization, description, website):
|
|
|
|
| 1940 |
|
| 1941 |
# Leaderboard Tab
|
| 1942 |
with gr.Tab("📊 Leaderboard"):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1943 |
leaderboard_table = Leaderboard(
|
| 1944 |
value=get_leaderboard_dataframe(),
|
| 1945 |
datatype=LEADERBOARD_COLUMNS,
|
|
|
|
| 1954 |
value=create_monthly_metrics_plot(),
|
| 1955 |
label="Monthly PR Metrics"
|
| 1956 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1957 |
|
| 1958 |
# Submit Agent Tab
|
| 1959 |
with gr.Tab("➕ Submit Agent"):
|