Spaces:
Running
Running
zhimin-z commited on
Commit ·
9ea908b
1
Parent(s): a5db621
add
Browse files
app.py
CHANGED
|
@@ -1723,7 +1723,7 @@ def get_leaderboard_data(vote_entry=None, use_cache=True):
|
|
| 1723 |
"Elo Score": 2,
|
| 1724 |
"Win Rate": 2,
|
| 1725 |
"Conversation Efficiency Index": 2,
|
| 1726 |
-
"Consistency Index": 2,
|
| 1727 |
"Bradley-Terry Coefficient": 2,
|
| 1728 |
"Eigenvector Centrality Value": 2,
|
| 1729 |
"Newman Modularity Score": 2,
|
|
@@ -1746,7 +1746,7 @@ def get_leaderboard_data(vote_entry=None, use_cache=True):
|
|
| 1746 |
return pd.DataFrame(
|
| 1747 |
columns=[
|
| 1748 |
"Rank", "Model", "Organization", "Elo Score", "Win Rate",
|
| 1749 |
-
"Conversation Efficiency Index", "Consistency Index",
|
| 1750 |
"Bradley-Terry Coefficient", "Eigenvector Centrality Value",
|
| 1751 |
"Newman Modularity Score", "PageRank Score",
|
| 1752 |
]
|
|
@@ -1874,7 +1874,7 @@ def get_leaderboard_data(vote_entry=None, use_cache=True):
|
|
| 1874 |
"Elo Score": elo_scores.values,
|
| 1875 |
"Win Rate": avr_scores.values,
|
| 1876 |
"Conversation Efficiency Index": cei_result.values,
|
| 1877 |
-
"Consistency Index": mcs_result.values,
|
| 1878 |
"Bradley-Terry Coefficient": bt_scores.values,
|
| 1879 |
"Eigenvector Centrality Value": eigen_scores.values,
|
| 1880 |
"Newman Modularity Score": newman_scores.values,
|
|
@@ -2149,14 +2149,14 @@ with gr.Blocks(title="SWE-Model-Arena", theme=gr.themes.Soft()) as app:
|
|
| 2149 |
value=get_leaderboard_data(use_cache=True),
|
| 2150 |
select_columns=[
|
| 2151 |
"Rank", "Model", "Organization", "Elo Score",
|
| 2152 |
-
"Conversation Efficiency Index", "Consistency Index",
|
| 2153 |
],
|
| 2154 |
search_columns=["Model"],
|
| 2155 |
filter_columns=[
|
| 2156 |
ColumnFilter("Elo Score", min=800, max=1600, default=[800, 1600], type="slider", label="Elo Score"),
|
| 2157 |
ColumnFilter("Win Rate", min=0, max=1, default=[0, 1], type="slider", label="Win Rate"),
|
| 2158 |
ColumnFilter("Conversation Efficiency Index", min=0, max=1, default=[0, 1], type="slider", label="Conversation Efficiency Index"),
|
| 2159 |
-
ColumnFilter("Consistency Index", min=0, max=1, default=[0, 1], type="slider", label="Consistency Index"),
|
| 2160 |
],
|
| 2161 |
datatype=[
|
| 2162 |
"number", "str", "str", "number", "number", "number",
|
|
|
|
| 1723 |
"Elo Score": 2,
|
| 1724 |
"Win Rate": 2,
|
| 1725 |
"Conversation Efficiency Index": 2,
|
| 1726 |
+
"Conversation Consistency Index": 2,
|
| 1727 |
"Bradley-Terry Coefficient": 2,
|
| 1728 |
"Eigenvector Centrality Value": 2,
|
| 1729 |
"Newman Modularity Score": 2,
|
|
|
|
| 1746 |
return pd.DataFrame(
|
| 1747 |
columns=[
|
| 1748 |
"Rank", "Model", "Organization", "Elo Score", "Win Rate",
|
| 1749 |
+
"Conversation Efficiency Index", "Conversation Consistency Index",
|
| 1750 |
"Bradley-Terry Coefficient", "Eigenvector Centrality Value",
|
| 1751 |
"Newman Modularity Score", "PageRank Score",
|
| 1752 |
]
|
|
|
|
| 1874 |
"Elo Score": elo_scores.values,
|
| 1875 |
"Win Rate": avr_scores.values,
|
| 1876 |
"Conversation Efficiency Index": cei_result.values,
|
| 1877 |
+
"Conversation Consistency Index": mcs_result.values,
|
| 1878 |
"Bradley-Terry Coefficient": bt_scores.values,
|
| 1879 |
"Eigenvector Centrality Value": eigen_scores.values,
|
| 1880 |
"Newman Modularity Score": newman_scores.values,
|
|
|
|
| 2149 |
value=get_leaderboard_data(use_cache=True),
|
| 2150 |
select_columns=[
|
| 2151 |
"Rank", "Model", "Organization", "Elo Score",
|
| 2152 |
+
"Conversation Efficiency Index", "Conversation Consistency Index",
|
| 2153 |
],
|
| 2154 |
search_columns=["Model"],
|
| 2155 |
filter_columns=[
|
| 2156 |
ColumnFilter("Elo Score", min=800, max=1600, default=[800, 1600], type="slider", label="Elo Score"),
|
| 2157 |
ColumnFilter("Win Rate", min=0, max=1, default=[0, 1], type="slider", label="Win Rate"),
|
| 2158 |
ColumnFilter("Conversation Efficiency Index", min=0, max=1, default=[0, 1], type="slider", label="Conversation Efficiency Index"),
|
| 2159 |
+
ColumnFilter("Conversation Consistency Index", min=0, max=1, default=[0, 1], type="slider", label="Conversation Consistency Index"),
|
| 2160 |
],
|
| 2161 |
datatype=[
|
| 2162 |
"number", "str", "str", "number", "number", "number",
|