zhimin-z commited on
Commit
9ea908b
·
1 Parent(s): a5db621
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -1723,7 +1723,7 @@ def get_leaderboard_data(vote_entry=None, use_cache=True):
1723
  "Elo Score": 2,
1724
  "Win Rate": 2,
1725
  "Conversation Efficiency Index": 2,
1726
- "Consistency Index": 2,
1727
  "Bradley-Terry Coefficient": 2,
1728
  "Eigenvector Centrality Value": 2,
1729
  "Newman Modularity Score": 2,
@@ -1746,7 +1746,7 @@ def get_leaderboard_data(vote_entry=None, use_cache=True):
1746
  return pd.DataFrame(
1747
  columns=[
1748
  "Rank", "Model", "Organization", "Elo Score", "Win Rate",
1749
- "Conversation Efficiency Index", "Consistency Index",
1750
  "Bradley-Terry Coefficient", "Eigenvector Centrality Value",
1751
  "Newman Modularity Score", "PageRank Score",
1752
  ]
@@ -1874,7 +1874,7 @@ def get_leaderboard_data(vote_entry=None, use_cache=True):
1874
  "Elo Score": elo_scores.values,
1875
  "Win Rate": avr_scores.values,
1876
  "Conversation Efficiency Index": cei_result.values,
1877
- "Consistency Index": mcs_result.values,
1878
  "Bradley-Terry Coefficient": bt_scores.values,
1879
  "Eigenvector Centrality Value": eigen_scores.values,
1880
  "Newman Modularity Score": newman_scores.values,
@@ -2149,14 +2149,14 @@ with gr.Blocks(title="SWE-Model-Arena", theme=gr.themes.Soft()) as app:
2149
  value=get_leaderboard_data(use_cache=True),
2150
  select_columns=[
2151
  "Rank", "Model", "Organization", "Elo Score",
2152
- "Conversation Efficiency Index", "Consistency Index",
2153
  ],
2154
  search_columns=["Model"],
2155
  filter_columns=[
2156
  ColumnFilter("Elo Score", min=800, max=1600, default=[800, 1600], type="slider", label="Elo Score"),
2157
  ColumnFilter("Win Rate", min=0, max=1, default=[0, 1], type="slider", label="Win Rate"),
2158
  ColumnFilter("Conversation Efficiency Index", min=0, max=1, default=[0, 1], type="slider", label="Conversation Efficiency Index"),
2159
- ColumnFilter("Consistency Index", min=0, max=1, default=[0, 1], type="slider", label="Consistency Index"),
2160
  ],
2161
  datatype=[
2162
  "number", "str", "str", "number", "number", "number",
 
1723
  "Elo Score": 2,
1724
  "Win Rate": 2,
1725
  "Conversation Efficiency Index": 2,
1726
+ "Conversation Consistency Index": 2,
1727
  "Bradley-Terry Coefficient": 2,
1728
  "Eigenvector Centrality Value": 2,
1729
  "Newman Modularity Score": 2,
 
1746
  return pd.DataFrame(
1747
  columns=[
1748
  "Rank", "Model", "Organization", "Elo Score", "Win Rate",
1749
+ "Conversation Efficiency Index", "Conversation Consistency Index",
1750
  "Bradley-Terry Coefficient", "Eigenvector Centrality Value",
1751
  "Newman Modularity Score", "PageRank Score",
1752
  ]
 
1874
  "Elo Score": elo_scores.values,
1875
  "Win Rate": avr_scores.values,
1876
  "Conversation Efficiency Index": cei_result.values,
1877
+ "Conversation Consistency Index": mcs_result.values,
1878
  "Bradley-Terry Coefficient": bt_scores.values,
1879
  "Eigenvector Centrality Value": eigen_scores.values,
1880
  "Newman Modularity Score": newman_scores.values,
 
2149
  value=get_leaderboard_data(use_cache=True),
2150
  select_columns=[
2151
  "Rank", "Model", "Organization", "Elo Score",
2152
+ "Conversation Efficiency Index", "Conversation Consistency Index",
2153
  ],
2154
  search_columns=["Model"],
2155
  filter_columns=[
2156
  ColumnFilter("Elo Score", min=800, max=1600, default=[800, 1600], type="slider", label="Elo Score"),
2157
  ColumnFilter("Win Rate", min=0, max=1, default=[0, 1], type="slider", label="Win Rate"),
2158
  ColumnFilter("Conversation Efficiency Index", min=0, max=1, default=[0, 1], type="slider", label="Conversation Efficiency Index"),
2159
+ ColumnFilter("Conversation Consistency Index", min=0, max=1, default=[0, 1], type="slider", label="Conversation Consistency Index"),
2160
  ],
2161
  datatype=[
2162
  "number", "str", "str", "number", "number", "number",