Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
feat: add toggle checkbox for qa
Browse files- app.py +20 -3
- src/utils.py +10 -5
app.py
CHANGED
@@ -11,7 +11,7 @@ from src.about import (
|
|
11 |
from src.benchmarks import DOMAIN_COLS_QA, LANG_COLS_QA, DOMAIN_COLS_LONG_DOC, LANG_COLS_LONG_DOC, METRIC_LIST, \
|
12 |
DEFAULT_METRIC
|
13 |
from src.display.css_html_js import custom_css
|
14 |
-
from src.display.utils import COL_NAME_IS_ANONYMOUS
|
15 |
from src.envs import API, EVAL_RESULTS_PATH, REPO_ID, RESULTS_REPO, TOKEN
|
16 |
from src.read_evals import get_raw_eval_results, get_leaderboard_df
|
17 |
from src.utils import update_table, update_metric, update_table_long_doc, upload_file, get_default_cols, submit_results
|
@@ -45,6 +45,7 @@ leaderboard_df_qa = original_df_qa.copy()
|
|
45 |
shown_columns_qa, types_qa = get_default_cols(
|
46 |
'qa', leaderboard_df_qa.columns, add_fix_cols=True)
|
47 |
leaderboard_df_qa = leaderboard_df_qa[~leaderboard_df_qa[COL_NAME_IS_ANONYMOUS]][shown_columns_qa]
|
|
|
48 |
|
49 |
leaderboard_df_long_doc = original_df_long_doc.copy()
|
50 |
shown_columns_long_doc, types_long_doc = get_default_cols(
|
@@ -80,9 +81,10 @@ def update_table_without_ranking(
|
|
80 |
langs,
|
81 |
reranking_query,
|
82 |
query,
|
83 |
-
show_anonymous
|
|
|
84 |
):
|
85 |
-
return update_table(hidden_df, domains, langs, reranking_query, query, show_anonymous, reset_ranking=False)
|
86 |
|
87 |
|
88 |
def update_table_without_ranking_long_doc(
|
@@ -193,6 +195,20 @@ with demo:
|
|
193 |
leaderboard_table,
|
194 |
)
|
195 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
196 |
selected_rerankings.change(
|
197 |
update_table_without_ranking,
|
198 |
[
|
@@ -202,6 +218,7 @@ with demo:
|
|
202 |
selected_rerankings,
|
203 |
search_bar,
|
204 |
show_anonymous,
|
|
|
205 |
],
|
206 |
leaderboard_table,
|
207 |
)
|
|
|
11 |
from src.benchmarks import DOMAIN_COLS_QA, LANG_COLS_QA, DOMAIN_COLS_LONG_DOC, LANG_COLS_LONG_DOC, METRIC_LIST, \
|
12 |
DEFAULT_METRIC
|
13 |
from src.display.css_html_js import custom_css
|
14 |
+
from src.display.utils import COL_NAME_IS_ANONYMOUS, COL_NAME_REVISION, COL_NAME_TIMESTAMP
|
15 |
from src.envs import API, EVAL_RESULTS_PATH, REPO_ID, RESULTS_REPO, TOKEN
|
16 |
from src.read_evals import get_raw_eval_results, get_leaderboard_df
|
17 |
from src.utils import update_table, update_metric, update_table_long_doc, upload_file, get_default_cols, submit_results
|
|
|
45 |
shown_columns_qa, types_qa = get_default_cols(
|
46 |
'qa', leaderboard_df_qa.columns, add_fix_cols=True)
|
47 |
leaderboard_df_qa = leaderboard_df_qa[~leaderboard_df_qa[COL_NAME_IS_ANONYMOUS]][shown_columns_qa]
|
48 |
+
leaderboard_df_qa.drop([COL_NAME_REVISION, COL_NAME_TIMESTAMP], axis=1, inplace=True)
|
49 |
|
50 |
leaderboard_df_long_doc = original_df_long_doc.copy()
|
51 |
shown_columns_long_doc, types_long_doc = get_default_cols(
|
|
|
81 |
langs,
|
82 |
reranking_query,
|
83 |
query,
|
84 |
+
show_anonymous,
|
85 |
+
show_revision_and_timestamp,
|
86 |
):
|
87 |
+
return update_table(hidden_df, domains, langs, reranking_query, query, show_anonymous, reset_ranking=False, show_revision_and_timestamp=show_revision_and_timestamp)
|
88 |
|
89 |
|
90 |
def update_table_without_ranking_long_doc(
|
|
|
195 |
leaderboard_table,
|
196 |
)
|
197 |
|
198 |
+
show_revision_and_timestamp.change(
|
199 |
+
update_table_without_ranking,
|
200 |
+
[
|
201 |
+
hidden_leaderboard_table_for_search,
|
202 |
+
selected_domains,
|
203 |
+
selected_langs,
|
204 |
+
selected_rerankings,
|
205 |
+
search_bar,
|
206 |
+
show_anonymous,
|
207 |
+
show_revision_and_timestamp
|
208 |
+
],
|
209 |
+
leaderboard_table
|
210 |
+
)
|
211 |
+
|
212 |
selected_rerankings.change(
|
213 |
update_table_without_ranking,
|
214 |
[
|
|
|
218 |
selected_rerankings,
|
219 |
search_bar,
|
220 |
show_anonymous,
|
221 |
+
show_revision_and_timestamp
|
222 |
],
|
223 |
leaderboard_table,
|
224 |
)
|
src/utils.py
CHANGED
@@ -9,7 +9,7 @@ import pandas as pd
|
|
9 |
from src.benchmarks import BENCHMARK_COLS_QA, BENCHMARK_COLS_LONG_DOC, BenchmarksQA, BenchmarksLongDoc
|
10 |
from src.display.formatting import styled_message, styled_error
|
11 |
from src.display.utils import COLS_QA, TYPES_QA, COLS_LONG_DOC, TYPES_LONG_DOC, COL_NAME_RANK, COL_NAME_AVG, \
|
12 |
-
COL_NAME_RERANKING_MODEL, COL_NAME_RETRIEVAL_MODEL, COL_NAME_IS_ANONYMOUS, get_default_auto_eval_column_dict
|
13 |
from src.envs import API, SEARCH_RESULTS_REPO
|
14 |
from src.read_evals import FullEvalResult, get_leaderboard_df, calculate_mean
|
15 |
|
@@ -130,14 +130,18 @@ def _update_table(
|
|
130 |
reranking_query: list,
|
131 |
query: str,
|
132 |
show_anonymous: bool,
|
133 |
-
reset_ranking: bool = True
|
|
|
134 |
):
|
135 |
filtered_df = hidden_df.copy()
|
136 |
if not show_anonymous:
|
137 |
filtered_df = filtered_df[~filtered_df[COL_NAME_IS_ANONYMOUS]]
|
138 |
filtered_df = filter_models(filtered_df, reranking_query)
|
139 |
filtered_df = filter_queries(query, filtered_df)
|
140 |
-
|
|
|
|
|
|
|
141 |
|
142 |
|
143 |
def update_table(
|
@@ -147,10 +151,11 @@ def update_table(
|
|
147 |
reranking_query: list,
|
148 |
query: str,
|
149 |
show_anonymous: bool,
|
150 |
-
reset_ranking: bool = True
|
|
|
151 |
):
|
152 |
return _update_table(
|
153 |
-
"qa", hidden_df, domains, langs, reranking_query, query, show_anonymous, reset_ranking)
|
154 |
|
155 |
|
156 |
def update_table_long_doc(
|
|
|
9 |
from src.benchmarks import BENCHMARK_COLS_QA, BENCHMARK_COLS_LONG_DOC, BenchmarksQA, BenchmarksLongDoc
|
10 |
from src.display.formatting import styled_message, styled_error
|
11 |
from src.display.utils import COLS_QA, TYPES_QA, COLS_LONG_DOC, TYPES_LONG_DOC, COL_NAME_RANK, COL_NAME_AVG, \
|
12 |
+
COL_NAME_RERANKING_MODEL, COL_NAME_RETRIEVAL_MODEL, COL_NAME_IS_ANONYMOUS, COL_NAME_TIMESTAMP, COL_NAME_REVISION, get_default_auto_eval_column_dict
|
13 |
from src.envs import API, SEARCH_RESULTS_REPO
|
14 |
from src.read_evals import FullEvalResult, get_leaderboard_df, calculate_mean
|
15 |
|
|
|
130 |
reranking_query: list,
|
131 |
query: str,
|
132 |
show_anonymous: bool,
|
133 |
+
reset_ranking: bool = True,
|
134 |
+
show_revision_and_timestamp: bool = False
|
135 |
):
|
136 |
filtered_df = hidden_df.copy()
|
137 |
if not show_anonymous:
|
138 |
filtered_df = filtered_df[~filtered_df[COL_NAME_IS_ANONYMOUS]]
|
139 |
filtered_df = filter_models(filtered_df, reranking_query)
|
140 |
filtered_df = filter_queries(query, filtered_df)
|
141 |
+
filtered_df = select_columns(filtered_df, domains, langs, task, reset_ranking)
|
142 |
+
if not show_revision_and_timestamp:
|
143 |
+
filtered_df.drop([COL_NAME_REVISION, COL_NAME_TIMESTAMP], axis=1, inplace=True)
|
144 |
+
return filtered_df
|
145 |
|
146 |
|
147 |
def update_table(
|
|
|
151 |
reranking_query: list,
|
152 |
query: str,
|
153 |
show_anonymous: bool,
|
154 |
+
reset_ranking: bool = True,
|
155 |
+
show_revision_and_timestamp: bool = False
|
156 |
):
|
157 |
return _update_table(
|
158 |
+
"qa", hidden_df, domains, langs, reranking_query, query, show_anonymous, reset_ranking, show_revision_and_timestamp)
|
159 |
|
160 |
|
161 |
def update_table_long_doc(
|