Merge branch 'main' of hf.co:spaces/vectara/leaderboard

README.md

@@ -4,7 +4,7 @@ emoji: 🥇
 colorFrom: green
 colorTo: indigo
 sdk: gradio
-sdk_version: 4.37.1
+sdk_version: 4.44.0
 app_file: app.py
 pinned: true
 license: apache-2.0

app.py

@@ -144,10 +144,10 @@ with demo:
                             elem_id="column-select",
                             interactive=True,
                         )
-                    with gr.Row():
-                        deleted_models_visibility = gr.Checkbox(
-                            value=False, label="Show gated/private/deleted models", interactive=True
-                        )
+#                    with gr.Row():
+#                        deleted_models_visibility = gr.Checkbox(
+#                            value=False, label="Show gated/private/deleted models", interactive=True
+#                        )
                 with gr.Column(min_width=320):
                     #with gr.Box(elem_id="box-filter"):
                     filter_columns_type = gr.CheckboxGroup(
@@ -157,20 +157,20 @@ with demo:
                         interactive=True,
                         elem_id="filter-columns-type",
                     )
-                    filter_columns_precision = gr.CheckboxGroup(
-                        label="Precision",
-                        choices=[i.value.name for i in utils.Precision],
-                        value=[i.value.name for i in utils.Precision],
-                        interactive=True,
-                        elem_id="filter-columns-precision",
-                    )
-                    filter_columns_size = gr.CheckboxGroup(
-                        label="Model sizes (in billions of parameters)",
-                        choices=list(utils.NUMERIC_INTERVALS.keys()),
-                        value=list(utils.NUMERIC_INTERVALS.keys()),
-                        interactive=True,
-                        elem_id="filter-columns-size",
-                    )
+                    # filter_columns_precision = gr.CheckboxGroup(
+                    #     label="Precision",
+                    #     choices=[i.value.name for i in utils.Precision],
+                    #     value=[i.value.name for i in utils.Precision],
+                    #     interactive=True,
+                    #     elem_id="filter-columns-precision",
+                    # )
+                    # filter_columns_size = gr.CheckboxGroup(
+                    #     label="Model sizes (in billions of parameters)",
+                    #     choices=list(utils.NUMERIC_INTERVALS.keys()),
+                    #     value=list(utils.NUMERIC_INTERVALS.keys()),
+                    #     interactive=True,
+                    #     elem_id="filter-columns-size",
+                    # )
 
             leaderboard_table = gr.components.Dataframe(
                 value=leaderboard_df[
@@ -199,23 +199,23 @@ with demo:
                     hidden_leaderboard_table_for_search,
                     shown_columns,
                     filter_columns_type,
-                    filter_columns_precision,
-                    filter_columns_size,
-                    deleted_models_visibility,
+#                    filter_columns_precision,
+#                    filter_columns_size,
+#                    deleted_models_visibility,
                     search_bar,
                 ],
                 leaderboard_table,
             )
-            for selector in [shown_columns, filter_columns_type, filter_columns_precision, filter_columns_size, deleted_models_visibility]:
+            for selector in [shown_columns, filter_columns_type]: #, filter_columns_precision, filter_columns_size, deleted_models_visibility]:
                 selector.change(
                     update_table,
                     [
                         hidden_leaderboard_table_for_search,
                         shown_columns,
                         filter_columns_type,
-                        filter_columns_precision,
-                        filter_columns_size,
-                        deleted_models_visibility,
+#                        filter_columns_precision,
+#                        filter_columns_size,
+#                        deleted_models_visibility,
                         search_bar,
                     ],
                     leaderboard_table,

requirements.txt

@@ -2,15 +2,15 @@ APScheduler==3.10.1
 black==23.11.0
 click==8.1.3
 datasets==2.14.5
-gradio==4.4.0
-gradio_client==0.7.0
+gradio==4.44.0
+gradio_client==1.3.0
 huggingface-hub>=0.18.0
 litellm==1.15.1
 matplotlib==3.7.1
 numpy==1.24.2
 pandas==2.0.0
 python-dateutil==2.8.2
-requests==2.28.2
+requests==2.31.0
 tqdm==4.65.0
 tokenizers>=0.15.0
 sentence-transformers==2.2.2

src/display/utils.py

@@ -33,14 +33,14 @@ for task in Tasks:
 
 # Model information
 auto_eval_column_dict.append(["model_type", ColumnContent, ColumnContent("Type", "str", False)])
-auto_eval_column_dict.append(["architecture", ColumnContent, ColumnContent("Architecture", "str", False)])
+#auto_eval_column_dict.append(["architecture", ColumnContent, ColumnContent("Architecture", "str", False)])
 auto_eval_column_dict.append(["weight_type", ColumnContent, ColumnContent("Weight type", "str", False, True)])
-auto_eval_column_dict.append(["precision", ColumnContent, ColumnContent("Precision", "str", False)])
-auto_eval_column_dict.append(["license", ColumnContent, ColumnContent("Hub License", "str", False)])
-auto_eval_column_dict.append(["params", ColumnContent, ColumnContent("#Params (B)", "number", False)])
-auto_eval_column_dict.append(["likes", ColumnContent, ColumnContent("Hub ❤️", "number", False)])
-auto_eval_column_dict.append(["still_on_hub", ColumnContent, ColumnContent("Available on the hub", "bool", False)])
-auto_eval_column_dict.append(["revision", ColumnContent, ColumnContent("Model sha", "str", False, False)])
+#auto_eval_column_dict.append(["precision", ColumnContent, ColumnContent("Precision", "str", False)])
+#auto_eval_column_dict.append(["license", ColumnContent, ColumnContent("Hub License", "str", False)])
+#auto_eval_column_dict.append(["params", ColumnContent, ColumnContent("#Params (B)", "number", False)])
+#auto_eval_column_dict.append(["likes", ColumnContent, ColumnContent("Hub ❤️", "number", False)])
+#auto_eval_column_dict.append(["still_on_hub", ColumnContent, ColumnContent("Available on the hub", "bool", False)])
+#auto_eval_column_dict.append(["revision", ColumnContent, ColumnContent("Model sha", "str", False, False)])
 # Dummy column for the search bar (hidden by the custom CSS)
 auto_eval_column_dict.append(["dummy", ColumnContent, ColumnContent("model_name_for_query", "str", False, dummy=True)])
 

src/leaderboard/read_evals.py

@@ -104,18 +104,18 @@ class EvalResult:
 
         data_dict = {
             "eval_name": self.eval_name,  # not a column, just a save name,
-            utils.AutoEvalColumn.precision.name: self.precision.value.name,
+#            utils.AutoEvalColumn.precision.name: self.precision.value.name,
             utils.AutoEvalColumn.model_type.name: self.model_type.value.name,
             utils.AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol,
             utils.AutoEvalColumn.weight_type.name: self.weight_type.value.name,
-            utils.AutoEvalColumn.architecture.name: self.architecture,
+#            utils.AutoEvalColumn.architecture.name: self.architecture,
             utils.AutoEvalColumn.model.name: formatting.make_clickable_model(self.full_model),
             utils.AutoEvalColumn.dummy.name: self.full_model,
-            utils.AutoEvalColumn.revision.name: self.revision,
-            utils.AutoEvalColumn.license.name: self.license,
-            utils.AutoEvalColumn.likes.name: self.likes,
-            utils.AutoEvalColumn.params.name: self.num_params,
-            utils.AutoEvalColumn.still_on_hub.name: self.still_on_hub,
+#            utils.AutoEvalColumn.revision.name: self.revision,
+#            utils.AutoEvalColumn.license.name: self.license,
+#            utils.AutoEvalColumn.likes.name: self.likes,
+#            utils.AutoEvalColumn.params.name: self.num_params,
+#            utils.AutoEvalColumn.still_on_hub.name: self.still_on_hub,
         }
 
         for task in utils.Tasks: