fewshot number str->int

src/display/utils.py

@@ -55,7 +55,7 @@ auto_eval_column_dict.append(["license", ColumnContent, ColumnContent("Hub Licen
 auto_eval_column_dict.append(["params", ColumnContent, ColumnContent("#Params (B)", "number", False)])
 auto_eval_column_dict.append(["likes", ColumnContent, ColumnContent("Hub ❤️", "number", False)])
 auto_eval_column_dict.append(["revision", ColumnContent, ColumnContent("Revision", "str", False, False)])
-auto_eval_column_dict.append(["num_few_shots", ColumnContent, ColumnContent("Few-shot", "str", False)])
+auto_eval_column_dict.append(["num_few_shots", ColumnContent, ColumnContent("Few-shot", "number", False)])
 auto_eval_column_dict.append(["add_special_tokens", ColumnContent, ColumnContent("Add Special Tokens", "bool", False)])
 auto_eval_column_dict.append(
     ["llm_jp_eval_version", ColumnContent, ColumnContent("llm-jp-eval version", "str", False)]
@@ -152,11 +152,15 @@ class NumFewShots(Enum):
 
     @staticmethod
     def from_str(shots: str) -> "NumFewShots":
-        if shots == "0":
-            return NumFewShots.shots_0
-        if shots == "4":
-            return NumFewShots.shots_4
-        raise ValueError(f"Unsupported number of shots: {shots}. Must be either '0' or '4'")
+        try:
+            int_shots = int(shots)
+            if int_shots == 0:
+                return NumFewShots.shots_0
+            if int_shots == 4:
+                return NumFewShots.shots_4
+            raise ValueError
+        except ValueError:
+            raise ValueError(f"Unsupported number of shots: {shots}. Must be either 0 or 4")
 
 
 class LLMJpEvalVersion(Enum):