Update src/leaderboard/read_evals.py

src/leaderboard/read_evals.py

@@ -46,15 +46,17 @@ class EvalResult:
         model_config = config.get("model", {})
 
         # Get model type from metainfo
-        model_type_str = metainfo.get("model_type", "")
-        model_type = ModelType.from_str(model_type_str)
+        # model_type_str = metainfo.get("model_type", "")
+        # model_type = ModelType.from_str(model_type_str)
+        model_type = metainfo.get("model_type", "Unknown")
         print("model_type", model_type)
 
         # Get num_few_shots from metainfo
         num_few_shots = metainfo.get("num_few_shots", 0)
 
         # Precision
-        precision = Precision.from_str(config.get("dtype"))
+        # precision = Precision.from_str(config.get("dtype"))
+        precision = model_config.get("dtype", "Unknown")
         print("precision", precision)
 
         # Get model and org