Update src/leaderboard/read_evals.py

src/leaderboard/read_evals.py

@@ -34,6 +34,7 @@ class EvalResult:
     date: str = "" # submission date of request file
     still_on_hub: bool = False
     num_few_shots: str = "0"
+    add_special_tokens = True
 
     @classmethod
     def init_from_json_file(self, json_filepath):
@@ -59,6 +60,9 @@ class EvalResult:
         precision = model_config.get("dtype", "Unknown")
         print("precision", precision)
 
+        # Add Special Tokens
+        add_special_tokens = config.get("pipeline_kwargs").get("add_special_tokens")
+
         # Get model and org
         org_and_model = config.get("model_name", config.get("model").get("model", None))
         org_and_model = org_and_model.split("/", 1)
@@ -106,7 +110,8 @@ class EvalResult:
             still_on_hub=still_on_hub,
             architecture=architecture,
             model_type=model_type,
-            num_few_shots=num_few_shots
+            num_few_shots=num_few_shots,
+            add_special_tokens=add_special_tokens,
         )
 
     def update_with_request_file(self, requests_path):