Push to HF space

README.md

@@ -15,6 +15,7 @@ datasets:
   - lilacai/lilac-MMLU
   - lilacai/lilac-ARC-Easy
   - lilacai/lilac-ARC-Challenge
+  - lilacai/lilac-HellaSwag
   - lilacai/lilac-databricks-dolly-15k-curated-en
   - lilacai/lilac-dolphin
 

data/lilac.yml

@@ -163,6 +163,22 @@ datasets:
         markdown_paths: []
       tags:
         - eval
+  - namespace: lilac
+    name: HellaSwag
+    source:
+      dataset_name: Rowan/hellaswag
+      source_name: huggingface
+    settings:
+      ui:
+        media_paths:
+          - ctx
+          - ctx_a
+          - ctx_b
+          - - endings
+            - '*'
+        markdown_paths: []
+      tags:
+        - eval
   - namespace: lilac
     name: databricks-dolly-15k-curated-en
     source:
@@ -268,6 +284,10 @@ clusters:
     dataset_name: ARC-Challenge
     input_path: !!python/tuple
       - question
+  - dataset_namespace: lilac
+    dataset_name: HellaSwag
+    input_path: !!python/tuple
+      - ctx
   - dataset_namespace: lilac
     dataset_name: dolphin
     input_path: !!python/tuple