Push to HF space

README.md

@@ -15,6 +15,7 @@ datasets:
   - lilacai/lilac-SlimOrca
   - lilacai/lilac-UltraChat-200k
   - lilacai/lilac-roblox_luau_corpus
+  - lilacai/lilac-hncomments-1m
   - lilacai/lilac-MMLU
   - lilacai/lilac-ARC-Easy
   - lilacai/lilac-ARC-Challenge

data/lilac.yml

@@ -159,6 +159,22 @@ datasets:
           - completion
       tags:
         - datasets
+  - namespace: lilac
+    name: hncomments-1m
+    source:
+      filepaths:
+        - /Users/brian/dev/lilac/data/datasets/local/hncomments-duckprogress/data-00000-of-00001.parquet
+      sample_size: 1000000
+      source_name: parquet
+    embeddings:
+      - path: text
+        embedding: gte-small
+    settings:
+      ui:
+        media_paths:
+          - text
+      tags:
+        - datasets
   - namespace: lilac
     name: MMLU
     source:

dist/lilac-1337.0.0-py3-none-any.whl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4794a65361c1ad3ff415c8e6db54e6031eca64d71e807852accd6e1ef33c221a
-size 2479499
+oid sha256:024046f15b27a74f79bc76f7aa47c4aa8e76e08796c350ff3e2f54b75da1a0cf
+size 2480126