Spaces:
Build error
Build error
adding in "HuggingFaceM4/OBELICS" reference
Browse files
data_measurements/dataset_utils.py
CHANGED
@@ -56,11 +56,13 @@ _DATASET_LIST = [
|
|
56 |
"super_glue",
|
57 |
"wikitext",
|
58 |
"imdb",
|
|
|
59 |
]
|
60 |
|
61 |
_STREAMABLE_DATASET_LIST = [
|
62 |
"c4",
|
63 |
"wikitext",
|
|
|
64 |
]
|
65 |
|
66 |
_MAX_ROWS = 200000
|
|
|
56 |
"super_glue",
|
57 |
"wikitext",
|
58 |
"imdb",
|
59 |
+
"HuggingFaceM4/OBELICS",
|
60 |
]
|
61 |
|
62 |
_STREAMABLE_DATASET_LIST = [
|
63 |
"c4",
|
64 |
"wikitext",
|
65 |
+
"HuggingFaceM4/OBELICS",
|
66 |
]
|
67 |
|
68 |
_MAX_ROWS = 200000
|