Upload folder using huggingface_hub

mlc-chat-config.json

@@ -12,16 +12,16 @@
     "position_embedding_base": 10000.0,
     "partial_rotary_factor": 0.4,
     "num_key_value_heads": 32,
-    "context_window_size": 2048,
-    "prefill_chunk_size": 2048,
+    "context_window_size": 512,
+    "prefill_chunk_size": 512,
     "head_dim": 80,
     "tensor_parallel_shards": 1,
     "max_batch_size": 128
   },
   "vocab_size": 51200,
-  "context_window_size": 2048,
+  "context_window_size": 512,
   "sliding_window_size": -1,
-  "prefill_chunk_size": 2048,
+  "prefill_chunk_size": 512,
   "attention_sink_size": -1,
   "tensor_parallel_shards": 1,
   "pipeline_parallel_stages": 1,