Update config.json

config.json

@@ -1,5 +1,6 @@
 {
     "model_type": "transformer",
+    "trust_remote_code": true,
     "task_type": "CAUSAL_LM",
     "peft_config": {
         "lora_alpha": 16,
@@ -9,22 +10,9 @@
         "task_type": "CAUSAL_LM",
         "target_modules": ["q_proj", "k_proj", "v_proj", "o_proj", "gate_proj"]
     },
-    "training_arguments": {
-        "output_dir": "./results",
-        "num_train_epochs": 1,
-        "per_device_train_batch_size": 4,
-        "gradient_accumulation_steps": 1,
-        "optim": "paged_adamw_32bit",
-        "save_steps": 50,
-        "logging_steps": 1,
-        "learning_rate": 2e-4,
-        "weight_decay": 0.001,
-        "fp16": false,
-        "bf16": false,
-        "max_grad_norm": 0.3,
-        "max_steps": -1,
-        "warmup_ratio": 0.03,
-        "group_by_length": true,
-        "lr_scheduler_type": "constant"
+    "quantization_config": {
+        "load_in_4bit": true,
+        "torch_dtype": "torch.bfloat16",
+        "device_map": "auto"
     }
 }