sampangtf/law-nlp

README.md

@@ -51,8 +51,8 @@ The following hyperparameters were used during training:
 
 ### Framework versions
 
-- PEFT 0.13.1.dev0
+- PEFT 0.13.3.dev0
 - Transformers 4.46.0.dev0
 - Pytorch 2.4.1+cu121
 - Datasets 3.0.1
-- Tokenizers 0.20.0
+- Tokenizers 0.20.1

adapter_config.json

@@ -17,17 +17,17 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 4,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "k_proj",
+    "o_proj",
     "gate_proj",
-    "up_proj",
     "v_proj",
-    "q_proj",
-    "o_proj",
     "down_proj",
-    "k_proj"
+    "q_proj",
+    "up_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91ee21799eb515b87715145619beb950b11ca1db15625c805664a251d18d76b8
-size 48679352
+oid sha256:212f816464acdd6ec36d79fc13c2d677df7b26ca071256ff02b6112c5a9b8549
+size 24365320

runs/Oct17_06-10-23_cf30dc14be04/events.out.tfevents.1729145424.cf30dc14be04.780.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3286f16144a00b0c22342f3e7a7999fea67d899fe2486f8830863caaced1f95
+size 10404

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81a2fdca9537711a6f57d53e2a2c44da5f22eb98c357353ee8db0e499c64ff80
+oid sha256:e9ba7714d4f23e1ff7d6e64a08c54f79c57dd74cd70b4d7f10970fd74628e531
 size 5240