ca-finetuned-phi-2-multiple-choice

README.md

@@ -43,7 +43,7 @@ The following hyperparameters were used during training:
 - total_train_batch_size: 40
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: cosine
-- num_epochs: 10
+- num_epochs: 15
 
 ### Training results
 

adapter_config.json

@@ -19,10 +19,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "out_proj",
+    "fc1",
     "Wqkv",
     "fc2",
-    "fc1"
+    "out_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b984637998bfa9d08206b0af90d72a6c39d2dc58c234b78a8411398dfb8e6bd
+oid sha256:bbdd7e9ec713e777526da807ca7268106e84c1cb0edde5b0fe7565db5428dcd1
 size 83919184

emissions.csv

@@ -6,3 +6,4 @@ timestamp,experiment_id,project_name,duration,emissions,energy_consumed,country_
 2024-02-14T19:45:54,999ddc32-b77b-4ed8-b537-b145dd580c6d,codecarbon,33.94769358634949,0.004399322764923674,0.008227875734801366,Canada,CAN,,N,,
 2024-02-14T19:49:00,a8f9188a-d502-41f7-9968-af5ffcb8ab3e,codecarbon,33.84769535064697,0.004278708340394734,0.008002295446680381,Canada,CAN,,N,,
 2024-02-14T22:53:52,e99bffbb-7f82-4219-8d73-beabe2bd94db,codecarbon,41.43799185752869,0.0038795934667959185,0.007255847013738684,Canada,CAN,,N,,
+2024-02-14T22:59:20,217aebd1-835d-4b37-9dc9-b28d4812ea5a,codecarbon,60.57159376144409,0.0057723278455620135,0.010795751698987228,Canada,CAN,,N,,

runs/Feb14_22-58-15_c0c8f2aaa2e2/events.out.tfevents.1707951497.c0c8f2aaa2e2.12691.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c69209155d63f715be9b6bd1065c63a0dd96f27485e2b5d88a55c1142b691b
+size 7588

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4cb3bc5e890ac524885e1659fc00259eca1fcccf2d5e7e44b527cc2afe7f094
+oid sha256:dfdc1f02f28566b8024a4d36fe2e4945d1eb991846e1e4cc0b9ae2e3bf1b2363
 size 4283