aadityap commited on
Commit
e5f930d
1 Parent(s): 15cb7fc

Model save

Browse files
README.md CHANGED
@@ -1,13 +1,11 @@
1
  ---
2
  base_model: barc0/Llama-3.1-ARC-Potpourri-Transduction-8B
3
- datasets:
4
- - tttx/problem81_data
5
  library_name: peft
6
  license: llama3.1
7
  tags:
8
- - alignment-handbook
9
  - trl
10
  - sft
 
11
  - generated_from_trainer
12
  model-index:
13
  - name: problem81_model
@@ -19,7 +17,7 @@ should probably proofread and complete it, then remove this comment. -->
19
 
20
  # problem81_model
21
 
22
- This model is a fine-tuned version of [barc0/Llama-3.1-ARC-Potpourri-Transduction-8B](https://huggingface.co/barc0/Llama-3.1-ARC-Potpourri-Transduction-8B) on the tttx/problem81_data dataset.
23
  It achieves the following results on the evaluation set:
24
  - Loss: 0.0387
25
 
 
1
  ---
2
  base_model: barc0/Llama-3.1-ARC-Potpourri-Transduction-8B
 
 
3
  library_name: peft
4
  license: llama3.1
5
  tags:
 
6
  - trl
7
  - sft
8
+ - alignment-handbook
9
  - generated_from_trainer
10
  model-index:
11
  - name: problem81_model
 
17
 
18
  # problem81_model
19
 
20
+ This model is a fine-tuned version of [barc0/Llama-3.1-ARC-Potpourri-Transduction-8B](https://huggingface.co/barc0/Llama-3.1-ARC-Potpourri-Transduction-8B) on an unknown dataset.
21
  It achieves the following results on the evaluation set:
22
  - Loss: 0.0387
23
 
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
23
  "down_proj",
24
- "gate_proj",
25
  "q_proj",
26
- "o_proj",
27
  "up_proj",
28
- "k_proj",
29
- "v_proj"
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "o_proj",
24
  "down_proj",
 
25
  "q_proj",
 
26
  "up_proj",
27
+ "v_proj",
28
+ "gate_proj",
29
+ "k_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
all_results.json CHANGED
@@ -6,9 +6,9 @@
6
  "eval_samples_per_second": 0.708,
7
  "eval_steps_per_second": 0.708,
8
  "total_flos": 286353899520.0,
9
- "train_loss": 0.01860105964927546,
10
- "train_runtime": 154.9726,
11
  "train_samples": 90,
12
- "train_samples_per_second": 0.581,
13
- "train_steps_per_second": 0.581
14
  }
 
6
  "eval_samples_per_second": 0.708,
7
  "eval_steps_per_second": 0.708,
8
  "total_flos": 286353899520.0,
9
+ "train_loss": 0.0,
10
+ "train_runtime": 1.2944,
11
  "train_samples": 90,
12
+ "train_samples_per_second": 69.53,
13
+ "train_steps_per_second": 69.53
14
  }
train_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "epoch": 1.0,
3
  "total_flos": 286353899520.0,
4
- "train_loss": 0.01860105964927546,
5
- "train_runtime": 154.9726,
6
  "train_samples": 90,
7
- "train_samples_per_second": 0.581,
8
- "train_steps_per_second": 0.581
9
  }
 
1
  {
2
  "epoch": 1.0,
3
  "total_flos": 286353899520.0,
4
+ "train_loss": 0.0,
5
+ "train_runtime": 1.2944,
6
  "train_samples": 90,
7
+ "train_samples_per_second": 69.53,
8
+ "train_steps_per_second": 69.53
9
  }
trainer_state.json CHANGED
@@ -650,10 +650,10 @@
650
  "epoch": 1.0,
651
  "step": 90,
652
  "total_flos": 286353899520.0,
653
- "train_loss": 0.01860105964927546,
654
- "train_runtime": 154.9726,
655
- "train_samples_per_second": 0.581,
656
- "train_steps_per_second": 0.581
657
  }
658
  ],
659
  "logging_steps": 1,
 
650
  "epoch": 1.0,
651
  "step": 90,
652
  "total_flos": 286353899520.0,
653
+ "train_loss": 0.0,
654
+ "train_runtime": 1.2944,
655
+ "train_samples_per_second": 69.53,
656
+ "train_steps_per_second": 69.53
657
  }
658
  ],
659
  "logging_steps": 1,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8c4ed25c714398963e77c9f1a9ba4725e798d010a15d36e2bb19b43a744ad79
3
  size 7160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80e24d567cbae3f596eb560e2c8541e8dc3e5445d0107faf272d20943c243efa
3
  size 7160