Hugging Face's logo

AswanthCManoj
/
results

PEFT
Safetensors
Generated from Trainer
Model card Files Community
AswanthCManoj commited on
Commit
5252a2d
•
1 Parent(s): 068667e

Training in progress, step 25

Browse files
Files changed (8) hide show
  1. adapter_config.json +6 -9
  2. adapter_model.safetensors +2 -2
  3. added_tokens.json +50 -6
  4. merges.txt +0 -0
  5. special_tokens_map.json +10 -4
  6. tokenizer_config.json +369 -39
  7. training_args.bin +1 -1
  8. vocab.json +0 -0
adapter_config.json CHANGED
@@ -1,16 +1,17 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "teknium/OpenHermes-2.5-Mistral-7B",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
8
  "init_lora_weights": true,
9
  "layers_pattern": null,
10
  "layers_to_transform": null,
11
- "lora_alpha": 64,
12
- "lora_dropout": 0.05,
13
  "modules_to_save": [
 
14
  "embed_tokens"
15
  ],
16
  "peft_type": "LORA",
@@ -18,13 +19,9 @@
18
  "rank_pattern": {},
19
  "revision": null,
20
  "target_modules": [
21
- "down_proj",
22
- "o_proj",
23
- "k_proj",
24
- "v_proj",
25
- "gate_proj",
26
  "q_proj",
27
- "up_proj"
 
28
  ],
29
  "task_type": "CAUSAL_LM"
30
  }
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "microsoft/phi-2",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
8
  "init_lora_weights": true,
9
  "layers_pattern": null,
10
  "layers_to_transform": null,
11
+ "lora_alpha": 32,
12
+ "lora_dropout": 0.1,
13
  "modules_to_save": [
14
+ "lm_head",
15
  "embed_tokens"
16
  ],
17
  "peft_type": "LORA",
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
 
 
 
 
22
  "q_proj",
23
+ "k_proj",
24
+ "v_proj"
25
  ],
26
  "task_type": "CAUSAL_LM"
27
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:680b9c6b183759a7adf655f0859c97d3ed7de40d702d79161945a6e01a56a8e5
3
- size 859991408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f0a6f552440f633c5b2c5022e12517e1958e36cdf69614df3fce769c93a3245
3
+ size 1093430132
added_tokens.json CHANGED
@@ -1,8 +1,52 @@
1
  {
2
- "<|end|>": 32003,
3
- "<|function_call|>": 32002,
4
- "<|im_end|>": 32000,
5
- "<|im_start|>": 32001,
6
- "<|response|>": 32004,
7
- "<|thoughts|>": 32005
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8
  }
 
1
  {
2
+ "\t\t": 50294,
3
+ "\t\t\t": 50293,
4
+ "\t\t\t\t": 50292,
5
+ "\t\t\t\t\t": 50291,
6
+ "\t\t\t\t\t\t": 50290,
7
+ "\t\t\t\t\t\t\t": 50289,
8
+ "\t\t\t\t\t\t\t\t": 50288,
9
+ "\t\t\t\t\t\t\t\t\t": 50287,
10
+ " ": 50286,
11
+ " ": 50285,
12
+ " ": 50284,
13
+ " ": 50283,
14
+ " ": 50282,
15
+ " ": 50281,
16
+ " ": 50280,
17
+ " ": 50279,
18
+ " ": 50278,
19
+ " ": 50277,
20
+ " ": 50276,
21
+ " ": 50275,
22
+ " ": 50274,
23
+ " ": 50273,
24
+ " ": 50272,
25
+ " ": 50271,
26
+ " ": 50270,
27
+ " ": 50269,
28
+ " ": 50268,
29
+ " ": 50267,
30
+ " ": 50266,
31
+ " ": 50265,
32
+ " ": 50264,
33
+ " ": 50263,
34
+ " ": 50262,
35
+ " ": 50261,
36
+ " ": 50260,
37
+ " ": 50259,
38
+ " ": 50258,
39
+ " ": 50257,
40
+ "<PAD>": 50295,
41
+ "<|end_of_turn|>": 50303,
42
+ "<|end|>": 50301,
43
+ "<|function_call|>": 50297,
44
+ "<|response|>": 50298,
45
+ "<|thoughts|>": 50299,
46
+ "Azma": 50296,
47
+ "Azma:": 50305,
48
+ "Observation:": 50302,
49
+ "Reference:": 50306,
50
+ "System:": 50300,
51
+ "User:": 50304
52
  }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json CHANGED
@@ -1,18 +1,24 @@
1
  {
2
  "bos_token": {
3
- "content": "<s>",
4
  "lstrip": false,
5
  "normalized": false,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
- "content": "<|im_end|>",
11
  "lstrip": false,
12
  "normalized": false,
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "pad_token": "</s>",
17
- "unk_token": "<unk>"
 
 
 
 
 
 
18
  }
 
1
  {
2
  "bos_token": {
3
+ "content": "<|endoftext|>",
4
  "lstrip": false,
5
  "normalized": false,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
+ "content": "<|endoftext|>",
11
  "lstrip": false,
12
  "normalized": false,
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "pad_token": "<PAD>",
17
+ "unk_token": {
18
+ "content": "<|endoftext|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
  }
tokenizer_config.json CHANGED
@@ -1,64 +1,345 @@
1
  {
2
- "add_bos_token": true,
3
- "add_eos_token": true,
 
4
  "added_tokens_decoder": {
5
- "0": {
6
- "content": "<unk>",
7
  "lstrip": false,
8
  "normalized": false,
9
  "rstrip": false,
10
  "single_word": false,
11
  "special": true
12
  },
13
- "1": {
14
- "content": "<s>",
15
  "lstrip": false,
16
- "normalized": false,
17
  "rstrip": false,
18
  "single_word": false,
19
- "special": true
20
  },
21
- "2": {
22
- "content": "</s>",
23
  "lstrip": false,
24
- "normalized": false,
25
  "rstrip": false,
26
  "single_word": false,
27
- "special": true
28
  },
29
- "32000": {
30
- "content": "<|im_end|>",
31
  "lstrip": false,
32
- "normalized": false,
33
  "rstrip": false,
34
  "single_word": false,
35
- "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  },
37
- "32001": {
38
- "content": "<|im_start|>",
39
  "lstrip": false,
40
  "normalized": false,
41
  "rstrip": false,
42
  "single_word": false,
43
  "special": true
44
  },
45
- "32002": {
46
- "content": "<|function_call|>",
47
  "lstrip": false,
48
  "normalized": true,
49
  "rstrip": false,
50
  "single_word": false,
51
  "special": false
52
  },
53
- "32003": {
54
- "content": "<|end|>",
55
  "lstrip": false,
56
  "normalized": true,
57
  "rstrip": false,
58
  "single_word": false,
59
  "special": false
60
  },
61
- "32004": {
62
  "content": "<|response|>",
63
  "lstrip": false,
64
  "normalized": true,
@@ -66,28 +347,77 @@
66
  "single_word": false,
67
  "special": false
68
  },
69
- "32005": {
70
  "content": "<|thoughts|>",
71
  "lstrip": false,
72
  "normalized": true,
73
  "rstrip": false,
74
  "single_word": false,
75
  "special": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
76
  }
77
  },
78
- "additional_special_tokens": [],
79
- "bos_token": "<s>",
80
- "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
81
- "clean_up_tokenization_spaces": false,
82
- "eos_token": "<|im_end|>",
83
- "legacy": true,
84
- "model_max_length": 1000000000000000019884624838656,
85
- "pad_token": "</s>",
86
- "sp_model_kwargs": {},
87
- "spaces_between_special_tokens": false,
88
- "tokenizer_class": "LlamaTokenizer",
89
- "trust_remote_code": false,
90
- "unk_token": "<unk>",
91
- "use_default_system_prompt": true,
92
- "use_fast": true
93
  }
 
1
  {
2
+ "add_bos_token": false,
3
+ "add_eos_token": false,
4
+ "add_prefix_space": false,
5
  "added_tokens_decoder": {
6
+ "50256": {
7
+ "content": "<|endoftext|>",
8
  "lstrip": false,
9
  "normalized": false,
10
  "rstrip": false,
11
  "single_word": false,
12
  "special": true
13
  },
14
+ "50257": {
15
+ "content": " ",
16
  "lstrip": false,
17
+ "normalized": true,
18
  "rstrip": false,
19
  "single_word": false,
20
+ "special": false
21
  },
22
+ "50258": {
23
+ "content": " ",
24
  "lstrip": false,
25
+ "normalized": true,
26
  "rstrip": false,
27
  "single_word": false,
28
+ "special": false
29
  },
30
+ "50259": {
31
+ "content": " ",
32
  "lstrip": false,
33
+ "normalized": true,
34
  "rstrip": false,
35
  "single_word": false,
36
+ "special": false
37
+ },
38
+ "50260": {
39
+ "content": " ",
40
+ "lstrip": false,
41
+ "normalized": true,
42
+ "rstrip": false,
43
+ "single_word": false,
44
+ "special": false
45
+ },
46
+ "50261": {
47
+ "content": " ",
48
+ "lstrip": false,
49
+ "normalized": true,
50
+ "rstrip": false,
51
+ "single_word": false,
52
+ "special": false
53
+ },
54
+ "50262": {
55
+ "content": " ",
56
+ "lstrip": false,
57
+ "normalized": true,
58
+ "rstrip": false,
59
+ "single_word": false,
60
+ "special": false
61
+ },
62
+ "50263": {
63
+ "content": " ",
64
+ "lstrip": false,
65
+ "normalized": true,
66
+ "rstrip": false,
67
+ "single_word": false,
68
+ "special": false
69
+ },
70
+ "50264": {
71
+ "content": " ",
72
+ "lstrip": false,
73
+ "normalized": true,
74
+ "rstrip": false,
75
+ "single_word": false,
76
+ "special": false
77
+ },
78
+ "50265": {
79
+ "content": " ",
80
+ "lstrip": false,
81
+ "normalized": true,
82
+ "rstrip": false,
83
+ "single_word": false,
84
+ "special": false
85
+ },
86
+ "50266": {
87
+ "content": " ",
88
+ "lstrip": false,
89
+ "normalized": true,
90
+ "rstrip": false,
91
+ "single_word": false,
92
+ "special": false
93
+ },
94
+ "50267": {
95
+ "content": " ",
96
+ "lstrip": false,
97
+ "normalized": true,
98
+ "rstrip": false,
99
+ "single_word": false,
100
+ "special": false
101
+ },
102
+ "50268": {
103
+ "content": " ",
104
+ "lstrip": false,
105
+ "normalized": true,
106
+ "rstrip": false,
107
+ "single_word": false,
108
+ "special": false
109
+ },
110
+ "50269": {
111
+ "content": " ",
112
+ "lstrip": false,
113
+ "normalized": true,
114
+ "rstrip": false,
115
+ "single_word": false,
116
+ "special": false
117
+ },
118
+ "50270": {
119
+ "content": " ",
120
+ "lstrip": false,
121
+ "normalized": true,
122
+ "rstrip": false,
123
+ "single_word": false,
124
+ "special": false
125
+ },
126
+ "50271": {
127
+ "content": " ",
128
+ "lstrip": false,
129
+ "normalized": true,
130
+ "rstrip": false,
131
+ "single_word": false,
132
+ "special": false
133
+ },
134
+ "50272": {
135
+ "content": " ",
136
+ "lstrip": false,
137
+ "normalized": true,
138
+ "rstrip": false,
139
+ "single_word": false,
140
+ "special": false
141
+ },
142
+ "50273": {
143
+ "content": " ",
144
+ "lstrip": false,
145
+ "normalized": true,
146
+ "rstrip": false,
147
+ "single_word": false,
148
+ "special": false
149
+ },
150
+ "50274": {
151
+ "content": " ",
152
+ "lstrip": false,
153
+ "normalized": true,
154
+ "rstrip": false,
155
+ "single_word": false,
156
+ "special": false
157
+ },
158
+ "50275": {
159
+ "content": " ",
160
+ "lstrip": false,
161
+ "normalized": true,
162
+ "rstrip": false,
163
+ "single_word": false,
164
+ "special": false
165
+ },
166
+ "50276": {
167
+ "content": " ",
168
+ "lstrip": false,
169
+ "normalized": true,
170
+ "rstrip": false,
171
+ "single_word": false,
172
+ "special": false
173
+ },
174
+ "50277": {
175
+ "content": " ",
176
+ "lstrip": false,
177
+ "normalized": true,
178
+ "rstrip": false,
179
+ "single_word": false,
180
+ "special": false
181
+ },
182
+ "50278": {
183
+ "content": " ",
184
+ "lstrip": false,
185
+ "normalized": true,
186
+ "rstrip": false,
187
+ "single_word": false,
188
+ "special": false
189
+ },
190
+ "50279": {
191
+ "content": " ",
192
+ "lstrip": false,
193
+ "normalized": true,
194
+ "rstrip": false,
195
+ "single_word": false,
196
+ "special": false
197
+ },
198
+ "50280": {
199
+ "content": " ",
200
+ "lstrip": false,
201
+ "normalized": true,
202
+ "rstrip": false,
203
+ "single_word": false,
204
+ "special": false
205
+ },
206
+ "50281": {
207
+ "content": " ",
208
+ "lstrip": false,
209
+ "normalized": true,
210
+ "rstrip": false,
211
+ "single_word": false,
212
+ "special": false
213
+ },
214
+ "50282": {
215
+ "content": " ",
216
+ "lstrip": false,
217
+ "normalized": true,
218
+ "rstrip": false,
219
+ "single_word": false,
220
+ "special": false
221
+ },
222
+ "50283": {
223
+ "content": " ",
224
+ "lstrip": false,
225
+ "normalized": true,
226
+ "rstrip": false,
227
+ "single_word": false,
228
+ "special": false
229
+ },
230
+ "50284": {
231
+ "content": " ",
232
+ "lstrip": false,
233
+ "normalized": true,
234
+ "rstrip": false,
235
+ "single_word": false,
236
+ "special": false
237
+ },
238
+ "50285": {
239
+ "content": " ",
240
+ "lstrip": false,
241
+ "normalized": true,
242
+ "rstrip": false,
243
+ "single_word": false,
244
+ "special": false
245
+ },
246
+ "50286": {
247
+ "content": " ",
248
+ "lstrip": false,
249
+ "normalized": true,
250
+ "rstrip": false,
251
+ "single_word": false,
252
+ "special": false
253
+ },
254
+ "50287": {
255
+ "content": "\t\t\t\t\t\t\t\t\t",
256
+ "lstrip": false,
257
+ "normalized": true,
258
+ "rstrip": false,
259
+ "single_word": false,
260
+ "special": false
261
+ },
262
+ "50288": {
263
+ "content": "\t\t\t\t\t\t\t\t",
264
+ "lstrip": false,
265
+ "normalized": true,
266
+ "rstrip": false,
267
+ "single_word": false,
268
+ "special": false
269
+ },
270
+ "50289": {
271
+ "content": "\t\t\t\t\t\t\t",
272
+ "lstrip": false,
273
+ "normalized": true,
274
+ "rstrip": false,
275
+ "single_word": false,
276
+ "special": false
277
+ },
278
+ "50290": {
279
+ "content": "\t\t\t\t\t\t",
280
+ "lstrip": false,
281
+ "normalized": true,
282
+ "rstrip": false,
283
+ "single_word": false,
284
+ "special": false
285
+ },
286
+ "50291": {
287
+ "content": "\t\t\t\t\t",
288
+ "lstrip": false,
289
+ "normalized": true,
290
+ "rstrip": false,
291
+ "single_word": false,
292
+ "special": false
293
+ },
294
+ "50292": {
295
+ "content": "\t\t\t\t",
296
+ "lstrip": false,
297
+ "normalized": true,
298
+ "rstrip": false,
299
+ "single_word": false,
300
+ "special": false
301
+ },
302
+ "50293": {
303
+ "content": "\t\t\t",
304
+ "lstrip": false,
305
+ "normalized": true,
306
+ "rstrip": false,
307
+ "single_word": false,
308
+ "special": false
309
+ },
310
+ "50294": {
311
+ "content": "\t\t",
312
+ "lstrip": false,
313
+ "normalized": true,
314
+ "rstrip": false,
315
+ "single_word": false,
316
+ "special": false
317
  },
318
+ "50295": {
319
+ "content": "<PAD>",
320
  "lstrip": false,
321
  "normalized": false,
322
  "rstrip": false,
323
  "single_word": false,
324
  "special": true
325
  },
326
+ "50296": {
327
+ "content": "Azma",
328
  "lstrip": false,
329
  "normalized": true,
330
  "rstrip": false,
331
  "single_word": false,
332
  "special": false
333
  },
334
+ "50297": {
335
+ "content": "<|function_call|>",
336
  "lstrip": false,
337
  "normalized": true,
338
  "rstrip": false,
339
  "single_word": false,
340
  "special": false
341
  },
342
+ "50298": {
343
  "content": "<|response|>",
344
  "lstrip": false,
345
  "normalized": true,
 
347
  "single_word": false,
348
  "special": false
349
  },
350
+ "50299": {
351
  "content": "<|thoughts|>",
352
  "lstrip": false,
353
  "normalized": true,
354
  "rstrip": false,
355
  "single_word": false,
356
  "special": false
357
+ },
358
+ "50300": {
359
+ "content": "System:",
360
+ "lstrip": false,
361
+ "normalized": true,
362
+ "rstrip": false,
363
+ "single_word": false,
364
+ "special": false
365
+ },
366
+ "50301": {
367
+ "content": "<|end|>",
368
+ "lstrip": false,
369
+ "normalized": true,
370
+ "rstrip": false,
371
+ "single_word": false,
372
+ "special": false
373
+ },
374
+ "50302": {
375
+ "content": "Observation:",
376
+ "lstrip": false,
377
+ "normalized": true,
378
+ "rstrip": false,
379
+ "single_word": false,
380
+ "special": false
381
+ },
382
+ "50303": {
383
+ "content": "<|end_of_turn|>",
384
+ "lstrip": false,
385
+ "normalized": true,
386
+ "rstrip": false,
387
+ "single_word": false,
388
+ "special": false
389
+ },
390
+ "50304": {
391
+ "content": "User:",
392
+ "lstrip": false,
393
+ "normalized": true,
394
+ "rstrip": false,
395
+ "single_word": false,
396
+ "special": false
397
+ },
398
+ "50305": {
399
+ "content": "Azma:",
400
+ "lstrip": false,
401
+ "normalized": true,
402
+ "rstrip": false,
403
+ "single_word": false,
404
+ "special": false
405
+ },
406
+ "50306": {
407
+ "content": "Reference:",
408
+ "lstrip": false,
409
+ "normalized": true,
410
+ "rstrip": false,
411
+ "single_word": false,
412
+ "special": false
413
  }
414
  },
415
+ "bos_token": "<|endoftext|>",
416
+ "clean_up_tokenization_spaces": true,
417
+ "eos_token": "<|endoftext|>",
418
+ "errors": "replace",
419
+ "model_max_length": 2048,
420
+ "pad_token": "<PAD>",
421
+ "tokenizer_class": "CodeGenTokenizer",
422
+ "unk_token": "<|endoftext|>"
 
 
 
 
 
 
 
423
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d84015e7d0482a9421f22aae7361d60e8b92be1e7db984f49d8348718f18074
3
  size 4664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4109057678dc74a988edd8cfb1ffde374b00664f5c4fd45ad3ed5d93de2c59c2
3
  size 4664
vocab.json ADDED
The diff for this file is too large to render. See raw diff