filipealmeida commited on
Commit
cb62e95
1 Parent(s): 634bb62

Upload 9 files

Browse files

New training run with cleaner data

config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/Users/filipe.almeida/work/open-llama-3b-v2-pii-transform",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
1
  {
2
+ "_name_or_path": "openlm-research/open_llama_3b_v2",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
ggml-model-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f1de870dc95e2bc72f1f1103e5e3312cac0a9ccad3e9c4bd0132b3263e7bda0
3
- size 3641876288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:767cf9da19c5078d319d7b3404484c61081df41f300e64fdde1f9b19fdff382f
3
+ size 3641876096
ggml-model-f16.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2386c8892e9dd5fa2b75e4c2f965ecbc2f21c7adb77f937a333f321aec305da6
3
- size 6853905472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bd839935649c4cd4dad1bc25ee8ecaf04a1acbe07f2d514573a138043d5e2c9
3
+ size 6854036064
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3375b5777378b3e25192d6d0073a4912d951f4328d6c4b3ddca5d1b80416e20d
3
  size 6853024617
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cc21d102ea3e3b2aa2b3417f59c75f6c31ea84d5b663e4f3665f4b9a4144740
3
  size 6853024617
special_tokens_map.json CHANGED
@@ -13,7 +13,6 @@
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "pad_token": "</s>",
17
  "unk_token": {
18
  "content": "<unk>",
19
  "lstrip": false,
 
13
  "rstrip": false,
14
  "single_word": false
15
  },
 
16
  "unk_token": {
17
  "content": "<unk>",
18
  "lstrip": false,
tokenizer.json CHANGED
@@ -27,7 +27,7 @@
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
30
- "normalized": false,
31
  "special": true
32
  }
33
  ],
 
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
30
+ "normalized": true,
31
  "special": true
32
  }
33
  ],
tokenizer_config.json CHANGED
@@ -24,7 +24,6 @@
24
  "sp_model_kwargs": {},
25
  "spaces_between_special_tokens": false,
26
  "tokenizer_class": "LlamaTokenizer",
27
- "trust_remote_code": true,
28
  "unk_token": {
29
  "__type": "AddedToken",
30
  "content": "<unk>",
 
24
  "sp_model_kwargs": {},
25
  "spaces_between_special_tokens": false,
26
  "tokenizer_class": "LlamaTokenizer",
 
27
  "unk_token": {
28
  "__type": "AddedToken",
29
  "content": "<unk>",