Hugging Face's logo

famepram
/
ft_Mistral-7B_jkt48

PEFT
PyTorch
Safetensors
mistral
Model card Files Community
famepram commited on
Commit
01530d8
•
1 Parent(s): 6a41b49

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer.json +27 -0
tokenizer.json CHANGED
@@ -62,6 +62,12 @@
62
  "id": "A",
63
  "type_id": 0
64
  }
 
 
 
 
 
 
65
  }
66
  ],
67
  "pair": [
@@ -77,6 +83,12 @@
77
  "type_id": 0
78
  }
79
  },
 
 
 
 
 
 
80
  {
81
  "SpecialToken": {
82
  "id": "<s>",
@@ -88,9 +100,24 @@
88
  "id": "B",
89
  "type_id": 1
90
  }
 
 
 
 
 
 
91
  }
92
  ],
93
  "special_tokens": {
 
 
 
 
 
 
 
 
 
94
  "<s>": {
95
  "id": "<s>",
96
  "ids": [
 
62
  "id": "A",
63
  "type_id": 0
64
  }
65
+ },
66
+ {
67
+ "SpecialToken": {
68
+ "id": "</s>",
69
+ "type_id": 0
70
+ }
71
  }
72
  ],
73
  "pair": [
 
83
  "type_id": 0
84
  }
85
  },
86
+ {
87
+ "SpecialToken": {
88
+ "id": "</s>",
89
+ "type_id": 0
90
+ }
91
+ },
92
  {
93
  "SpecialToken": {
94
  "id": "<s>",
 
100
  "id": "B",
101
  "type_id": 1
102
  }
103
+ },
104
+ {
105
+ "SpecialToken": {
106
+ "id": "</s>",
107
+ "type_id": 1
108
+ }
109
  }
110
  ],
111
  "special_tokens": {
112
+ "</s>": {
113
+ "id": "</s>",
114
+ "ids": [
115
+ 2
116
+ ],
117
+ "tokens": [
118
+ "</s>"
119
+ ]
120
+ },
121
  "<s>": {
122
  "id": "<s>",
123
  "ids": [