Mxytyu commited on
Commit
a03bb45
1 Parent(s): c38de4a

Create tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +10 -0
tokenizer.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": {
3
+ "vocab_size": 2,
4
+ "model_type": "custom"
5
+ },
6
+ "vocab": {
7
+ "hello": 0,
8
+ "world": 1
9
+ }
10
+ }