Hugging Face's logo

orionweller
/
test-flex-gpt

PyTorch
flex_bert
custom_code
Model card Files Community
oweller2 commited on
Commit
0157fcc
•
1 Parent(s): d77b85b

update

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -2
tokenizer_config.json CHANGED
@@ -937,10 +937,10 @@
937
  "sep_token": "[SEP]",
938
  "unk_token": "[UNK]",
939
  "eos_token": "[SEP]",
940
- "tokenizer_class": "orionweller/test-flex-gpt--tokenizer.ModernDecoderBERTTokenizer",
941
  "truncation": "right",
942
  "auto_map": {
943
- "AutoConfig": "orionweller/test-flex-gpt--tokenizer.ModernDecoderBERTTokenizer",
944
  "AutoTokenizer": [
945
  "orionweller/test-flex-gpt--tokenizer.ModernDecoderBERTTokenizer",
946
  "orionweller/test-flex-gpt--tokenizer.ModernDecoderBERTTokenizer"
 
937
  "sep_token": "[SEP]",
938
  "unk_token": "[UNK]",
939
  "eos_token": "[SEP]",
940
+ "tokenizer_class": "ModernDecoderBERTTokenizer",
941
  "truncation": "right",
942
  "auto_map": {
943
+ "AutoConfig": "orionweller/test-flex-gpt--configuration_bert.FlexBertConfig",
944
  "AutoTokenizer": [
945
  "orionweller/test-flex-gpt--tokenizer.ModernDecoderBERTTokenizer",
946
  "orionweller/test-flex-gpt--tokenizer.ModernDecoderBERTTokenizer"