Qwen
/

CodeQwen1.5-7B-AWQ

Text Generation

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

JustinLin610 commited on Apr 23

Commit

2d040d3

•

1 Parent(s): 57f417d

Upload folder using huggingface_hub

Files changed (1) hide show

tokenizer.json +6 -10

tokenizer.json CHANGED Viewed

@@ -12556,21 +12556,17 @@
       }
     ]
   },
-  "pre_tokenizer": {
-    "type": "Metaspace",
-    "replacement": "▁",
-    "add_prefix_space": false,
-    "prepend_scheme": "first"
-  },
   "post_processor": null,
   "decoder": {
     "type": "Sequence",
     "decoders": [
       {
-        "type": "Metaspace",
-        "replacement": "▁",
-        "add_prefix_space": false,
-        "prepend_scheme": "first"
       },
       {
         "type": "ByteFallback"

       }
     ]
   },
+  "pre_tokenizer": null,
   "post_processor": null,
   "decoder": {
     "type": "Sequence",
     "decoders": [
       {
+        "type": "Replace",
+        "pattern": {
+          "String": "▁"
+        },
+        "content": " "
       },
       {
         "type": "ByteFallback"