KoichiYasuoka
/

deberta-v3-base-japanese-ud-goeswith

Token Classification

dependency-parsing

Inference Endpoints

Model card Files Files and versions Community

KoichiYasuoka commited on Sep 12

Commit

79fa04d

•

1 Parent(s): bd2d598

tokenizer improved

Files changed (1) hide show

tokenizer.json +3 -1

tokenizer.json CHANGED Viewed

@@ -72,6 +72,7 @@
       {
         "type": "Metaspace",
         "replacement": "▁",
         "prepend_scheme": "never",
         "split": true
       }
@@ -155,6 +156,7 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
     "prepend_scheme": "never",
     "split": true
   },
@@ -387633,4 +387635,4 @@
     ],
     "byte_fallback": true
   }
-}

       {
         "type": "Metaspace",
         "replacement": "▁",
+        "add_prefix_space": false,
         "prepend_scheme": "never",
         "split": true
       }
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
+    "add_prefix_space": false,
     "prepend_scheme": "never",
     "split": true
   },
     ],
     "byte_fallback": true
   }
+}