Upload onnx/tokenizer_config.json with huggingface_hub

onnx/tokenizer_config.json

@@ -1,5 +1,5 @@
 {
-  "add_prefix_space": true,
+  "add_prefix_space": null,
   "added_tokens_decoder": {
     "0": {
       "content": "<pad>",
@@ -25,14 +25,6 @@
       "single_word": false,
       "special": true
     },
-    "3155": {
-      "content": ">",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
     "32000": {
       "content": "<extra_id_99>",
       "lstrip": false,
@@ -832,38 +824,6 @@
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "32100": {
-      "content": "<",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "32101": {
-      "content": "<=",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "32102": {
-      "content": ">=",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "32103": {
-      "content": "<>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
   "additional_special_tokens": [
@@ -972,7 +932,6 @@
   "eos_token": "</s>",
   "extra_ids": 100,
   "extra_special_tokens": {},
-  "legacy": true,
   "model_max_length": 512,
   "pad_token": "<pad>",
   "sp_model_kwargs": {},