Upload tokenizer

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:736a96e13fbe56b54ac735ebb6c9ac5cb587e03f39c6a83a1621696ae3e522ca
-size 11977636
+oid sha256:2fd86e9e674651b16da995094a1ca1223efa763d222d3dc86f802ae1523c2414
+size 11977933

tokenizer_config.json

@@ -34815,13 +34815,14 @@
   "cls_token": "<|cls|>",
   "do_lower_case": true,
   "eos_token": "<|end|>",
-  "errors": "replace",
   "mask_token": "<|mask|>",
+  "max_length": null,
   "model_max_length": 1000000000000000019884624838656,
+  "pad_to_multiple_of": null,
   "pad_token": "<|pad|>",
+  "pad_token_type_id": 0,
   "padding_side": "right",
   "sep_token": "<|sep|>",
-  "tokenizer_class": "RobertaTokenizer",
-  "trim_offsets": true,
+  "tokenizer_class": "PreTrainedTokenizerFast",
   "unk_token": "<|unk|>"
 }