Upload folder using huggingface_hub

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f8d56e1dff295b21269fc80e34390fcf9601503d535468ce4760a37366758ca
-size 14614489
+oid sha256:606b0740c5d8940dbee3268e05beaa3e34f4e43bc7df153681122f8fcc78e134
+size 14614897

tokenizer_config.json

@@ -262,10 +262,10 @@
   },
   "bos_token": "<|begin_of_text|>",
   "clean_up_tokenization_spaces": false,
-  "eos_token": "<|end_of_text|>",
+  "eos_token": "<|im_end|>",
   "extra_special_tokens": {},
   "model_max_length": 65536,
-  "pad_token": "<|reserved_special_18|>",
+  "pad_token": "<|pad|>",
   "tokenizer_class": "PreTrainedTokenizerFast",
   "use_default_system_prompt": false
-}
+}