update tokenizer_config.json,config.json,generation_config.json

2024-11-18 21:45:45 +08:00
parent edfe35a5ee
commit bd4f788968
3 changed files with 5 additions and 5 deletions
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@@ -199,9 +199,9 @@
  "clean_up_tokenization_spaces": false,
  "eos_token": "<|im_end|>",
  "errors": "replace",
-  "model_max_length": 131072,
+  "model_max_length": 32768,
  "pad_token": "<|endoftext|>",
  "split_special_tokens": false,
  "tokenizer_class": "Qwen2Tokenizer",
  "unk_token": null
-}
+}