kaiyuan/Qwen2.5-Coder-1.5B-Instruct
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update README.md

Browse Source
This commit is contained in:
ai-modelscope
2024-11-12 20:44:20 +08:00
parent 6a326f9b75
commit edfe35a5ee
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
config.json
View File

@@ -17,7 +17,7 @@
"num_key_value_heads": 2, "num_key_value_heads": 2,
"rms_norm_eps": 1e-06, "rms_norm_eps": 1e-06,
"rope_theta": 1000000.0, "rope_theta": 1000000.0,
"sliding_window": 131072, "sliding_window": 32768,
"tie_word_embeddings": true, "tie_word_embeddings": true,
"torch_dtype": "bfloat16", "torch_dtype": "bfloat16",
"transformers_version": "4.44.0", "transformers_version": "4.44.0",