kaiyuan/Qwen2.5-Coder-1.5B-Instruct
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update README & config.json

Browse Source
This commit is contained in:
ai-modelscope
2024-09-18 23:37:26 +08:00
parent de19c2ffd5
commit 94598bdd70
2 changed files with 28 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
config.json
View File

@@ -17,7 +17,7 @@
"num_key_value_heads": 2,
"rms_norm_eps": 1e-06,
"rope_theta": 1000000.0,
"sliding_window": 32768,
"sliding_window": 131072,
"tie_word_embeddings": true,
"torch_dtype": "bfloat16",
"transformers_version": "4.44.0",