Update README.md

This commit is contained in:
ai-modelscope
2024-11-08 21:10:09 +08:00
parent 3db1928f08
commit 820f425162
3 changed files with 4 additions and 4 deletions

View File

@@ -17,10 +17,10 @@
"num_key_value_heads": 2, "num_key_value_heads": 2,
"rms_norm_eps": 1e-06, "rms_norm_eps": 1e-06,
"rope_theta": 1000000.0, "rope_theta": 1000000.0,
"sliding_window": 32768, "sliding_window": 131072,
"tie_word_embeddings": true, "tie_word_embeddings": true,
"torch_dtype": "bfloat16", "torch_dtype": "bfloat16",
"transformers_version": "4.43.1", "transformers_version": "4.44.0",
"use_cache": true, "use_cache": true,
"use_sliding_window": false, "use_sliding_window": false,
"vocab_size": 151936 "vocab_size": 151936

View File

@@ -11,4 +11,4 @@
"top_p": 0.8, "top_p": 0.8,
"top_k": 20, "top_k": 20,
"transformers_version": "4.37.0" "transformers_version": "4.37.0"
} }

Binary file not shown.