Update README.md
This commit is contained in:
@@ -17,10 +17,10 @@
|
|||||||
"num_key_value_heads": 2,
|
"num_key_value_heads": 2,
|
||||||
"rms_norm_eps": 1e-06,
|
"rms_norm_eps": 1e-06,
|
||||||
"rope_theta": 1000000.0,
|
"rope_theta": 1000000.0,
|
||||||
"sliding_window": 32768,
|
"sliding_window": 131072,
|
||||||
"tie_word_embeddings": true,
|
"tie_word_embeddings": true,
|
||||||
"torch_dtype": "bfloat16",
|
"torch_dtype": "bfloat16",
|
||||||
"transformers_version": "4.43.1",
|
"transformers_version": "4.44.0",
|
||||||
"use_cache": true,
|
"use_cache": true,
|
||||||
"use_sliding_window": false,
|
"use_sliding_window": false,
|
||||||
"vocab_size": 151936
|
"vocab_size": 151936
|
||||||
|
|||||||
@@ -11,4 +11,4 @@
|
|||||||
"top_p": 0.8,
|
"top_p": 0.8,
|
||||||
"top_k": 20,
|
"top_k": 20,
|
||||||
"transformers_version": "4.37.0"
|
"transformers_version": "4.37.0"
|
||||||
}
|
}
|
||||||
BIN
model.safetensors
LFS
BIN
model.safetensors
LFS
Binary file not shown.
Reference in New Issue
Block a user