From edfe35a5eeacbd9a5cb314dec7198c8c756f2737 Mon Sep 17 00:00:00 2001
From: ai-modelscope <ai@modelscope.cn>
Date: Tue, 12 Nov 2024 20:44:20 +0800
Subject: [PATCH] update README.md

---
 config.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/config.json b/config.json
index 165d494..e525507 100644
--- a/config.json
+++ b/config.json
@@ -17,7 +17,7 @@
   "num_key_value_heads": 2,
   "rms_norm_eps": 1e-06,
   "rope_theta": 1000000.0,
-  "sliding_window": 131072,
+  "sliding_window": 32768,
   "tie_word_embeddings": true,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.44.0",