mirror of
https://github.com/zhayujie/chatgpt-on-wechat.git
synced 2026-06-02 00:57:41 +08:00
Optimize Gemini model character statistics
This commit is contained in:
@@ -57,7 +57,7 @@ class ChatGPTSession(Session):
|
|||||||
def num_tokens_from_messages(messages, model):
|
def num_tokens_from_messages(messages, model):
|
||||||
"""Returns the number of tokens used by a list of messages."""
|
"""Returns the number of tokens used by a list of messages."""
|
||||||
|
|
||||||
if model in ["wenxin", "xunfei", const.GEMINI]:
|
if model in ["wenxin", "xunfei"] or model.startswith(const.GEMINI):
|
||||||
return num_tokens_by_character(messages)
|
return num_tokens_by_character(messages)
|
||||||
|
|
||||||
import tiktoken
|
import tiktoken
|
||||||
|
|||||||
Reference in New Issue
Block a user