Optimize Gemini model character statistics

This commit is contained in:
6vision
2024-10-14 12:17:10 +08:00
parent f4c62e7844
commit 1170ed6566

View File

@@ -57,7 +57,7 @@ class ChatGPTSession(Session):
def num_tokens_from_messages(messages, model): def num_tokens_from_messages(messages, model):
"""Returns the number of tokens used by a list of messages.""" """Returns the number of tokens used by a list of messages."""
if model in ["wenxin", "xunfei", const.GEMINI]: if model in ["wenxin", "xunfei"] or model.startswith(const.GEMINI):
return num_tokens_by_character(messages) return num_tokens_by_character(messages)
import tiktoken import tiktoken