Merge pull request #2339 from 6vision/master

Optimize Gemini model character statistics
This commit is contained in:
vision
2024-10-14 12:19:27 +08:00
committed by GitHub

View File

@@ -57,7 +57,7 @@ class ChatGPTSession(Session):
def num_tokens_from_messages(messages, model):
"""Returns the number of tokens used by a list of messages."""
if model in ["wenxin", "xunfei", const.GEMINI]:
if model in ["wenxin", "xunfei"] or model.startswith(const.GEMINI):
return num_tokens_by_character(messages)
import tiktoken