fix: claude api optimize

This commit is contained in:
zhayujie
2024-03-25 21:41:40 +08:00
parent 674fbc3f69
commit cac7a6228a
6 changed files with 34 additions and 15 deletions

View File

@@ -68,7 +68,8 @@ def num_tokens_from_messages(messages, model):
"gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k-0613", "gpt-35-turbo-16k", "gpt-4-turbo-preview",
"gpt-4-1106-preview", const.GPT4_TURBO_PREVIEW, const.GPT4_VISION_PREVIEW]:
return num_tokens_from_messages(messages, model="gpt-4")
elif model.startswith("claude-3"):
return num_tokens_from_messages(messages, model="gpt-3.5-turbo")
try:
encoding = tiktoken.encoding_for_model(model)
except KeyError: