kaiyuan/chatgpt-on-wechat
1
0
Fork 0
mirror of https://github.com/zhayujie/chatgpt-on-wechat.git synced 2026-07-21 22:27:13 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: set correct top_p params of ali qwen model

Browse Source
This commit is contained in:
Han Fangyuan
2023-12-09 19:26:11 +08:00
parent 207fa1d019
commit c8910b8e14
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
bot/tongyi/tongyi_qwen_bot.py
View File

@@ -103,8 +103,8 @@ class TongyiQwenBot(Bot):
try: try:
prompt, history = self.convert_messages_format(session.messages) prompt, history = self.convert_messages_format(session.messages)
self.update_api_key_if_expired() self.update_api_key_if_expired()
# NOTE 阿里百炼的call()函数参数比较奇怪, top_k参数表示top_p, top_p参数表示temperature, 可以参考文档 https://help.aliyun.com/document_detail/2587502.htm # NOTE 阿里百炼的call()函数未提供temperature参数，考虑到temperature和top_p参数作用相同，取两者较小的值作为top_p参数传入，详情见文档 https://help.aliyun.com/document_detail/2587502.htm
response = broadscope_bailian.Completions().call(app_id=self.app_id(), prompt=prompt, history=history, top_k=self.top_p(), top_p=self.temperature()) response = broadscope_bailian.Completions().call(app_id=self.app_id(), prompt=prompt, history=history, top_p=min(self.temperature(), self.top_p()))
completion_content = self.get_completion_content(response, self.node_id()) completion_content = self.get_completion_content(response, self.node_id())
completion_tokens, total_tokens = self.calc_tokens(session.messages, completion_content) completion_tokens, total_tokens = self.calc_tokens(session.messages, completion_content)
return { return {
@@ -181,6 +181,8 @@ class TongyiQwenBot(Bot):
return user_content, history return user_content, history
def get_completion_content(self, response, node_id): def get_completion_content(self, response, node_id):
if not response['Success']:
return f"[ERROR]\n{response['Code']}:{response['Message']}"
text = response['Data']['Text'] text = response['Data']['Text']
if node_id == '': if node_id == '':
return text return text