openai 替换为 通义千问
This commit is contained in:
235
app/service/chat_robot/script/service/CallQWen.py
Normal file
235
app/service/chat_robot/script/service/CallQWen.py
Normal file
@@ -0,0 +1,235 @@
|
||||
import json
|
||||
from typing import Dict, Any
|
||||
|
||||
from dashscope import Generation
|
||||
|
||||
from app.core.config import *
|
||||
from app.service.chat_robot.script.callbacks.qwen_callback_handler import QWenCallbackHandler
|
||||
from app.service.chat_robot.script.database import CustomDatabase
|
||||
from app.service.chat_robot.script.prompt import FASHION_CHAT_BOT_PREFIX, TOOLS_FUNCTIONS_SUFFIX
|
||||
|
||||
|
||||
get_database_table_description = "Input is an empty string, output is a comma separated list of tables in the database."
|
||||
|
||||
get_table_info_description = (
|
||||
"Input to this tool is a comma-separated list of tables, output is the schema and sample rows for those tables."
|
||||
"There are eight tables covering eight fashion categories: female_top, female_pants, female_dress,"
|
||||
"female_skirt, female_outwear, male_bottom, male_top, and male_outwear."
|
||||
|
||||
"Example Input: 'female_outwear, male_top'"
|
||||
)
|
||||
|
||||
query_database_description = (
|
||||
"The input of this tool is a detailed and correct SQL select query statement, "
|
||||
"and the output is the result of the database, and it can only return up to 4 results."
|
||||
"If the query is not correct, an error message will be returned."
|
||||
"If an error is returned, rewrite the query, check the query, and try again."
|
||||
"If you encounter an issue with Unknown column 'xxxx' in 'field list' or Table 'attribute_retrieval.xxxx' doesn't exist,"
|
||||
"use get_table_info to query the correct table fields."
|
||||
|
||||
"Example Input: 'SELECT img_name FROM female_skirt WHERE opening_type = 'Button' ORDER BY RAND() LIMIT 1'"
|
||||
"Example Input 2: 'SELECT img_name FROM female_top WHERE sleeve_length = 'Long' AND type = 'Blouse' "
|
||||
"order by rand() LIMIT 2'"
|
||||
)
|
||||
|
||||
tools = [
|
||||
# 工具一
|
||||
# {
|
||||
# "type": "function",
|
||||
# "function": {
|
||||
# "name": "search_from_internet",
|
||||
# "description": "从网络搜索结果。",
|
||||
# "parameters": {
|
||||
# "type" : "object",
|
||||
# "properties" : {
|
||||
# "user_input" : {
|
||||
# "type" : "string",
|
||||
# "description" : "用户输入。比如 ： 2025年的时尚潮流趋势是什么？"
|
||||
# }
|
||||
# }
|
||||
# }
|
||||
# }
|
||||
# },
|
||||
# 工具二
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "get_database_table",
|
||||
"description": get_database_table_description,
|
||||
"parameters": {
|
||||
}
|
||||
}
|
||||
},
|
||||
# 工具三
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "get_table_info",
|
||||
"description": get_table_info_description,
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"table_names": {
|
||||
"type": "list",
|
||||
"description": "需要查询表结构的表名"
|
||||
}
|
||||
}
|
||||
},
|
||||
"required": ["table_names"]
|
||||
}
|
||||
},
|
||||
# 工具四
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "query_database",
|
||||
"description": query_database_description,
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"sql_string": {
|
||||
"type": "string",
|
||||
"description": "由模型生成的sql语句"
|
||||
}
|
||||
}
|
||||
},
|
||||
"required": ["sql_string"]
|
||||
}
|
||||
}
|
||||
]
|
||||
|
||||
db = CustomDatabase.from_uri(f'mysql+pymysql://{DB_USERNAME}:{DB_PASSWORD}@{DB_HOST}:{DB_PORT}/attribute_retrieval_V3',
|
||||
include_tables=['female_top', 'female_skirt', 'female_pants', 'female_dress',
|
||||
'female_outwear', 'male_bottom', 'male_top', 'male_outwear'],
|
||||
engine_args={"pool_recycle": 7200})
|
||||
qwen = QWenCallbackHandler()
|
||||
|
||||
def search_from_internet(message):
|
||||
response = Generation.call(
|
||||
model='qwen-turbo',
|
||||
api_key='sk-7658298c6b99443c98184a5e634fe6ab',
|
||||
messages=message,
|
||||
tools=tools,
|
||||
# seed=random.randint(1, 10000), # 设置随机数种子seed，如果没有设置，则随机数种子默认为1234
|
||||
result_format='message', # 将输出设置为message形式
|
||||
enable_search='True'
|
||||
)
|
||||
return response
|
||||
|
||||
def get_database_table():
|
||||
return 'female_top, female_skirt, female_pants, female_dress, female_outwear, male_bottom, male_top, male_outwear'
|
||||
|
||||
def get_table_info(table_names):
|
||||
return CustomDatabase.get_table_info(db, table_names)
|
||||
|
||||
def query_database(sql_string):
|
||||
return CustomDatabase.run(db, sql_string)
|
||||
|
||||
|
||||
def get_response(messages):
|
||||
response = Generation.call(
|
||||
model='qwen-max',
|
||||
api_key='sk-7658298c6b99443c98184a5e634fe6ab',
|
||||
messages=messages,
|
||||
tools=tools,
|
||||
# seed=random.randint(1, 10000), # 设置随机数种子seed，如果没有设置，则随机数种子默认为1234
|
||||
result_format='message', # 将输出设置为message形式
|
||||
enable_search='True'
|
||||
)
|
||||
return response
|
||||
|
||||
|
||||
def call_with_messages(message):
|
||||
print('\n')
|
||||
# messages = [
|
||||
# {
|
||||
# "content": input('请输入：'), # 提问示例："现在几点了？" "一个小时后几点" "北京天气如何？"
|
||||
# "role": "user"
|
||||
# }
|
||||
# ]
|
||||
|
||||
messages = [
|
||||
{
|
||||
"content": FASHION_CHAT_BOT_PREFIX, # 系统message
|
||||
"role": "system"
|
||||
},
|
||||
{
|
||||
# "content": input('请输入：'), # 用户message
|
||||
"content": message, # 用户message
|
||||
"role": "user"
|
||||
},
|
||||
{
|
||||
"content": TOOLS_FUNCTIONS_SUFFIX, # ai message
|
||||
"role": "assistant"
|
||||
}
|
||||
]
|
||||
|
||||
# 模型的第一轮调用
|
||||
# first_response = get_response(messages)
|
||||
# assistant_output = first_response.output.choices[0].message
|
||||
# print(f"\n大模型第一轮输出信息：{first_response}\n")
|
||||
# messages.append(assistant_output)
|
||||
flag = True
|
||||
count = 1
|
||||
result_content = "我是一个时尚AI助手，请问有什么可以帮您"
|
||||
response_type = "chat"
|
||||
|
||||
while flag and count <= 3:
|
||||
first_response = get_response(messages)
|
||||
assistant_output = first_response.output.choices[0].message
|
||||
QWenCallbackHandler.on_llm_end(qwen, first_response.usage)
|
||||
print(f"\n大模型第 {count} 轮输出信息：{first_response}\n")
|
||||
messages.append(assistant_output)
|
||||
|
||||
if 'tool_calls' not in assistant_output: # 如果模型判断无需调用工具，则将assistant的回复直接打印出来，无需进行模型的第二轮调用
|
||||
print(f"最终答案：{assistant_output.content}") # 此处直接返回模型的回复，您可以根据您的业务，选择当无需调用工具时最终回复的内容
|
||||
result_content = assistant_output.content
|
||||
break
|
||||
# 如果模型选择的工具是search_from_internet
|
||||
# elif assistant_output.tool_calls[0]['function']['name'] == 'search_from_internet':
|
||||
# tool_info = {"name": "search_from_internet", "role": "tool"}
|
||||
# user_input = json.loads(assistant_output.tool_calls[0]['function']['arguments'])['user_input']
|
||||
# tool_info['content'] = search_from_internet(user_input)
|
||||
# 如果模型选择的工具是get_database_table
|
||||
elif assistant_output.tool_calls[0]['function']['name'] == 'get_database_table':
|
||||
tool_info = {"name": "get_database_table", "role": "tool", 'content': get_database_table()}
|
||||
# 如果模型选择的工具是get_table_info
|
||||
elif assistant_output.tool_calls[0]['function']['name'] == 'get_table_info':
|
||||
tool_info = {"name": "get_table_info", "role": "tool"}
|
||||
table_names = json.loads(assistant_output.tool_calls[0]['function']['arguments'])['table_names']
|
||||
tool_info['content'] = get_table_info(table_names)
|
||||
# 如果模型选择的工具是query_database
|
||||
elif assistant_output.tool_calls[0]['function']['name'] == 'query_database':
|
||||
tool_info = {"name": "query_database", "role": "tool"}
|
||||
sql_string = json.loads(assistant_output.tool_calls[0]['function']['arguments'])['sql_string']
|
||||
tool_info['content'] = query_database(sql_string)
|
||||
flag = False
|
||||
result_content = tool_info['content']
|
||||
response_type = "image"
|
||||
|
||||
print(f"工具输出信息：{tool_info['content']}\n")
|
||||
messages.append(tool_info)
|
||||
count += 1
|
||||
|
||||
final_output = {"output": result_content}
|
||||
final_output["response_type"] = response_type
|
||||
QWenCallbackHandler.on_chain_end(qwen, final_output)
|
||||
|
||||
|
||||
|
||||
# 模型的第二轮调用，对工具的输出进行总结
|
||||
# if flag :
|
||||
# second_response = get_response(messages)
|
||||
# print(f"大模型第二轮输出信息：{second_response}\n")
|
||||
# print(f"最终答案：{second_response.output.choices[0].message['content']}")
|
||||
# result_content = second_response.output.choices[0].message['content']
|
||||
|
||||
return final_output
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
call_with_messages()
|
||||
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user