feat translator 切换ollama

fix

(cherry picked from commit 5491c54bda)
This commit is contained in:
zhouchengrong
2024-12-02 20:31:46 +08:00
parent a5ceabba04
commit f07d1b0822

View File

@@ -1,4 +1,6 @@
import json import json
import logging
import time
import requests import requests
from dashscope import Generation from dashscope import Generation
@@ -7,6 +9,8 @@ from retry import retry
from app.core.config import QWEN_API_KEY from app.core.config import QWEN_API_KEY
logger = logging.getLogger(__name__)
# os.environ["http_proxy"] = "http://127.0.0.1:7890" # os.environ["http_proxy"] = "http://127.0.0.1:7890"
# os.environ["https_proxy"] = "http://127.0.0.1:7890" # os.environ["https_proxy"] = "http://127.0.0.1:7890"
@@ -83,6 +87,7 @@ def get_response(messages):
def get_translation_from_llama3(text): def get_translation_from_llama3(text):
start_time = time.time()
url = "http://10.1.1.240:11434/api/generate" url = "http://10.1.1.240:11434/api/generate"
# url = "http://10.1.1.240:1143/api/generate" # url = "http://10.1.1.240:1143/api/generate"
@@ -98,15 +103,16 @@ def get_translation_from_llama3(text):
# 将负载转换为 JSON 格式 # 将负载转换为 JSON 格式
headers = {'Content-Type': 'application/json'} headers = {'Content-Type': 'application/json'}
response = requests.post(url, data=json.dumps(payload), headers=headers) response = requests.post(url, data=json.dumps(payload), headers=headers)
# 处理响应 # 处理响应
if response.status_code == 200: if response.status_code == 200:
# print("Response from server:") # print("Response from server:")
# print(response.json()) # print(response.json())
resp = json.loads(response.content).get("response") resp = json.loads(response.content).get("response")
logger.info(f"translation server runtime is {time.time() - start_time} , response is {resp}")
print("input : {}, translate result : {}".format(text, resp)) print("input : {}, translate result : {}".format(text, resp))
return resp return resp
else: else:
logger.info(f"translation server runtime is {time.time() - start_time} , response is {response.content}")
print(f"Request failed with status code {response.status_code}") print(f"Request failed with status code {response.status_code}")
print(response.text) print(response.text)