@@ -1,4 +1,6 @@
|
||||
import json
|
||||
import logging
|
||||
import time
|
||||
|
||||
import requests
|
||||
from dashscope import Generation
|
||||
@@ -7,6 +9,8 @@ from retry import retry
|
||||
|
||||
from app.core.config import QWEN_API_KEY
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
# os.environ["http_proxy"] = "http://127.0.0.1:7890"
|
||||
# os.environ["https_proxy"] = "http://127.0.0.1:7890"
|
||||
@@ -83,6 +87,7 @@ def get_response(messages):
|
||||
|
||||
|
||||
def get_translation_from_llama3(text):
|
||||
start_time = time.time()
|
||||
url = "http://10.1.1.240:11434/api/generate"
|
||||
# url = "http://10.1.1.240:1143/api/generate"
|
||||
|
||||
@@ -98,15 +103,16 @@ def get_translation_from_llama3(text):
|
||||
# 将负载转换为 JSON 格式
|
||||
headers = {'Content-Type': 'application/json'}
|
||||
response = requests.post(url, data=json.dumps(payload), headers=headers)
|
||||
|
||||
# 处理响应
|
||||
if response.status_code == 200:
|
||||
# print("Response from server:")
|
||||
# print(response.json())
|
||||
resp = json.loads(response.content).get("response")
|
||||
logger.info(f"translation server runtime is {time.time() - start_time} , response is {resp}")
|
||||
print("input : {}, translate result : {}".format(text, resp))
|
||||
return resp
|
||||
else:
|
||||
logger.info(f"translation server runtime is {time.time() - start_time} , response is {response.content}")
|
||||
print(f"Request failed with status code {response.status_code}")
|
||||
print(response.text)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user