From 36fc937f0cef0f0b833f4bddbb7d2bcf54caa031 Mon Sep 17 00:00:00 2001 From: zhh Date: Tue, 18 Nov 2025 16:04:26 +0800 Subject: [PATCH] =?UTF-8?q?=E7=A7=BB=E9=99=A4=E7=B1=BB=E5=8F=98=E9=87=8Fse?= =?UTF-8?q?lf.stylist=5Fagent=5Fkwages=20=E5=92=8C=20self.outfit=5Fids=20?= =?UTF-8?q?=E9=81=BF=E5=85=8D=E5=87=BA=E7=8E=B0=E5=90=8C=E6=97=B6=E8=B0=83?= =?UTF-8?q?=E7=94=A8=E6=A8=A1=E5=9E=8B=E5=AF=BC=E8=87=B4=E5=8F=82=E6=95=B0?= =?UTF-8?q?=E5=A4=8D=E7=94=A8?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit litserve 单实例复用setup() 方法只会被调用一次（在 Worker 启动时） --- app/server/ChatbotAgent/chatbot_server.py | 28 +++++++++++------------ 1 file changed, 14 insertions(+), 14 deletions(-) diff --git a/app/server/ChatbotAgent/chatbot_server.py b/app/server/ChatbotAgent/chatbot_server.py index 6c1d0d9..872006e 100644 --- a/app/server/ChatbotAgent/chatbot_server.py +++ b/app/server/ChatbotAgent/chatbot_server.py @@ -25,26 +25,26 @@ class PredictRequest(BaseModel): class LCChatBot(ls.LitAPI): def setup(self, device): - self.llm = AsyncGeminiLLM(model_name=settings.LLM_MODEL_NAME) + # self.llm = AsyncGeminiLLM(model_name=settings.LLM_MODEL_NAME) self.redis = RedisManager( host=settings.REDIS_HOST, port=settings.REDIS_PORT, db=settings.REDIS_DB, key_prefix=settings.REDIS_HISTORY_KEY_PREFIX ) - self.vector_db = VectorDatabase( - vector_db_dir=settings.VECTOR_DB_DIR, - collection_name=settings.COLLECTION_NAME, - embedding_model_name=settings.EMBEDDING_MODEL_NAME - ) - self.stylist_agent_kwages = { - 'local_db': self.vector_db, - 'max_len': 5, - 'outfits_root': settings.OUTFIT_OUTPUT_DIR, - 'image_dir': settings.IMAGE_DIR, - 'stylist_guide_dir': settings.STYLIST_GUIDE_DIR, - 'gemini_model_name': settings.LLM_MODEL_NAME - } + # self.vector_db = VectorDatabase( + # vector_db_dir=settings.VECTOR_DB_DIR, + # collection_name=settings.COLLECTION_NAME, + # embedding_model_name=settings.EMBEDDING_MODEL_NAME + # ) + # self.stylist_agent_kwages = { + # 'local_db': self.vector_db, + # 'max_len': 5, + # 'outfits_root': settings.OUTFIT_OUTPUT_DIR, + # 'image_dir': settings.IMAGE_DIR, + # 'stylist_guide_dir': settings.STYLIST_GUIDE_DIR, + # 'gemini_model_name': settings.LLM_MODEL_NAME + # } self.gemini_client = genai.Client( vertexai=True, project='aida-461108', location='us-central1' )