aidlab/lc_stylist_agent
7
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

移除类变量self.stylist_agent_kwages 和 self.outfit_ids 避免出现同时调用模型导致参数复用

Browse Source 
litserve 单实例复用setup() 方法只会被调用一次（在 Worker 启动时）
This commit is contained in:
zhh
2025-11-18 16:04:26 +08:00
parent 9579d498c9
commit 36fc937f0c
1 changed files with 14 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
app/server/ChatbotAgent/chatbot_server.py
View File

@@ -25,26 +25,26 @@ class PredictRequest(BaseModel):
class LCChatBot(ls.LitAPI): class LCChatBot(ls.LitAPI):
def setup(self, device): def setup(self, device):
self.llm = AsyncGeminiLLM(model_name=settings.LLM_MODEL_NAME) # self.llm = AsyncGeminiLLM(model_name=settings.LLM_MODEL_NAME)
self.redis = RedisManager( self.redis = RedisManager(
host=settings.REDIS_HOST, host=settings.REDIS_HOST,
port=settings.REDIS_PORT, port=settings.REDIS_PORT,
db=settings.REDIS_DB, db=settings.REDIS_DB,
key_prefix=settings.REDIS_HISTORY_KEY_PREFIX key_prefix=settings.REDIS_HISTORY_KEY_PREFIX
) )
self.vector_db = VectorDatabase( # self.vector_db = VectorDatabase(
vector_db_dir=settings.VECTOR_DB_DIR, # vector_db_dir=settings.VECTOR_DB_DIR,
collection_name=settings.COLLECTION_NAME, # collection_name=settings.COLLECTION_NAME,
embedding_model_name=settings.EMBEDDING_MODEL_NAME # embedding_model_name=settings.EMBEDDING_MODEL_NAME
) # )
self.stylist_agent_kwages = { # self.stylist_agent_kwages = {
'local_db': self.vector_db, # 'local_db': self.vector_db,
'max_len': 5, # 'max_len': 5,
'outfits_root': settings.OUTFIT_OUTPUT_DIR, # 'outfits_root': settings.OUTFIT_OUTPUT_DIR,
'image_dir': settings.IMAGE_DIR, # 'image_dir': settings.IMAGE_DIR,
'stylist_guide_dir': settings.STYLIST_GUIDE_DIR, # 'stylist_guide_dir': settings.STYLIST_GUIDE_DIR,
'gemini_model_name': settings.LLM_MODEL_NAME # 'gemini_model_name': settings.LLM_MODEL_NAME
} # }
self.gemini_client = genai.Client( self.gemini_client = genai.Client(
vertexai=True, project='aida-461108', location='us-central1' vertexai=True, project='aida-461108', location='us-central1'
) )