aidlab/lc_stylist_agent
7
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

移除类变量self.stylist_agent_kwages 和 self.outfit_ids 避免出现同时调用模型导致参数复用

Browse Source 
litserve 单实例复用setup() 方法只会被调用一次（在 Worker 启动时）
This commit is contained in:
zhh
2025-11-18 16:04:26 +08:00
parent 9579d498c9
commit 36fc937f0c
1 changed files with 14 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
app/server/ChatbotAgent/chatbot_server.py
View File

@@ -25,26 +25,26 @@ class PredictRequest(BaseModel):
class LCChatBot(ls.LitAPI):
def setup(self, device):
self.llm = AsyncGeminiLLM(model_name=settings.LLM_MODEL_NAME)
# self.llm = AsyncGeminiLLM(model_name=settings.LLM_MODEL_NAME)
self.redis = RedisManager(
host=settings.REDIS_HOST,
port=settings.REDIS_PORT,
db=settings.REDIS_DB,
key_prefix=settings.REDIS_HISTORY_KEY_PREFIX
)
self.vector_db = VectorDatabase(
vector_db_dir=settings.VECTOR_DB_DIR,
collection_name=settings.COLLECTION_NAME,
embedding_model_name=settings.EMBEDDING_MODEL_NAME
)
self.stylist_agent_kwages = {
'local_db': self.vector_db,
'max_len': 5,
'outfits_root': settings.OUTFIT_OUTPUT_DIR,
'image_dir': settings.IMAGE_DIR,
'stylist_guide_dir': settings.STYLIST_GUIDE_DIR,
'gemini_model_name': settings.LLM_MODEL_NAME
}
# self.vector_db = VectorDatabase(
# vector_db_dir=settings.VECTOR_DB_DIR,
# collection_name=settings.COLLECTION_NAME,
# embedding_model_name=settings.EMBEDDING_MODEL_NAME
# )
# self.stylist_agent_kwages = {
# 'local_db': self.vector_db,
# 'max_len': 5,
# 'outfits_root': settings.OUTFIT_OUTPUT_DIR,
# 'image_dir': settings.IMAGE_DIR,
# 'stylist_guide_dir': settings.STYLIST_GUIDE_DIR,
# 'gemini_model_name': settings.LLM_MODEL_NAME
# }
self.gemini_client = genai.Client(
vertexai=True, project='aida-461108', location='us-central1'
)