feat : 代码梳理移除所有敏感密钥通过环境变量方式配置

2025-12-30 16:49:08 +08:00
parent 1be716e414
commit 18024a2d70
167 changed files with 5283 additions and 10464 deletions
--- a/app/core/config.py
+++ b/app/core/config.py
@@ -1,188 +1,91 @@
-import os
-
-import pika
-from dotenv import load_dotenv
-from pydantic import BaseSettings
-
-BASE_DIR = os.path.abspath(os.path.join(os.path.dirname(__file__), '../../'))
-load_dotenv(os.path.join(BASE_DIR, '.env'))
+from pydantic import Field
+from pydantic_settings import BaseSettings, SettingsConfigDict


 class Settings(BaseSettings):
-    PROJECT_NAME: str = 'FASTAPI BASE'
-    SECRET_KEY: str = ''
-    API_PREFIX: str = ''
-    BACKEND_CORS_ORIGINS: list[str] = ['*']
-    DATABASE_URL: str = ''
-    ACCESS_TOKEN_EXPIRE_SECONDS: int = 60 * 60 * 24 * 7  # Token expired after 7 days
-    SECURITY_ALGORITHM: str = 'HS256'
-    LOGGING_CONFIG_FILE: str = os.path.join(BASE_DIR, 'logging_env.py')
+    """
+    应用配置类。Pydantic Settings 会自动从环境变量和 .env 文件中加载这些值。
+    """
+    model_config = SettingsConfigDict(
+        env_file='.env',
+        env_file_encoding='utf-8',
+        # extra='ignore'  # 忽略环境变量中多余的键
+    )
+    # --- 服务端口配置信息 ---
+    PORT: int = Field(default=8001, description="")
+    # --- 服务环境 配置信息 ---
+    SERVE_ENV: str = Field(default='', description="")
+    # --- 开发状态 配置信息 ---
+    DEBUG: bool = Field(default=False, description="")
+    # --- 千问api 配置信息 ---
+    QWEN_API_KEY: str = Field(default="", description="")

+    # --- ComfyUI 配置信息 ---
+    COMFYUI_SERVER_ADDRESS: str = Field(default='', description="")

-OSS = "minio"
-DEBUG = False
-if DEBUG:
-    LOGS_PATH = "logs/"
-    CATEGORY_PATH = "service/attribute/config/descriptor/category/category_dis.csv"
-    SEG_CACHE_PATH = "../seg_cache/"
-    POSE_TRANSFORM_VIDEO_PATH = "../pose_transform_video/"
-    RECOMMEND_PATH_PREFIX = "service/recommend/"
-    CHROMADB_PATH = "./chromadb/"
-else:
-    LOGS_PATH = "app/logs/"
-    CATEGORY_PATH = "app/service/attribute/config/descriptor/category/category_dis.csv"
-    SEG_CACHE_PATH = "/seg_cache/"
-    POSE_TRANSFORM_VIDEO_PATH = "/pose_transform_video/"
-    RECOMMEND_PATH_PREFIX = "app/service/recommend/"
-    CHROMADB_PATH = "/chromadb/"
+    # --- minio 配置信息 ---
+    MINIO_URL: str = Field(default='', description="")
+    MINIO_ACCESS: str = Field(default='', description="")
+    MINIO_SECRET: str = Field(default='', description="")
+    MINIO_SECURE: bool = Field(default=True, description="")

-# RABBITMQ_ENV = ""  # 生产环境
-RABBITMQ_ENV = os.getenv("RABBITMQ_ENV", "-dev")
-# RABBITMQ_ENV = "-local"  # 本地测试环境
+    # --- redis 配置信息 ---
+    REDIS_HOST: str = Field(default='', description="")
+    REDIS_PORT: str = Field(default='', description="")
+    REDIS_DB: int = Field(default=0, description="")
+
+    # --- mysql 配置信息 ---
+    MYSQL_HOST: str = Field(default='', description="")
+    MYSQL_PORT: str = Field(default='', description="")
+    MYSQL_USER: str = Field(default='', description="")
+    MYSQL_PASSWORD: str = Field(default='', description="")
+    MYSQL_DB: str = Field(default='', description="")
+    MYSQL_CHARSET: str = Field(default='utf8mb4', description="")
+
+    # --- rabbit-mq 配置信息 ---
+    MQ_HOST: str = Field(default='', description="")
+    MQ_PORT: str = Field(default='', description="")
+    MQ_USERNAME: str = Field(default='', description="")
+    MQ_PASSWORD: str = Field(default='', description="")
+    MQ_VIRTUAL_HOST: str = Field(default='/', description="")
+    MQ_ENV: str = Field(default='', description="")
+
+    # --- milvus 配置信息 ---
+    MILVUS_URL: str = Field(default='', description="")
+    MILVUS_TOKEN: str = Field(default='', description="")
+    MILVUS_ALIAS: str = Field(default='', description="")
+
+    # --- ollama 配置信息 ---
+    CHROMADB_PATH: str = Field(default='', description="")
+
+    # --- ollama 配置信息 ---
+    OLLAMA_URL: str = Field(default='', description="")
+
+    # --- Design Callback Java 接口 ---
+    JAVA_STREAM_API_URL: str = Field(default='', description="")
+
+    # --- 其他配置信息 以下均为Docker容器内配置---
+    LOGS_PATH: str = Field(default="/logs/", description="")
+    CATEGORY_PATH: str = Field(default="/app/service/attribute/config/descriptor/category/category_dis.csv", description="")
+    SEG_CACHE_PATH: str = Field(default="/seg_cache/", description="")
+    RECOMMEND_PATH_PREFIX: str = Field(default="/app/service/recommend/", description="")

-if RABBITMQ_ENV == "-dev":
-    JAVA_STREAM_API_URL = f"https://develop.api.aida.com.hk/api/third/party/receiveDesignResults"
-elif RABBITMQ_ENV == "-prod":
-    JAVA_STREAM_API_URL = f"https://api.aida.com.hk/api/third/party/receiveDesignResults"

 settings = Settings()

-# minio 配置
-MINIO_URL = "www.minio-api.aida.com.hk"
-MINIO_ACCESS = 'vXKFLSJkYeEq2DrSZvkB'
-MINIO_SECRET = 'uKTZT3x7C43WvPN9QTc99DiRkwddWZrG9Uh3JVlR'
-MINIO_SECURE = True
-
-# S3 配置
-S3_ACCESS_KEY = "AKIAVD3OJIMF6UJFLSHZ"
-S3_AWS_SECRET_ACCESS_KEY = "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"
-S3_REGION_NAME = "ap-east-1"
-
-# redis 配置
-REDIS_HOST = "10.1.1.240"
-REDIS_PORT = "6379"
-REDIS_DB = "2"
-
-# rabbitmq config
-RABBITMQ_PARAMS = {
-    "host": "18.167.251.121",
-    "port": 5672,
-    "credentials": pika.credentials.PlainCredentials(username='rabbit', password='123456'),
-    "virtual_host": "/"
+"""Design 服务"""
+# 推荐服装类别映射
+TABLE_CATEGORIES = {
+    "female_dress": "female/dress",
+    "female_outwear": "female/outwear",
+    "female_trousers": "female/trousers",
+    "female_skirt": "female/skirt",
+    "female_blouse": "female/blouse",
+    "male_tops": "male/tops",
+    "male_bottoms": "male/bottoms",
+    "male_outwear": "male/outwear"
 }
-
-# milvus 配置
-MILVUS_URL = "http://10.1.1.240:19530"
-MILVUS_TOKEN = "root:Milvus"
-MILVUS_ALIAS = "default"
-MILVUS_TABLE_KEYPOINT = "keypoint_cache_2"
-MILVUS_TABLE_SEG = "seg_cache"
-
-# Mysql 配置
-DB_HOST = '18.167.251.121'  # 数据库主机地址
-# DB_PORT = int( 33006)
-DB_PORT = 33008  # 数据库端口
-DB_USERNAME = 'aida_con'  # 数据库用户名
-DB_PASSWORD = '123456'  # 数据库密码
-DB_NAME = 'aida_back'  # 数据库库名
-
-# openai
-os.environ['SERPAPI_API_KEY'] = "a793513017b0718db7966207c31703d280d12435c982f1e67bbcbffa52e7632c"
-OPENAI_STREAM = True
-BUFFER_THRESHOLD = 6  # must be even number
-SINGLE_TOKEN_THRESHOLD = 200
-TOKEN_THRESHOLD = 600
-OPENAI_TEMPERATURE = 0
-
-# OPENAI_API_KEY =  "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"
-OPENAI_API_KEY = "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"
-OPENAI_MODEL = "gpt-3.5-turbo-0613"
-OPENAI_MODEL_LIST = {"gpt-3.5-turbo-0613",
-                     "gpt-3.5-turbo-16k-0613",
-                     "gpt-4-0314",
-                     "gpt-4-32k-0314",
-                     "gpt-4-0613",
-                     "gpt-4-32k-0613", }
-
-# SR service config
-SR_MODEL_NAME = "super_resolution"
-SR_TRITON_URL = "10.1.1.240:10031"
-SR_MINIO_BUCKET = "aida-users"
-SR_RABBITMQ_QUEUES = f"SuperResolution{RABBITMQ_ENV}"
-
-# GenerateImage service config
-FAST_GI_MODEL_URL = '10.1.1.243:10011'
-FAST_GI_MODEL_NAME = 'stable_diffusion_xl'
-
-GI_MODEL_URL = '10.1.1.240:10061'
-GI_MODEL_NAME = 'flux'
-
-GMV_MODEL_URL = '10.1.1.243:10081'
-GMV_MODEL_NAME = 'multi_view'
-
-GMV_RABBITMQ_QUEUES = f"GenerateMultiView{RABBITMQ_ENV}"
-
-GI_MINIO_BUCKET = "aida-users"
-GI_RABBITMQ_QUEUES = f"GenerateImage{RABBITMQ_ENV}"
-GI_SYS_IMAGE_URL = "aida-sys-image/generate_image/white_image.jpg"
-
-# SLOGAN service config
-SLOGAN_RABBITMQ_QUEUES = f"Slogan{RABBITMQ_ENV}"
-
-# Generate Single Logo service config
-GSL_MODEL_URL = '10.1.1.243:10041'
-GSL_MINIO_BUCKET = "aida-users"
-GSL_MODEL_NAME = 'stable_diffusion_xl_transparent'
-GEN_SINGLE_LOGO_RABBITMQ_QUEUES = f"GenSingleLogo{RABBITMQ_ENV}"
-
-# Generate Product service config
-# GPI_RABBITMQ_QUEUES = os.getenv("GEN_PRODUCT_IMAGE_RABBITMQ_QUEUES", f"ToProductImage{RABBITMQ_ENV}")
-# GPI_MODEL_NAME_OVERALL = 'sdxl_ensemble_all'
-# GPI_MODEL_URL = '10.1.1.243:10051'
-
-# Generate Product service config 旧版product img 模型
-GPI_RABBITMQ_QUEUES = f"ToProductImage{RABBITMQ_ENV}"
-BATCH_GPI_RABBITMQ_QUEUES = f"BatchToProductImage{RABBITMQ_ENV}"
-GPI_MODEL_NAME_OVERALL = 'diffusion_ensemble_all'
-GPI_MODEL_NAME_SINGLE = 'stable_diffusion_1_5_cnet'
-GPI_MODEL_URL = '10.1.1.243:10051'
-
-# Generate Single Logo service config
-GRI_RABBITMQ_QUEUES = f"Relight{RABBITMQ_ENV}"
-BATCH_GRI_RABBITMQ_QUEUES = f"BatchRelight{RABBITMQ_ENV}"
-GRI_MODEL_NAME_OVERALL = 'diffusion_relight_ensemble'
-GRI_MODEL_NAME_SINGLE = 'stable_diffusion_1_5_relight'
-GRI_MODEL_URL = '10.1.1.240:10051'
-
-# Pose Transform service config
-
-PS_RABBITMQ_QUEUES = f"PoseTransform{RABBITMQ_ENV}"
-BATCH_PS_RABBITMQ_QUEUES = f"BatchPoseTransform{RABBITMQ_ENV}"
-PT_MODEL_URL = '10.1.1.243:10061'
-
-# SEG service config
-SEGMENTATION = {
-    "new_model_name": "seg_knet",
-    "name": "seg_ocrnet_hr18",
-    "input": "seg_input__0",
-    "output": "seg_output__0",
-}
-# ollama config
-OLLAMA_URL = "http://10.1.1.240:11434/api/embeddings"
-
-# design batch
-BATCH_DESIGN_RABBITMQ_QUEUES = f"DesignBatch{RABBITMQ_ENV}"
-
-# DESIGN config
-DESIGN_MODEL_URL = '10.1.1.240:10000'
-AIDA_CLOTHING = "aida-clothing"
-KEYPOINT_RESULT_TABLE_FIELD_SET = ('neckline_left', 'neckline_right', 'shoulder_left', 'shoulder_right', 'armpit_left', 'armpit_right',
-                                   'cuff_left_in', 'cuff_left_out', 'cuff_right_in', 'cuff_right_out', 'waistband_left', 'waistband_right')
-
-# DESIGN 预处理
-IF_DEBUG_SHOW = False
-
-# 优先级
+# Design前后排优先级
 PRIORITY_DICT = {
    'earring_front': 99,
    'bag_front': 98,
@@ -208,28 +111,71 @@ PRIORITY_DICT = {
    'bag_back': -98,
    'earring_back': -99,
 }
+# Design 关键点字段
+KEYPOINT_RESULT_TABLE_FIELD_SET = ('neckline_left', 'neckline_right', 'shoulder_left', 'shoulder_right', 'armpit_left', 'armpit_right', 'cuff_left_in', 'cuff_left_out', 'cuff_right_in', 'cuff_right_out', 'waistband_left', 'waistband_right')
+# milvus配置信息
+MILVUS_TABLE_KEYPOINT = "keypoint_cache_2"

-QWEN_API_KEY = "sk-f31c29e61ac2498ba5e307aaa6dc10e0"
+# ollama 地址
+OLLAMA_URL = "http://10.1.1.240:11434/api/embeddings"

-DB_CONFIG = {
-    "host": "18.167.251.121",
-    "port": 3306,
-    "user": "root",
-    "password": "QWa998345",
-    "database": "aida",
-    "charset": "utf8mb4"
-}
+"""Triton Server Config"""
+# Design
+DESIGN_MODEL_URL = '10.1.1.240:10000'
+DESIGN_MODEL_NAME = 'seg_knet'
+# Generate Image
+GI_MODEL_URL = '10.1.1.240:10061'
+GI_MODEL_NAME = 'flux'
+# Generate Single Logo
+GSL_MODEL_URL = '10.1.1.243:10041'
+GSL_MODEL_NAME = 'stable_diffusion_xl_transparent'
+# Generate Product （整套和单品）
+GPI_MODEL_URL = '10.1.1.243:10051'
+GPI_MODEL_NAME_OVERALL = 'diffusion_ensemble_all'
+GPI_MODEL_NAME_SINGLE = 'stable_diffusion_1_5_cnet'

-TABLE_CATEGORIES = {
-    "female_dress": "female/dress",
-    "female_outwear": "female/outwear",
-    "female_trousers": "female/trousers",
-    "female_skirt": "female/skirt",
-    "female_blouse": "female/blouse",
-    "male_tops": "male/tops",
-    "male_bottoms": "male/bottoms",
-    "male_outwear": "male/outwear"
-}
+# 以下停用中...*************
+# 多视角生成
+GMV_MODEL_URL = '10.1.1.243:10081'
+GMV_MODEL_NAME = 'multi_view'
+# 超分
+SR_MODEL_NAME = "super_resolution"
+SR_TRITON_URL = "10.1.1.240:10031"
+# 打光
+GRI_MODEL_URL = '10.1.1.240:10051'
+GRI_MODEL_NAME_OVERALL = 'diffusion_relight_ensemble'
+GRI_MODEL_NAME_SINGLE = 'stable_diffusion_1_5_relight'
+# agent 图片生成
+FAST_GI_MODEL_URL = '10.1.1.243:10011'
+FAST_GI_MODEL_NAME = 'stable_diffusion_xl'
+# 图转视频 triton版
+PT_MODEL_URL = '10.1.1.243:10061'

-# --- ComfyUI 配置信息 ---
-COMFYUI_SERVER_ADDRESS = "10.1.2.227:8080"  # 替换为您的 ComfyUI 服务器地址
+# *************
+
+"""MQ 队列信息"""
+# 生成图片 moodboard printboard sketchboard
+GI_RABBITMQ_QUEUES = f"GenerateImage-{settings.SERVE_ENV}"
+# 生成slogan
+SLOGAN_RABBITMQ_QUEUES = f"Slogan-{settings.SERVE_ENV}"
+# 转产品图
+GPI_RABBITMQ_QUEUES = f"ToProductImage-{settings.SERVE_ENV}"
+# 产品图转视频
+PS_RABBITMQ_QUEUES = f"PoseTransform-{settings.SERVE_ENV}"
+
+# 以下停用中...*************
+# 产品图打光
+GRI_RABBITMQ_QUEUES = f"Relight-{settings.SERVE_ENV}"
+# 超分
+SR_RABBITMQ_QUEUES = f"SuperResolution-{settings.SERVE_ENV}"
+# 生成多视图
+GMV_RABBITMQ_QUEUES = f"GenerateMultiView-{settings.SERVE_ENV}"
+# 批量转产品图
+BATCH_GPI_RABBITMQ_QUEUES = f"BatchToProductImage-{settings.SERVE_ENV}"
+# 批量打光
+BATCH_GRI_RABBITMQ_QUEUES = f"BatchRelight-{settings.SERVE_ENV}"
+# 批量图片转视频
+BATCH_PS_RABBITMQ_QUEUES = f"BatchPoseTransform-{settings.SERVE_ENV}"
+# 批量design
+BATCH_DESIGN_RABBITMQ_QUEUES = f"DesignBatch-{settings.SERVE_ENV}"
+# *************