import json import os from pprint import pprint import numpy as np from app.service.outfit_matcher.dataset import FashionDataset from app.service.outfit_matcher.outfit_evaluator import OutfitMaterTypeAware, Backbone if __name__ == '__main__': with open("./test_param/recommendation_test.json", "r") as f: param = json.load(f) fashion_dataset = FashionDataset(param["database"]) backbone_service = Backbone() service = OutfitMaterTypeAware() # read feature from vector database all_items = param["query"] + param["database"] unextracted_item = [] prepared_feature = {} # 拿到所有需要提取特征的图片 for item in all_items: if f'{item["item_name"]}.npy' not in os.listdir("feature"): unextracted_item.append(item) if len(unextracted_item) > 0: # 通过backbone模型提取图片特征 extracted_features = backbone_service.get_result(unextracted_item) for i, item in enumerate(unextracted_item): # save features # 链接milvus # TODO np.save(f'feature/{item["item_name"]}.npy', extracted_features[i]) # 存入数据库 # 关闭链接 # TODO 读取本次任务需要的图片特征 for item in all_items: if item["item_name"] not in prepared_feature.keys(): prepared_feature[item["item_name"]] = np.load(f'feature/{item["item_name"]}.npy') # 开始服装搭配任务 for item in param["query"]: # 根据一定规则生成outfit outfits = fashion_dataset.generate_outfit(item, param["topk"], param["max_outfits"]) # 根据模型对生成的outfit打分 scores = service.get_result(outfits, prepared_feature) # 对评分排序,拿到最好的topk个outfit输出 sorted_indices = np.argsort(scores)[:param["topk"]] # type-aware best_outfits = [outfits[i] for i in sorted_indices] # 最好的五个 # 结果可视化 # service.visualize(outfits, scores, param["topk"], best=True, # output_path=os.path.join(r"D:\PhD_Study\MIXI\mitu\image\123", # f"{item['item_name']}_best_{param['topk']}.png")) # service.visualize(outfits, scores, param["topk"], best=False, # output_path=os.path.join(r"D:\PhD_Study\MIXI\mitu\image\123", # f"{item['item_name']}_worst_{param['topk']}.png"))