1

.gitignore

@@ -230,4 +230,5 @@ $RECYCLE.BIN/
 # End of https://www.toptal.com/developers/gitignore/api/linux,windows,macos,visualstudiocode,python
 
 output/
-*.png
+*.png
+checkpoint/

app/litserve_serve.py

@@ -37,6 +37,7 @@ class FluxKleinAPI(ls.LitAPI):
 
         self.pipe = Flux2KleinPipeline.from_pretrained(
             self.repo_id,
+            cache_dir="./checkpoint/",
             torch_dtype=self.dtype
         )
         self.pipe.to(device)

docker-compose.yml

@@ -7,6 +7,7 @@ services:
     working_dir: /app
     volumes:
       - ./app:/app/app
+      - ./checkpoint:/app/checkpoint
       - /etc/localtime:/etc/localtime:ro
     ports:
       - "14202:8451"