fixup docker config/lib, clear cache

Closes: #1

Dockerfile

@@ -6,11 +6,11 @@ RUN apt-get update && apt-get install --no-install-recommends -y \
   && apt-get clean && rm -rf /var/lib/apt/lists/*
 
 WORKDIR /app
-RUN mkdir config models lora
+RUN mkdir -p config/lib models lora
 COPY requirements.txt .
 #RUN --mount=type=cache,target=/root/.cache/pip pip install -r requirements.txt
 RUN pip --no-cache install -r requirements.txt
-COPY config/lib /app/config/
+COPY config/lib /app/config/lib
 COPY *.py *.json LICENSE /app/
 
 ENV CLI_COMMAND="python images.py"

README.md

@@ -27,6 +27,19 @@ An OpenAI API compatible image generation server for the FLUX.1 family of models
 - [ ] **Easy to setup and use**: Maybe?
 
 
+## Recent Updates
+
+#### 2024-09-18
+- fixup Docker config/lib path, thanks @[nicolaschan](https://github.com/nicolaschan)
+
+<details>
+<summary>Click to expand for older updates.</summary>
+
+#### 2024-09-05
+- Initial release
+
+</details>
+
 ## Quickstart
 
 > This is brand new software, if you find any problems or have suggestions please open a [new issue](https://githib.com/matatonic/openedai-images-flux/issues) on GitHub!

images.py

@@ -267,8 +267,10 @@ async def generate_images(pipe, **generation_kwargs) -> list:
 
     generation_kwargs['generator'] = torch.Generator("cpu").manual_seed(seed)
 
-    return pipe(**generation_kwargs).images, seed
-
+    try:
+        return pipe(**generation_kwargs).images, seed
+    finally:
+        torch.cuda.empty_cache()
 
 async def enhance_prompt(prompt: str, **enhancer) -> str:
     enhancer['messages'].extend([{'role': 'user', 'content': prompt }])