ai-runner: Allow running without MODEL_DIR env (#878)

Will default to ./.lpData/models and always
set it for child processes (usefull when running
locally)

Author: victorges

live/comfyui/Dockerfile

@@ -63,6 +63,12 @@ RUN git clone --branch n7.1 --depth 1 https://github.com/FFmpeg/FFmpeg.git ffmpe
     cd .. \
     rm -rf ffmpeg
 
+# Common environment variables for AI runner pipelines
+ENV MAX_WORKERS=1 \
+    HUGGINGFACE_HUB_CACHE=/models \
+    DIFFUSERS_CACHE=/models \
+    MODEL_DIR=/models
+
 # -----------------------------------------------------------------------------
 # live-base: End of section
 # -----------------------------------------------------------------------------
@@ -113,12 +119,6 @@ COPY live/comfyui/main.py ./main.py
 # Final sync to install the project
 RUN uv sync --active --locked --inexact
 
-# Set environment variables
-ENV MAX_WORKERS=1 \
-    HUGGINGFACE_HUB_CACHE=/models \
-    DIFFUSERS_CACHE=/models \
-    MODEL_DIR=/models
-
 # Keep these args/envs last to maximize cache reuse when only runtime envs change
 ARG GIT_SHA
 ARG VERSION="undefined"

live/scope/Dockerfile

@@ -29,11 +29,7 @@ RUN uv sync --locked --inexact
 # Configure Scope models directory
 ENV DAYDREAM_SCOPE_MODELS_DIR="/models/Scope--models"
 
-ENV HF_HUB_OFFLINE=1 \
-    MAX_WORKERS=1 \
-    HUGGINGFACE_HUB_CACHE=/models \
-    DIFFUSERS_CACHE=/models \
-    MODEL_DIR=/models
+ENV HF_HUB_OFFLINE=1
 
 ARG GIT_SHA
 ARG VERSION="undefined"

live/streamdiffusion/Dockerfile

@@ -31,11 +31,7 @@ RUN ln -s /models/StreamDiffusion--engines ./engines \
     && ln -s /models/StreamDiffusion--models ./models
 
 ENV HF_HUB_ENABLE_HF_TRANSFER=1 \
-    HF_HUB_OFFLINE=1 \
-    MAX_WORKERS=1 \
-    HUGGINGFACE_HUB_CACHE=/models \
-    DIFFUSERS_CACHE=/models \
-    MODEL_DIR=/models
+    HF_HUB_OFFLINE=1
 
 ARG GIT_SHA
 ARG VERSION="undefined"

runner/docker/Dockerfile.live-base

@@ -65,3 +65,9 @@ RUN git clone --branch n7.1 --depth 1 https://github.com/FFmpeg/FFmpeg.git ffmpe
     cp -R /compiled/* /usr/local/ && \
     cd .. \
     rm -rf ffmpeg
+
+# Common environment variables for AI runner pipelines
+ENV MAX_WORKERS=1 \
+    HUGGINGFACE_HUB_CACHE=/models \
+    DIFFUSERS_CACHE=/models \
+    MODEL_DIR=/models

runner/src/runner/pipelines/live_video_to_video.py

@@ -113,7 +113,9 @@ def start_process(self):
         # TODO: set torch device from self.torch_device
 
         env = os.environ.copy()
-        env["HUGGINGFACE_HUB_CACHE"] = str(self.model_dir)
+        env.setdefault("HUGGINGFACE_HUB_CACHE", str(self.model_dir))
+        env.setdefault("DIFFUSERS_CACHE", str(self.model_dir))
+        env.setdefault("MODEL_DIR", str(self.model_dir))
 
         try:
             self.process = subprocess.Popen(

runner/src/runner/pipelines/utils/utils.py

@@ -23,7 +23,7 @@
 
 
 def get_model_dir() -> Path:
-    return Path(os.environ["MODEL_DIR"])
+    return Path(os.environ.get("MODEL_DIR", os.path.expanduser("~/.lpData/models")))
 
 
 def get_model_path(model_id: str) -> Path:
@@ -154,7 +154,7 @@ def __init__(
 
         self.device = device
         self._dtype = dtype
-        
+
         from diffusers.pipelines.stable_diffusion import StableDiffusionSafetyChecker
         self._safety_checker = StableDiffusionSafetyChecker.from_pretrained(
             "CompVis/stable-diffusion-safety-checker"