[bugfix] Make Dreamverse Modal max-autotune opt-in

Author: Davids048

apps/dreamverse/dreamverse/config.py

@@ -164,6 +164,7 @@ def _optional_env(*names: str) -> str | None:
 
 DEVTOOLS_ENABLED = _env_bool("FASTVIDEO_ENABLE_DEVTOOLS", False)
 PROMPT_SAFETY_ENABLED = _env_bool("FASTVIDEO_ENABLE_PROMPT_SAFETY", False)
+DREAMVERSE_MAX_AUTOTUNE = _env_bool("DREAMVERSE_MAX_AUTOTUNE", True)
 
 
 def _resolve_devtools_paths(

apps/dreamverse/dreamverse/video_generation.py

@@ -25,6 +25,7 @@
     MODEL_CONFIG,
     NUM_FRAMES,
     NUM_INFERENCE_STEPS,
+    DREAMVERSE_MAX_AUTOTUNE,
 )
 
 # Multi-frame decoded continuation defaults from
@@ -257,6 +258,7 @@ def initialize(self, model_config: dict | None = None) -> None:
                              or self.current_model_config["model_path"])
 
         enable_compile = os.getenv("ENABLE_TORCH_COMPILE", "1") == "1"
+        compile_mode = "max-autotune-no-cudagraphs" if DREAMVERSE_MAX_AUTOTUNE else None
 
         components = ComponentConfig(
             config_root=config_model_path,
@@ -283,7 +285,7 @@ def initialize(self, model_config: dict | None = None) -> None:
                     vae_enabled=enable_compile,
                     backend="inductor",
                     fullgraph=True,
-                    mode="max-autotune-no-cudagraphs",
+                    mode=compile_mode,
                     dynamic=False,
                 ),
                 use_fsdp_inference=False,

apps/dreamverse/scripts/modal/README.md

@@ -97,6 +97,17 @@ knobs below live in the image or `modal_app.py` unless you intentionally change
 - `FASTVIDEO_ENABLE_DEVTOOLS`: enable Dreamverse devtools behavior.
 - `FASTVIDEO_PROMPT_PROVIDER` / `FASTVIDEO_PROMPT_*_MODEL`: try prompt-rewriter provider or model choices.
 - `FASTVIDEO_ENABLE_STARTUP_WARMUP`: trade slower startup for a warmer first request.
+- `DREAMVERSE_MAX_AUTOTUNE`: opt into PyTorch Inductor max-autotune for the compiled Dreamverse runtime.
+
+The Modal wrapper we provide defaults to torch compile without Inductor max-autotune.
+This shortens compile/warmup time and reduces cost. If you prefer
+the fastest generation, opt into max-autotune via:
+
+```bash
+DREAMVERSE_IMAGE=ghcr.io/<org>/<repo>/dreamverse:<tag> \
+DREAMVERSE_MAX_AUTOTUNE=1 \
+  modal deploy apps/dreamverse/scripts/modal/modal_app.py
+```
 
 ### Autoscaling and cost safety
 

apps/dreamverse/scripts/modal/modal_app.py

@@ -22,6 +22,7 @@
     "FASTVIDEO_ENABLE_STARTUP_WARMUP": "1",
     "FASTVIDEO_GPU_COUNT": "1",
     "ENABLE_TORCH_COMPILE": "1",
+    "DREAMVERSE_MAX_AUTOTUNE": os.environ.get("DREAMVERSE_MAX_AUTOTUNE", "0"),
     "STREAM_MODE": "av_fmp4",
 })