Skip to content

Commit 0bd19a9

Browse files
authored
[docs]: add one-Spark FastH3 cookbook runtime with a device-count row (#1811)
Co-authored-by: Aryan Kumar <aryan5v@users.noreply.github.com>
1 parent 40b9378 commit 0bd19a9

26 files changed

Lines changed: 444 additions & 88 deletions

docs/assets/cookbook-recipes.json

Lines changed: 66 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
{
2-
"version": 7,
2+
"version": 8,
33
"recipes": [
44
{
55
"id": "fastwan21-t2v",
@@ -513,6 +513,71 @@
513513
"The MLX path supports T2VA, optional temporal --fast, optional spatial --fast-spatial, and opt-in VSA on --include-vsa checkpoints. FL2VA, Ref2VA, and two-pass refinement are not wired."
514514
]
515515
},
516+
{
517+
"id": "fasth3-preview-spark",
518+
"group": "fasth3-preview",
519+
"group_label": "FastH3 Preview",
520+
"group_task": "4-step text to video + audio",
521+
"family": "minimax_h3",
522+
"stage": "inference",
523+
"task": "Few-step text to video (with audio)",
524+
"label": "FastH3 Preview on one DGX Spark",
525+
"summary": "Run FastH3 Preview on one GB10 with Triton VSA, FA4 off, and lazy module load. Height, width, frames, and steps in the YAML are examples.",
526+
"model": "FastVideo/FastVideo-FastH3-4-step-Preview-v1-VSA-DataFree",
527+
"source": "examples/inference/basic/basic_fasth3_spark.yaml",
528+
"serving": {
529+
"source": "examples/serving/openai_fasth3_spark.yaml",
530+
"install": "UV_TORCH_BACKEND=cu130 uv pip install -e .",
531+
"env": "FASTVIDEO_VSA_SM100A=0 FASTVIDEO_FA4=0 FASTVIDEO_ATTENTION_BACKEND=VIDEO_SPARSE_ATTN_H3"
532+
},
533+
"command": "FASTVIDEO_VSA_SM100A=0 FASTVIDEO_FA4=0 FASTVIDEO_ATTENTION_BACKEND=VIDEO_SPARSE_ATTN_H3 FASTVIDEO_STAGE_LOGGING=1 fastvideo generate --config examples/inference/basic/basic_fasth3_spark.yaml",
534+
"gpu_types": ["NVIDIA"],
535+
"hardware": {
536+
"platform": "cuda",
537+
"device": "spark",
538+
"gpu_count": 1,
539+
"evidence": "source-configured"
540+
},
541+
"evidence": "Source-backed",
542+
"expected_artifact": "MP4 under outputs/fasth3_spark/",
543+
"modes": ["T2VA", "1-Spark"],
544+
"limitations": [
545+
"Install from the DGX Spark guide, not the generic CUDA extra. GB10 has no FA4 / sm_100a VSA kernel; keep FASTVIDEO_FA4=0 and FASTVIDEO_VSA_SM100A=0.",
546+
"Legal num_frames values are 17n+5, capped at 345 (15 s). Native 16:9 sizes include 832x480 and 1344x768.",
547+
"Lazy module load reloads Qwen3-VL and the DiT between phases of each request. Do not pass --no-lazy-module-load on this box.",
548+
"A 345-frame request on one Spark can OOM. Prefer 124 or 243 frames, TAEH3 decode, or two Sparks over QSFP."
549+
]
550+
},
551+
{
552+
"id": "fasth3-spark-pair",
553+
"group": "fasth3-preview",
554+
"group_label": "FastH3 Preview",
555+
"group_task": "4-step text to video + audio",
556+
"family": "minimax_h3",
557+
"stage": "inference",
558+
"task": "Few-step text to video (with audio)",
559+
"label": "FastH3 Preview on two DGX Sparks",
560+
"summary": "Run one FastH3 clip across two GB10s with Ray sequence parallel over QSFP RoCE. Sequential load and lazy module load stay on because SP replicates the DiT on each node.",
561+
"model": "FastVideo/FastVideo-FastH3-4-step-Preview-v1-VSA-DataFree",
562+
"source": "examples/inference/basic/basic_fasth3_spark_pair.yaml",
563+
"command": "source examples/inference/optimizations/spark_pair_env.sh && FASTVIDEO_VSA_SM100A=0 FASTVIDEO_FA4=0 FASTVIDEO_ATTENTION_BACKEND=VIDEO_SPARSE_ATTN_H3 FASTVIDEO_VAE_PARALLEL_DECODE=1 fastvideo generate --config examples/inference/basic/basic_fasth3_spark_pair.yaml",
564+
"gpu_types": ["NVIDIA"],
565+
"hardware": {
566+
"platform": "cuda",
567+
"device": "spark",
568+
"gpu_count": 2,
569+
"accelerator": "NVIDIA GB10 (DGX Spark pair)",
570+
"evidence": "validated",
571+
"evidence_url": "https://github.com/hao-ai-lab/FastVideo/pull/1803"
572+
},
573+
"evidence": "Verified",
574+
"expected_artifact": "MP4 under outputs/fasth3_spark_pair/",
575+
"modes": ["T2VA", "2-Spark SP"],
576+
"limitations": [
577+
"Requires a two-node Ray cluster on the QSFP interconnect. There is no cookbook server for this path; use Python / generate.",
578+
"Height, width, frames, and steps in the YAML are examples. Edit them or pass CLI flags. See docs/getting_started/installation/spark_pair.md."
579+
]
580+
},
516581
{
517582
"id": "minimax-h3-fl2va",
518583
"family": "minimax_h3",
@@ -665,29 +730,6 @@
665730
"evidence": "Source-backed",
666731
"limitations": ["The upstream checkpoint must be converted to Diffusers layout via scripts/checkpoint_conversion/convert_mmaudio_to_diffusers.py unless loaded from the FastVideo converted repo as done here."]
667732
},
668-
{
669-
"id": "fasth3-spark-pair",
670-
"family": "minimax_h3",
671-
"stage": "inference",
672-
"task": "Few-step text to video (with audio)",
673-
"label": "FastH3 on two DGX Sparks (sequence parallel)",
674-
"summary": "Run one FastH3 clip across two GB10s with Ray sequence parallel over QSFP RoCE. Sequential load and lazy module load stay on because SP replicates the DiT on each node.",
675-
"model": "FastVideo/FastVideo-FastH3-4-step-Preview-v1-VSA-DataFree",
676-
"source": "examples/inference/basic/basic_fasth3_spark_pair.yaml",
677-
"command": "source examples/inference/optimizations/spark_pair_env.sh && FASTVIDEO_VSA_SM100A=0 FASTVIDEO_FA4=0 FASTVIDEO_ATTENTION_BACKEND=VIDEO_SPARSE_ATTN_H3 FASTVIDEO_VAE_PARALLEL_DECODE=1 fastvideo generate --config examples/inference/basic/basic_fasth3_spark_pair.yaml",
678-
"gpu_types": ["NVIDIA"],
679-
"hardware": {
680-
"platform": "cuda",
681-
"gpu_count": 2,
682-
"accelerator": "NVIDIA GB10 (DGX Spark pair)",
683-
"evidence": "validated",
684-
"evidence_url": "https://github.com/hao-ai-lab/FastVideo/pull/1803"
685-
},
686-
"evidence": "Verified",
687-
"expected_artifact": "MP4 under outputs/fasth3_spark_pair/",
688-
"modes": ["T2VA", "2-Spark SP"],
689-
"limitations": ["Requires a two-node Ray cluster on the QSFP interconnect. Height, width, frames, and steps in the YAML are examples. Edit them or pass CLI flags. See docs/getting_started/installation/spark_pair.md."]
690-
},
691733
{
692734
"id": "matrix-game-2",
693735
"family": "matrixgame",

0 commit comments

Comments
 (0)