|
1 | 1 | { |
2 | | - "version": 7, |
| 2 | + "version": 8, |
3 | 3 | "recipes": [ |
4 | 4 | { |
5 | 5 | "id": "fastwan21-t2v", |
|
513 | 513 | "The MLX path supports T2VA, optional temporal --fast, optional spatial --fast-spatial, and opt-in VSA on --include-vsa checkpoints. FL2VA, Ref2VA, and two-pass refinement are not wired." |
514 | 514 | ] |
515 | 515 | }, |
| 516 | + { |
| 517 | + "id": "fasth3-preview-spark", |
| 518 | + "group": "fasth3-preview", |
| 519 | + "group_label": "FastH3 Preview", |
| 520 | + "group_task": "4-step text to video + audio", |
| 521 | + "family": "minimax_h3", |
| 522 | + "stage": "inference", |
| 523 | + "task": "Few-step text to video (with audio)", |
| 524 | + "label": "FastH3 Preview on one DGX Spark", |
| 525 | + "summary": "Run FastH3 Preview on one GB10 with Triton VSA, FA4 off, and lazy module load. Height, width, frames, and steps in the YAML are examples.", |
| 526 | + "model": "FastVideo/FastVideo-FastH3-4-step-Preview-v1-VSA-DataFree", |
| 527 | + "source": "examples/inference/basic/basic_fasth3_spark.yaml", |
| 528 | + "serving": { |
| 529 | + "source": "examples/serving/openai_fasth3_spark.yaml", |
| 530 | + "install": "UV_TORCH_BACKEND=cu130 uv pip install -e .", |
| 531 | + "env": "FASTVIDEO_VSA_SM100A=0 FASTVIDEO_FA4=0 FASTVIDEO_ATTENTION_BACKEND=VIDEO_SPARSE_ATTN_H3" |
| 532 | + }, |
| 533 | + "command": "FASTVIDEO_VSA_SM100A=0 FASTVIDEO_FA4=0 FASTVIDEO_ATTENTION_BACKEND=VIDEO_SPARSE_ATTN_H3 FASTVIDEO_STAGE_LOGGING=1 fastvideo generate --config examples/inference/basic/basic_fasth3_spark.yaml", |
| 534 | + "gpu_types": ["NVIDIA"], |
| 535 | + "hardware": { |
| 536 | + "platform": "cuda", |
| 537 | + "device": "spark", |
| 538 | + "gpu_count": 1, |
| 539 | + "evidence": "source-configured" |
| 540 | + }, |
| 541 | + "evidence": "Source-backed", |
| 542 | + "expected_artifact": "MP4 under outputs/fasth3_spark/", |
| 543 | + "modes": ["T2VA", "1-Spark"], |
| 544 | + "limitations": [ |
| 545 | + "Install from the DGX Spark guide, not the generic CUDA extra. GB10 has no FA4 / sm_100a VSA kernel; keep FASTVIDEO_FA4=0 and FASTVIDEO_VSA_SM100A=0.", |
| 546 | + "Legal num_frames values are 17n+5, capped at 345 (15 s). Native 16:9 sizes include 832x480 and 1344x768.", |
| 547 | + "Lazy module load reloads Qwen3-VL and the DiT between phases of each request. Do not pass --no-lazy-module-load on this box.", |
| 548 | + "A 345-frame request on one Spark can OOM. Prefer 124 or 243 frames, TAEH3 decode, or two Sparks over QSFP." |
| 549 | + ] |
| 550 | + }, |
| 551 | + { |
| 552 | + "id": "fasth3-spark-pair", |
| 553 | + "group": "fasth3-preview", |
| 554 | + "group_label": "FastH3 Preview", |
| 555 | + "group_task": "4-step text to video + audio", |
| 556 | + "family": "minimax_h3", |
| 557 | + "stage": "inference", |
| 558 | + "task": "Few-step text to video (with audio)", |
| 559 | + "label": "FastH3 Preview on two DGX Sparks", |
| 560 | + "summary": "Run one FastH3 clip across two GB10s with Ray sequence parallel over QSFP RoCE. Sequential load and lazy module load stay on because SP replicates the DiT on each node.", |
| 561 | + "model": "FastVideo/FastVideo-FastH3-4-step-Preview-v1-VSA-DataFree", |
| 562 | + "source": "examples/inference/basic/basic_fasth3_spark_pair.yaml", |
| 563 | + "command": "source examples/inference/optimizations/spark_pair_env.sh && FASTVIDEO_VSA_SM100A=0 FASTVIDEO_FA4=0 FASTVIDEO_ATTENTION_BACKEND=VIDEO_SPARSE_ATTN_H3 FASTVIDEO_VAE_PARALLEL_DECODE=1 fastvideo generate --config examples/inference/basic/basic_fasth3_spark_pair.yaml", |
| 564 | + "gpu_types": ["NVIDIA"], |
| 565 | + "hardware": { |
| 566 | + "platform": "cuda", |
| 567 | + "device": "spark", |
| 568 | + "gpu_count": 2, |
| 569 | + "accelerator": "NVIDIA GB10 (DGX Spark pair)", |
| 570 | + "evidence": "validated", |
| 571 | + "evidence_url": "https://github.com/hao-ai-lab/FastVideo/pull/1803" |
| 572 | + }, |
| 573 | + "evidence": "Verified", |
| 574 | + "expected_artifact": "MP4 under outputs/fasth3_spark_pair/", |
| 575 | + "modes": ["T2VA", "2-Spark SP"], |
| 576 | + "limitations": [ |
| 577 | + "Requires a two-node Ray cluster on the QSFP interconnect. There is no cookbook server for this path; use Python / generate.", |
| 578 | + "Height, width, frames, and steps in the YAML are examples. Edit them or pass CLI flags. See docs/getting_started/installation/spark_pair.md." |
| 579 | + ] |
| 580 | + }, |
516 | 581 | { |
517 | 582 | "id": "minimax-h3-fl2va", |
518 | 583 | "family": "minimax_h3", |
|
665 | 730 | "evidence": "Source-backed", |
666 | 731 | "limitations": ["The upstream checkpoint must be converted to Diffusers layout via scripts/checkpoint_conversion/convert_mmaudio_to_diffusers.py unless loaded from the FastVideo converted repo as done here."] |
667 | 732 | }, |
668 | | - { |
669 | | - "id": "fasth3-spark-pair", |
670 | | - "family": "minimax_h3", |
671 | | - "stage": "inference", |
672 | | - "task": "Few-step text to video (with audio)", |
673 | | - "label": "FastH3 on two DGX Sparks (sequence parallel)", |
674 | | - "summary": "Run one FastH3 clip across two GB10s with Ray sequence parallel over QSFP RoCE. Sequential load and lazy module load stay on because SP replicates the DiT on each node.", |
675 | | - "model": "FastVideo/FastVideo-FastH3-4-step-Preview-v1-VSA-DataFree", |
676 | | - "source": "examples/inference/basic/basic_fasth3_spark_pair.yaml", |
677 | | - "command": "source examples/inference/optimizations/spark_pair_env.sh && FASTVIDEO_VSA_SM100A=0 FASTVIDEO_FA4=0 FASTVIDEO_ATTENTION_BACKEND=VIDEO_SPARSE_ATTN_H3 FASTVIDEO_VAE_PARALLEL_DECODE=1 fastvideo generate --config examples/inference/basic/basic_fasth3_spark_pair.yaml", |
678 | | - "gpu_types": ["NVIDIA"], |
679 | | - "hardware": { |
680 | | - "platform": "cuda", |
681 | | - "gpu_count": 2, |
682 | | - "accelerator": "NVIDIA GB10 (DGX Spark pair)", |
683 | | - "evidence": "validated", |
684 | | - "evidence_url": "https://github.com/hao-ai-lab/FastVideo/pull/1803" |
685 | | - }, |
686 | | - "evidence": "Verified", |
687 | | - "expected_artifact": "MP4 under outputs/fasth3_spark_pair/", |
688 | | - "modes": ["T2VA", "2-Spark SP"], |
689 | | - "limitations": ["Requires a two-node Ray cluster on the QSFP interconnect. Height, width, frames, and steps in the YAML are examples. Edit them or pass CLI flags. See docs/getting_started/installation/spark_pair.md."] |
690 | | - }, |
691 | 733 | { |
692 | 734 | "id": "matrix-game-2", |
693 | 735 | "family": "matrixgame", |
|
0 commit comments