vllm_omni.diffusion.models.ltx2.ltx2_recipes ¶

LTX23_DISTILLED_ONE_STAGE_RECIPE = (
    _distilled_one_stage_recipe(
        LTX23_DISTILLED_TWO_STAGE_RECIPE
    )
)

LTX23_DISTILLED_TWO_STAGE_RECIPE = (
    LTX2_DISTILLED_TWO_STAGE_RECIPE
)

LTX23_ONE_STAGE_RECIPE = LTXPipelineRecipe(
    supports_cache_dit=True,
    num_inference_steps=30,
    phases=(
        LTXPhaseRecipe(
            name="generate", guidance=_official_guidance(28)
        ),
    ),
)

LTX23_TWO_STAGE_RECIPE = _official_two_stage_recipe(
    LTX23_ONE_STAGE_RECIPE
)

LTX25_DEFAULT_NEGATIVE_PROMPT = (
    "has_subtitles, has_blurbox, transition from black, transition to black, speech_ending_short, "
    + LTX_DEFAULT_NEGATIVE_PROMPT
)

LTX25_DISTILLED_ONE_STAGE_RECIPE = (
    _distilled_one_stage_recipe(
        LTX25_DISTILLED_TWO_STAGE_RECIPE,
        supports_cache_dit=False,
    )
)

LTX25_DISTILLED_TWO_STAGE_RECIPE = LTXPipelineRecipe(
    height=1088,
    width=1920,
    num_inference_steps=len(LTX_DISTILLED_SIGMAS) - 1,
    negative_prompt="",
    phases=(
        LTXPhaseRecipe(
            name="generate_lowres",
            guidance=LTXGuidanceSpec.positive_only(),
            spatial_downscale=2,
            sigmas=LTX_DISTILLED_SIGMAS,
            noise_scale=1.0,
            allow_guidance_override=False,
            use_official_sigma_schedule=False,
            sampler="euler_ancestral",
        ),
        LTXPhaseRecipe(
            name="refine",
            guidance=LTXGuidanceSpec.positive_only(),
            sigmas=LTX_STAGE_2_DISTILLED_SIGMAS,
            noise_scale=LTX_STAGE_2_DISTILLED_SIGMAS[0],
            input_transform="spatial_upsample",
            allow_guidance_override=False,
            use_official_sigma_schedule=False,
        ),
    ),
    video_output_phase=1,
    audio_output_phase=1,
    allow_request_sigmas=False,
    allow_request_phase_sigmas=True,
    allow_request_latents=False,
    allow_negative_prompt=False,
    fixed_num_inference_steps=True,
)

LTX25_FULL_RECIPE = LTXPipelineRecipe(
    height=544,
    width=960,
    num_inference_steps=30,
    negative_prompt=LTX25_DEFAULT_NEGATIVE_PROMPT,
    phases=(
        LTXPhaseRecipe(
            name="generate",
            guidance=_official_guidance(28),
            noise_scale=1.0,
        ),
    ),
)

LTX25_TWO_STAGE_RECIPE = _official_two_stage_recipe(
    LTX25_FULL_RECIPE
)

LTX2_DISTILLED_ONE_STAGE_RECIPE = (
    _distilled_one_stage_recipe(
        LTX2_DISTILLED_TWO_STAGE_RECIPE
    )
)

LTX2_DISTILLED_TWO_STAGE_RECIPE = LTXPipelineRecipe(
    height=1024,
    width=1536,
    num_inference_steps=len(LTX_DISTILLED_SIGMAS) - 1,
    negative_prompt="",
    phases=(
        LTXPhaseRecipe(
            name="generate_lowres",
            guidance=LTXGuidanceSpec.positive_only(),
            spatial_downscale=2,
            sigmas=LTX_DISTILLED_SIGMAS,
            noise_scale=1.0,
            allow_guidance_override=False,
            use_official_sigma_schedule=False,
        ),
        LTXPhaseRecipe(
            name="refine",
            guidance=LTXGuidanceSpec.positive_only(),
            sigmas=LTX_STAGE_2_DISTILLED_SIGMAS,
            noise_scale=LTX_STAGE_2_DISTILLED_SIGMAS[0],
            input_transform="spatial_upsample",
            allow_guidance_override=False,
            use_official_sigma_schedule=False,
        ),
    ),
    video_output_phase=1,
    audio_output_phase=1,
    allow_request_sigmas=False,
    allow_request_latents=False,
    allow_negative_prompt=False,
    fixed_num_inference_steps=True,
)

LTX2_ONE_STAGE_RECIPE = LTXPipelineRecipe(
    supports_cache_dit=True,
    phases=(
        LTXPhaseRecipe(
            name="generate", guidance=_official_guidance(29)
        ),
    ),
)

LTX2_TWO_STAGE_RECIPE = _official_two_stage_recipe(
    LTX2_ONE_STAGE_RECIPE
)

LTX_DEFAULT_NEGATIVE_PROMPT = "blurry, out of focus, overexposed, underexposed, low contrast, washed out colors, excessive noise, grainy texture, poor lighting, flickering, motion blur, distorted proportions, unnatural skin tones, deformed facial features, asymmetrical face, missing facial features, extra limbs, disfigured hands, wrong hand count, artifacts around text, inconsistent perspective, camera shake, incorrect depth of field, background too sharp, background clutter, distracting reflections, harsh shadows, inconsistent lighting direction, color banding, cartoonish rendering, 3D CGI look, unrealistic materials, uncanny valley effect, incorrect ethnicity, wrong gender, exaggerated expressions, wrong gaze direction, mismatched lip sync, silent or muted audio, distorted voice, robotic voice, echo, background noise, off-sync audio, incorrect dialogue, added dialogue, repetitive speech, jittery movement, awkward pauses, incorrect timing, unnatural transitions, inconsistent framing, tilted camera, flat lighting, inconsistent tone, cinematic oversaturation, stylized filters, or AI artifacts."

LTX_DISTILLED_ADAPTER_SLOT = 'ltx_distilled'

LTX_DISTILLED_SIGMAS = (
    1.0,
    0.99375,
    0.9875,
    0.98125,
    0.975,
    0.909375,
    0.725,
    0.421875,
    0.0,
)

LTX_POSITIVE_ONLY_RECIPE = LTXPipelineRecipe(
    supports_cache_dit=True,
    phases=(
        LTXPhaseRecipe(
            name="generate",
            guidance=LTXGuidanceSpec.positive_only(),
            use_official_sigma_schedule=False,
        ),
    ),
)

LTX_STAGE_2_DISTILLED_SIGMAS = (
    0.909375,
    0.725,
    0.421875,
    0.0,
)