vllm_omni.config.omni_config ¶

cache_config: OmniStageCacheConfig = field(
    default_factory=OmniStageCacheConfig
)

cfg_kv_collect_func: str | None

compilation_config: CompilationConfig | None = None

connector_config: OmniStageConnectorConfig = field(
    default_factory=OmniStageConnectorConfig
)

custom_process_input_func: str | None

custom_process_next_stage_input_func: str | None

engine_output_type: str | None

final_output: bool

final_output_type: str | None

hf_config_name: str | None

input_sources: list[int]

is_comprehension: bool

load_config: OmniStageLoadConfig = field(
    default_factory=OmniStageLoadConfig
)

model_config: OmniStageModelConfig = field(
    default_factory=OmniStageModelConfig
)

model_stage: str

parallel_config: OmniStageParallelConfig = field(
    default_factory=OmniStageParallelConfig
)

pooling_config: OmniStagePoolingConfig = field(
    default_factory=OmniStagePoolingConfig
)

profiler_config: ProfilerConfig | None = None

prompt_expand_func: str | None

prompt_transform_func: str | None

quantization_config: _QuantizationConfigType = None

requires_multimodal_data: bool

runtime_config: OmniStageRuntimeConfig = field(
    default_factory=OmniStageRuntimeConfig
)

sampling_constraints: dict[str, Any]

scheduler_cls: str | None

scheduler_config: OmniStageSchedulerConfig = field(
    default_factory=OmniStageSchedulerConfig
)

stage_id: int

stage_pipeline_config: StagePipelineConfig

stage_type: StageType

worker_type: str | None

disable_hybrid_kv_cache_manager: bool | None = None

enable_prefix_caching: bool | None = None

gpu_memory_utilization: float | None = Field(
    default=None, gt=0.0, le=1.0
)

kv_cache_memory_bytes: int | None = Field(
    default=None, ge=0
)

mamba_ssm_cache_dtype: str | None = None

mm_processor_cache_gb: float | None = Field(
    default=None, ge=0.0
)

async_chunk: bool = False

input_connectors: dict[str, Any] | None = None

kv_transfer_config: KVTransferConfig | None = None

omni_kv_config: dict[str, Any] | None = None

output_connectors: dict[str, Any] | None = None

stage_connector: dict[str, Any] = field(
    default_factory=lambda: {
        "name": "SharedMemoryConnector",
        "extra": {},
    }
)

allgather_degree: int = Field(default=1, ge=1)

cfg_parallel_size: int = Field(default=1, ge=1)

hsdp_replicate_size: int = Field(default=1, ge=1)

hsdp_shard_size: int = -1

mask_sp_padding: bool = False

ring_degree: int = Field(default=1, ge=1)

sequence_parallel_size: int = Field(
    default=1, ge=1, init=False
)

text_encoder_tp_size: int = Field(default=1, ge=1)

ulysses_a2a_permute: bool = False

ulysses_degree: int = Field(default=1, ge=1)

ulysses_mode: str = 'strict'

use_hsdp: bool = False

vae_parallel_mode: str = 'tile'

vae_patch_parallel_size: int = Field(default=1, ge=1)

config_format: str | None = None

skip_mm_profiling: bool | None = None

skip_tokenizer_init: bool = False

tokenizer: str | None = None

tokenizer_mode: str = 'auto'

active_stream_window: int = Field(default=0, ge=0)

allowed_local_media_path: str | None = None

allowed_media_domains: list[str] | None = None

attention_backend: Any = None

attention_config: Any = None

code_revision: str | None = None

codec_frame_rate_hz: float | None = None

custom_voice_dir: str | None = None

default_sampling_params: dict[str, Any] | None = None

disable_autocast: bool = False

dtype: Any = 'auto'

duplex_max_sessions: int = Field(default=1, ge=1)

enable_broadcast_weight_load: bool = False

enable_flashinfer_autotune: bool | None = None

enable_multithread_weight_load: bool = True

enable_prompt_embeds: bool | None = None

enable_sleep_mode: bool = False

enforce_eager: bool = False

final_output: bool = False

generation_config: str | None = None

has_sampling_extra_args: bool = False

hf_config_path: str | None = None

hf_overrides: Any = None

hf_token: bool | str | None = None

interleave_mm_strings: bool | None = None

limit_mm_per_prompt: dict[str, Any] | None = None

logits_processors: list[str | type] | None = None

logprobs_mode: str | None = None

max_cudagraph_capture_size: int | None = Field(
    default=None, ge=0
)

max_logprobs: int | None = None

media_io_kwargs: dict[str, Any] | None = None

mm_processor_cache_type: str | None = None

mm_processor_kwargs: dict[str, Any] | None = None

model: str | None = None

model_arch: str | None = None

model_subdir: str | None = None

moe_backend: str = 'auto'

num_weight_load_threads: int = Field(default=4, ge=1)

override_generation_config: dict[str, Any] | None = None

requires_full_payload_input: bool = False

revision: str | None = None

seed: int | None = None

served_model_name: str | list[str] | None = None

session_mode: str = 'turn'

silence_ban_frames: int = 0

subtalker_sampling_params: dict[str, Any] | None = None

supports_native_mrv2_data_plane: bool = False

task_type: str | None = None

tokenizer_revision: str | None = None

tokenizer_subdir: str | None = None

trust_remote_code: bool = False

use_v2_model_runner: bool = False

data_parallel_rank: int | None = Field(default=None, ge=0)

data_parallel_rpc_port: int | None = None

data_parallel_size_local: int | None = Field(
    default=None, ge=0
)

worker_cls: str | None = None

world_size_across_dp: int

default_pooling_params: PoolingParams | None = None

pooling_output_decoder: str | None = None

runner: str | None = None

additional_config: dict[str, Any] | None = None

devices: str | None = None

distributed_executor_backend: Any = None

env: dict[str, Any] | None = None

log_level: str = 'info'

log_stats: bool = False

num_gpus: int = Field(default=1, ge=1)

num_replicas: int = Field(default=1, ge=1)

worker_cls: str | None = None

async_scheduling: bool | None = None

enable_chunked_prefill: bool | None = None

max_model_len: int | None = Field(default=None, ge=-1)

max_num_batched_tokens: int | None = Field(
    default=None, ge=1
)

max_num_seqs: int | None = Field(default=None, ge=1)

orchestrator_config: VllmOmniOrchestratorConfig = field(
    default_factory=VllmOmniOrchestratorConfig
)

pipeline_config: PipelineConfig

stage_configs: tuple[StageConfigType, ...]

strategy_omni_lb_policy: str | None = None

diffusion_config: _DiffusionConfigProjection = field(
    default_factory=_DiffusionConfigProjection
)

parallel_config: OmniStageDiffusionParallelConfig = field(
    default_factory=OmniStageDiffusionParallelConfig
)

batch_timeout: int = Field(default=10, ge=0)

deploy_config_path: str | None = None

init_timeout: int = Field(default=600, ge=1)

omni_dp_size_local: int = Field(default=1, ge=1)

omni_heartbeat_timeout: float = Field(default=30.0, gt=0.0)

omni_lb_policy: str = 'random'

omni_master_address: str | None = None

omni_master_port: int | None = None

parallel_stage_init: bool = False

ray_address: str | None = None

stage_init_timeout: int = Field(default=300, ge=1)

worker_backend: str = 'multi_process'