vllm_omni.host_weight_runtime.config ¶

eviction: str = 'none'

max_artifact_bytes: int | None = None

max_store_bytes: int | None = None

min_free_bytes: int = 0

capacity: CapacityPolicy = field(
    default_factory=CapacityPolicy
)

domain: StorageDomainPolicy | None = None

integrity: IntegrityPolicy = field(
    default_factory=IntegrityPolicy
)

mode: RuntimeMode = RuntimeMode.DISABLED

production: ProductionPolicy = field(
    default_factory=ProductionPolicy
)

remote: RemoteImportPolicy = field(
    default_factory=RemoteImportPolicy
)

schema_version: int = 1

wait: WaitPolicy = field(default_factory=WaitPolicy)

background_scrub: bool = False

local_lookup: ValidationLevel = (
    ValidationLevel.MANIFEST_AND_METADATA
)

require_trusted_permissions: bool = True

allow_local_build: bool = True

allow_post_load_publish: bool = False

on_local_miss: RemoteOnMiss = RemoteOnMiss.DISABLED

providers: tuple[str, ...] = ()

DISABLED = 'disabled'

REQUIRE = 'require'

TRY = 'try'

DISABLED = 'disabled'

PREFERRED = 'preferred'

REQUIRED = 'required'

DISK = 'disk'

TMPFS = 'tmpfs'

domain_id: str = 'node'

numa_prefault: bool = False

root: Path

scope: StorageScope = StorageScope.NODE

storage_class: StorageClass = StorageClass.DISK

verify_numa_residency: bool = False

NODE = 'node'

NUMA = 'numa'

FS_VERITY = 'fs_verity'

FULL_CHECKSUM = 'full_checksum'

MANIFEST_AND_METADATA = 'manifest_and_metadata'

coordination_timeout_seconds: float = 600.0