Skip to content

vllm_omni.host_weight_runtime.identity

Deterministic semantic identity for runtime-ready host weights.

JsonScalar module-attribute 

JsonScalar: TypeAlias = None | bool | int | float | str

JsonValue module-attribute 

JsonValue: TypeAlias = (
    JsonScalar | list["JsonValue"] | dict[str, "JsonValue"]
)

AdaptationIdentity dataclass

fingerprint class-attribute instance-attribute 

fingerprint: str | None = None

kind class-attribute instance-attribute 

kind: str = 'base'

metadata class-attribute instance-attribute 

metadata: CanonicalJson = field(
    default_factory=CanonicalJson.empty
)

from_dict classmethod 

from_dict(value: dict[str, object]) -> AdaptationIdentity

to_dict 

to_dict() -> dict[str, JsonValue]

CanonicalJson dataclass

Immutable snapshot of deterministic JSON metadata.

encoded instance-attribute 

encoded: bytes

empty classmethod 

empty() -> CanonicalJson

from_value classmethod 

from_value(value: object) -> CanonicalJson

to_value 

to_value() -> JsonValue

ComponentIdentity dataclass

metadata class-attribute instance-attribute 

metadata: CanonicalJson = field(
    default_factory=CanonicalJson.empty
)

name instance-attribute 

name: str

ownership instance-attribute 

ownership: str

from_dict classmethod 

from_dict(value: dict[str, object]) -> ComponentIdentity

to_dict 

to_dict() -> dict[str, JsonValue]

IdentityValidationError

Bases: ValueError

Raised when an artifact identity is not deterministic JSON.

ProducerIdentity dataclass

implementation_fingerprint instance-attribute 

implementation_fingerprint: str

manifest_schema instance-attribute 

manifest_schema: str

producer_id instance-attribute 

producer_id: str

restorer_schema instance-attribute 

restorer_schema: str

version instance-attribute 

version: str

from_dict classmethod 

from_dict(value: dict[str, object]) -> ProducerIdentity

to_dict 

to_dict() -> dict[str, JsonValue]

RuntimeWeightLayout dataclass

metadata class-attribute instance-attribute 

metadata: CanonicalJson = field(
    default_factory=CanonicalJson.empty
)

name instance-attribute 

name: str

sequence_parallel_backend class-attribute instance-attribute 

sequence_parallel_backend: str = 'none'

sequence_parallel_size class-attribute instance-attribute 

sequence_parallel_size: int = 1

tensor_parallel_rank class-attribute instance-attribute 

tensor_parallel_rank: int = 0

tensor_parallel_size class-attribute instance-attribute 

tensor_parallel_size: int = 1

from_dict classmethod 

from_dict(value: dict[str, object]) -> RuntimeWeightLayout

to_dict 

to_dict() -> dict[str, JsonValue]

WeightArtifactIdentity dataclass

adaptation instance-attribute 

adaptation: AdaptationIdentity

canonical_bytes property 

canonical_bytes: bytes

component instance-attribute 

component: ComponentIdentity

key property 

key: str

layout instance-attribute 

layout: RuntimeWeightLayout

producer instance-attribute 

producer: ProducerIdentity

representation instance-attribute 

representation: WeightRepresentation

schema_version instance-attribute 

schema_version: int

source instance-attribute 

source: WeightSourceIdentity

from_dict classmethod 

from_dict(
    value: dict[str, object],
) -> WeightArtifactIdentity

to_dict 

to_dict() -> dict[str, JsonValue]

WeightRepresentation dataclass

dtype instance-attribute 

dtype: str

metadata class-attribute instance-attribute 

metadata: CanonicalJson = field(
    default_factory=CanonicalJson.empty
)

name instance-attribute 

name: str

from_dict classmethod 

from_dict(value: dict[str, object]) -> WeightRepresentation

to_dict 

to_dict() -> dict[str, JsonValue]

WeightSourceIdentity dataclass

fingerprint instance-attribute 

fingerprint: str

metadata class-attribute instance-attribute 

metadata: CanonicalJson = field(
    default_factory=CanonicalJson.empty
)

model_id instance-attribute 

model_id: str

revision instance-attribute 

revision: str

from_dict classmethod 

from_dict(value: dict[str, object]) -> WeightSourceIdentity

to_dict 

to_dict() -> dict[str, JsonValue]

canonical_json 

canonical_json(value: object) -> bytes

Return one stable JSON encoding, rejecting process-specific objects.