vllm_omni.worker_v2.delivery ¶

Bases: RuntimeError

Bases: Enum

CANCELLED = auto()

DELIVERED = auto()

FAILED = auto()

IN_FLIGHT = auto()

QUEUED = auto()

Exactly-once completion for one MRv2 connector delivery.

deadline = deadline

put_key = put_key

request_id = request_id

state: DeliveryState

mark_in_flight() -> bool

set_delivered() -> bool

set_error(error: BaseException) -> bool

set_failed(error: BaseException) -> bool

set_result() -> bool

wait() -> None

Bases: TimeoutError

MRv2-only connector delivery state machine.

A timeout or permanent delivery failure quarantines the whole manager. This is a stage-fatal condition: no new payload may be accepted after the transport can no longer prove ordered, exactly-once completion.

delivery_timeout_s = float(delivery_timeout_s)

is_quarantined: bool

shutdown_timeout_s = float(shutdown_timeout_s)

create_ticket(
    *, request_id: str, put_key: str
) -> DeliveryTicket

quarantine(error: BaseException) -> None

shutdown(cause: BaseException | None = None) -> None