Skip to content

vllm_omni.engine.duplex.session.lease

Generic engine lease primitives shared by optional session runtimes.

DuplexLeaseActivity

Bases: str, Enum

APPEND class-attribute instance-attribute 

APPEND = 'append'

ATTACH class-attribute instance-attribute 

ATTACH = 'attach'

DETACH class-attribute instance-attribute 

DETACH = 'detach'

HEARTBEAT class-attribute instance-attribute 

HEARTBEAT = 'heartbeat'

MODEL_OUTPUT class-attribute instance-attribute 

MODEL_OUTPUT = 'model_output'

PLAYBACK_ACK class-attribute instance-attribute 

PLAYBACK_ACK = 'playback_ack'

RESUME class-attribute instance-attribute 

RESUME = 'resume'

SIGNAL class-attribute instance-attribute 

SIGNAL = 'signal'

DuplexLeaseConfig dataclass

disconnect_grace_s class-attribute instance-attribute 

disconnect_grace_s: float = 30.0

idle_ttl_s class-attribute instance-attribute 

idle_ttl_s: float | None = 300.0

DuplexLeaseState dataclass

active_operations class-attribute instance-attribute 

active_operations: set[str] = field(default_factory=set)

config instance-attribute 

config: DuplexLeaseConfig

detached_at class-attribute instance-attribute 

detached_at: float | None = None

expires_at property 

expires_at: float | None

generation instance-attribute 

generation: int

last_activity instance-attribute 

last_activity: float

resumed_by class-attribute instance-attribute 

resumed_by: str | None = None

terminal_reason class-attribute instance-attribute 

terminal_reason: str | None = None

begin_operation 

begin_operation(now: float, operation_id: str) -> None

detach 

detach(now: float) -> None

disconnect_grace_expired 

disconnect_grace_expired(now: float) -> bool

end_operation 

end_operation(now: float, operation_id: str) -> None

idle_expired 

idle_expired(now: float) -> bool

mark_terminal 

mark_terminal(reason: str) -> bool

resume 

resume(
    now: float,
    *,
    expected_generation: int,
    control_id: str | None = None,
) -> int

touch 

touch(now: float, activity: DuplexLeaseActivity) -> None