Skip to content

vllm_omni.entrypoints.client_request_state

ClientRequestState

Tracks the state of an individual request in the orchestrator.

audio_chunk_arrivals_s instance-attribute

audio_chunk_arrivals_s: list[float] = []

audio_chunk_bytes instance-attribute

audio_chunk_bytes: list[int] = []

audio_emit_replica_id instance-attribute

audio_emit_replica_id: int | None = None

audio_emit_stage_id instance-attribute

audio_emit_stage_id: int | None = None

audio_sample_rate instance-attribute

audio_sample_rate: int | None = None

external_request_id instance-attribute

external_request_id = external_request_id

first_audio_ts instance-attribute

first_audio_ts: float | None = None

metrics instance-attribute

metrics: OrchestratorAggregator | None = None

queue instance-attribute

queue = queue if queue is not None else Queue()

request_arrival_ts instance-attribute

request_arrival_ts: float = 0.0

request_id instance-attribute

request_id = request_id

stage_id instance-attribute

stage_id: int | None = None