vllm_omni.entrypoints.client_request_state ¶

audio_chunk_arrivals_s: list[float] = []

audio_chunk_bytes: list[int] = []

audio_emit_replica_id: int | None = None

audio_emit_stage_id: int | None = None

audio_sample_rate: int | None = None

consumed_metric_message_ids: set[int] = set()

external_request_id = external_request_id

failure_recorded = False

final_stage_id: int | None = final_stage_id

first_audio_ts: float | None = None

input_stream_task: Task | None = None

metrics: OrchestratorAggregator | None = None

queue = queue if queue is not None else asyncio.Queue()

request_arrival_ts: float = 0.0

request_id = request_id

stage_id: int | None = None