Index

A

abort() (vllm.AsyncLLMEngine method) abort_request() (vllm.LLMEngine method)

add_request() (vllm.LLMEngine method) AsyncLLMEngine (class in vllm)

C

check_health() (vllm.AsyncLLMEngine method)

clone() (vllm.SamplingParams method)

D

do_log_stats() (vllm.LLMEngine method)

E

engine_step() (vllm.AsyncLLMEngine method)

F

from_engine_args() (vllm.AsyncLLMEngine class method) (vllm.LLMEngine class method)

G

generate() (vllm.AsyncLLMEngine method) get_decoding_config() (vllm.AsyncLLMEngine method) (vllm.LLMEngine method)

get_model_config() (vllm.AsyncLLMEngine method) (vllm.LLMEngine method) get_num_unfinished_requests() (vllm.LLMEngine method)

H

has_unfinished_requests() (vllm.LLMEngine method)

L

LLMEngine (class in vllm)

M

module vllm.engine

S

SamplingParams (class in vllm)

start_background_loop() (vllm.AsyncLLMEngine method) step() (vllm.LLMEngine method)

U

update_from_generation_config() (vllm.SamplingParams method)

V

vllm.engine module