Index

C

create_input_processor() (vllm.inputs.registry.InputRegistry method)

D

dummy_data_for_profiling() (vllm.inputs.registry.InputRegistry method)

DummyDataFactory (in module vllm.inputs.registry)

G

get_hf_config() (vllm.inputs.registry.InputContext method)

get_multimodal_config() (vllm.inputs.registry.InputContext method)

I

INPUT_REGISTRY (in module vllm.inputs) InputContext (class in vllm.inputs.registry)

InputProcessor (in module vllm.inputs.registry) InputRegistry (class in vllm.inputs.registry)

L

LLMInputs (class in vllm.inputs)

M

model_config (vllm.inputs.registry.InputContext attribute) module vllm.engine vllm.inputs.registry

multi_modal_data (vllm.inputs.LLMInputs attribute) (vllm.inputs.TextPrompt attribute) (vllm.inputs.TokensPrompt attribute)

P

process_input() (vllm.inputs.registry.InputRegistry method) prompt (vllm.inputs.LLMInputs attribute) (vllm.inputs.TextPrompt attribute)

prompt_token_ids (vllm.inputs.LLMInputs attribute) (vllm.inputs.TokensPrompt attribute) PromptInputs (in module vllm.inputs)

R

register_dummy_data() (vllm.inputs.registry.InputRegistry method)

register_input_processor() (vllm.inputs.registry.InputRegistry method)

T

TextPrompt (class in vllm.inputs)

TokensPrompt (class in vllm.inputs)

V

vllm.engine module

vllm.inputs.registry module