vllm_gaudi.envs

VLLM_HPU_FORCE_CHANNEL_FP8 module-attribute

VLLM_HPU_FORCE_CHANNEL_FP8: bool = True

VLLM_HPU_HETERO_KV_LAYOUT module-attribute

VLLM_HPU_HETERO_KV_LAYOUT: bool = False

VLLM_HPU_MULTI_MODEL_CONFIG module-attribute

VLLM_HPU_MULTI_MODEL_CONFIG: Optional[str] = None

VLLM_USE_HPU_CONTIGUOUS_CACHE_FETCH module-attribute

VLLM_USE_HPU_CONTIGUOUS_CACHE_FETCH: bool = True

environment_variables module-attribute

environment_variables: dict[str, Callable[[], Any]] = {
    "VLLM_USE_HPU_CONTIGUOUS_CACHE_FETCH": lambda: (
        lower() in ("1", "true")
    ),
    "VLLM_HPU_FORCE_CHANNEL_FP8": lambda: (
        lower() in ("1", "true")
        and get("QUANT_CONFIG", None) is None
    ),
    "VLLM_HPU_HETERO_KV_LAYOUT": lambda: (
        lower() in ("0", "false")
    ),
    "VLLM_HPU_MULTI_MODEL_CONFIG": lambda: get(
        "VLLM_HPU_MULTI_MODEL_CONFIG", None
    ),
}

__dir__

__dir__()

Source code in vllm_gaudi/envs.py

def __dir__():
    return list(environment_variables.keys())

__getattr__

__getattr__(name: str)

Source code in vllm_gaudi/envs.py

def __getattr__(name: str):
    # lazy evaluation of environment variables
    if name in environment_variables:
        return environment_variables[name]()
    raise AttributeError(f"module {__name__!r} has no attribute {name!r}")