vllm_omni.diffusion.envs ¶

CUDA_HOME: str | None = None

LOCAL_RANK: int = 0

MASTER_ADDR: str = ''

MASTER_PORT: int | None = None

PACKAGES_CHECKER = PackagesEnvChecker()

VLLM_OMNI_FUSED_QK_NORM_ROPE_MIN_TOKENS: str | None = None

environment_variables: dict[str, Callable[[], Any]] = {
    "MASTER_ADDR": lambda: os.getenv("MASTER_ADDR", ""),
    "MASTER_PORT": lambda: (
        int(os.getenv("MASTER_PORT", "0"))
        if "MASTER_PORT" in os.environ
        else None
    ),
    "CUDA_HOME": lambda: os.environ.get("CUDA_HOME", None),
    "LOCAL_RANK": lambda: int(
        os.environ.get("LOCAL_RANK", "0")
    ),
    "VLLM_OMNI_FUSED_QK_NORM_ROPE_MIN_TOKENS": lambda: (
        os.environ.get(
            "VLLM_OMNI_FUSED_QK_NORM_ROPE_MIN_TOKENS", None
        )
    ),
}