Skip to content

vllm_gaudi.models

Modules:

Name Description
bert
deepseek_ocr
deepseek_v2
dots_ocr
ernie45_vl
gemma3_mm
gptoss_mxfp4
hunyuan_v1
interfaces
llama4

HPU-optimized Llama4 modules using model registry override pattern.
minimax_m2

Inference-only MiniMaxM2 model.
ovis
pixtral
qwen2_5_vl
qwen3_5
qwen3_moe
qwen3_next
qwen3_vl_moe
seed_oss
utils

register_model 

register_model()
Source code in vllm_gaudi/models/__init__.py 
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
def register_model():
    from vllm_gaudi.models.gemma3_mm import HpuGemma3ForConditionalGeneration  # noqa: F401
    ModelRegistry.register_model(
        "Gemma3ForConditionalGeneration",  # Original architecture identifier in vLLM
        "vllm_gaudi.models.gemma3_mm:HpuGemma3ForConditionalGeneration")

    from vllm_gaudi.models.qwen2_5_vl import HpuQwen2_5_VLForConditionalGeneration  # noqa: F401
    ModelRegistry.register_model("Qwen2_5_VLForConditionalGeneration",
                                 "vllm_gaudi.models.qwen2_5_vl:HpuQwen2_5_VLForConditionalGeneration")

    from vllm_gaudi.models.ernie45_vl import HpuErnie4_5_VLMoeForConditionalGeneration  # noqa: F401
    ModelRegistry.register_model("Ernie4_5_VLMoeForConditionalGeneration",
                                 "vllm_gaudi.models.ernie45_vl:HpuErnie4_5_VLMoeForConditionalGeneration")

    from vllm_gaudi.models.ovis import HpuOvis  # noqa: F401
    ModelRegistry.register_model("Ovis", "vllm_gaudi.models.ovis:HpuOvis")

    from vllm_gaudi.models.qwen3_vl_moe import HpuQwen3_VLMoeForConditionalGeneration  # noqa: F401
    ModelRegistry.register_model("Qwen3VLMoeForConditionalGeneration",
                                 "vllm_gaudi.models.qwen3_vl_moe:HpuQwen3_VLMoeForConditionalGeneration")

    from vllm_gaudi.models.hunyuan_v1 import HpuHunYuanDenseV1ForCausalLM  # noqa: F401
    ModelRegistry.register_model("HunYuanDenseV1ForCausalLM",
                                 "vllm_gaudi.models.hunyuan_v1:HpuHunYuanDenseV1ForCausalLM")

    from vllm_gaudi.models.hunyuan_v1 import HpuHunYuanMoEV1ForCausalLM  # noqa: F401
    ModelRegistry.register_model("HunYuanMoEV1ForCausalLM", "vllm_gaudi.models.hunyuan_v1:HpuHunYuanMoEV1ForCausalLM")

    from vllm_gaudi.models.minimax_m2 import HpuMiniMaxM2ForCausalLM  # noqa: F401
    ModelRegistry.register_model("MiniMaxM2ForCausalLM", "vllm_gaudi.models.minimax_m2:HpuMiniMaxM2ForCausalLM")
    from vllm_gaudi.models.pixtral import HPUPixtralForConditionalGeneration  # noqa: F401
    ModelRegistry.register_model("PixtralForConditionalGeneration",
                                 "vllm_gaudi.models.pixtral:HPUPixtralForConditionalGeneration")

    from vllm_gaudi.models.dots_ocr import HpuDotsOCRForCausalLM  # noqa: F401
    ModelRegistry.register_model("DotsOCRForCausalLM", "vllm_gaudi.models.dots_ocr:HpuDotsOCRForCausalLM")

    from vllm_gaudi.models.seed_oss import HpuSeedOssForCausalLM  # noqa: F401
    ModelRegistry.register_model("SeedOssForCausalLM", "vllm_gaudi.models.seed_oss:HpuSeedOssForCausalLM")

    from vllm_gaudi.models.qwen3_moe import HpuQwen3MoeForCausalLM  # noqa: F401
    ModelRegistry.register_model("Qwen3MoeForCausalLM", "vllm_gaudi.models.qwen3_moe:HpuQwen3MoeForCausalLM")

    from vllm_gaudi.models.llama4 import HpuLlama4ForConditionalGeneration  # noqa: F401
    ModelRegistry.register_model("Llama4ForConditionalGeneration",
                                 "vllm_gaudi.models.llama4:HpuLlama4ForConditionalGeneration")

    import vllm_gaudi.models.deepseek_v2  # noqa: F401

    from vllm_gaudi.models.deepseek_ocr import HpuDeepseekOCRForCausalLM  # noqa: F401
    ModelRegistry.register_model("DeepseekOCRForCausalLM", "vllm_gaudi.models.deepseek_ocr:HpuDeepseekOCRForCausalLM")

    import vllm_gaudi.models.gptoss_mxfp4  # noqa: F401
    import vllm_gaudi.models.qwen3_next  # noqa: F401
    import vllm_gaudi.models.qwen3_5  # noqa: F401