Skip to content

vllm_omni.diffusion.model_loader.gguf_adapters.flux2_klein ¶

FLUX2_TRANSFORMER_ADA_LAYER_NORM_KEY_MAP `module-attribute` ¶

FLUX2_TRANSFORMER_ADA_LAYER_NORM_KEY_MAP = {
    "final_layer.adaLN_modulation.1": "norm_out.linear"
}

FLUX2_TRANSFORMER_DOUBLE_BLOCK_KEY_MAP `module-attribute` ¶

FLUX2_TRANSFORMER_DOUBLE_BLOCK_KEY_MAP = {
    "double_blocks.": "transformer_blocks.",
    "img_attn.norm.query_norm": "attn.norm_q",
    "img_attn.norm.key_norm": "attn.norm_k",
    "img_attn.proj": "attn.to_out.0",
    "img_mlp.0": "ff.linear_in",
    "img_mlp.2": "ff.linear_out",
    "txt_attn.norm.query_norm": "attn.norm_added_q",
    "txt_attn.norm.key_norm": "attn.norm_added_k",
    "txt_attn.proj": "attn.to_add_out",
    "txt_mlp.0": "ff_context.linear_in",
    "txt_mlp.2": "ff_context.linear_out",
    "img_attn.qkv": "attn.to_qkv",
    "txt_attn.qkv": "attn.add_kv_proj",
}

FLUX2_TRANSFORMER_KEYS_RENAME_DICT `module-attribute` ¶

FLUX2_TRANSFORMER_KEYS_RENAME_DICT = {
    "single_blocks.": "single_transformer_blocks.",
    "img_in": "x_embedder",
    "txt_in": "context_embedder",
    "time_in.in_layer": "time_guidance_embed.timestep_embedder.linear_1",
    "time_in.out_layer": "time_guidance_embed.timestep_embedder.linear_2",
    "guidance_in.in_layer": "time_guidance_embed.guidance_embedder.linear_1",
    "guidance_in.out_layer": "time_guidance_embed.guidance_embedder.linear_2",
    "double_stream_modulation_img.lin": "double_stream_modulation_img.linear",
    "double_stream_modulation_txt.lin": "double_stream_modulation_txt.linear",
    "single_stream_modulation.lin": "single_stream_modulation.linear",
    "final_layer.linear": "proj_out",
}

FLUX2_TRANSFORMER_SINGLE_BLOCK_KEY_MAP `module-attribute` ¶

FLUX2_TRANSFORMER_SINGLE_BLOCK_KEY_MAP = {
    "linear1": "attn.to_qkv_mlp_proj",
    "linear2": "attn.to_out",
    "norm.query_norm": "attn.norm_q",
    "norm.key_norm": "attn.norm_k",
}

Flux2KleinGGUFAdapter ¶

Bases: GGUFAdapter

GGUF adapter for Flux2-Klein models with qkv splitting and adaLN swap.

gguf_to_hf_mapper `class-attribute` `instance-attribute` ¶

gguf_to_hf_mapper = WeightsMapper(
    orig_to_new_prefix=FLUX2_TRANSFORMER_KEYS_RENAME_DICT
    | FLUX2_TRANSFORMER_ADA_LAYER_NORM_KEY_MAP,
    orig_to_new_substr=FLUX2_TRANSFORMER_DOUBLE_BLOCK_KEY_MAP
    | FLUX2_TRANSFORMER_SINGLE_BLOCK_KEY_MAP,
)

is_compatible `staticmethod` ¶

is_compatible(od_config, model: Module, source) -> bool

weights_iterator ¶

weights_iterator() -> Iterable[tuple[str, Tensor]]