vllm_omni.diffusion.models.soulx_singer.modules.convnext ¶

ConvNeXtV2Block ¶

Bases: Module

act = nn.GELU()

dwconv = nn.Conv1d(
    dim,
    dim,
    kernel_size=7,
    padding=padding,
    groups=dim,
    dilation=dilation,
)

grn = GRN(intermediate_dim)

norm = nn.LayerNorm(dim, eps=1e-06)

pwconv1 = nn.Linear(dim, intermediate_dim)

pwconv2 = nn.Linear(intermediate_dim, dim)

forward(x: Tensor) -> Tensor

Bases: Module

beta = nn.Parameter(torch.zeros(1, 1, dim))

gamma = nn.Parameter(torch.zeros(1, 1, dim))

forward(x)