vllm_omni.model_executor.models.cosyvoice3.tokenizer ¶

CosyVoice2Tokenizer ¶

skip_special_tokens = skip_special_tokens

special_tokens = special_tokens

tokenizer = from_pretrained(token_path)

decode(tokens)

encode(text, **kwargs)

skip_special_tokens = skip_special_tokens

special_tokens = special_tokens

tokenizer = from_pretrained(token_path)

get_qwen_tokenizer(
    token_path: str,
    skip_special_tokens: bool,
    version: str = "cosyvoice3",
)