Add LLaDA-7b-MoE diffusion model (#16003)

This commit is contained in:
Aman Gupta
2025-09-16 10:38:28 +08:00
committed by GitHub
parent 3d4053f77f
commit 6d758839ff
9 changed files with 315 additions and 9 deletions

View File

@@ -1962,7 +1962,8 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
pre_type = LLAMA_VOCAB_PRE_TYPE_TRILLION;
clean_spaces = false;
} else if (
tokenizer_pre == "bailingmoe") {
tokenizer_pre == "bailingmoe" ||
tokenizer_pre == "llada-moe") {
pre_type = LLAMA_VOCAB_PRE_TYPE_BAILINGMOE;
clean_spaces = false;
} else if (