Fix Qwen3.5/3.6 MTP and -muge

This commit is contained in:
Kawrakow
2026-05-17 13:55:20 +00:00
parent 1f8c603d9c
commit 9b783bf22e
+3
View File
@@ -6013,6 +6013,9 @@ void llama_free_model(struct llama_model * model) {
}
static void llama_repack_up_gate_exps(llama_context & lctx) {
if (lctx.cparams.mtp_op_type != MTP_OP_NONE) {
return;
}
auto & model = lctx.model;
bool needs_repack = false;
for (auto & l : model.layers) {