mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-07-21 10:15:35 +00:00
Remove DSV4 l_out backend override
This commit is contained in:
@@ -2515,12 +2515,6 @@ ggml_cgraph * llm_build_context::llama_build_graph(
|
||||
}
|
||||
}
|
||||
|
||||
// DSV4's residual/hyperconnection boundary must stay on the CPU until
|
||||
// CUDA execution of the mixed HC post path has been parity-validated.
|
||||
if (model.arch == LLM_ARCH_DEEPSEEK4 && strcmp(name, "l_out") == 0) {
|
||||
ggml_backend_sched_set_tensor_backend(lctx.sched, cur, lctx.backend_cpu);
|
||||
}
|
||||
|
||||
// norm may be automatically assigned to the backend of the previous layer, increasing data transfer between backends
|
||||
// FIXME: fix in ggml_backend_sched
|
||||
const bool full_offload = lctx.model.n_gpu_layers > (int)lctx.model.hparams.n_layer;
|
||||
|
||||
Reference in New Issue
Block a user