furyhawk/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-07-21 10:15:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

More named ops

Browse Source
This commit is contained in:
Kawrakow
2026-07-19 07:54:19 +00:00
parent ff7919e829
commit 1d9dc15182
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/graphs/build_deepseek4.cpp
+2
View File
@@ -643,6 +643,7 @@ static ggml_tensor * build_hc_pre(
}
auto flat = ggml_reshape_2d(ctx0, x, n_embd * hc, nt);
auto normed = ggml_rms_norm(ctx0, flat, norm_rms_eps);
cb(normed, "hc_pre", il);
auto mixes = ggml_mul_mat(ctx0, hc_fn, normed);
cb(mixes, "hc_pre_mixes", il);
@@ -1081,6 +1082,7 @@ ggml_cgraph * llm_build_context::build_deepseek4() {
cb(q, "q_b", il);
q = ggml_reshape_3d(ctx0, q, n_embd_head, n_head, n_tokens);
q = ggml_rms_norm(ctx0, q, hparams.f_norm_rms_eps);
cb(q, "q_b", il);
ggml_tensor * q_nope = ggml_view_3d(ctx0, q, n_embd_head_nope, n_head, n_tokens,
ggml_row_size(q->type, n_embd_head),