kanshan/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-07-11 05:30:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

model : refactor bias tensor variable names (#22079)

Browse Source 
* refactor bias tensor variable names

* use create_tensor_qkv for jina-bert-v2
This commit is contained in:
Sigbjørn Skjæret
2026-04-18 20:12:00 +02:00
committed by GitHub
parent 23b8cc4991
commit 4f02d47339
55 changed files with 104 additions and 117 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/models/starcoder2.cpp
+1 -1
View File
@@ -50,7 +50,7 @@ llm_build_starcoder2::llm_build_starcoder2(const llama_model & model, const llm_
cb(Vcur, "Vcur", il);
cur = build_attn(inp_attn,
model.layers[il].wo, model.layers[il].bo, model.layers[il].wo_s,
model.layers[il].wo, model.layers[il].wo_b, model.layers[il].wo_s,
Qcur, Kcur, Vcur, nullptr, nullptr, nullptr, 1.0f/sqrtf(float(n_embd_head)), il);
}
if (il == n_layer - 1 && inp_out_ids) {