kanshan/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-07-10 05:00:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

eagle3: add support for RedHtAI eagle3 speculator series models

Browse Source
This commit is contained in:
ruixiangw
2026-01-16 00:54:14 +00:00
parent 75883cde73
commit 7b78bfa984
7 changed files with 38 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/llama-model.cpp
+8 -1
View File
@@ -2260,7 +2260,14 @@ void llama_model::load_hparams(llama_model_loader & ml) {
ml.get_key(LLM_KV_EAGLE3_TARGET_HIDDEN_SIZE, hparams.eagle3_target_hidden_size);
LLAMA_LOG_INFO("%s: EAGLE3 target_hidden_size = %u (draft n_embd = %u)\n", __func__,
hparams.eagle3_target_hidden_size, hparams.n_embd);
// EAGLE3 norm_before_residual (optional, default false)
// compatible with Readhat eagle3 speculator model
ml.get_key(LLM_KV_EAGLE3_NORM_BEFORE_RESIDUAL, hparams.eagle3_norm_before_residual, false);
if (hparams.eagle3_norm_before_residual) {
LLAMA_LOG_INFO("%s: EAGLE3 norm_before_residual = true\n", __func__);
}
type = LLM_TYPE_UNKNOWN;
} break;
case LLM_ARCH_COGVLM: