kanshan/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-07-10 13:10:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

jinja, chat: add --reasoning-preserve flag (#25105)

Browse Source 
* jinja, chat: add --reasoning-preserve flag

* correct help message
This commit is contained in:
Xuan-Son Nguyen
2026-06-28 23:33:51 +02:00
committed by GitHub
parent dbdaece23d
commit b3fed31b99
5 changed files with 80 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/server/server-context.cpp
+13
View File
@@ -1538,6 +1538,19 @@ private:
/* media_path */ params_base.media_path,
/* force_pure_content */ params_base.force_pure_content_parser
};
{
auto caps = common_chat_templates_get_caps(chat_params.tmpls.get());
auto it = params_base.default_template_kwargs.find("preserve_reasoning");
bool supported = caps.at("supports_preserve_reasoning");
bool enabled = it != params_base.default_template_kwargs.end();
if (supported && !enabled) {
SRV_INF("%s", "chat template supports preserving reasoning, consider enabling it via --reasoning-preserve\n");
}
if (!supported && enabled) {
SRV_WRN("%s", "chat template does NOT support preserving reasoning, --reasoning-preserve has no effect\n");
}
}
}
return true;