Georgi Gerganov 7acb4e8cd2 hparams : refactor hparams.n_layer (#24060) ...

* hparams : refactor hparams.n_layer

* cont : remove `n_layer_kv()`, use n_layer_all instead

* cont : type consistency

* pi : update SYSTEM.md

* models : fix Step3.5 MTP

* cont : remove duplicate switch cases

* cont : explicitly set `false` to extra layers for `is_swa` and `is_recr`

* cont : fix nextn layer count handling

Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@scala.com>

---------

Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@scala.com>

2026-06-05 11:09:36 +03:00

..

afmoe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

apertus.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

arcee.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

arctic.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

arwkv7.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

baichuan.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

bailingmoe2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

bailingmoe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

bert.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

bitnet.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

bloom.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

chameleon.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

chatglm.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

codeshell.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

cogvlm.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

cohere2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

command-r.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

dbrx.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

deci.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

deepseek2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

deepseek2ocr.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

deepseek32.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

deepseek.cpp

model : NvFP4 quantized LM head support (#23046)

2026-05-16 11:09:27 +02:00

delta-net-base.cpp

metal : optimize pad + cpy (#23354)

2026-05-20 09:42:00 +03:00

dots1.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

dream.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

ernie4-5-moe.cpp

model : NvFP4 quantized LM head support (#23046)

2026-05-16 11:09:27 +02:00

ernie4-5.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

eurobert.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

exaone4.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

exaone-moe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

exaone.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

falcon-h1.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

falcon.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

gemma2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

gemma3.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

gemma3n.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

gemma4.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

gemma-embedding.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

gemma.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

glm4-moe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

glm4.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

glm-dsa.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

gpt2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

gptneox.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

granite-hybrid.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

granite-moe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

granite.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

grok.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

grovemoe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

hunyuan-dense.cpp

model: move load_hparams and load_tensors to per-model definition (#22004)

2026-05-04 12:36:59 +02:00

hunyuan-moe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

hunyuan-vl.cpp

model : NvFP4 quantized LM head support (#23046)

2026-05-16 11:09:27 +02:00

internlm2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

jais2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

jais.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

jamba.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

jina-bert-v2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

jina-bert-v3.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

kimi-linear.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

lfm2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

lfm2moe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

llada-moe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

llada.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

llama4.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

llama-embed.cpp

model: move load_hparams and load_tensors to per-model definition (#22004)

2026-05-04 12:36:59 +02:00

llama.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

maincoder.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

mamba2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

mamba-base.cpp

model : wire up Nemotron-H tensors for NVFP4 support (#20561)

2026-03-16 09:19:16 +01:00

mamba.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

mellum.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

mimo2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

minicpm3.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

minicpm.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

minimax-m2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

mistral3.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

mistral4.cpp

model: move load_hparams and load_tensors to per-model definition (#22004)

2026-05-04 12:36:59 +02:00

models.h

model: add Mellum architecture (#23966)

2026-06-02 22:11:12 +03:00

modern-bert.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

mpt.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

nemotron-h-moe.cpp

model: move load_hparams and load_tensors to per-model definition (#22004)

2026-05-04 12:36:59 +02:00

nemotron-h.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

nemotron.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

neo-bert.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

nomic-bert-moe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

nomic-bert.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

olmo2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

olmo.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

olmoe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

openai-moe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

openelm.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

orion.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

paddleocr.cpp

model : NvFP4 quantized LM head support (#23046)

2026-05-16 11:09:27 +02:00

pangu-embed.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

phi2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

phi3.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

phimoe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

plamo2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

plamo3.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

plamo.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

plm.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

qwen2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

qwen2moe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

qwen2vl.cpp

model : NvFP4 quantized LM head support (#23046)

2026-05-16 11:09:27 +02:00

qwen3.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

qwen3moe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

qwen3next.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

qwen3vl.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

qwen3vlmoe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

qwen35.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

qwen35moe.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

qwen.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

refact.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

rnd1.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

rwkv6-base.cpp

models : deduplicate delta-net graphs for Qwen family (#19597)

2026-02-16 14:35:04 +02:00

rwkv6.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

rwkv6qwen2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

rwkv7-base.cpp

models : deduplicate delta-net graphs for Qwen family (#19597)

2026-02-16 14:35:04 +02:00

rwkv7.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

seed-oss.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

smallthinker.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

smollm3.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

stablelm.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

starcoder2.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

starcoder.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

step35.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

t5.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

t5encoder.cpp

model: move load_hparams and load_tensors to per-model definition (#22004)

2026-05-04 12:36:59 +02:00

talkie.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00

wavtokenizer-dec.cpp

model : NvFP4 quantized LM head support (#23046)

2026-05-16 11:09:27 +02:00

xverse.cpp

hparams : refactor hparams.n_layer (#24060)

2026-06-05 11:09:36 +03:00