mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2026-06-26 06:10:19 +00:00
Xuan-Son Nguyen
20 lines
485 B
C++
20 lines
485 B
C++
#include "models.h"
|
|
#include <cmath>
|
|
|
|
ggml_cgraph * clip_graph_gemma4ua::build() {
|
|
ggml_tensor * inp = build_inp_raw(1);
|
|
|
|
auto cur = ggml_cont(ctx0, ggml_permute(ctx0, inp, 1, 0, 2, 3));
|
|
|
|
// Gemma4UnifiedMultimodalEmbedder
|
|
{
|
|
// embedding_pre_projection_norm
|
|
cur = ggml_rms_norm(ctx0, cur, hparams.eps);
|
|
cur = build_mm(model.mm_input_proj_w, cur);
|
|
cb(cur, "projected", -1);
|
|
}
|
|
|
|
ggml_build_forward_expand(gf, cur);
|
|
return gf;
|
|
}
|