09a3d3ab17
Copilot Setup Steps / copilot-setup-steps (push) Failing after 2s
Python check requirements.txt / check-requirements (push) Has been cancelled
Python Type-Check / python type-check (push) Has been cancelled
Update Operations Documentation / update-ops-docs (push) Has been cancelled
Check Pre-Tokenizer Hashes / pre-tokenizer-hashes (push) Has been cancelled
20 lines
485 B
C++
20 lines
485 B
C++
#include "models.h"
|
|
#include <cmath>
|
|
|
|
ggml_cgraph * clip_graph_gemma4ua::build() {
|
|
ggml_tensor * inp = build_inp_raw(1);
|
|
|
|
auto cur = ggml_cont(ctx0, ggml_permute(ctx0, inp, 1, 0, 2, 3));
|
|
|
|
// Gemma4UnifiedMultimodalEmbedder
|
|
{
|
|
// embedding_pre_projection_norm
|
|
cur = ggml_rms_norm(ctx0, cur, hparams.eps);
|
|
cur = build_mm(model.mm_input_proj_w, cur);
|
|
cb(cur, "projected", -1);
|
|
}
|
|
|
|
ggml_build_forward_expand(gf, cur);
|
|
return gf;
|
|
}
|