happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Internal change. 

PiperOrigin-RevId: 765037449
This commit is contained in:
The gemma.cpp Authors 2025-05-29 22:50:42 -07:00 committed by Copybara-Service
parent 3890eb5412
commit 1e8642f8f4
3 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
gemma/activations.h
View File

@ -18,6 +18,8 @@
#include <stddef.h>
#include <vector>
#include "gemma/configs.h" // ModelConfig
#include "ops/matmul.h" // MatMulEnv
#include "ops/ops.h" // CreateInvTimescale

1
gemma/gemma-inl.h
View File

@ -21,6 +21,7 @@
#include <stdio.h>
#include <algorithm> // std::min
#include <numeric> // std::iota
#include <vector>
#include "gemma/activations.h"

5
gemma/weights.h
View File

@ -135,7 +135,8 @@ struct LayerWeightsPtrs {
key_norm_scale(Concat("key_norm", suffix_), tensors),
query_norm_scale(Concat("query_norm", suffix_), tensors),
layer_config(config) {}
layer_config(config) {
}
~LayerWeightsPtrs() = default;
const std::string suffix_;
@ -264,7 +265,7 @@ struct LayerWeightsPtrs {
func(TENSOR_ARGS(gating_einsum_w, kMaybeRead));
func(TENSOR_ARGS(gating_einsum_w1, kMaybeRead));
func(TENSOR_ARGS(gating_einsum_w2, kMaybeRead));
func(TENSOR_ARGS(linear_w, kMustRead));
func(TENSOR_ARGS(linear_w, kMaybeRead));
func(TENSOR_ARGS(pre_attention_norm_scale, kMustRead));
func(TENSOR_ARGS(pre_ffw_norm_scale, kMustRead));
}