happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Internal change 

PiperOrigin-RevId: 717916568
This commit is contained in:
Phil Culliton 2025-01-21 07:53:22 -08:00 committed by Copybara-Service
parent f46052b5b4
commit 9646edc908
1 changed files with 3 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
gemma/configs.h
View File

@ -126,8 +126,6 @@ std::vector<uint32_t> FixedAttentionWindowSizes(uint32_t window_size) {
template <uint32_t kNum, uint32_t kPatternSize>
std::vector<uint32_t> RepeatedAttentionWindowSizes(
const std::array<uint32_t, kPatternSize>& window_size_pattern) {
static_assert(kNum % kPatternSize == 0,
"kNum must be a multiple of kPatternSize");
std::vector<uint32_t> window_size_configs(kNum);
for (uint32_t i = 0; i < kNum; ++i) {
window_size_configs[i] = window_size_pattern[i % kPatternSize];
@ -157,9 +155,9 @@ enum class Model {
static constexpr Model kAllModels[] = {
Model::GEMMA_2B, Model::GEMMA_7B, Model::GEMMA2_9B, Model::GEMMA2_27B,
Model::GRIFFIN_2B, Model::GEMMA_TINY, Model::GEMMA2_2B,
Model::PALIGEMMA_224, Model::PALIGEMMA_448,
Model::PALIGEMMA2_3B_224, Model::PALIGEMMA2_3B_448,
Model::PALIGEMMA2_10B_224, Model::PALIGEMMA2_10B_448,
Model::PALIGEMMA_224, Model::PALIGEMMA_448, Model::PALIGEMMA2_3B_224,
Model::PALIGEMMA2_3B_448, Model::PALIGEMMA2_10B_224,
Model::PALIGEMMA2_10B_448,
};
inline bool EnumValid(Model model) {