happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Internal change. 

PiperOrigin-RevId: 732288967
This commit is contained in:
Phil Culliton 2025-02-28 16:04:54 -08:00 committed by Copybara-Service
parent 2bdf26d81d
commit 7cdb0d3874
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
compression/shared.h
View File

@ -186,11 +186,16 @@ constexpr bool IsNuqStream() {
} }
// Instruction-tuned models require extra 'turn structure' tokens in prompts. // Instruction-tuned models require extra 'turn structure' tokens in prompts.
enum class PromptWrapping { GEMMA_IT, GEMMA_PT, PALIGEMMA }; enum class PromptWrapping {
GEMMA_IT,
GEMMA_PT,
PALIGEMMA,
kSentinel // must be last
};
inline bool EnumValid(PromptWrapping type) { inline bool EnumValid(PromptWrapping type) {
return static_cast<int>(type) >= 0 && return static_cast<int>(type) >= 0 &&
static_cast<int>(type) <= static_cast<int>(PromptWrapping::PALIGEMMA); static_cast<int>(type) < static_cast<int>(PromptWrapping::kSentinel);
} }
// Tensor types for loading weights. Note that not all types are supported as // Tensor types for loading weights. Note that not all types are supported as