happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Remove unused kSystemPrompt 

PiperOrigin-RevId: 648429567
This commit is contained in:
Jan Wassenberg 2024-07-01 11:17:33 -07:00 committed by Copybara-Service
parent af8eb2fde3
commit e527e7662e
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
gemma/gemma.h
View File

@ -35,7 +35,6 @@ constexpr size_t kDecodeBatchSize = 1;
constexpr size_t kBatchedQueryBatchSize = 16; constexpr size_t kBatchedQueryBatchSize = 16;
constexpr size_t kMinAdjustedPrefillBatchSize = constexpr size_t kMinAdjustedPrefillBatchSize =
HWY_MAX((size_t)1, kPrefillBatchSize / kBatchedQueryBatchSize); HWY_MAX((size_t)1, kPrefillBatchSize / kBatchedQueryBatchSize);
constexpr bool kSystemPrompt = false;
struct KVCache { struct KVCache {
hwy::AlignedFreeUniquePtr<float[]> hwy::AlignedFreeUniquePtr<float[]>
@ -75,7 +74,7 @@ class GemmaTokenizer {
// probability is 0.0f. StreamFunc should return false to stop generation and // probability is 0.0f. StreamFunc should return false to stop generation and
// true to continue generation. // true to continue generation.
using StreamFunc = std::function<bool(int, float)>; using StreamFunc = std::function<bool(int, float)>;
// BatchStreamFunc is called with (query_idx, pos, token, probability). // BatchStreamFunc is called with (query_idx, pos, token, probability).
// For prompt tokens, // For prompt tokens,
// probability is 0.0f. StreamFunc should return false to stop generation and // probability is 0.0f. StreamFunc should return false to stop generation and
// true to continue generation. // true to continue generation.