happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Tiny cleanup. 

PiperOrigin-RevId: 704636988
This commit is contained in:
Daniel Keysers 2024-12-10 03:33:25 -08:00 committed by Copybara-Service
parent 331d2ccc02
commit 5bbe814a53
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
evals/cross_entropy.cc
View File

@ -100,11 +100,10 @@ HWY_EXPORT(CallSoftmax);
float ComputeCrossEntropy(Gemma& gemma, size_t max_generated_tokens,
const std::vector<int>& prompt, KVCache& kv_cache,
int verbosity) {
const StreamFunc stream_token = [](int /*token*/, float) { return true; };
const StreamFunc stream_token = [](int, float) { return true; };
// TWeight is unused, but we have to pass it to Config*.
const int vocab_size = gemma.GetModelConfig().vocab_size;
float cross_entropy = std::log(vocab_size); // first token
float cross_entropy = std::log(vocab_size); // first token; == -log(1/v_s)
size_t pos = 1;
const SampleFunc sample_token = [&](float* probs,