From c39295f497b8fecf09ac7976d10cbe507a29bf12 Mon Sep 17 00:00:00 2001 From: RangerUFO Date: Thu, 27 Mar 2025 14:01:56 +0800 Subject: [PATCH] Inline the ctor of `GemmaChatTemplate` --- gemma/tokenizer.cc | 4 ---- gemma/tokenizer.h | 4 +++- 2 files changed, 3 insertions(+), 5 deletions(-) diff --git a/gemma/tokenizer.cc b/gemma/tokenizer.cc index 159be26..275e836 100644 --- a/gemma/tokenizer.cc +++ b/gemma/tokenizer.cc @@ -114,10 +114,6 @@ bool GemmaTokenizer::Decode(const std::vector& ids, return impl_->Decode(ids, detokenized); } -GemmaChatTemplate::GemmaChatTemplate(const GemmaTokenizer& tokenizer) { - Init(tokenizer); -} - void GemmaChatTemplate::Init(const GemmaTokenizer& tokenizer) { sot_user_.reserve(3); HWY_ASSERT(tokenizer.Encode("user\n", &sot_user_)); diff --git a/gemma/tokenizer.h b/gemma/tokenizer.h index a5d329d..6cf5552 100644 --- a/gemma/tokenizer.h +++ b/gemma/tokenizer.h @@ -57,7 +57,9 @@ class GemmaTokenizer { class GemmaChatTemplate { public: GemmaChatTemplate() = default; - explicit GemmaChatTemplate(const GemmaTokenizer& tokenizer); + explicit GemmaChatTemplate(const GemmaTokenizer& tokenizer) { + Init(tokenizer); + } void Init(const GemmaTokenizer& tokenizer); std::vector Apply(size_t pos, const std::vector& ids) const;