diff --git a/gemma/tokenizer.cc b/gemma/tokenizer.cc index 159be26..275e836 100644 --- a/gemma/tokenizer.cc +++ b/gemma/tokenizer.cc @@ -114,10 +114,6 @@ bool GemmaTokenizer::Decode(const std::vector& ids, return impl_->Decode(ids, detokenized); } -GemmaChatTemplate::GemmaChatTemplate(const GemmaTokenizer& tokenizer) { - Init(tokenizer); -} - void GemmaChatTemplate::Init(const GemmaTokenizer& tokenizer) { sot_user_.reserve(3); HWY_ASSERT(tokenizer.Encode("user\n", &sot_user_)); diff --git a/gemma/tokenizer.h b/gemma/tokenizer.h index a5d329d..6cf5552 100644 --- a/gemma/tokenizer.h +++ b/gemma/tokenizer.h @@ -57,7 +57,9 @@ class GemmaTokenizer { class GemmaChatTemplate { public: GemmaChatTemplate() = default; - explicit GemmaChatTemplate(const GemmaTokenizer& tokenizer); + explicit GemmaChatTemplate(const GemmaTokenizer& tokenizer) { + Init(tokenizer); + } void Init(const GemmaTokenizer& tokenizer); std::vector Apply(size_t pos, const std::vector& ids) const;