From 2771f463f98a09ae89ab146c2e9791234fa508d0 Mon Sep 17 00:00:00 2001 From: RangerUFO Date: Thu, 22 May 2025 12:13:29 +0800 Subject: [PATCH] Fix the ViT weights loading --- gemma/weights.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/gemma/weights.h b/gemma/weights.h index b0b24c2..80341d0 100644 --- a/gemma/weights.h +++ b/gemma/weights.h @@ -224,7 +224,7 @@ struct LayerWeightsPtrs { func(TENSOR_ARGS(vit.attn_out_w, kMustRead)); func(TENSOR_ARGS(vit.attn_out_b, kMustRead)); func(TENSOR_ARGS(vit.qkv_einsum_w, kMustRead)); - func(TENSOR_ARGS(vit.qkv_einsum_b, kMustRead)); + func(TENSOR_ARGS(vit.qkv_einsum_b, kMustRead | TensorArgs::kNoPad)); // MlpBlock. func(TENSOR_ARGS(vit.linear_0_w, kMustRead)); func(TENSOR_ARGS(vit.linear_0_b, kMustRead));