diff --git a/gemma/weights.h b/gemma/weights.h index e8655ed..84ad3ef 100644 --- a/gemma/weights.h +++ b/gemma/weights.h @@ -343,19 +343,19 @@ struct CompressedWeights { : embedder_input_embedding("c_embedding", TConfig::kVocabSize, TConfig::kModelDim), final_norm_scale("c_final_norm", 1, TConfig::kModelDim), - vit_encoder_norm_bias("c_vit_encoder_norm_bias", 1, + vit_encoder_norm_bias("enc_norm_bias", 1, TConfig::VitConfig::kModelDim), - vit_encoder_norm_scale("c_vit_encoder_norm_scale", 1, + vit_encoder_norm_scale("enc_norm_scale", 1, TConfig::VitConfig::kModelDim), - vit_img_embedding_bias("c_vit_img_embedding_bias", 1, + vit_img_embedding_bias("img_emb_bias", 1, TConfig::VitConfig::kModelDim), - vit_img_embedding_kernel("c_vit_img_embedding_kernel", 14 * 14 * 3, + vit_img_embedding_kernel("img_emb_kernel", 14 * 14 * 3, TConfig::VitConfig::kModelDim), - vit_img_pos_embedding("c_vit_img_pos_embedding", 256, + vit_img_pos_embedding("img_pos_emb", 256, TConfig::VitConfig::kModelDim), - vit_img_head_bias("c_vit_img_head_bias", 1, TConfig::kModelDim), - vit_img_head_kernel("c_vit_img_head_kernel", - TConfig::VitConfig::kModelDim, TConfig::kModelDim), + vit_img_head_bias("img_head_bias", 1, TConfig::kModelDim), + vit_img_head_kernel("img_head_kernel", TConfig::VitConfig::kModelDim, + TConfig::kModelDim), scale_names({"att_ein", "qkv_ein", "gr_lin_x_w", "gr_lin_y_w", "gr_lin_out_w", "gr_gate_w", "gating_ein", "linear_w"}) {}