happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix PaliGemma model loading. 

PiperOrigin-RevId: 685591935
This commit is contained in:
Daniel Keysers 2024-10-13 23:48:10 -07:00 committed by Copybara-Service
parent b7eff19be4
commit 5d0167904d
1 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
gemma/weights.h
View File

@ -343,19 +343,19 @@ struct CompressedWeights {
: embedder_input_embedding("c_embedding", TConfig::kVocabSize,
TConfig::kModelDim),
final_norm_scale("c_final_norm", 1, TConfig::kModelDim),
vit_encoder_norm_bias("c_vit_encoder_norm_bias", 1,
vit_encoder_norm_bias("enc_norm_bias", 1,
TConfig::VitConfig::kModelDim),
vit_encoder_norm_scale("c_vit_encoder_norm_scale", 1,
vit_encoder_norm_scale("enc_norm_scale", 1,
TConfig::VitConfig::kModelDim),
vit_img_embedding_bias("c_vit_img_embedding_bias", 1,
vit_img_embedding_bias("img_emb_bias", 1,
TConfig::VitConfig::kModelDim),
vit_img_embedding_kernel("c_vit_img_embedding_kernel", 14 * 14 * 3,
vit_img_embedding_kernel("img_emb_kernel", 14 * 14 * 3,
TConfig::VitConfig::kModelDim),
vit_img_pos_embedding("c_vit_img_pos_embedding", 256,
vit_img_pos_embedding("img_pos_emb", 256,
TConfig::VitConfig::kModelDim),
vit_img_head_bias("c_vit_img_head_bias", 1, TConfig::kModelDim),
vit_img_head_kernel("c_vit_img_head_kernel",
TConfig::VitConfig::kModelDim, TConfig::kModelDim),
vit_img_head_bias("img_head_bias", 1, TConfig::kModelDim),
vit_img_head_kernel("img_head_kernel", TConfig::VitConfig::kModelDim,
TConfig::kModelDim),
scale_names({"att_ein", "qkv_ein", "gr_lin_x_w", "gr_lin_y_w",
"gr_lin_out_w", "gr_gate_w", "gating_ein", "linear_w"}) {}