Update gguf-py/gguf/tensor_mapping.py
Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@scala.com>
This commit is contained in:
parent
43332bf829
commit
b442b43303
|
|
@ -182,7 +182,7 @@ class TensorNameMap:
|
|||
"encoder.layers.{bid}.self_attention.query_key_value", # chatglm
|
||||
"transformer.layers.{bid}.attn.qkv_proj", # openelm
|
||||
"transformer_encoder.{bid}.qkv", # neobert
|
||||
"layers.{bid}.attn.Wqkv", # modern bert
|
||||
"layers.{bid}.attn.Wqkv", # modern-bert
|
||||
),
|
||||
|
||||
# Attention query
|
||||
|
|
|
|||
Loading…
Reference in New Issue