fix
This commit is contained in:
parent
1415cd8782
commit
243e4d1a50
|
|
@ -6606,6 +6606,8 @@ class FalconH1Model(Mamba2Model):
|
||||||
for name, tensor in super().get_tensors():
|
for name, tensor in super().get_tensors():
|
||||||
if name.startswith("model.backbone") or name.startswith("model.lm_head"):
|
if name.startswith("model.backbone") or name.startswith("model.lm_head"):
|
||||||
name = name.removeprefix("model.")
|
name = name.removeprefix("model.")
|
||||||
|
if "ffn_pre_norm" in name:
|
||||||
|
name = name.replace("ffn_pre_norm", "ffn_norm")
|
||||||
yield name, tensor
|
yield name, tensor
|
||||||
|
|
||||||
if self.ssm_multipliers is not None:
|
if self.ssm_multipliers is not None:
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue