llama : fix build_ffn without gate (#13336)
* llama : fix build_ffn without gate
* fix build on windows
* Revert "fix build on windows"
This reverts commit fc420d3c7e.
This commit is contained in:
parent
2356fb1d53
commit
2f54e348ad
|
|
@ -782,7 +782,7 @@ ggml_tensor * llm_graph_context::build_ffn(
|
|||
} break;
|
||||
}
|
||||
|
||||
if (type_gate == LLM_FFN_PAR) {
|
||||
if (gate && type_gate == LLM_FFN_PAR) {
|
||||
cur = ggml_mul(ctx0, cur, tmp);
|
||||
cb(cur, "ffn_gate_par", il);
|
||||
}
|
||||
|
|
|
|||
Loading…
Reference in New Issue