Update src/llama-model.cpp

Co-authored-by: Sigbjørn Skjæret <[email protected]>

Author: younesbelkada

src/llama-model.cpp

@@ -14868,7 +14868,7 @@ struct llm_build_falcon_h1 : public llm_graph_context {
             // TODO: skip computing output earlier for unused tokens
 
             y = ggml_add(ctx0, y, ggml_mul(ctx0, x, model.layers[il].ssm_d));
-            y = ggml_mul(ctx0, y, ggml_silu(ctx0, ggml_cont(ctx0, z)));
+            y = ggml_swiglu_split(ctx0, ggml_cont(ctx0, z), y);
 
             // grouped RMS norm
             if (model.layers[il].ssm_norm) {