ggml-cuda: recompute graph if GGML_OP_GLU op_params change

Author: am17an

ggml/src/ggml-cuda/ggml-cuda.cu

@@ -2834,7 +2834,7 @@ static bool ggml_graph_node_has_matching_properties(ggml_tensor * node, ggml_gra
         }
     }
 
-    if (node->op == GGML_OP_SCALE &&
+    if ((node->op == GGML_OP_SCALE || node->op == GGML_OP_GLU) &&
         memcmp(graph_node_properties->op_params, node->op_params, GGML_MAX_OP_PARAMS) != 0) {
         return false;
     }

tests/test-backend-ops.cpp

@@ -4690,10 +4690,7 @@ struct test_fused_ffn_gate : public test_case {
     }
 
     double max_nmse_err() override {
-        if (glu_op == GGML_GLU_OP_GEGLU) {
-            return 1e-2;
-        }
-        return 1e-3;
+        return 5e-4;
     }
 };