From 0710b0f726f6f42ac6abf7cdcf8dd78b3260e222 Mon Sep 17 00:00:00 2001
From: slaren <slarengh@gmail.com>
Date: Sat, 9 Dec 2023 23:29:47 +0100
Subject: [PATCH] llama : offload missing ffn_moe_silu

---
 llama.cpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/llama.cpp b/llama.cpp
index ee6e28226d52d..4ac46193caf7c 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -5570,6 +5570,7 @@ static const std::unordered_map<const char *, llm_offload_func_e> k_offload_map
     { "ffn_moe_weighted",           OFFLOAD_FUNC     },
     { "ffn_moe_up",                 OFFLOAD_FUNC     },
     { "ffn_moe_gate",               OFFLOAD_FUNC     },
+    { "ffn_moe_silu",               OFFLOAD_FUNC     },
     { "ffn_moe_gate_par",           OFFLOAD_FUNC     },
     { "ffn_moe_down",               OFFLOAD_FUNC     },
     { "ffn_moe_out",                OFFLOAD_FUNC     },