From b77388ee69cbdf2af22c7c7fce6e0df78f8d8f45 Mon Sep 17 00:00:00 2001
From: Lukas Kreussel <65088241+LLukas22@users.noreply.github.com>
Date: Thu, 3 Aug 2023 14:18:29 +0200
Subject: [PATCH] Update `llama.cpp`

---
 crates/ggml/sys/llama-cpp   |  2 +-
 crates/ggml/sys/src/cuda.rs |  3 +++
 crates/ggml/sys/src/lib.rs  | 12 ++++++++++++
 3 files changed, 16 insertions(+), 1 deletion(-)

diff --git a/crates/ggml/sys/llama-cpp b/crates/ggml/sys/llama-cpp
index 1a941869..8183159c 160000
--- a/crates/ggml/sys/llama-cpp
+++ b/crates/ggml/sys/llama-cpp
@@ -1 +1 @@
-Subproject commit 1a941869cbef8e9cc351a6c6987e4ae3b0f021f7
+Subproject commit 8183159cf3def112f6d1fe94815fce70e1bffa12
diff --git a/crates/ggml/sys/src/cuda.rs b/crates/ggml/sys/src/cuda.rs
index aeeff19a..a9ae1a8d 100644
--- a/crates/ggml/sys/src/cuda.rs
+++ b/crates/ggml/sys/src/cuda.rs
@@ -60,6 +60,9 @@ extern "C" {
 extern "C" {
     pub fn ggml_cuda_set_main_device(main_device: ::std::os::raw::c_int);
 }
+extern "C" {
+    pub fn ggml_cuda_set_mul_mat_q(mul_mat_q: bool);
+}
 extern "C" {
     pub fn ggml_cuda_set_scratch_size(scratch_size: usize);
 }
diff --git a/crates/ggml/sys/src/lib.rs b/crates/ggml/sys/src/lib.rs
index 10412720..77b47802 100644
--- a/crates/ggml/sys/src/lib.rs
+++ b/crates/ggml/sys/src/lib.rs
@@ -1567,6 +1567,18 @@ extern "C" {
         n_ctx: ::std::os::raw::c_int,
     ) -> *mut ggml_tensor;
 }
+extern "C" {
+    pub fn ggml_rope_custom(
+        ctx: *mut ggml_context,
+        a: *mut ggml_tensor,
+        n_past: ::std::os::raw::c_int,
+        n_dims: ::std::os::raw::c_int,
+        mode: ::std::os::raw::c_int,
+        n_ctx: ::std::os::raw::c_int,
+        freq_base: f32,
+        freq_scale: f32,
+    ) -> *mut ggml_tensor;
+}
 extern "C" {
     pub fn ggml_rope_custom_inplace(
         ctx: *mut ggml_context,