chore: update GGML version

nightscape · May 27, 2023 · 76d8c4b · 76d8c4b
1 parent ebd341c
commit 76d8c4b
Show file tree

Hide file tree

Showing 2 changed files with 19 additions and 1 deletion.
diff --git a/crates/ggml/sys/ggml b/crates/ggml/sys/ggml
diff --git a/crates/ggml/sys/src/lib.rs b/crates/ggml/sys/src/lib.rs
@@ -14,6 +14,7 @@ pub const GGML_MAX_NODES: u32 = 4096;
 pub const GGML_MAX_PARAMS: u32 = 256;
 pub const GGML_MAX_CONTEXTS: u32 = 64;
 pub const GGML_MAX_OPT: u32 = 4;
+pub const GGML_MAX_NAME: u32 = 32;
 pub const GGML_DEFAULT_N_THREADS: u32 = 4;
 pub type ggml_fp16_t = u16;
 extern "C" {
@@ -48,6 +49,7 @@ pub const ggml_type_GGML_TYPE_COUNT: ggml_type = 13;
 pub type ggml_type = ::std::os::raw::c_uint;
 pub const ggml_backend_GGML_BACKEND_CPU: ggml_backend = 0;
 pub const ggml_backend_GGML_BACKEND_CUDA: ggml_backend = 1;
+pub const ggml_backend_GGML_BACKEND_CL: ggml_backend = 2;
 pub type ggml_backend = ::std::os::raw::c_uint;
 pub const ggml_ftype_GGML_FTYPE_UNKNOWN: ggml_ftype = -1;
 pub const ggml_ftype_GGML_FTYPE_ALL_F32: ggml_ftype = 0;
@@ -393,6 +395,7 @@ fn bindgen_test_layout_ggml_tensor() {
         )
     );
 }
+pub const GGML_TENSOR_SIZE: usize = 224;
 #[repr(C)]
 #[derive(Debug, Copy, Clone)]
 pub struct ggml_cgraph {
@@ -676,6 +679,9 @@ extern "C" {
 extern "C" {
     pub fn ggml_type_name(type_: ggml_type) -> *const ::std::os::raw::c_char;
 }
+extern "C" {
+    pub fn ggml_op_name(op: ggml_op) -> *const ::std::os::raw::c_char;
+}
 extern "C" {
     pub fn ggml_element_size(tensor: *const ggml_tensor) -> usize;
 }
@@ -685,6 +691,9 @@ extern "C" {
 extern "C" {
     pub fn ggml_ftype_to_ggml_type(ftype: ggml_ftype) -> ggml_type;
 }
+extern "C" {
+    pub fn ggml_tensor_overhead() -> usize;
+}
 extern "C" {
     pub fn ggml_init(params: ggml_init_params) -> *mut ggml_context;
 }
@@ -697,6 +706,9 @@ extern "C" {
 extern "C" {
     pub fn ggml_set_scratch(ctx: *mut ggml_context, scratch: ggml_scratch) -> usize;
 }
+extern "C" {
+    pub fn ggml_set_no_alloc(ctx: *mut ggml_context, no_alloc: bool);
+}
 extern "C" {
     pub fn ggml_new_tensor(
         ctx: *mut ggml_context,
@@ -1282,6 +1294,12 @@ extern "C" {
 extern "C" {
     pub fn ggml_graph_reset(cgraph: *mut ggml_cgraph);
 }
+extern "C" {
+    pub fn ggml_get_tensor_by_name(
+        cgraph: *mut ggml_cgraph,
+        name: *const ::std::os::raw::c_char,
+    ) -> *mut ggml_tensor;
+}
 extern "C" {
     pub fn ggml_graph_print(cgraph: *const ggml_cgraph);
 }
+1 −0		CMakeLists.txt
+7 −1		README.md
+84 −26		examples/common.cpp
+12 −2		examples/common.h
+2 −0		examples/dolly-v2/main.cpp
+2 −0		examples/gpt-2/main.cpp
+2 −0		examples/gpt-j/main.cpp
+4 −13		examples/gpt-neox/convert-h5-to-ggml.py
+3 −1		examples/gpt-neox/main.cpp
+1 −0		examples/mnist/main.cpp
+1 −0		examples/mnist/models/mnist/.gitignore
+1 −0		examples/mnist/web/.gitignore
+85 −33		examples/mnist/web/index.html
+9 −1		examples/mpt/main.cpp
+100 −0		examples/prompts/dolly-v2.txt
+1 −0		examples/prompts/gpt-2-chinese.txt
+100 −0		examples/prompts/gpt-2.txt
+100 −0		examples/prompts/gpt-j.txt
+1 −0		examples/prompts/gpt-neox-japanese.txt
+100 −0		examples/prompts/gpt-neox.txt
+3 −0		examples/prompts/polyglot-ko.txt
+100 −0		examples/prompts/replit.txt
+100 −0		examples/prompts/starcoder.txt
+110 −0		examples/prompts/test-cases.txt
+65 −0		examples/prompts/tokenize_huggingface.py
+100 −0		examples/prompts/whisper.txt
+4 −3		examples/replit/main.cpp
+2 −0		examples/starcoder/main.cpp
+12 −1		include/ggml/ggml.h
+22 −1		src/CMakeLists.txt
+71 −39		src/ggml-cuda.cu
+8 −10		src/ggml-opencl.h
+91 −58		src/ggml.c
+7 −7		tests/test-mul-mat0.c