ggml C++ bindings wip

ggerganov · Oct 15, 2023 · d7338cd · d7338cd
1 parent 159bdae
commit d7338cd
Show file tree

Hide file tree

Showing 7 changed files with 1,465 additions and 1 deletion.
diff --git a/examples/CMakeLists.txt b/examples/CMakeLists.txt
@@ -28,3 +28,4 @@ add_subdirectory(replit)
 add_subdirectory(mpt)
 add_subdirectory(starcoder)
 add_subdirectory(sam)
+add_subdirectory(ggml-cpp)
diff --git a/examples/ggml-cpp/CMakeLists.txt b/examples/ggml-cpp/CMakeLists.txt
@@ -0,0 +1,21 @@
+#
+# gpt-2-cpp
+
+set(TEST_TARGET gpt-2-cpp)
+add_executable(${TEST_TARGET} gpt-2-cpp.cpp)
+target_link_libraries(${TEST_TARGET} PRIVATE ggml common common-ggml)
+
+#
+# For GPU offloading
+
+if (GGML_CUBLAS)
+    add_compile_definitions(GGML_USE_CUBLAS)
+endif()
+
+if (GGML_CLBLAST)
+    add_compile_definitions(GGML_USE_CLBLAST)
+endif()
+
+if (GGML_METAL)
+    add_compile_definitions(GGML_USE_METAL)
+endif()