Skip to content

Commit

Permalink
swift : add support for k-quants (#2983)
Browse files Browse the repository at this point in the history
  • Loading branch information
kchro3 authored Sep 3, 2023
1 parent cff7b0b commit 6a31a3b
Showing 1 changed file with 11 additions and 2 deletions.
13 changes: 11 additions & 2 deletions Package.swift
Original file line number Diff line number Diff line change
Expand Up @@ -12,9 +12,18 @@ let package = Package(
name: "llama",
path: ".",
exclude: ["ggml-metal.metal"],
sources: ["ggml.c", "llama.cpp", "ggml-alloc.c"],
sources: [
"ggml.c",
"llama.cpp",
"ggml-alloc.c",
"k_quants.c"
],
publicHeadersPath: "spm-headers",
cSettings: [.unsafeFlags(["-Wno-shorten-64-to-32"]), .define("GGML_USE_ACCELERATE")],
cSettings: [
.unsafeFlags(["-Wno-shorten-64-to-32"]),
.define("GGML_USE_K_QUANTS"),
.define("GGML_USE_ACCELERATE")
],
linkerSettings: [
.linkedFramework("Accelerate")
]
Expand Down

0 comments on commit 6a31a3b

Please sign in to comment.