attempt to add metal on mac

utilityai · Feb 3, 2024 · 242e5a7 · 242e5a7
1 parent ee4eb35
commit 242e5a7
Show file tree

Hide file tree

Showing 2 changed files with 22 additions and 0 deletions.
diff --git a/llama-cpp-sys-2/Cargo.toml b/llama-cpp-sys-2/Cargo.toml
@@ -43,3 +43,4 @@ cc = { workspace = true }
 
 [features]
 cublas = []
+
diff --git a/llama-cpp-sys-2/build.rs b/llama-cpp-sys-2/build.rs
@@ -51,7 +51,28 @@ fn main() {
 
     // https://github.com/ggerganov/llama.cpp/blob/191221178f51b6e81122c5bda0fd79620e547d07/Makefile#L133-L141
     if cfg!(target_os = "macos") {
+        assert!(!cublas_enabled, "CUBLAS is not supported on macOS");
+
         llama_cpp.define("_DARWIN_C_SOURCE", None);
+
+        // https://github.com/ggerganov/llama.cpp/blob/3c0d25c4756742ebf15ad44700fabc0700c638bd/Makefile#L340-L343
+        llama_cpp.define("GGML_USE_METAL", None);
+        llama_cpp.define("GGML_USE_ACCELERATE", None);
+        llama_cpp.define("ACCELERATE_NEW_LAPACK", None);
+        llama_cpp.define("ACCELERATE_LAPACK_ILP64", None);
+        println!("cargo:rustc-link-lib=framework=Accelerate");
+
+        // 	MK_LDFLAGS  += -framework Foundation -framework Metal -framework MetalKit
+        // https://github.com/ggerganov/llama.cpp/blob/3c0d25c4756742ebf15ad44700fabc0700c638bd/Makefile#L509-L511
+        println!("cargo:rustc-link-lib=framework Foundation");
+        println!("cargo:rustc-link-lib=framework Metal");
+        println!("cargo:rustc-link-lib=framework MetalKit");
+
+
+        // https://github.com/ggerganov/llama.cpp/blob/3c0d25c4756742ebf15ad44700fabc0700c638bd/Makefile#L517-L520
+        ggml
+            .file("llama.cpp/ggml-metal.m")
+            .file("llama.cpp/ggml-metal.h");
     }
     if cfg!(target_os = "dragonfly") {
         llama_cpp.define("__BSD_VISIBLE", None);
Original file line number	Diff line number	Diff line change
Expand Up		@@ -43,3 +43,4 @@ cc = { workspace = true }

		[features]
		cublas = []