metal : parallel command buffer encoding (ggerganov#1860)

* metal : parallel command buffer encoding * metal : determine number of command buffers based on gf->n_threads
PeterReid · Jun 15, 2023 · 4bfcc85 · 4bfcc85
1 parent 6b8312e
commit 4bfcc85
Show file tree

Hide file tree

Showing 2 changed files with 540 additions and 516 deletions.
diff --git a/ggml-metal.h b/ggml-metal.h
@@ -55,6 +55,7 @@ void ggml_metal_set_tensor(struct ggml_metal_context * ctx, struct ggml_tensor *
 void ggml_metal_get_tensor(struct ggml_metal_context * ctx, struct ggml_tensor * t);
 
 // same as ggml_graph_compute but uses Metal
+// creates gf->n_threads command buffers in parallel
 void ggml_metal_graph_compute(struct ggml_metal_context * ctx, struct ggml_cgraph * gf);
 
 #ifdef __cplusplus