From: Kawrakow Date: Sun, 18 Jun 2023 07:52:10 +0000 (+0300) Subject: examples : fix examples/metal (#1920) X-Git-Tag: gguf-v0.4.0~601 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=90cc59d6ab1363a5c69c60c4b94db647d3a54a18;p=pkg%2Fggml%2Fsources%2Fllama.cpp examples : fix examples/metal (#1920) Co-authored-by: Iwan Kawrakow --- diff --git a/examples/metal/metal.cpp b/examples/metal/metal.cpp index 77aca94a..cdfe4bfe 100644 --- a/examples/metal/metal.cpp +++ b/examples/metal/metal.cpp @@ -40,8 +40,10 @@ int main(int argc, char ** argv) { // this allocates all Metal resources and memory buffers auto * ctx_metal = ggml_metal_init(); - ggml_metal_add_buffer(ctx_metal, "data", ggml_get_mem_buffer(ctx_data), ggml_get_mem_size(ctx_data)); - ggml_metal_add_buffer(ctx_metal, "eval", ggml_get_mem_buffer(ctx_eval), ggml_get_mem_size(ctx_eval)); + const size_t max_size_data = ggml_get_max_tensor_size(ctx_data); + const size_t max_size_eval = ggml_get_max_tensor_size(ctx_eval); + ggml_metal_add_buffer(ctx_metal, "data", ggml_get_mem_buffer(ctx_data), ggml_get_mem_size(ctx_data), max_size_data); + ggml_metal_add_buffer(ctx_metal, "eval", ggml_get_mem_buffer(ctx_eval), ggml_get_mem_size(ctx_eval), max_size_eval); // main {