build : add LLAMA_METAL_NDEBUG flag (#3033)

diff --git a/CMakeLists.txt b/CMakeLists.txt
index e872ae310761bd7f8bebd3b56a8788f0bb03bab1..d4ed6179ea7a72f3deebc7337c12fcbba1d4381f 100644 (file)
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -83,6 +83,7 @@ set(LLAMA_CUDA_KQUANTS_ITER "2" CACHE STRING "llama: iters./thread per block for
 option(LLAMA_HIPBLAS                         "llama: use hipBLAS"                               OFF)
 option(LLAMA_CLBLAST                         "llama: use CLBlast"                               OFF)
 option(LLAMA_METAL                           "llama: use Metal"                                 ${LLAMA_METAL_DEFAULT})
+option(LLAMA_METAL_NDEBUG                    "llama: disable Metal debugging"                   OFF)
 option(LLAMA_MPI                             "llama: use MPI"                                   OFF)
 option(LLAMA_K_QUANTS                        "llama: use k-quants"                              ON)
 option(LLAMA_QKK_64                          "llama: use super-block size of 64 for k-quants"   OFF)
@@ -174,7 +175,9 @@ if (LLAMA_METAL)
     set(GGML_SOURCES_METAL ggml-metal.m ggml-metal.h)
 
     add_compile_definitions(GGML_USE_METAL)
-    #add_compile_definitions(GGML_METAL_NDEBUG)
+    if (LLAMA_METAL_NDEBUG)
+        add_compile_definitions(GGML_METAL_NDEBUG)
+    endif()
 
     # get full path to the file
     #add_compile_definitions(GGML_METAL_DIR_KERNELS="${CMAKE_CURRENT_SOURCE_DIR}/")

diff --git a/Makefile b/Makefile
index fe7ddc9ef002fab48f804958419e9e5837c0046f..4334761a44d276cfc9b0e3d9071a494d854e9862 100644 (file)
--- a/Makefile
+++ b/Makefile
@@ -360,6 +360,9 @@ ifdef LLAMA_METAL
        MK_CPPFLAGS += -DGGML_USE_METAL
        MK_LDFLAGS  += -framework Foundation -framework Metal -framework MetalKit
        OBJS            += ggml-metal.o
+ifdef LLAMA_METAL_NDEBUG
+       MK_CPPFLAGS += -DGGML_METAL_NDEBUG
+endif
 endif # LLAMA_METAL
 
 ifdef LLAMA_METAL