]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
ggml: Add Apple support for GGML_CPU_ALL_VARIANTS (#14258)
authorCharles Xu <redacted>
Wed, 18 Jun 2025 11:40:07 +0000 (13:40 +0200)
committerGitHub <redacted>
Wed, 18 Jun 2025 11:40:07 +0000 (12:40 +0100)
ggml/src/CMakeLists.txt
ggml/src/ggml-cpu/CMakeLists.txt

index 17c9366f4a3cf52def73f80b50672c7c0403b894..0c453741b5d842832fe1af67016cffc71e12f1db 100644 (file)
@@ -330,6 +330,10 @@ if (GGML_CPU_ALL_VARIANTS)
             ggml_add_cpu_backend_variant(android_armv8.2_1    DOTPROD)
             ggml_add_cpu_backend_variant(android_armv8.2_2    DOTPROD FP16_VECTOR_ARITHMETIC)
             ggml_add_cpu_backend_variant(android_armv8.6_1    DOTPROD FP16_VECTOR_ARITHMETIC MATMUL_INT8)
+        elseif (APPLE)
+            ggml_add_cpu_backend_variant(apple_m1             DOTPROD)
+            ggml_add_cpu_backend_variant(apple_m2_m3          DOTPROD MATMUL_INT8)
+            ggml_add_cpu_backend_variant(apple_m4             DOTPROD MATMUL_INT8 NOSVE SME)
         else()
             message(FATAL_ERROR "Unsupported ARM target OS: ${CMAKE_SYSTEM_NAME}")
         endif()
index 3bd1b0507e2cbb4703faabee19f06b3eb549947a..df00340570baa15da771d6fa00be0fafe084922e 100644 (file)
@@ -190,6 +190,9 @@ function(ggml_add_cpu_backend_variant_impl tag_name)
                         set(ARCH_TAGS "${ARCH_TAGS}+sve2")
                         list(APPEND ARCH_DEFINITIONS GGML_USE_SVE2)
                     endif()
+                    if (GGML_INTERNAL_NOSVE)
+                        set(ARCH_TAGS "${ARCH_TAGS}+nosve")
+                    endif()
                     if (GGML_INTERNAL_SME)
                         set(ARM_MCPU "armv9.2-a")
                         set(ARCH_TAGS "${ARCH_TAGS}+sme")