]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
make : add optional CUDA_NATIVE_ARCH (#2482)
authorAlex <redacted>
Sun, 22 Oct 2023 19:56:53 +0000 (15:56 -0400)
committerGitHub <redacted>
Sun, 22 Oct 2023 19:56:53 +0000 (22:56 +0300)
Use the environment variable `CUDA_NATIVE_ARCH` if present to set NVCC arch. Otherwise, use `native`.

Makefile

index 80179631f95a5b25780ade471adf3e883fc69f06..705c4acb4a0a98b6874eabe734671595e483d202 100644 (file)
--- a/Makefile
+++ b/Makefile
@@ -391,9 +391,12 @@ else
 endif #LLAMA_CUDA_NVCC
 ifdef CUDA_DOCKER_ARCH
        NVCCFLAGS += -Wno-deprecated-gpu-targets -arch=$(CUDA_DOCKER_ARCH)
+endif # CUDA_DOCKER_ARCH
+ifdef CUDA_NATIVE_ARCH
+       NVCCFLAGS += -arch=$(CUDA_NATIVE_ARCH)
 else
        NVCCFLAGS += -arch=native
-endif # CUDA_DOCKER_ARCH
+endif # CUDA_NATIVE_ARCH
 ifdef LLAMA_CUDA_FORCE_DMMV
        NVCCFLAGS += -DGGML_CUDA_FORCE_DMMV
 endif # LLAMA_CUDA_FORCE_DMMV