From: Alex <redacted>
Date: Sun, 22 Oct 2023 19:56:53 +0000 (-0400)
Subject: make : add optional CUDA_NATIVE_ARCH (#2482)
X-Git-Tag: upstream/0.0.4488~3073
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=96981f37b1e3f450d9e63e571514217bf60f0a7f;p=pkg%2Fggml%2Fsources%2Fllama.cpp

make : add optional CUDA_NATIVE_ARCH (#2482)

Use the environment variable `CUDA_NATIVE_ARCH` if present to set NVCC arch. Otherwise, use `native`.
---

diff --git a/Makefile b/Makefile
index 80179631..705c4acb 100644
--- a/Makefile
+++ b/Makefile
@@ -391,9 +391,12 @@ else
 endif #LLAMA_CUDA_NVCC
 ifdef CUDA_DOCKER_ARCH
 	NVCCFLAGS += -Wno-deprecated-gpu-targets -arch=$(CUDA_DOCKER_ARCH)
+endif # CUDA_DOCKER_ARCH
+ifdef CUDA_NATIVE_ARCH
+	NVCCFLAGS += -arch=$(CUDA_NATIVE_ARCH)
 else
 	NVCCFLAGS += -arch=native
-endif # CUDA_DOCKER_ARCH
+endif # CUDA_NATIVE_ARCH
 ifdef LLAMA_CUDA_FORCE_DMMV
 	NVCCFLAGS += -DGGML_CUDA_FORCE_DMMV
 endif # LLAMA_CUDA_FORCE_DMMV