From: Nikolas <redacted>
Date: Thu, 11 Apr 2024 19:56:29 +0000 (+0200)
Subject: Refactor Error Handling for CUDA (#6575)
X-Git-Tag: upstream/0.0.4488~1835
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=a474f50ebb3e10be3371562f75f3f573f1a86b5f;p=pkg%2Fggml%2Fsources%2Fllama.cpp

Refactor Error Handling for CUDA (#6575)

* Refactor Error Handling for CUDA

Add guidance for setting CUDA_DOCKER_ARCH to match GPU compute capability for CUDA versions < 11.7. Include link to NVIDIA's CUDA GPUs documentation for compute capability reference.

* Update Makefile

Improved wording

Co-authored-by: Johannes Gäßler <redacted>

---------

Co-authored-by: Johannes Gäßler <redacted>
---

diff --git a/Makefile b/Makefile
index 2fd805a9..7a69ad1b 100644
--- a/Makefile
+++ b/Makefile
@@ -646,7 +646,7 @@ CUDA_VERSION := $(shell $(NVCC) --version | grep -oP 'release (\K[0-9]+\.[0-9])'
 ifeq ($(shell awk -v "v=$(CUDA_VERSION)" 'BEGIN { print (v < 11.7) }'),1)
 ifndef CUDA_DOCKER_ARCH
 ifndef CUDA_POWER_ARCH
-$(error I ERROR: For CUDA versions < 11.7 a target CUDA architecture must be explicitly provided via CUDA_DOCKER_ARCH)
+$(error I ERROR: For CUDA versions < 11.7 a target CUDA architecture must be explicitly provided via environment variable CUDA_DOCKER_ARCH, e.g. by running "export CUDA_DOCKER_ARCH=compute_XX" on Unix-like systems, where XX is the minimum compute capability that the code needs to run on. A list with compute capabilities can be found here: https://developer.nvidia.com/cuda-gpus )
 endif # CUDA_POWER_ARCH
 endif # CUDA_DOCKER_ARCH
 endif # eq ($(shell echo "$(CUDA_VERSION) < 11.7" | bc),1)