From: slaren <redacted>
Date: Thu, 21 Mar 2024 18:54:28 +0000 (+0100)
Subject: cuda : disable host register by default (llama/6206)
X-Git-Tag: upstream/0.0.1642~821
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=cc9837ae6ca877ffc45f02f21c05c8c38d20b621;p=pkg%2Fggml%2Fsources%2Fggml

cuda : disable host register by default (llama/6206)
---

diff --git a/src/ggml-cuda.cu b/src/ggml-cuda.cu
index 04c6f5d0..14f409eb 100644
--- a/src/ggml-cuda.cu
+++ b/src/ggml-cuda.cu
@@ -11646,7 +11646,7 @@ GGML_CALL void ggml_backend_cuda_get_device_memory(int device, size_t * free, si
 }
 
 GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size) {
-    if (getenv("GGML_CUDA_NO_PINNED") != nullptr) {
+    if (getenv("GGML_CUDA_REGISTER_HOST") == nullptr) {
         return false;
     }
 
@@ -11663,6 +11663,10 @@ GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size
 }
 
 GGML_CALL void ggml_backend_cuda_unregister_host_buffer(void * buffer) {
+    if (getenv("GGML_CUDA_REGISTER_HOST") == nullptr) {
+        return;
+    }
+
     cudaError_t err = cudaHostUnregister(buffer);
     if (err != cudaSuccess) {
         // clear the error