From: fl0rianr Date: Thu, 28 May 2026 13:01:14 +0000 (+0200) Subject: ggml: auto apply iGPU flag CUDA/HIP if integrated device (#23007) X-Git-Tag: upstream/0.0.10438~1049 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=30af6e2b98b00eee01a8f76249fe1399a724702e;p=pkg%2Fggml%2Fsources%2Fllama.cpp ggml: auto apply iGPU flag CUDA/HIP if integrated device (#23007) --- diff --git a/ggml/src/ggml-cuda/ggml-cuda.cu b/ggml/src/ggml-cuda/ggml-cuda.cu index dc3e8fd62..18aaa0983 100644 --- a/ggml/src/ggml-cuda/ggml-cuda.cu +++ b/ggml/src/ggml-cuda/ggml-cuda.cu @@ -4994,8 +4994,14 @@ static void ggml_backend_cuda_device_get_memory(ggml_backend_dev_t dev, size_t * } static enum ggml_backend_dev_type ggml_backend_cuda_device_get_type(ggml_backend_dev_t dev) { - GGML_UNUSED(dev); - return GGML_BACKEND_DEVICE_TYPE_GPU; + ggml_backend_cuda_device_context * ctx = (ggml_backend_cuda_device_context *) dev->context; + + cudaDeviceProp prop; + CUDA_CHECK(cudaGetDeviceProperties(&prop, ctx->device)); + + return prop.integrated + ? GGML_BACKEND_DEVICE_TYPE_IGPU + : GGML_BACKEND_DEVICE_TYPE_GPU; } static void ggml_backend_cuda_device_get_props(ggml_backend_dev_t dev, ggml_backend_dev_props * props) {