]> git.djapps.eu Git - pkg/ggml/sources/ggml/commitdiff
vulkan: properly initialize vulkan devices for LLAMA_SPLIT_MODE_NONE (llama/7552)
authork.h.lai <redacted>
Tue, 28 May 2024 17:25:08 +0000 (01:25 +0800)
committerGeorgi Gerganov <redacted>
Wed, 29 May 2024 10:16:38 +0000 (13:16 +0300)
src/ggml-vulkan.cpp

index 79ce1479f16ca00595189fa0592bd468ed6b0678..92e622b04317720c452a68c55a6a3cd16bba8628 100644 (file)
@@ -6012,6 +6012,8 @@ static ggml_backend_buffer_type_i ggml_backend_vk_buffer_type_interface = {
 };
 
 GGML_CALL ggml_backend_buffer_type_t ggml_backend_vk_buffer_type(size_t dev_num) {
+    ggml_vk_instance_init();
+
 #ifdef GGML_VULKAN_DEBUG
     std::cerr << "ggml_backend_vk_buffer_type(" << dev_num << ")" << std::endl;
 #endif