]> git.djapps.eu Git - pkg/ggml/sources/ggml/commitdiff
whisper : use vulkan as gpu backend when available (whisper/2302)
authorMatt Stephenson <redacted>
Tue, 16 Jul 2024 07:21:09 +0000 (03:21 -0400)
committerGeorgi Gerganov <redacted>
Fri, 9 Aug 2024 07:03:14 +0000 (10:03 +0300)
* ggml: use vulkan as gpu backend when available

Signed-off-by: Matt Stephenson <redacted>
* whisper: enable using vk as default buffer type

Signed-off-by: Matt Stephenson <redacted>
---------

Signed-off-by: Matt Stephenson <redacted>
src/ggml-vulkan.cpp

index d7fea78d072b3aa23beb37d5ac7648555936ce42..b0f36a513f84bdd851a640462addd24d70431e7e 100644 (file)
@@ -2108,9 +2108,9 @@ void ggml_vk_instance_init() {
 }
 
 static void ggml_vk_init(ggml_backend_vk_context * ctx, size_t idx) {
-    GGML_ASSERT(idx < vk_instance.device_indices.size());
     VK_LOG_DEBUG("ggml_vk_init(" << ctx->name << ", " << idx << ")");
     ggml_vk_instance_init();
+    GGML_ASSERT(idx < vk_instance.device_indices.size());
 
     ctx->name = GGML_VK_NAME + std::to_string(idx);