whisper : use vulkan as gpu backend when available (whisper/2302)

mstephenson6 · ggerganov · commit 70c0ea35609a · 2024-08-09T10:03:44.000+03:00
* ggml: use vulkan as gpu backend when available

Signed-off-by: Matt Stephenson &lt;mstephenson6@users.noreply.github.com&gt;

* whisper: enable using vk as default buffer type

Signed-off-by: Matt Stephenson &lt;mstephenson6@users.noreply.github.com&gt;

---------

Signed-off-by: Matt Stephenson &lt;mstephenson6@users.noreply.github.com&gt;
diff --git a/ggml/src/ggml-vulkan.cpp b/ggml/src/ggml-vulkan.cpp
@@ -2108,9 +2108,9 @@ void ggml_vk_instance_init() {
 }
 
 static void ggml_vk_init(ggml_backend_vk_context * ctx, size_t idx) {
-    GGML_ASSERT(idx < vk_instance.device_indices.size());
     VK_LOG_DEBUG("ggml_vk_init(" << ctx->name << ", " << idx << ")");
     ggml_vk_instance_init();
+    GGML_ASSERT(idx < vk_instance.device_indices.size());
 
     ctx->name = GGML_VK_NAME + std::to_string(idx);
 

Original file line number	Diff line number	Diff line change
`@@ -2108,9 +2108,9 @@ void ggml_vk_instance_init() {`
`2108`	`2108`	`}`
`2109`	`2109`
`2110`	`2110`	`static void ggml_vk_init(ggml_backend_vk_context * ctx, size_t idx) {`
`2111`		`- GGML_ASSERT(idx < vk_instance.device_indices.size());`
`2112`	`2111`	`VK_LOG_DEBUG("ggml_vk_init(" << ctx->name << ", " << idx << ")");`
`2113`	`2112`	`ggml_vk_instance_init();`
	`2113`	`+ GGML_ASSERT(idx < vk_instance.device_indices.size());`
`2114`	`2114`
`2115`	`2115`	`ctx->name = GGML_VK_NAME + std::to_string(idx);`
`2116`	`2116`