Spaces:
Running
Running
vulkan: properly initialize vulkan devices for LLAMA_SPLIT_MODE_NONE (llama/7552)
Browse files- ggml-vulkan.cpp +2 -0
ggml-vulkan.cpp
CHANGED
|
@@ -6012,6 +6012,8 @@ static ggml_backend_buffer_type_i ggml_backend_vk_buffer_type_interface = {
|
|
| 6012 |
};
|
| 6013 |
|
| 6014 |
GGML_CALL ggml_backend_buffer_type_t ggml_backend_vk_buffer_type(size_t dev_num) {
|
|
|
|
|
|
|
| 6015 |
#ifdef GGML_VULKAN_DEBUG
|
| 6016 |
std::cerr << "ggml_backend_vk_buffer_type(" << dev_num << ")" << std::endl;
|
| 6017 |
#endif
|
|
|
|
| 6012 |
};
|
| 6013 |
|
| 6014 |
GGML_CALL ggml_backend_buffer_type_t ggml_backend_vk_buffer_type(size_t dev_num) {
|
| 6015 |
+
ggml_vk_instance_init();
|
| 6016 |
+
|
| 6017 |
#ifdef GGML_VULKAN_DEBUG
|
| 6018 |
std::cerr << "ggml_backend_vk_buffer_type(" << dev_num << ")" << std::endl;
|
| 6019 |
#endif
|