File tree Expand file tree Collapse file tree 1 file changed +12
-0
lines changed Expand file tree Collapse file tree 1 file changed +12
-0
lines changed Original file line number Diff line number Diff line change 66#include " ggml-metal.h"
77#endif
88
9+ #ifdef GGML_USE_VULKAN
10+ #include " ggml-vulkan.h"
11+ #endif
12+
913#include " ggml-rpc.h"
1014#ifdef _WIN32
1115# include < windows.h>
@@ -79,6 +83,12 @@ static ggml_backend_t create_backend() {
7983 if (!backend) {
8084 fprintf (stderr, " %s: ggml_backend_metal_init() failed\n " , __func__);
8185 }
86+ #elif GGML_USE_VULKAN
87+ fprintf (stderr, " %s: using Vulkan backend\n " , __func__);
88+ backend = ggml_backend_vk_init (0 ); // init device 0
89+ if (!backend) {
90+ fprintf (stderr, " %s: ggml_backend_vulkan_init() failed\n " , __func__);
91+ }
8292#endif
8393
8494 // if there aren't GPU Backends fallback to CPU backend
@@ -92,6 +102,8 @@ static ggml_backend_t create_backend() {
92102static void get_backend_memory (size_t * free_mem, size_t * total_mem) {
93103#ifdef GGML_USE_CUDA
94104 ggml_backend_cuda_get_device_memory (0 , free_mem, total_mem);
105+ #elif GGML_USE_VULKAN
106+ ggml_backend_vk_get_device_memory (0 , free_mem, total_mem);
95107#else
96108 #ifdef _WIN32
97109 MEMORYSTATUSEX status;
You can’t perform that action at this time.
0 commit comments