set nullptr to memory pool element if it failed during initialization.

young-developer · young-developer · commit bd56886fd64e · 2023-11-03T13:46:14.000+01:00
diff --git a/ggml-cuda.cu b/ggml-cuda.cu
@@ -5853,6 +5853,8 @@ void ggml_init_cublas() {
                     size_t treshold = UINT64_MAX;
                     CUDA_CHECK(cudaMemPoolSetAttribute(g_cudaMemPools[id], cudaMemPoolAttrReleaseThreshold, &treshold));
                     fprintf(stderr, ", CUDA memory pool is supported\n");
+                } else {
+                    g_cudaMemPools[id] = nullptr;
                 }
             } else {
                 fprintf(stderr, ", CUDA memory pool is not supported\n");

Original file line number	Diff line number	Diff line change
`@@ -5853,6 +5853,8 @@ void ggml_init_cublas() {`
`5853`	`5853`	`size_t treshold = UINT64_MAX;`
`5854`	`5854`	`CUDA_CHECK(cudaMemPoolSetAttribute(g_cudaMemPools[id], cudaMemPoolAttrReleaseThreshold, &treshold));`
`5855`	`5855`	`fprintf(stderr, ", CUDA memory pool is supported\n");`
	`5856`	`+ } else {`
	`5857`	`+ g_cudaMemPools[id] = nullptr;`
`5856`	`5858`	`}`
`5857`	`5859`	`} else {`
`5858`	`5860`	`fprintf(stderr, ", CUDA memory pool is not supported\n");`