OpenCL: Add release memory (#1741)

* Add opencl release memory

* Rename function name
This commit is contained in:
Robert Sung-wook Shin authored and GitHub committed 2023-06-09 18:24:40 +02:00
1 parent ae9663f188
commit 98ed165574
3 files changed
+16 -1

No files matched your search

+5 -1
View File
@@ -210,7 +210,11 @@ struct llama_model {
for (size_t i = 0; i < tensors_by_name.size(); ++i) {
ggml_cuda_free_data(tensors_by_name[i].second);
}
#endif // GGML_USE_CUBLAS
#elif defined(GGML_USE_CLBLAST)
for (size_t i = 0; i < tensors_by_name.size(); ++i) {
ggml_cl_free_data(tensors_by_name[i].second);
}
#endif
}
};