]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
llama : fix order of parameters (#8706)
authorJudd <redacted>
Fri, 26 Jul 2024 08:38:12 +0000 (16:38 +0800)
committerGitHub <redacted>
Fri, 26 Jul 2024 08:38:12 +0000 (11:38 +0300)
usage of `aclrtGetMemInfo` is correct:

https://www.hiascend.com/doc_center/source/zh/canncommercial/63RC2/inferapplicationdev/aclcppdevg/aclcppdevg_03_0103.html

Co-authored-by: Judd <redacted>
src/llama.cpp

index bc0183741db4e44e280f0887fe0d548dc41d7edc..77f7d32f84c0b0ee557832a48ef676280d2fbfdf 100644 (file)
@@ -2905,7 +2905,7 @@ static size_t llama_get_device_memory(const llama_model & model, int device) {
 #elif defined(GGML_USE_CANN)
     size_t total;
     size_t free;
-    ggml_backend_cann_get_device_memory(device, &total, &free);
+    ggml_backend_cann_get_device_memory(device, &free, &total);
     return free;
 #else
     return 1;