]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
cann: dockerfile and doc adjustment (#10302)
authorChenguang Li <redacted>
Fri, 15 Nov 2024 07:09:35 +0000 (15:09 +0800)
committerGitHub <redacted>
Fri, 15 Nov 2024 07:09:35 +0000 (15:09 +0800)
Co-authored-by: noemotiovon <redacted>
.devops/llama-cli-cann.Dockerfile
docs/build.md

index db5ba2f25ea6727772c63164afea0dbedb7b9ab1..45c0585b0b3d93599c82b99ce6c02fc3ac007345 100644 (file)
@@ -1,6 +1,6 @@
 ARG ASCEND_VERSION=8.0.rc2.alpha003-910b-openeuler22.03-py3.8
 
-FROM cosdt/cann:$ASCEND_VERSION AS build
+FROM ascendai/cann:$ASCEND_VERSION AS build
 
 WORKDIR /app
 
@@ -26,7 +26,7 @@ RUN echo "Building with static libs" && \
     cmake --build build --config Release --target llama-cli
 
 # TODO: use image with NNRT
-FROM cosdt/cann:$ASCEND_VERSION AS runtime
+FROM ascendai/cann:$ASCEND_VERSION AS runtime
 COPY --from=build /app/build/bin/llama-cli /llama-cli
 
 ENV LC_ALL=C.utf8
index 95512415ab0b91df7a2421eb7aee037404a55685..52de2b4e2c224d943ab538361e9060cd71351973 100644 (file)
@@ -375,7 +375,7 @@ cmake --build build --config release
 
 You can test with:
 
-`./build/llama-cli -m PATH_TO_MODEL -p "Building a website can be done in 10 steps:" -ngl 32`
+`./build/bin/llama-cli -m PATH_TO_MODEL -p "Building a website can be done in 10 steps:" -ngl 32`
 
 If the fllowing info is output on screen, you are using `llama.cpp by CANN backend`:
 ```bash