From: ditsuke Date: Sun, 10 Mar 2024 17:51:46 +0000 (+0530) Subject: fix: Update script paths in CI scripts X-Git-Tag: upstream/0.0.4488~1189 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=821922916f95cc3853fc7f58ea2f1e15a0ffa669;p=pkg%2Fggml%2Fsources%2Fllama.cpp fix: Update script paths in CI scripts --- diff --git a/ci/run.sh b/ci/run.sh index e0cedb24..067ac405 100755 --- a/ci/run.sh +++ b/ci/run.sh @@ -688,7 +688,7 @@ function gg_run_embd_bge_small { (time cmake -DCMAKE_BUILD_TYPE=Release ${CMAKE_EXTRA} .. ) 2>&1 | tee -a $OUT/${ci}-cmake.log (time make -j ) 2>&1 | tee -a $OUT/${ci}-make.log - python3 ../convert-hf-to-gguf.py ${path_models} --outfile ${path_models}/ggml-model-f16.gguf + python3 ../convert_hf_to_gguf.py ${path_models} --outfile ${path_models}/ggml-model-f16.gguf model_f16="${path_models}/ggml-model-f16.gguf" model_q8_0="${path_models}/ggml-model-q8_0.gguf" diff --git a/requirements.txt b/requirements.txt index e5cfbf10..1eca1a13 100644 --- a/requirements.txt +++ b/requirements.txt @@ -6,6 +6,6 @@ -r ./requirements/requirements-convert-legacy-llama.txt --r ./requirements/requirements-convert-hf-to-gguf.txt --r ./requirements/requirements-convert-hf-to-gguf-update.txt --r ./requirements/requirements-convert-llama-ggml-to-gguf.txt +-r ./requirements/requirements-convert_hf_to_gguf.txt +-r ./requirements/requirements-convert_hf_to_gguf_update.txt +-r ./requirements/requirements-convert_llama_ggml_to_gguf.txt diff --git a/requirements/requirements-convert-hf-to-gguf-update.txt b/requirements/requirements-convert-hf-to-gguf-update.txt deleted file mode 100644 index a7112f39..00000000 --- a/requirements/requirements-convert-hf-to-gguf-update.txt +++ /dev/null @@ -1,2 +0,0 @@ --r ./requirements-convert-legacy-llama.txt -torch~=2.2.1 diff --git a/requirements/requirements-convert-hf-to-gguf.txt b/requirements/requirements-convert-hf-to-gguf.txt deleted file mode 100644 index a7112f39..00000000 --- a/requirements/requirements-convert-hf-to-gguf.txt +++ /dev/null @@ -1,2 +0,0 @@ --r ./requirements-convert-legacy-llama.txt -torch~=2.2.1 diff --git a/requirements/requirements-convert-llama-ggml-to-gguf.txt b/requirements/requirements-convert-llama-ggml-to-gguf.txt deleted file mode 100644 index e80c2901..00000000 --- a/requirements/requirements-convert-llama-ggml-to-gguf.txt +++ /dev/null @@ -1 +0,0 @@ --r ./requirements-convert-legacy-llama.txt diff --git a/requirements/requirements-convert_hf_to_gguf.txt b/requirements/requirements-convert_hf_to_gguf.txt new file mode 100644 index 00000000..a7112f39 --- /dev/null +++ b/requirements/requirements-convert_hf_to_gguf.txt @@ -0,0 +1,2 @@ +-r ./requirements-convert-legacy-llama.txt +torch~=2.2.1 diff --git a/requirements/requirements-convert_hf_to_gguf_update.txt b/requirements/requirements-convert_hf_to_gguf_update.txt new file mode 100644 index 00000000..a7112f39 --- /dev/null +++ b/requirements/requirements-convert_hf_to_gguf_update.txt @@ -0,0 +1,2 @@ +-r ./requirements-convert-legacy-llama.txt +torch~=2.2.1 diff --git a/requirements/requirements-convert_llama_ggml_to_gguf.txt b/requirements/requirements-convert_llama_ggml_to_gguf.txt new file mode 100644 index 00000000..e80c2901 --- /dev/null +++ b/requirements/requirements-convert_llama_ggml_to_gguf.txt @@ -0,0 +1 @@ +-r ./requirements-convert-legacy-llama.txt diff --git a/requirements/requirements-convert_lora_to_ggml.txt b/requirements/requirements-convert_lora_to_ggml.txt new file mode 100644 index 00000000..fe5d13dd --- /dev/null +++ b/requirements/requirements-convert_lora_to_ggml.txt @@ -0,0 +1,3 @@ +-r ./requirements-convert.txt +torch~=2.1.1 + diff --git a/requirements/requirements-convert_persimmon_to_gguf.txt b/requirements/requirements-convert_persimmon_to_gguf.txt new file mode 100644 index 00000000..fe5d13dd --- /dev/null +++ b/requirements/requirements-convert_persimmon_to_gguf.txt @@ -0,0 +1,3 @@ +-r ./requirements-convert.txt +torch~=2.1.1 + diff --git a/scripts/check-requirements.sh b/scripts/check-requirements.sh index 0c6afdd5..69a08c84 100755 --- a/scripts/check-requirements.sh +++ b/scripts/check-requirements.sh @@ -167,11 +167,11 @@ if (( do_cleanup )); then fi check_convert_script examples/convert-legacy-llama.py -for py in convert-*.py; do +for py in convert_*.py; do # skip convert-hf-to-gguf-update.py # TODO: the check is failing for some reason: # https://github.com/ggerganov/llama.cpp/actions/runs/8875330981/job/24364557177?pr=6920 - [[ $py == convert-hf-to-gguf-update.py ]] && continue + [[ $py == convert_hf_to_gguf_update.py ]] && continue check_convert_script "$py" done