]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
scripts : add get-winogrande.sh
authorGeorgi Gerganov <redacted>
Thu, 18 Jan 2024 18:45:39 +0000 (20:45 +0200)
committerGeorgi Gerganov <redacted>
Thu, 18 Jan 2024 18:45:39 +0000 (20:45 +0200)
scripts/get-hellaswag.sh
scripts/get-wikitext-2.sh
scripts/get-winogrande.sh [new file with mode: 0755]

index ef8dcceb0813ec55bcbe36f9fbb9718c337b7ea4..121979fe2b06930374c8e9b8132f3034cbd4decd 100755 (executable)
@@ -4,7 +4,7 @@ wget https://raw.githubusercontent.com/klosax/hellaswag_text_data/main/hellaswag
 
 echo "Usage:"
 echo ""
-echo "  ./perplexity --hellaswag --hellaswag-tasks N -f hellaswag_val_full.txt -m modelfile.gguf"
+echo "  ./perplexity -m model.gguf -f hellaswag_val_full.txt --hellaswag [--hellaswag-tasks N] [other params]"
 echo ""
 
 exit 0
index 98aec3e3ea503fefae1793d67281cd6f97bf7827..ff96f331e026ed59261d55ee96e28df72ab6f455 100755 (executable)
@@ -1,3 +1,10 @@
 #!/bin/bash
 
 wget https://s3.amazonaws.com/research.metamind.io/wikitext/wikitext-2-raw-v1.zip
+
+echo "Usage:"
+echo ""
+echo "  ./perplexity -m model.gguf -f wiki.test.raw [other params]"
+echo ""
+
+exit 0
diff --git a/scripts/get-winogrande.sh b/scripts/get-winogrande.sh
new file mode 100755 (executable)
index 0000000..5f23446
--- /dev/null
@@ -0,0 +1,10 @@
+#!/bin/bash
+
+wget https://huggingface.co/datasets/ikawrakow/winogrande-eval-for-llama.cpp/raw/main/winogrande-debiased-eval.csv
+
+echo "Usage:"
+echo ""
+echo "  ./perplexity -m model.gguf -f winogrande-debiased-eval.csv --winogrande [--winogrande-tasks N] [other params]"
+echo ""
+
+exit 0