]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
examples : add few-shot translation example (#4783)
authorGeorgi Gerganov <redacted>
Fri, 5 Jan 2024 13:11:10 +0000 (15:11 +0200)
committerGitHub <redacted>
Fri, 5 Jan 2024 13:11:10 +0000 (15:11 +0200)
examples/base-translate.sh [new file with mode: 0755]

diff --git a/examples/base-translate.sh b/examples/base-translate.sh
new file mode 100755 (executable)
index 0000000..50fba02
--- /dev/null
@@ -0,0 +1,56 @@
+#!/bin/bash
+#
+# Few-shot translation example.
+# Requires a base model (i.e. no fine-tuned or instruct models).
+#
+# Usage:
+#
+#   cd llama.cpp
+#   make -j
+#
+#   ./examples/base-translate.sh <model-base> "<text>"
+#
+
+if [ $# -ne 2 ]; then
+  echo "Usage: ./base-translate.sh <model-base> \"<text>\""
+  exit 1
+fi
+
+ftmp="__llama.cpp_example_tmp__.txt"
+trap "rm -f $ftmp" EXIT
+
+echo "Translate from English to French:
+
+===
+
+sea otter, peppermint, plush girafe:
+
+sea otter => loutre de mer
+peppermint => menthe poivrée
+plush girafe => girafe peluche
+
+===
+
+violin
+
+violin => violon
+
+===
+
+phone, computer, mouse, keyboard:
+
+phone => téléphone
+computer => ordinateur
+mouse => souris
+keyboard => clavier
+
+===
+" > $ftmp
+
+echo "$2
+" >> $ftmp
+
+model=$1
+
+# generate the most likely continuation, run on the CPU until the string "===" is found
+./main -m $model -f $ftmp -n 64 --temp 0 --repeat-penalty 1.0 --no-penalize-nl -ngl 0 -r "==="