py : add requirements.txt (#201)

* Add requirements.txt

* Fix README.md files

diff --git a/README.md b/README.md
index 78c9a96a5d8b960fae9e045cdae03e76302d34a8..16f7cdfcfde6acc49475f9de01cd657bf8c63c7c 100644 (file)
--- a/README.md
+++ b/README.md
@@ -78,6 +78,9 @@ make -j4 gpt-2 gpt-j
 ../examples/gpt-j/download-ggml-model.sh 6B
 ./bin/gpt-j -m models/gpt-j-6B/ggml-model.bin -p "This is an example"
 
+# Install Python dependencies
+python3 -m pip install -r ../requirements.txt
+
 # Run the Cerebras-GPT 111M model
 # Download from: https://huggingface.co/cerebras
 python3 ../examples/gpt-2/convert-cerebras-to-ggml.py /path/to/Cerebras-GPT-111M/

diff --git a/examples/dolly-v2/README.md b/examples/dolly-v2/README.md
index 377e816bb7742d82cf625bbd8ccc9b64c479b9e2..add97385a31b5e857189f4e6d0bfde609d25717e 100644 (file)
--- a/examples/dolly-v2/README.md
+++ b/examples/dolly-v2/README.md
@@ -21,6 +21,9 @@ make -j
 # get the Dolly-V2 3B model
 git clone https://huggingface.co/databricks/dolly-v2-3b
 
+# install Python dependencies
+python3 -m pip install -r ../requirements.txt
+
 # convert model to FP16
 python3 ../examples/dolly-v2/convert-h5-to-ggml.py ./dolly-v2-3b/ 1
 

diff --git a/examples/gpt-neox/README.md b/examples/gpt-neox/README.md
index d80338ab2a584d2902c25541567fae31b6566429..f7a862ff7d576ca0892192e06acf7b3483c20d5a 100644 (file)
--- a/examples/gpt-neox/README.md
+++ b/examples/gpt-neox/README.md
@@ -17,6 +17,9 @@ make -j
 # get the StableLM 3B Alpha model
 git clone https://huggingface.co/stabilityai/gpt_neox-base-alpha-3b
 
+# install Python dependencies
+python3 -m pip install -r ../requirements.txt
+
 # convert model to FP16
 python3 ../examples/gpt_neox/convert-h5-to-ggml.py ./stablelm-base-alpha-3b/ 1
 

diff --git a/examples/starcoder/README.md b/examples/starcoder/README.md
index 8a43ab7026bbee746edbcf63d2b755626a585ea8..7d62c0d7cfbd7e42beb70fc4e6c09542c3db25e2 100644 (file)
--- a/examples/starcoder/README.md
+++ b/examples/starcoder/README.md
@@ -71,6 +71,9 @@ main:    total time =  4580.56 ms
 git clone https://github.com/ggerganov/ggml
 cd ggml
 
+# Install Python dependencies
+python3 -m pip install -r requirements.txt
+
 # Convert HF model to ggml
 python examples/starcoder/convert-hf-to-ggml.py bigcode/gpt_bigcode-santacoder
 

diff --git a/requirements.txt b/requirements.txt
new file mode 100644 (file)
index 0000000..9be8160
--- /dev/null
+++ b/requirements.txt
@@ -0,0 +1,7 @@
+accelerate==0.19.0
+numpy==1.24.3
+sentencepiece==0.1.98
+torch==2.0.1
+torchaudio==2.0.2
+torchvision==0.15.2
+transformers==4.29.2
\ No newline at end of file