From: Jose Maldonado <redacted>
Date: Fri, 21 Jul 2023 10:53:27 +0000 (-0400)
Subject: gitignore : changes for Poetry users + chat examples (#2284)
X-Git-Tag: gguf-v0.4.0~440
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=73643f5fb1136dc2b65ae910bdc5a431520d70a2;p=pkg%2Fggml%2Fsources%2Fllama.cpp

gitignore : changes for Poetry users + chat examples (#2284)

A fix in Makefile for FreeBSD users. In the platfrom x86_64 is amd64. This fix resolve compilation using CFLAGS and CXXFLAGS with -march=native and -mtune=native
Add two examples for interactive mode using Llama2 models (thx TheBloke for models)

Co-authored-by: Georgi Gerganov <redacted>
---

diff --git a/.gitignore b/.gitignore
index 91939303..c26d82a7 100644
--- a/.gitignore
+++ b/.gitignore
@@ -62,6 +62,11 @@ perf-*.txt
 
 examples/jeopardy/results.txt
 
+
+pyproject.toml
+poetry.lock
+poetry.toml
+
 # Test binaries
 tests/test-double-float
 tests/test-grad0
@@ -69,4 +74,4 @@ tests/test-opt
 tests/test-quantize-fns
 tests/test-quantize-perf
 tests/test-sampling
-tests/test-tokenizer-0
+tests/test-tokenizer-0
\ No newline at end of file
diff --git a/Makefile b/Makefile
index 4f8c4b37..1ea3c456 100644
--- a/Makefile
+++ b/Makefile
@@ -127,7 +127,7 @@ endif
 # Architecture specific
 # TODO: probably these flags need to be tweaked on some architectures
 #       feel free to update the Makefile for your architecture and send a pull request or issue
-ifeq ($(UNAME_M),$(filter $(UNAME_M),x86_64 i686))
+ifeq ($(UNAME_M),$(filter $(UNAME_M),x86_64 i686 amd64))
 	# Use all CPU extensions that are available:
 	CFLAGS   += -march=native -mtune=native
 	CXXFLAGS += -march=native -mtune=native
diff --git a/examples/llama2-13b.sh b/examples/llama2-13b.sh
new file mode 100755
index 00000000..92b3f6dd
--- /dev/null
+++ b/examples/llama2-13b.sh
@@ -0,0 +1,18 @@
+#!/bin/bash
+
+#
+# Temporary script - will be removed in the future
+#
+
+cd `dirname $0`
+cd ..
+
+./main -m models/available/Llama2/13B/llama-2-13b.ggmlv3.q4_0.bin \
+       --color \
+       --ctx_size 2048 \
+       -n -1 \
+       -ins -b 256 \
+       --top_k 10000 \
+       --temp 0.2 \
+       --repeat_penalty 1.1 \
+       -t 8
diff --git a/examples/llama2.sh b/examples/llama2.sh
new file mode 100755
index 00000000..221b3755
--- /dev/null
+++ b/examples/llama2.sh
@@ -0,0 +1,18 @@
+#!/bin/bash
+
+#
+# Temporary script - will be removed in the future
+#
+
+cd `dirname $0`
+cd ..
+
+./main -m models/available/Llama2/7B/llama-2-7b.ggmlv3.q4_0.bin \
+       --color \
+       --ctx_size 2048 \
+       -n -1 \
+       -ins -b 256 \
+       --top_k 10000 \
+       --temp 0.2 \
+       --repeat_penalty 1.1 \
+       -t 8