From: Leng Yue <redacted>
Date: Mon, 4 Sep 2023 10:39:57 +0000 (-0700)
Subject: make : add speculative example (#3003)
X-Git-Tag: gguf-v0.4.0~132
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=5b8530d88c489f9d0c0ef3d0886b369f655b792e;p=pkg%2Fggml%2Fsources%2Fllama.cpp

make : add speculative example (#3003)
---

diff --git a/.gitignore b/.gitignore
index f9244fad..e4157e80 100644
--- a/.gitignore
+++ b/.gitignore
@@ -52,6 +52,7 @@ models-mnt
 /baby-llama
 /beam-search
 /save-load-state
+/speculative
 build-info.h
 arm_neon.h
 compile_commands.json
diff --git a/Makefile b/Makefile
index c042bf0e..9ff2f9e9 100644
--- a/Makefile
+++ b/Makefile
@@ -1,5 +1,5 @@
 # Define the default target now so that it is always the first target
-BUILD_TARGETS = main quantize quantize-stats perplexity embedding vdot train-text-from-scratch convert-llama2c-to-ggml simple save-load-state server embd-input-test gguf llama-bench baby-llama beam-search tests/test-c.o
+BUILD_TARGETS = main quantize quantize-stats perplexity embedding vdot train-text-from-scratch convert-llama2c-to-ggml simple save-load-state server embd-input-test gguf llama-bench baby-llama beam-search speculative tests/test-c.o
 
 # Binaries only useful for tests
 TEST_TARGETS = tests/test-llama-grammar tests/test-grammar-parser tests/test-double-float tests/test-grad0 tests/test-opt tests/test-quantize-fns tests/test-quantize-perf tests/test-sampling tests/test-tokenizer-0-llama tests/test-tokenizer-0-falcon tests/test-tokenizer-1
@@ -477,6 +477,9 @@ baby-llama: examples/baby-llama/baby-llama.cpp ggml.o llama.o common.o $(OBJS)
 beam-search: examples/beam-search/beam-search.cpp build-info.h ggml.o llama.o common.o $(OBJS)
 	$(CXX) $(CXXFLAGS) $(filter-out %.h,$^) -o $@ $(LDFLAGS)
 
+speculative: examples/speculative/speculative.cpp build-info.h ggml.o llama.o common.o $(OBJS)
+	$(CXX) $(CXXFLAGS) $(filter-out %.h,$^) -o $@ $(LDFLAGS)
+
 ifneq '' '$(or $(filter clean,$(MAKECMDGOALS)),$(LLAMA_METAL))'
 BUILD_TARGETS += metal
 endif