From: wbpxre150 <redacted>
Date: Sat, 22 Apr 2023 08:56:35 +0000 (+0800)
Subject: llama : print timings on ctrl+c exit (#1021)
X-Git-Tag: gguf-v0.4.0~892
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=36b4f7e06406eed8a605cc9f2921d9244ef6a8e5;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llama : print timings on ctrl+c exit (#1021)

* print timings on ctrl+c exit

* remove redundant free memory call.

* add global pointer to ctx.
---

diff --git a/examples/main/main.cpp b/examples/main/main.cpp
index 65db7926..6d79a7e6 100644
--- a/examples/main/main.cpp
+++ b/examples/main/main.cpp
@@ -25,6 +25,7 @@
 #endif
 
 static console_state con_st;
+static llama_context ** g_ctx;
 
 static bool is_interacting = false;
 
@@ -36,6 +37,7 @@ void sigint_handler(int signo) {
         if (!is_interacting) {
             is_interacting=true;
         } else {
+            llama_print_timings(*g_ctx);
             _exit(130);
         }
     }
@@ -92,8 +94,9 @@ int main(int argc, char ** argv) {
 
 //    params.prompt = R"(// this function checks if the number n is prime
 //bool is_prime(int n) {)";
-
+    
     llama_context * ctx;
+    g_ctx = &ctx;
 
     // load the model
     {