llama : print timings on ctrl+c exit (#1021)

* print timings on ctrl+c exit * remove redundant free memory call. * add global pointer to ctx.
ggerganov · Apr 22, 2023 · 36b4f7e · 36b4f7e
1 parent 10f19c1
commit 36b4f7e
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/examples/main/main.cpp b/examples/main/main.cpp
@@ -25,6 +25,7 @@
 #endif
 
 static console_state con_st;
+static llama_context ** g_ctx;
 
 static bool is_interacting = false;
 
@@ -36,6 +37,7 @@ void sigint_handler(int signo) {
         if (!is_interacting) {
             is_interacting=true;
         } else {
+            llama_print_timings(*g_ctx);
             _exit(130);
         }
     }
@@ -92,8 +94,9 @@ int main(int argc, char ** argv) {
 
 //    params.prompt = R"(// this function checks if the number n is prime
 //bool is_prime(int n) {)";
-
+    
     llama_context * ctx;
+    g_ctx = &ctx;
 
     // load the model
     {