common : add load_progress_callback (#13617)

diff --git a/common/common.cpp b/common/common.cpp
index 62e922a99c0921869d0d24acc55ed25bf6fd94a3..4c835771fc449cb0eaf965adbc946d024d7be1b7 100644 (file)
--- a/common/common.cpp
+++ b/common/common.cpp
@@ -1102,6 +1102,9 @@ struct llama_model_params common_model_params_to_llama(common_params & params) {
         mparams.tensor_buft_overrides = params.tensor_buft_overrides.data();
     }
 
+    mparams.progress_callback           = params.load_progress_callback;
+    mparams.progress_callback_user_data = params.load_progress_callback_user_data;
+
     return mparams;
 }
 

diff --git a/common/common.h b/common/common.h
index da525dd420b7d0a756a3e6b25d506faf7dee6e5f..f3cb00be362dabb38a41d0a782971c0cc9293446 100644 (file)
--- a/common/common.h
+++ b/common/common.h
@@ -428,6 +428,11 @@ struct common_params {
 
     // common params
     std::string out_file; // output filename for all example programs
+    // optional callback for model loading progress and cancellation:
+    // called with a progress value between 0.0 and 1.0.
+    // return false from callback to abort model loading or true to continue
+    llama_progress_callback load_progress_callback = NULL;
+    void *                  load_progress_callback_user_data = NULL;
 };
 
 // call once at the start of a program if it uses libcommon