#endif
static llama_context ** g_ctx;
-static llama_model ** g_model;
static common_sampler ** g_smpl;
static common_params * g_params;
-static std::vector<llama_token> * g_input_tokens;
-static std::ostringstream * g_output_ss;
-static std::vector<llama_token> * g_output_tokens;
static bool is_interacting = false;
static bool need_insert_eot = false;
llama_context * ctx = nullptr;
common_sampler * smpl = nullptr;
- g_model = &model;
g_ctx = &ctx;
g_smpl = &smpl;
int n_consumed = 0;
int n_session_consumed = 0;
- std::vector<int> input_tokens; g_input_tokens = &input_tokens;
- std::vector<int> output_tokens; g_output_tokens = &output_tokens;
- std::ostringstream output_ss; g_output_ss = &output_ss;
+ std::vector<int> input_tokens;
+ std::vector<int> output_tokens;
+ std::ostringstream output_ss;
std::ostringstream assistant_ss; // for storing current assistant message, used in conversation mode
// the first thing we will do is to output the prompt, so set color accordingly