common_log_verbosity_thold = verbosity;
}
-#define LOG_COL_DEFAULT "\033[0m"
-#define LOG_COL_BOLD "\033[1m"
-#define LOG_COL_RED "\033[31m"
-#define LOG_COL_GREEN "\033[32m"
-#define LOG_COL_YELLOW "\033[33m"
-#define LOG_COL_BLUE "\033[34m"
-#define LOG_COL_MAGENTA "\033[35m"
-#define LOG_COL_CYAN "\033[36m"
-#define LOG_COL_WHITE "\033[37m"
-
static int64_t t_us() {
return std::chrono::duration_cast<std::chrono::microseconds>(std::chrono::system_clock::now().time_since_epoch()).count();
}
#include "ggml.h" // for ggml_log_level
+#define LOG_COL_DEFAULT "\033[0m"
+#define LOG_COL_BOLD "\033[1m"
+#define LOG_COL_RED "\033[31m"
+#define LOG_COL_GREEN "\033[32m"
+#define LOG_COL_YELLOW "\033[33m"
+#define LOG_COL_BLUE "\033[34m"
+#define LOG_COL_MAGENTA "\033[35m"
+#define LOG_COL_CYAN "\033[36m"
+#define LOG_COL_WHITE "\033[37m"
+
#ifndef __GNUC__
# define LOG_ATTRIBUTE_FORMAT(...)
#elif defined(__MINGW32__)
#include <string>
#include <vector>
+#include "chat-template.hpp"
#include "common.h"
#include "json.hpp"
#include "linenoise.cpp/linenoise.h"
#include "llama-cpp.h"
-#include "chat-template.hpp"
+#include "log.h"
#if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__)) || defined(_WIN32)
[[noreturn]] static void sigint_handler(int) {
- printf("\n\033[0m");
+ printf("\n" LOG_COL_DEFAULT);
exit(0); // not ideal, but it's the only way to guarantee exit in all cases
}
#endif
const int n_ctx = llama_n_ctx(ctx.get());
const int n_ctx_used = llama_get_kv_cache_used_cells(ctx.get());
if (n_ctx_used + batch.n_tokens > n_ctx) {
- printf("\033[0m\n");
+ printf(LOG_COL_DEFAULT "\n");
printe("context size exceeded\n");
return 1;
}
batch = llama_batch_get_one(&new_token_id, 1);
}
- printf("\033[0m");
+ printf(LOG_COL_DEFAULT);
return 0;
}
#ifdef WIN32
printf(
"\r%*s"
- "\r\033[0m%s",
+ "\r" LOG_COL_DEFAULT "%s",
get_terminal_width(), " ", prompt_prefix);
std::getline(std::cin, user_input);
const bool stdout_a_terminal) {
// Set response color
if (stdout_a_terminal) {
- printf("\033[33m");
+ printf(LOG_COL_YELLOW);
}
if (generate(llama_data, prompt, response)) {
}
// End response with color reset and newline
- printf("\n%s", stdout_a_terminal ? "\033[0m" : "");
+ printf("\n%s", stdout_a_terminal ? LOG_COL_DEFAULT : "");
return 0;
}