#include "llama.h"
#include <algorithm>
-#include <cmath>
#include <cstdio>
#include <string>
#include <vector>
-// mutates the input string
-static std::vector<int> parse_list(char * p) {
- std::vector<int> ret;
-
- char * q = p;
-
- while (*p) {
- if (*p == ',') {
- *p = '\0';
- ret.push_back(std::atoi(q));
- q = p + 1;
- }
-
- ++p;
- }
-
- ret.push_back(std::atoi(q));
-
- return ret;
-}
-
static void print_usage(int, char ** argv) {
LOG_TEE("\nexample usage:\n");
LOG_TEE("\n %s -m model.gguf -c 2048 -b 2048 -ub 512 -npp 128,256,512 -ntg 128,256 -npl 1,2,4,8,16,32 [-pps]\n", argv[0]);