* do not use more threads than physically available
* ensure n_threads > 0
Co-authored-by: Jeff Bolz <redacted>
---------
Co-authored-by: Jeff Bolz <redacted>
#include "ggml.h"
#include "ggml-cpu.h"
-#include "ggml-backend.h"
#include <chrono>
#include <iostream>
#include <cstdlib>
#include <cassert>
#include <vector>
+#include <thread>
#define MAX_NARGS 2
int main(int argc, char *argv[]) {
- int n_threads = 4;
+ int n_threads = std::max(1, std::min(4, (int) std::thread::hardware_concurrency()));
int n_rounds = 100;
if (argc > 1) {