]> git.djapps.eu Git - pkg/ggml/sources/ggml/commitdiff
update gpt-2 example
authorslaren <redacted>
Fri, 12 Jan 2024 19:23:47 +0000 (20:23 +0100)
committerGeorgi Gerganov <redacted>
Fri, 12 Jan 2024 19:53:48 +0000 (21:53 +0200)
examples/gpt-2/main.cpp

index a0109ffeeed565f5db7f53417f238bbe09bac953..9d3ae92c167edd56aca8186f5ffe18a5bdb9ccb7 100644 (file)
@@ -947,7 +947,7 @@ int main(int argc, char ** argv) {
     ggml_backend_sched_t sched;
     {
         // initialize the scheduler
-        sched = ggml_backend_sched_new(model.backends.data(), model.backends.size());
+        sched = ggml_backend_sched_new(model.backends.data(), NULL, model.backends.size(), GPT2_MAX_NODES);
 
         // create the worst case graph for memory usage estimation
         int n_tokens = std::min(model.hparams.n_ctx, params.n_batch);