From: slaren Date: Fri, 12 Jan 2024 19:23:47 +0000 (+0100) Subject: update gpt-2 example X-Git-Tag: upstream/0.0.1642~1092 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=c2434e9ec6e6d94ead99921c178f0ffc883a442b;p=pkg%2Fggml%2Fsources%2Fggml update gpt-2 example --- diff --git a/examples/gpt-2/main.cpp b/examples/gpt-2/main.cpp index a0109ffe..9d3ae92c 100644 --- a/examples/gpt-2/main.cpp +++ b/examples/gpt-2/main.cpp @@ -947,7 +947,7 @@ int main(int argc, char ** argv) { ggml_backend_sched_t sched; { // initialize the scheduler - sched = ggml_backend_sched_new(model.backends.data(), model.backends.size()); + sched = ggml_backend_sched_new(model.backends.data(), NULL, model.backends.size(), GPT2_MAX_NODES); // create the worst case graph for memory usage estimation int n_tokens = std::min(model.hparams.n_ctx, params.n_batch);