From: slaren <redacted>
Date: Sun, 8 Sep 2024 14:44:42 +0000 (+0200)
Subject: common : restore --n-gpu-layers (#9371)
X-Git-Tag: upstream/0.0.4488~783
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=a249843d89bd6373772eede26d7f2aa708b26600;p=pkg%2Fggml%2Fsources%2Fllama.cpp

common : restore --n-gpu-layers (#9371)
---

diff --git a/common/common.cpp b/common/common.cpp
index 9228eafc..a9c7813f 100644
--- a/common/common.cpp
+++ b/common/common.cpp
@@ -1656,7 +1656,7 @@ std::vector<llama_arg> gpt_params_parser_init(gpt_params & params, llama_example
         }
     ));
     add_opt(llama_arg(
-        {"-ngl", "--gpu-layers"}, "N",
+        {"-ngl", "--gpu-layers", "--n-gpu-layers"}, "N",
         "number of layers to store in VRAM",
         [](gpt_params & params, int value) {
             params.n_gpu_layers = value;
@@ -1667,7 +1667,7 @@ std::vector<llama_arg> gpt_params_parser_init(gpt_params & params, llama_example
         }
     ).set_env("LLAMA_ARG_N_GPU_LAYERS"));
     add_opt(llama_arg(
-        {"-ngld", "--gpu-layers-draft"}, "N",
+        {"-ngld", "--gpu-layers-draft", "--n-gpu-layers-draft"}, "N",
         "number of layers to store in VRAM for the draft model",
         [](gpt_params & params, int value) {
             params.n_gpu_layers_draft = value;