From: chaihahaha Date: Wed, 30 Aug 2023 06:50:55 +0000 (+0800) Subject: llm.vim : stop generation at multiple linebreaks, bind to (#2879) X-Git-Tag: gguf-v0.4.0~184 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=ad9ddcff6ef322db5cf13785bd7c856b610d242e;p=pkg%2Fggml%2Fsources%2Fllama.cpp llm.vim : stop generation at multiple linebreaks, bind to (#2879) --- diff --git a/examples/llm.vim b/examples/llm.vim index 594a2854..d580a3d0 100644 --- a/examples/llm.vim +++ b/examples/llm.vim @@ -8,7 +8,7 @@ function! Llm() let buffer_content = join(getline(1, '$'), "\n") " Create the JSON payload - let json_payload = {"temp":0.72,"top_k":100,"top_p":0.73,"repeat_penalty":1.100000023841858,"n_predict":10,"stream": v:false} + let json_payload = {"temp":0.72,"top_k":100,"top_p":0.73,"repeat_penalty":1.100000023841858,"n_predict":256,"stop": ["\n\n\n"],"stream": v:false} let json_payload.prompt = buffer_content " Define the curl command @@ -25,3 +25,4 @@ function! Llm() endfunction command! Llm call Llm() +noremap :Llm