]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
grammars : blacklists character control set (#5888)
authorExtReMLapin <redacted>
Tue, 5 Mar 2024 16:33:08 +0000 (17:33 +0100)
committerGitHub <redacted>
Tue, 5 Mar 2024 16:33:08 +0000 (18:33 +0200)
* Prevent control characters from being served in json string

* Prevent control characters from being served in json string (array)

grammars/json.gbnf
grammars/json_arr.gbnf

index a9537cdf9fbe49c79967090eab759973c52f2136..a8a80752e656266eaf593c84c4e12c3883fe5e1e 100644 (file)
@@ -15,7 +15,7 @@ array  ::=
 
 string ::=
   "\"" (
-    [^"\\] |
+    [^"\\\x7F\x00-\x1F] |
     "\\" (["\\/bfnrt] | "u" [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F]) # escapes
   )* "\"" ws
 
index ef53e77a0baddc5c1dbdcaf505c3597338a47677..31a3202f863c1e39a5d34f763df5b33e717f8be2 100644 (file)
@@ -24,7 +24,7 @@ array  ::=
 
 string ::=
   "\"" (
-    [^"\\] |
+    [^"\\\x7F\x00-\x1F] |
     "\\" (["\\/bfnrt] | "u" [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F]) # escapes
   )* "\"" ws