From: Georgi Gerganov Date: Sun, 25 Jun 2023 11:20:41 +0000 (+0300) Subject: common : fix trailing whitespace X-Git-Tag: upstream/0.0.1642~1385 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=cacc5a0299bd7519d308bf5c6ce0ef1f8009a6d4;p=pkg%2Fggml%2Fsources%2Fggml common : fix trailing whitespace --- diff --git a/examples/common.h b/examples/common.h index 0431d5a8..7e9b867d 100644 --- a/examples/common.h +++ b/examples/common.h @@ -82,7 +82,7 @@ std::vector gpt_tokenize(const gpt_vocab & vocab, const std::stri // test outputs of gpt_tokenize // -// - compare with tokens generated by the huggingface tokenizer +// - compare with tokens generated by the huggingface tokenizer // - test cases are chosen based on the model's main language (under 'prompt' directory) // - if all sentences are tokenized identically, print 'All tests passed.' // - otherwise, print sentence, huggingface tokens, ggml tokens