]> git.djapps.eu Git - pkg/ggml/sources/whisper.cpp/commitdiff
talk-llama : stream response (#1121)
authorGeorgi Gerganov <redacted>
Tue, 6 Feb 2024 17:56:12 +0000 (19:56 +0200)
committerGeorgi Gerganov <redacted>
Tue, 6 Feb 2024 17:56:12 +0000 (19:56 +0200)
examples/talk-llama/talk-llama.cpp

index d418d0c32fc605e8c4905873c343d8d60c91fc72..8942a3fc788eb079f244867724bca230ea861f27 100644 (file)
@@ -719,6 +719,7 @@ int main(int argc, char ** argv) {
                             text_to_speak += llama_token_to_piece(ctx_llama, id);
 
                             printf("%s", llama_token_to_piece(ctx_llama, id).c_str());
+                            fflush(stdout);
                         }
                     }