From 434b8f3b96532d219cecc1ecfd93629e8cf086fa Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Tue, 6 Feb 2024 19:56:12 +0200 Subject: [PATCH] talk-llama : stream response (#1121) --- examples/talk-llama/talk-llama.cpp | 1 + 1 file changed, 1 insertion(+) diff --git a/examples/talk-llama/talk-llama.cpp b/examples/talk-llama/talk-llama.cpp index d418d0c3..8942a3fc 100644 --- a/examples/talk-llama/talk-llama.cpp +++ b/examples/talk-llama/talk-llama.cpp @@ -719,6 +719,7 @@ int main(int argc, char ** argv) { text_to_speak += llama_token_to_piece(ctx_llama, id); printf("%s", llama_token_to_piece(ctx_llama, id).c_str()); + fflush(stdout); } }