talk-llama : stream response (#1121)

This commit is contained in:
Georgi Gerganov 2024-02-06 19:56:12 +02:00
parent 7a74e929c8
commit 434b8f3b96
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735

View File

@ -719,6 +719,7 @@ int main(int argc, char ** argv) {
text_to_speak += llama_token_to_piece(ctx_llama, id); text_to_speak += llama_token_to_piece(ctx_llama, id);
printf("%s", llama_token_to_piece(ctx_llama, id).c_str()); printf("%s", llama_token_to_piece(ctx_llama, id).c_str());
fflush(stdout);
} }
} }