talk-llama : stream response (ggerganov#1121)

WiseSync · Apr 17, 2024 · 687fb58 · 687fb58
1 parent b7ccae7
commit 687fb58
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/examples/talk-llama/talk-llama.cpp b/examples/talk-llama/talk-llama.cpp
@@ -719,6 +719,7 @@ int main(int argc, char ** argv) {
                             text_to_speak += llama_token_to_piece(ctx_llama, id);
 
                             printf("%s", llama_token_to_piece(ctx_llama, id).c_str());
+                            fflush(stdout);
                         }
                     }