Activate and use OpenAI streaming API.

2023-10-21 14:21:48 +02:00
parent bbc1ab5a0a
commit dbe72ff11c
4 changed files with 102 additions and 33 deletions
@@ -129,13 +129,16 @@ def make_request(ai: AI, chat: ChatDB, message: Message, args: argparse.Namespac
                                      args.output_tags)
    # only write the response messages to the cache,
    # don't add them to the internal list
-    chat.cache_write(response.messages)
    for idx, msg in enumerate(response.messages):
-        print(f"=== ANSWER {idx+1} ===")
-        print(msg.answer)
+        print(f"=== ANSWER {idx+1} ===", flush=True)
+        if msg.answer:
+            for piece in msg.answer:
+                print(piece, end='', flush=True)
+            print()
    if response.tokens:
        print("===============")
        print(response.tokens)
+    chat.cache_write(response.messages)


 def repeat_messages(messages: list[Message], chat: ChatDB, args: argparse.Namespace, config: Config) -> None: