From 36d6ca4a11d74c0f636251c4e940d325834cf72f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Bar=C4=B1=C5=9F=20=C3=96zmen?= Date: Sat, 2 Nov 2024 22:08:51 +0300 Subject: [PATCH] example of stream text generation on openai added --- examples/generate_stream_text.py | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 examples/generate_stream_text.py diff --git a/examples/generate_stream_text.py b/examples/generate_stream_text.py new file mode 100644 index 0000000..3a2fcbc --- /dev/null +++ b/examples/generate_stream_text.py @@ -0,0 +1,7 @@ +from _context import sm + +# Defaults to the default provider (openai) +r = sm.generate_stream_text("Write a poem about the moon", llm_model="gpt-4o-mini") + +for chunk in r: + print(chunk, end="", flush=True)