example of stream text generation on openai added

2026-06-05 22:50:18 +00:00 · 2024-11-02 22:08:51 +03:00
parent 90593d7919
commit 36d6ca4a11
1 changed files with 7 additions and 0 deletions
@@ -0,0 +1,7 @@
+from _context import sm
+
+# Defaults to the default provider (openai)
+r = sm.generate_stream_text("Write a poem about the moon", llm_model="gpt-4o-mini")
+
+for chunk in r:
+    print(chunk, end="", flush=True)