kennethreitz/instructor
1
0
Fork 0
mirror of https://github.com/kennethreitz/instructor.git synced 2026-06-05 22:50:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Azure support in multitask.py (#290)

Browse Source
This commit is contained in:
Arnav Wadehra
2023-12-19 18:49:55 -05:00
committed by GitHub
parent 1a968f94c2
commit 82ff33de67
1 changed files with 28 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files
instructor/dsl/multitask.py
+28 -26
View File
@@ -56,19 +56,20 @@ class MultiTaskBase:
def extract_json(completion, mode: Mode):
for chunk in completion:
try:
if mode == Mode.FUNCTIONS:
if json_chunk := chunk.choices[0].delta.function_call.arguments:
yield json_chunk
elif mode in {Mode.JSON, Mode.MD_JSON, Mode.JSON_SCHEMA}:
if json_chunk := chunk.choices[0].delta.content:
yield json_chunk
elif mode == Mode.TOOLS:
if json_chunk := chunk.choices[0].delta.tool_calls:
yield json_chunk[0].function.arguments
else:
raise NotImplementedError(
f"Mode {mode} is not supported for MultiTask streaming"
)
if chunk.choices:
if mode == Mode.FUNCTIONS:
if json_chunk := chunk.choices[0].delta.function_call.arguments:
yield json_chunk
elif mode in {Mode.JSON, Mode.MD_JSON, Mode.JSON_SCHEMA}:
if json_chunk := chunk.choices[0].delta.content:
yield json_chunk
elif mode == Mode.TOOLS:
if json_chunk := chunk.choices[0].delta.tool_calls:
yield json_chunk[0].function.arguments
else:
raise NotImplementedError(
f"Mode {mode} is not supported for MultiTask streaming"
)
except AttributeError:
pass
@@ -76,19 +77,20 @@ class MultiTaskBase:
async def extract_json_async(completion, mode: Mode):
async for chunk in completion:
try:
if mode == Mode.FUNCTIONS:
if json_chunk := chunk.choices[0].delta.function_call.arguments:
yield json_chunk
elif mode in {Mode.JSON, Mode.MD_JSON, Mode.JSON_SCHEMA}:
if json_chunk := chunk.choices[0].delta.content:
yield json_chunk
elif mode == Mode.TOOLS:
if json_chunk := chunk.choices[0].delta.tool_calls:
yield json_chunk[0].function.arguments
else:
raise NotImplementedError(
f"Mode {mode} is not supported for MultiTask streaming"
)
if chunk.choices:
if mode == Mode.FUNCTIONS:
if json_chunk := chunk.choices[0].delta.function_call.arguments:
yield json_chunk
elif mode in {Mode.JSON, Mode.MD_JSON, Mode.JSON_SCHEMA}:
if json_chunk := chunk.choices[0].delta.content:
yield json_chunk
elif mode == Mode.TOOLS:
if json_chunk := chunk.choices[0].delta.tool_calls:
yield json_chunk[0].function.arguments
else:
raise NotImplementedError(
f"Mode {mode} is not supported for MultiTask streaming"
)
except AttributeError:
pass