kennethreitz/instructor
1
0
Fork 0
mirror of https://github.com/kennethreitz/instructor.git synced 2026-06-05 22:50:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

test ollama and litellm (#326)

Browse Source
This commit is contained in:
Jason Liu
2024-01-06 09:43:44 -05:00
committed by GitHub
parent e05804367a
commit 0c2ea68607
3 changed files with 100 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
instructor/patch.py
+6 -6
View File
@@ -49,10 +49,10 @@ def dump_message(message: ChatCompletionMessage) -> ChatCompletionMessageParam:
"role": message.role,
"content": message.content or "",
}
if message.tool_calls is not None:
if message.get("tool_calls", None) is not None:
ret["tool_calls"] = message.model_dump()["tool_calls"]
ret["content"] += json.dumps(message.model_dump()["tool_calls"])
if message.function_call is not None:
if message.get("function_call", None) is not None:
ret["content"] += json.dumps(message.model_dump()["function_call"])
return ret
@@ -247,9 +247,9 @@ async def retry_async(
"role": "tool",
"tool_call_id": response.choices[0].message.tool_calls[0].id,
"name": response.choices[0].message.tool_calls[0].function.name,
"content": "failure"
"content": "failure",
}
)
)
kwargs["messages"].append(
{
"role": "user",
@@ -302,7 +302,7 @@ def retry_sync(
"role": "tool",
"tool_call_id": response.choices[0].message.tool_calls[0].id,
"name": response.choices[0].message.tool_calls[0].function.name,
"content": "failure"
"content": "failure",
}
)
kwargs["messages"].append(
@@ -417,4 +417,4 @@ def apatch(client: AsyncOpenAI, mode: Mode = Mode.FUNCTIONS):
- `validation_context` parameter to validate the response using the pydantic model
- `strict` parameter to use strict json parsing
"""
return patch(client, mode=mode)
return patch(client, mode=mode)