mirror of
https://github.com/kennethreitz/instructor.git
synced 2026-06-05 22:50:18 +00:00
Jason Liu
49 lines
1.1 KiB
Python
49 lines
1.1 KiB
Python
from openai import OpenAI
|
|
from pydantic import BaseModel, Field
|
|
from typing import List
|
|
|
|
import instructor
|
|
|
|
|
|
class Character(BaseModel):
|
|
name: str
|
|
age: int
|
|
fact: List[str] = Field(..., description="A list of facts about the character")
|
|
|
|
|
|
# enables `response_model` in create call
|
|
client = instructor.patch(
|
|
OpenAI(
|
|
base_url="http://localhost:11434/v1",
|
|
api_key="ollama", # required, but unused
|
|
),
|
|
mode=instructor.Mode.JSON,
|
|
)
|
|
|
|
resp = client.chat.completions.create(
|
|
model="llama2",
|
|
messages=[
|
|
{
|
|
"role": "user",
|
|
"content": "Tell me about the Harry Potter",
|
|
}
|
|
],
|
|
response_model=Character,
|
|
)
|
|
print(resp.model_dump_json(indent=2))
|
|
"""
|
|
{
|
|
"name": "Harry James Potter",
|
|
"age": 37,
|
|
"fact": [
|
|
"He is the chosen one.",
|
|
"He has a lightning-shaped scar on his forehead.",
|
|
"He is the son of James and Lily Potter.",
|
|
"He attended Hogwarts School of Witchcraft and Wizardry.",
|
|
"He is a skilled wizard and sorcerer.",
|
|
"He fought against Lord Voldemort and his followers.",
|
|
"He has a pet owl named Snowy."
|
|
]
|
|
}
|
|
"""
|