mirror of
https://github.com/kennethreitz/instructor.git
synced 2026-06-05 22:50:18 +00:00
lazyhope
111 lines
3.4 KiB
Python
111 lines
3.4 KiB
Python
from itertools import product
|
|
from pydantic import BaseModel, field_validator
|
|
from openai.types.chat import ChatCompletion
|
|
import pytest
|
|
import instructor
|
|
|
|
from tests.openai.util import models, modes
|
|
|
|
|
|
class UserExtract(BaseModel):
|
|
name: str
|
|
age: int
|
|
|
|
|
|
@pytest.mark.parametrize("model, mode", product(models, modes))
|
|
def test_runmodel(model, mode, client):
|
|
client = instructor.patch(client, mode=mode)
|
|
model = client.chat.completions.create(
|
|
model=model,
|
|
response_model=UserExtract,
|
|
max_retries=2,
|
|
messages=[
|
|
{"role": "user", "content": "Extract jason is 25 years old"},
|
|
],
|
|
)
|
|
assert isinstance(model, UserExtract), "Should be instance of UserExtract"
|
|
assert model.name.lower() == "jason"
|
|
assert model.age == 25
|
|
assert hasattr(
|
|
model, "_raw_response"
|
|
), "The raw response should be available from OpenAI"
|
|
|
|
ChatCompletion(**model._raw_response.model_dump())
|
|
|
|
|
|
@pytest.mark.parametrize("model, mode", product(models, modes))
|
|
@pytest.mark.asyncio
|
|
async def test_runmodel_async(model, mode, aclient):
|
|
aclient = instructor.patch(aclient, mode=mode)
|
|
model = await aclient.chat.completions.create(
|
|
model=model,
|
|
response_model=UserExtract,
|
|
max_retries=2,
|
|
messages=[
|
|
{"role": "user", "content": "Extract jason is 25 years old"},
|
|
],
|
|
)
|
|
assert isinstance(model, UserExtract), "Should be instance of UserExtract"
|
|
assert model.name.lower() == "jason"
|
|
assert model.age == 25
|
|
assert hasattr(
|
|
model, "_raw_response"
|
|
), "The raw response should be available from OpenAI"
|
|
|
|
ChatCompletion(**model._raw_response.model_dump())
|
|
|
|
|
|
class UserExtractValidated(BaseModel):
|
|
name: str
|
|
age: int
|
|
|
|
@field_validator("name")
|
|
@classmethod
|
|
def validate_name(cls, v):
|
|
if v.upper() != v:
|
|
raise ValueError(
|
|
"Name should be uppercase, make sure to use the `uppercase` version of the name"
|
|
)
|
|
return v
|
|
|
|
|
|
@pytest.mark.parametrize("model, mode", product(models, modes))
|
|
def test_runmodel_validator(model, mode, client):
|
|
client = instructor.patch(client, mode=mode)
|
|
model = client.chat.completions.create(
|
|
model=model,
|
|
response_model=UserExtractValidated,
|
|
max_retries=2,
|
|
messages=[
|
|
{"role": "user", "content": "Extract jason is 25 years old"},
|
|
],
|
|
)
|
|
assert isinstance(model, UserExtractValidated), "Should be instance of UserExtract"
|
|
assert model.name == "JASON"
|
|
assert hasattr(
|
|
model, "_raw_response"
|
|
), "The raw response should be available from OpenAI"
|
|
|
|
ChatCompletion(**model._raw_response.model_dump())
|
|
|
|
|
|
@pytest.mark.parametrize("model, mode", product(models, modes))
|
|
@pytest.mark.asyncio
|
|
async def test_runmodel_async_validator(model, mode, aclient):
|
|
aclient = instructor.patch(aclient, mode=mode)
|
|
model = await aclient.chat.completions.create(
|
|
model=model,
|
|
response_model=UserExtractValidated,
|
|
max_retries=2,
|
|
messages=[
|
|
{"role": "user", "content": "Extract jason is 25 years old"},
|
|
],
|
|
)
|
|
assert isinstance(model, UserExtractValidated), "Should be instance of UserExtract"
|
|
assert model.name == "JASON"
|
|
assert hasattr(
|
|
model, "_raw_response"
|
|
), "The raw response should be available from OpenAI"
|
|
|
|
ChatCompletion(**model._raw_response.model_dump())
|