mirror of
https://github.com/kennethreitz/instructor.git
synced 2026-06-05 22:50:18 +00:00
Jason Liu
113 lines
3.1 KiB
Python
113 lines
3.1 KiB
Python
import pytest
|
|
import instructor
|
|
|
|
from instructor import llm_validator
|
|
from typing_extensions import Annotated
|
|
from pydantic import field_validator, BaseModel, BeforeValidator, ValidationError
|
|
from openai import OpenAI, AsyncOpenAI
|
|
|
|
client = instructor.patch(OpenAI())
|
|
aclient = instructor.patch(AsyncOpenAI())
|
|
|
|
|
|
class UserExtract(BaseModel):
|
|
name: str
|
|
age: int
|
|
|
|
@field_validator("name")
|
|
@classmethod
|
|
def validate_name(cls, v):
|
|
if v.upper() != v:
|
|
raise ValueError("Name should be uppercase")
|
|
return v
|
|
|
|
|
|
def test_runmodel_validator():
|
|
model = client.chat.completions.create(
|
|
model="gpt-3.5-turbo",
|
|
response_model=UserExtract,
|
|
max_retries=2,
|
|
messages=[
|
|
{"role": "user", "content": "Extract jason is 25 years old"},
|
|
],
|
|
)
|
|
assert isinstance(model, UserExtract), "Should be instance of UserExtract"
|
|
assert model.name == "JASON"
|
|
assert hasattr(
|
|
model, "_raw_response"
|
|
), "The raw response should be available from OpenAI"
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_runmodel_async_validator():
|
|
model = await aclient.chat.completions.create(
|
|
model="gpt-3.5-turbo",
|
|
response_model=UserExtract,
|
|
max_retries=2,
|
|
messages=[
|
|
{"role": "user", "content": "Extract jason is 25 years old"},
|
|
],
|
|
)
|
|
assert isinstance(model, UserExtract), "Should be instance of UserExtract"
|
|
assert model.name == "JASON"
|
|
assert hasattr(
|
|
model, "_raw_response"
|
|
), "The raw response should be available from OpenAI"
|
|
|
|
|
|
class UserExtractSimple(BaseModel):
|
|
name: str
|
|
age: int
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_async_runmodel():
|
|
model = await aclient.chat.completions.create(
|
|
model="gpt-3.5-turbo",
|
|
response_model=UserExtractSimple,
|
|
messages=[
|
|
{"role": "user", "content": "Extract jason is 25 years old"},
|
|
],
|
|
)
|
|
assert isinstance(
|
|
model, UserExtractSimple
|
|
), "Should be instance of UserExtractSimple"
|
|
assert model.name.lower() == "jason"
|
|
assert hasattr(
|
|
model, "_raw_response"
|
|
), "The raw response should be available from OpenAI"
|
|
|
|
|
|
def test_runmodel():
|
|
model = client.chat.completions.create(
|
|
model="gpt-3.5-turbo",
|
|
response_model=UserExtractSimple,
|
|
messages=[
|
|
{"role": "user", "content": "Extract jason is 25 years old"},
|
|
],
|
|
)
|
|
assert isinstance(
|
|
model, UserExtractSimple
|
|
), "Should be instance of UserExtractSimple"
|
|
assert model.name.lower() == "jason"
|
|
assert hasattr(
|
|
model, "_raw_response"
|
|
), "The raw response should be available from OpenAI"
|
|
|
|
|
|
def test_runmodel_validator_error():
|
|
class QuestionAnswerNoEvil(BaseModel):
|
|
question: str
|
|
answer: Annotated[
|
|
str,
|
|
BeforeValidator(
|
|
llm_validator("don't say objectionable things", openai_client=client)
|
|
),
|
|
]
|
|
|
|
with pytest.raises(ValidationError):
|
|
QuestionAnswerNoEvil(
|
|
question="What is the meaning of life?",
|
|
answer="The meaning of life is to be evil and steal",
|
|
)
|