mirror of
https://github.com/kennethreitz/instructor.git
synced 2026-06-05 22:50:18 +00:00
Adding Open Router inference Example (#226)
Co-authored-by: Jason Liu <jason@jxnl.co>
This commit is contained in:
@@ -0,0 +1,59 @@
|
||||
import os
|
||||
import instructor
|
||||
from openai import OpenAI
|
||||
from pydantic import BaseModel, Field
|
||||
from typing import Optional
|
||||
from instructor import Maybe, Mode
|
||||
|
||||
# Extract API key from environment
|
||||
openrouter_api_key = os.environ.get("OPENROUTER_API_KEY")
|
||||
assert openrouter_api_key, "OPENROUTER_API_KEY is not set in environment variables"
|
||||
|
||||
# Base URL for OpenAI
|
||||
openrouter_base_url = os.environ.get("OPENROUTER_BASE_URL")
|
||||
assert openrouter_base_url, "OPENROUTER_BASE_URL is not set in environment variables"
|
||||
|
||||
# Initialize OpenAI client
|
||||
client = instructor.patch(
|
||||
OpenAI(api_key=openrouter_api_key, base_url=openrouter_base_url),
|
||||
mode=Mode.JSON,
|
||||
)
|
||||
|
||||
data = [
|
||||
"Brandon is 33 years old. He works as a solution architect.",
|
||||
"Jason is 25 years old. He is the GOAT.",
|
||||
"Dominic is 45 years old. He is retired.",
|
||||
"Jenny is 72. She is a wife and a CEO.",
|
||||
"Holly is 22. She is an explorer.",
|
||||
"There onces was a prince, named Benny. He ruled for 10 years, which just ended. He started at 22.",
|
||||
"Simon says, why are you 22 years old marvin?",
|
||||
]
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
class UserDetail(BaseModel):
|
||||
name: str = Field(description="Name extracted from the text")
|
||||
age: int = Field(description="Age extracted from the text")
|
||||
occupation: Optional[str] = Field(
|
||||
default=None, description="Occupation extracted from the text"
|
||||
)
|
||||
|
||||
for content in data:
|
||||
MaybeUser = Maybe(UserDetail)
|
||||
user = client.chat.completions.create(
|
||||
response_model=MaybeUser, model="teknium/openhermes-2.5-mistral-7b", messages=[
|
||||
{
|
||||
"role": "system",
|
||||
"content": f"You are an expert at outputting json. You always output valid json based on this schema: {MaybeUser.model_json_schema()}",
|
||||
},
|
||||
{
|
||||
"role": "user",
|
||||
"content": f"Extract the user details from the following text: {content}. Match your response the correct schema",
|
||||
},
|
||||
]
|
||||
)
|
||||
# Output the error or the result.
|
||||
if user.error:
|
||||
print(f"Error: {user.error}")
|
||||
if user.result:
|
||||
print(f"Result: {user.result}")
|
||||
Reference in New Issue
Block a user