mirror of
https://github.com/kennethreitz/instructor.git
synced 2026-06-05 22:50:18 +00:00
grit-app[bot]
44 lines
1.1 KiB
Python
44 lines
1.1 KiB
Python
# This file was generated by instructor
|
|
# timestamp: 2023-09-09T20:33:42.572627
|
|
# task_name: extract_person
|
|
# api_path: /api/v1/extract_person
|
|
# json_schema_path: ./input.json
|
|
|
|
import instructor
|
|
|
|
from fastapi import FastAPI
|
|
from pydantic import BaseModel
|
|
from jinja2 import Template
|
|
from models import ExtractPerson
|
|
from openai import AsyncOpenAI
|
|
|
|
aclient = instructor.apatch(AsyncOpenAI())
|
|
|
|
app = FastAPI()
|
|
|
|
|
|
class TemplateVariables(BaseModel):
|
|
biography: str
|
|
|
|
|
|
class RequestSchema(BaseModel):
|
|
template_variables: TemplateVariables
|
|
model: str
|
|
temperature: int
|
|
|
|
|
|
PROMPT_TEMPLATE = Template(
|
|
"""Extract the person from the following: {{biography}}""".strip()
|
|
)
|
|
|
|
|
|
@app.post("/api/v1/extract_person", response_model=ExtractPerson)
|
|
async def extract_person(input: RequestSchema) -> ExtractPerson:
|
|
rendered_prompt = PROMPT_TEMPLATE.render(**input.template_variables.model_dump())
|
|
return await aclient.chat.completions.create(
|
|
model=input.model,
|
|
temperature=input.temperature,
|
|
response_model=ExtractPerson,
|
|
messages=[{"role": "user", "content": rendered_prompt}],
|
|
) # type: ignore
|