97e91a83f3
Ruff / Ruff (push) Has been cancelled
Test / Core Tests (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.10) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.11) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.12) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.13) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.9) (push) Has been cancelled
Test / Full Coverage (Python 3.11) (push) Has been cancelled
Test / Core Provider Tests (OpenAI) (push) Has been cancelled
Test / Core Provider Tests (Anthropic) (push) Has been cancelled
Test / Core Provider Tests (Google) (push) Has been cancelled
Test / Core Provider Tests (Other) (push) Has been cancelled
Test / Anthropic Tests (push) Has been cancelled
Test / Gemini Tests (push) Has been cancelled
Test / Google GenAI Tests (push) Has been cancelled
Test / Vertex AI Tests (push) Has been cancelled
Test / OpenAI Tests (push) Has been cancelled
Test / Writer Tests (push) Has been cancelled
Test / Auto Client Tests (push) Has been cancelled
ty / type-check (push) Has been cancelled
48 lines
1.1 KiB
Python
48 lines
1.1 KiB
Python
from openai import OpenAI
|
|
from pydantic import BaseModel, Field
|
|
|
|
import instructor
|
|
|
|
|
|
class Character(BaseModel):
|
|
name: str
|
|
age: int
|
|
fact: list[str] = Field(..., description="A list of facts about the character")
|
|
|
|
|
|
# enables `response_model` in create call
|
|
client = instructor.from_openai(
|
|
OpenAI(
|
|
base_url="http://localhost:11434/v1",
|
|
api_key="ollama", # required, but unused
|
|
),
|
|
mode=instructor.Mode.JSON,
|
|
)
|
|
|
|
resp = client.chat.completions.create(
|
|
model="llama2",
|
|
messages=[
|
|
{
|
|
"role": "user",
|
|
"content": "Tell me about the Harry Potter",
|
|
}
|
|
],
|
|
response_model=Character,
|
|
)
|
|
print(resp.model_dump_json(indent=2))
|
|
"""
|
|
{
|
|
"name": "Harry James Potter",
|
|
"age": 37,
|
|
"fact": [
|
|
"He is the chosen one.",
|
|
"He has a lightning-shaped scar on his forehead.",
|
|
"He is the son of James and Lily Potter.",
|
|
"He attended Hogwarts School of Witchcraft and Wizardry.",
|
|
"He is a skilled wizard and sorcerer.",
|
|
"He fought against Lord Voldemort and his followers.",
|
|
"He has a pet owl named Snowy."
|
|
]
|
|
}
|
|
"""
|