wehub-resource-sync
97e91a83f3
Ruff / Ruff (push) Has been cancelled
Test / Core Tests (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.10) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.11) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.12) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.13) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.9) (push) Has been cancelled
Test / Full Coverage (Python 3.11) (push) Has been cancelled
Test / Core Provider Tests (OpenAI) (push) Has been cancelled
Test / Core Provider Tests (Anthropic) (push) Has been cancelled
Test / Core Provider Tests (Google) (push) Has been cancelled
Test / Core Provider Tests (Other) (push) Has been cancelled
Test / Anthropic Tests (push) Has been cancelled
Test / Gemini Tests (push) Has been cancelled
Test / Google GenAI Tests (push) Has been cancelled
Test / Vertex AI Tests (push) Has been cancelled
Test / OpenAI Tests (push) Has been cancelled
Test / Writer Tests (push) Has been cancelled
Test / Auto Client Tests (push) Has been cancelled
ty / type-check (push) Has been cancelled
49 lines
1.2 KiB
Python
49 lines
1.2 KiB
Python
import os
|
|
|
|
import litellm
|
|
from litellm import completion
|
|
from pydantic import BaseModel, Field
|
|
|
|
import instructor
|
|
from instructor import Mode
|
|
|
|
litellm.drop_params = True # watsonx.ai doesn't support `json_mode`
|
|
|
|
os.environ["WATSONX_URL"] = "https://us-south.ml.cloud.ibm.com"
|
|
os.environ["WATSONX_API_KEY"] = ""
|
|
os.environ["WATSONX_PROJECT_ID"] = ""
|
|
# Additional options: https://docs.litellm.ai/docs/providers/watsonx
|
|
|
|
|
|
class Company(BaseModel):
|
|
name: str = Field(description="name of the company")
|
|
year_founded: int = Field(description="year the company was founded")
|
|
|
|
|
|
client = instructor.from_litellm(completion, mode=Mode.JSON)
|
|
|
|
resp = client.chat.completions.create(
|
|
model="watsonx/meta-llama/llama-3-8b-instruct",
|
|
max_tokens=1024,
|
|
messages=[
|
|
{
|
|
"role": "user",
|
|
"content": """\
|
|
Given the following text, create a Company object:
|
|
|
|
IBM was founded in 1911 as the Computing-Tabulating-Recording Company (CTR), a holding company of manufacturers of record-keeping and measuring systems.
|
|
""",
|
|
}
|
|
],
|
|
project_id=os.environ["WATSONX_PROJECT_ID"],
|
|
response_model=Company,
|
|
)
|
|
|
|
print(resp.model_dump_json(indent=2))
|
|
"""
|
|
{
|
|
"name": "IBM",
|
|
"year_founded": 1911
|
|
}
|
|
"""
|