wehub-resource-sync
56 lines
1.4 KiB
Python
56 lines
1.4 KiB
Python
from deepeval.anthropic import Anthropic
|
|
from deepeval.dataset import EvaluationDataset, Golden
|
|
from deepeval.metrics import AnswerRelevancyMetric
|
|
from deepeval.tracing import observe
|
|
|
|
client = Anthropic()
|
|
|
|
|
|
@observe(type="llm", model="claude-sonnet-4-5")
|
|
def generate_response(input: str) -> str:
|
|
response = client.messages.create(
|
|
model="claude-sonnet-4-5",
|
|
max_tokens=1024,
|
|
system="You are a helpful assistant.",
|
|
messages=[
|
|
{
|
|
"role": "user",
|
|
"content": input,
|
|
}
|
|
],
|
|
)
|
|
return response
|
|
|
|
|
|
response = generate_response("Hey, how are you?")
|
|
|
|
##############################################
|
|
|
|
|
|
client = Anthropic()
|
|
|
|
|
|
@observe(type="llm", model="claude-sonnet-4-5")
|
|
def generate_response2(input: str) -> str:
|
|
response = client.messages.create(
|
|
model="claude-sonnet-4-5",
|
|
max_tokens=4096,
|
|
system="You are a helpful assistant.",
|
|
messages=[{"role": "user", "content": input}],
|
|
metrics=[AnswerRelevancyMetric()],
|
|
)
|
|
return response
|
|
|
|
|
|
goldens = [
|
|
Golden(input="What is application of useState() in React?"),
|
|
Golden(
|
|
input="Compare Repeatable Read vs Read Committed as Isolation level for PostgreSQL."
|
|
),
|
|
]
|
|
dataset = EvaluationDataset(goldens=goldens)
|
|
|
|
for golden in dataset.evals_iterator():
|
|
result = generate_response2(input=golden.input)
|
|
print(f"Input: {golden.input}\nResponse: {result}\n{'-'*50}")
|