wehub-resource-sync
e768098d0e
Flake8 Lint / flake8 (push) Waiting to run
Spell check CI / Spell_Check (push) Waiting to run
tools_continuous_delivery / Private PyPI non-main branch release (push) Has been skipped
tools_continuous_delivery / Private PyPI main branch release (push) Failing after 2m42s
Publish Promptflow Doc / Build (push) Has been cancelled
Publish Promptflow Doc / Deploy (push) Has been cancelled
22 lines
675 B
Python
22 lines
675 B
Python
from dataclasses import dataclass
|
|
from typing_extensions import Never
|
|
from agent_framework import Executor, WorkflowBuilder, WorkflowContext, handler
|
|
|
|
|
|
@dataclass
|
|
class EvalInput:
|
|
groundtruth: str
|
|
prediction: str
|
|
|
|
|
|
class GradeExecutor(Executor):
|
|
@handler
|
|
async def grade(self, input: EvalInput, ctx: WorkflowContext[Never, str]) -> None:
|
|
result = "Correct" if input.groundtruth.lower() == input.prediction.lower() else "Incorrect"
|
|
await ctx.yield_output(result)
|
|
|
|
|
|
def create_workflow():
|
|
_grade = GradeExecutor(id="grade")
|
|
return WorkflowBuilder(name="EvalClassificationAccuracyRow", start_executor=_grade).build()
|