chore: import upstream snapshot with attribution
tools_continuous_delivery / Private PyPI non-main branch release (push) Has been skipped
tools_continuous_delivery / Private PyPI main branch release (push) Failing after 2m42s
Publish Promptflow Doc / Build (push) Has been cancelled
Publish Promptflow Doc / Deploy (push) Has been cancelled
Flake8 Lint / flake8 (push) Has been cancelled
Spell check CI / Spell_Check (push) Has been cancelled
tools_continuous_delivery / Private PyPI non-main branch release (push) Has been skipped
tools_continuous_delivery / Private PyPI main branch release (push) Failing after 2m42s
Publish Promptflow Doc / Build (push) Has been cancelled
Publish Promptflow Doc / Deploy (push) Has been cancelled
Flake8 Lint / flake8 (push) Has been cancelled
Spell check CI / Spell_Check (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,36 @@
|
||||
from dataclasses import dataclass
|
||||
from typing_extensions import Never
|
||||
from agent_framework import Executor, WorkflowBuilder, WorkflowContext, handler
|
||||
|
||||
|
||||
@dataclass
|
||||
class EvalInput:
|
||||
groundtruth: str
|
||||
prediction: str
|
||||
|
||||
|
||||
class LineProcessExecutor(Executor):
|
||||
@handler
|
||||
async def process(self, input: EvalInput, ctx: WorkflowContext[Never, int]) -> None:
|
||||
processed_result = 0
|
||||
|
||||
if input.prediction == "JSONDecodeError" or input.prediction.startswith("Unknown Error:"):
|
||||
await ctx.yield_output(-1)
|
||||
return
|
||||
|
||||
try:
|
||||
groundtruth = float(input.groundtruth)
|
||||
prediction = float(input.prediction)
|
||||
except ValueError:
|
||||
await ctx.yield_output(-1)
|
||||
return
|
||||
|
||||
if round(prediction, 2) == round(groundtruth, 2):
|
||||
processed_result = 1
|
||||
|
||||
await ctx.yield_output(processed_result)
|
||||
|
||||
|
||||
def create_workflow():
|
||||
_line_process = LineProcessExecutor(id="line_process")
|
||||
return WorkflowBuilder(name="EvalAccuracyMathsRow", start_executor=_line_process).build()
|
||||
Reference in New Issue
Block a user