wehub-resource-sync
e768098d0e
Flake8 Lint / flake8 (push) Waiting to run
Spell check CI / Spell_Check (push) Waiting to run
tools_continuous_delivery / Private PyPI non-main branch release (push) Has been skipped
tools_continuous_delivery / Private PyPI main branch release (push) Failing after 2m42s
Publish Promptflow Doc / Build (push) Has been cancelled
Publish Promptflow Doc / Deploy (push) Has been cancelled
18 lines
397 B
Python
18 lines
397 B
Python
from typing import List
|
|
|
|
from promptflow.core import log_metric, tool
|
|
|
|
|
|
@tool
|
|
def calculate_accuracy(grades: List[str]):
|
|
result = []
|
|
for index in range(len(grades)):
|
|
grade = grades[index]
|
|
result.append(grade)
|
|
|
|
# calculate accuracy for each variant
|
|
accuracy = round((result.count("Correct") / len(result)), 2)
|
|
log_metric("accuracy", accuracy)
|
|
|
|
return result
|