wehub-resource-sync
e768098d0e
tools_continuous_delivery / Private PyPI non-main branch release (push) Has been skipped
tools_continuous_delivery / Private PyPI main branch release (push) Failing after 2m42s
Publish Promptflow Doc / Build (push) Has been cancelled
Publish Promptflow Doc / Deploy (push) Has been cancelled
Flake8 Lint / flake8 (push) Has been cancelled
Spell check CI / Spell_Check (push) Has been cancelled
26 lines
891 B
Python
26 lines
891 B
Python
from typing import List
|
|
from promptflow.core import tool, log_metric
|
|
import numpy as np
|
|
|
|
|
|
@tool
|
|
def aggregate_variants_results(results: List[dict], metrics: str):
|
|
aggregate_results = {}
|
|
for result in results:
|
|
for name, value in result.items():
|
|
if name in metrics[0]:
|
|
if name not in aggregate_results.keys():
|
|
aggregate_results[name] = []
|
|
try:
|
|
float_val = float(value)
|
|
except Exception:
|
|
float_val = np.nan
|
|
aggregate_results[name].append(float_val)
|
|
|
|
for name, value in aggregate_results.items():
|
|
if name in metrics[0]:
|
|
aggregate_results[name] = np.nanmean(value)
|
|
aggregate_results[name] = round(aggregate_results[name], 2)
|
|
log_metric(name, aggregate_results[name])
|
|
return aggregate_results
|