chore: import upstream snapshot with attribution

This commit is contained in:
wehub-resource-sync
2026-07-13 13:23:21 +08:00
commit 8468337206
122 changed files with 409357 additions and 0 deletions
+27
View File
@@ -0,0 +1,27 @@
#!/bin/bash
set -x
set -e
export CUDA_VISIBLE_DEVICES=0
data_dir=$1
prediction_dir=$2
if [[ $data_dir == *"dailylifeapis"* ]]; then
dependency_type="temporal"
else
dependency_type="resource"
fi
for file in $data_dir/$prediction_dir/*.json
do
llm=$(basename $file .json)
# replace prediction_dir's "predictions" with "metrics"
metrics=$(echo $prediction_dir | sed 's/predictions/metrics/g')
if [ -f $data_dir/$metrics/${llm}_splits_all_tools_all_metric_all.json ] && [ -s $data_dir/$metrics/${llm}_splits_all_tools_all_metric_all.json ];
then
continue
fi
echo $llm
python evaluate.py --data_dir $data_dir --prediction_dir $prediction_dir --llm $llm --splits all --n_tools all --mode add --dependency_type $dependency_type -m all
done