chore: import upstream snapshot with attribution

2026-07-13 13:24:13 +08:00
commit 1037506f2e
6050 changed files with 1731598 additions and 0 deletions
@@ -0,0 +1,9 @@
+OPENAI_MODEL=$1
+NUM_THREADS=10
+PROMPT_TEMPLATE="alpaca_force_ans"
+
+python -m eval_openai.driver \
+    --openai_model $OPENAI_MODEL \
+    --num_threads $NUM_THREADS \
+    --prompt_template $PROMPT_TEMPLATE \
+    --verbose
@@ -0,0 +1,12 @@
+OPENAI_MODEL=$1
+SAVE_DIR=results/fresh_gaokao_math_2023.$OPENAI_MODEL
+NUM_THREADS=10
+PROMPT_TEMPLATE="alpaca_force_ans"
+
+python -m eval_openai.driver \
+    --data_file data/fresh_gaokao_math_2023.json \
+    --save_dir $SAVE_DIR \
+    --openai_model $OPENAI_MODEL \
+    --num_threads $NUM_THREADS \
+    --prompt_template $PROMPT_TEMPLATE \
+    --verbose
@@ -0,0 +1,10 @@
+MODEL_PATH=$1
+NUM_GPUS=4 
+BATCH_SIZE=60
+PROMPT_TEMPLATE="alpaca"
+
+python -m eval_vllm.driver \
+    --model_name_or_path $MODEL_PATH \
+    --batch_size $BATCH_SIZE \
+    --tensor_parallel_size $NUM_GPUS \
+    --prompt_template $PROMPT_TEMPLATE
@@ -0,0 +1,13 @@
+MODEL_PATH=$1
+SAVE_DIR=$2
+NUM_GPUS=4 
+BATCH_SIZE=60
+PROMPT_TEMPLATE="alpaca"
+
+python -m eval_vllm.driver \
+    --data_file data/fresh_gaokao_math_2023.json \
+    --save_dir $SAVE_DIR \
+    --model_name_or_path $MODEL_PATH \
+    --batch_size $BATCH_SIZE \
+    --tensor_parallel_size $NUM_GPUS \
+    --prompt_template $PROMPT_TEMPLATE