chore: import upstream snapshot with attribution

2026-07-13 13:24:13 +08:00
commit 1037506f2e
6050 changed files with 1731598 additions and 0 deletions
@@ -0,0 +1,30 @@
+#!/usr/bin/env bash
+
+set -x
+set -e
+
+DIR="$( cd "$( dirname "$0" )" && cd ../../ && pwd )"
+echo "working directory: ${DIR}"
+
+PRED_DIR=$OUTPUT_DIR
+if [[ $# -ge 1 && ! "$1" == "--"* ]]; then
+    PRED_DIR=$1
+    shift
+fi
+
+SPLIT="nq_dev"
+if [[ $# -ge 1 && ! "$1" == "--"* ]]; then
+    SPLIT=$1
+    shift
+fi
+
+if [ -z "$DATA_DIR" ]; then
+  DATA_DIR="${DIR}/data/dpr/"
+fi
+
+python misc/dpr/format_and_evaluate.py \
+  --data-dir "${DATA_DIR}" \
+  --topk 1 5 20 100 \
+  --topics "${DATA_DIR}/${SPLIT}_queries.tsv" \
+  --input "${PRED_DIR}/${SPLIT}.msmarco.txt" \
+  --output "${PRED_DIR}/${SPLIT}.dpr.json" "$@"