chore: import upstream snapshot with attribution
This commit is contained in:
@@ -0,0 +1,27 @@
|
||||
#!/bin/bash
|
||||
|
||||
if [ $# -ne 4 ]; then
|
||||
echo "usage: $0 TESTSET SRCLANG TGTLANG GEN"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
TESTSET=$1
|
||||
SRCLANG=$2
|
||||
TGTLANG=$3
|
||||
|
||||
GEN=$4
|
||||
|
||||
if ! command -v sacremoses &> /dev/null
|
||||
then
|
||||
echo "sacremoses could not be found, please install with: pip install sacremoses"
|
||||
exit
|
||||
fi
|
||||
|
||||
grep ^H $GEN \
|
||||
| sed 's/^H\-//' \
|
||||
| sort -n -k 1 \
|
||||
| cut -f 3 \
|
||||
| sacremoses detokenize \
|
||||
> $GEN.sorted.detok
|
||||
|
||||
sacrebleu --test-set $TESTSET --language-pair "${SRCLANG}-${TGTLANG}" < $GEN.sorted.detok
|
||||
Reference in New Issue
Block a user