chore: import upstream snapshot with attribution

2026-07-13 13:24:13 +08:00
commit 1037506f2e
6050 changed files with 1731598 additions and 0 deletions
@@ -0,0 +1,20 @@
+#!/bin/bash
+
+GEN=./output/beam5_result_en_de.out # a fairseq standard output file
+OUT=./output/block.out # GAD output file
+
+SYS=./output/block.out.compound.sys
+REF=./data/test.de.compound.ref
+
+grep ^T $GEN \
+| sed 's/^T\-//' \
+| sort -n -k 1  \
+| cut -f 2 \
+| perl -ple 's{(\S)-(\S)}{$1 ##AT##-##AT## $2}g' \
+> $REF
+
+cat $OUT \
+| perl -ple 's{(\S)-(\S)}{$1 ##AT##-##AT## $2}g' \
+> $SYS
+
+fairseq-score --sys $SYS --ref $REF