chore: import upstream snapshot with attribution
This commit is contained in:
@@ -0,0 +1,34 @@
|
||||
#!/usr/bin/env python3
|
||||
#
|
||||
# Copyright (c) Facebook, Inc. and its affiliates.
|
||||
#
|
||||
# This source code is licensed under the MIT license found in the
|
||||
# LICENSE file in the root directory of this source tree.
|
||||
|
||||
import sys
|
||||
|
||||
|
||||
"""Reads in a fairseq output file, and verifies that the constraints
|
||||
(C- lines) are present in the output (the first H- line). Assumes that
|
||||
constraints are listed prior to the first hypothesis.
|
||||
"""
|
||||
|
||||
constraints = []
|
||||
found = 0
|
||||
total = 0
|
||||
for line in sys.stdin:
|
||||
if line.startswith("C-"):
|
||||
constraints.append(line.rstrip().split("\t")[1])
|
||||
elif line.startswith("H-"):
|
||||
text = line.split("\t")[2]
|
||||
|
||||
for constraint in constraints:
|
||||
total += 1
|
||||
if constraint in text:
|
||||
found += 1
|
||||
else:
|
||||
print(f"No {constraint} in {text}", file=sys.stderr)
|
||||
|
||||
constraints = []
|
||||
|
||||
print(f"Found {found} / {total} = {100 * found / total:.1f}%")
|
||||
Reference in New Issue
Block a user