wehub-resource-sync
e06fe8e8c6
Secret Leaks / trufflehog (push) Failing after 1s
Build documentation / build (push) Failing after 1s
Build documentation / build_other_lang (push) Failing after 0s
CodeQL Security Analysis / CodeQL Analysis (push) Failing after 0s
PR CI / pr-ci (push) Failing after 1s
Slow tests on important models (on Push - A10) / Get all modified files (push) Failing after 1s
Slow tests on important models (on Push - A10) / Model CI (push) Has been skipped
Self-hosted runner (benchmark) / Benchmark (aws-g5-4xlarge-cache) (push) Has been cancelled
New model PR merged notification / Notify new model (push) Has been cancelled
Update Transformers metadata / build_and_package (push) Has been cancelled
72 lines
2.5 KiB
Python
72 lines
2.5 KiB
Python
import argparse
|
|
import re
|
|
|
|
|
|
def parse_pytest_output(file_path):
|
|
skipped_tests = {}
|
|
skipped_count = 0
|
|
with open(file_path, 'r', encoding='utf-8') as file:
|
|
for line in file:
|
|
match = re.match(r'^SKIPPED \[(\d+)\] (tests/.*): (.*)$', line)
|
|
if match:
|
|
skipped_count += 1
|
|
test_file, test_line, reason = match.groups()
|
|
skipped_tests[reason] = skipped_tests.get(reason, []) + [(test_file, test_line)]
|
|
for k,v in sorted(skipped_tests.items(), key=lambda x:len(x[1])):
|
|
print(f"{len(v):4} skipped because: {k}")
|
|
print("Number of skipped tests:", skipped_count)
|
|
|
|
def parse_pytest_failure_output(file_path):
|
|
failed_tests = {}
|
|
failed_count = 0
|
|
with open(file_path, 'r', encoding='utf-8') as file:
|
|
for line in file:
|
|
match = re.match(r'^FAILED (tests/.*) - (.*): (.*)$', line)
|
|
if match:
|
|
failed_count += 1
|
|
_, error, reason = match.groups()
|
|
failed_tests[reason] = failed_tests.get(reason, []) + [error]
|
|
for k,v in sorted(failed_tests.items(), key=lambda x:len(x[1])):
|
|
print(f"{len(v):4} failed because `{v[0]}` -> {k}")
|
|
print("Number of failed tests:", failed_count)
|
|
if failed_count>0:
|
|
exit(1)
|
|
|
|
def parse_pytest_errors_output(file_path):
|
|
print(file_path)
|
|
error_tests = {}
|
|
error_count = 0
|
|
with open(file_path, 'r', encoding='utf-8') as file:
|
|
for line in file:
|
|
match = re.match(r'^ERROR (tests/.*) - (.*): (.*)$', line)
|
|
if match:
|
|
error_count += 1
|
|
_, test_error, reason = match.groups()
|
|
error_tests[reason] = error_tests.get(reason, []) + [test_error]
|
|
for k,v in sorted(error_tests.items(), key=lambda x:len(x[1])):
|
|
print(f"{len(v):4} errored out because of `{v[0]}` -> {k}")
|
|
print("Number of errors:", error_count)
|
|
if error_count>0:
|
|
exit(1)
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--file", help="file to parse")
|
|
parser.add_argument("--skip", action="store_true", help="show skipped reasons")
|
|
parser.add_argument("--fail", action="store_true", help="show failed tests")
|
|
parser.add_argument("--errors", action="store_true", help="show failed tests")
|
|
args = parser.parse_args()
|
|
|
|
if args.skip:
|
|
parse_pytest_output(args.file)
|
|
|
|
if args.fail:
|
|
parse_pytest_failure_output(args.file)
|
|
|
|
if args.errors:
|
|
parse_pytest_errors_output(args.file)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|