build/testing/python_build_time_tests.py

#!/usr/bin/env fuchsia-vendored-python
# Copyright 2024 The Fuchsia Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

"""Run a series of Python tests from a given directory or explicit list. A.k.a a basic pytest."""

import argparse
import os
import subprocess
import sys
from pathlib import Path


def main():
    parser = argparse.ArgumentParser(description=__doc__)
    parser.add_argument(
        "--source-dir",
        type=Path,
        help="Source directory to scan for *_test.py files to run.",
    )
    parser.add_argument(
        "--test-files",
        type=Path,
        nargs="+",
        default=[],
        help="Python test file path.",
    )
    parser.add_argument(
        "--quiet",
        action="store_true",
        help="Do not print anything, except errors.",
    )
    parser.add_argument(
        "--stamp", type=Path, help="Stamp file to write on success."
    )

    args = parser.parse_args()

    test_files = args.test_files
    if args.source_dir:
        source_dir = args.source_dir
        test_files += sorted(
            (source_dir / filename)
            for filename in os.listdir(args.source_dir)
            if filename.endswith("_test.py")
        )

    failures = []
    for test_file in test_files:
        if not args.quiet:
            print(f"Running {test_file}", file=sys.stderr)
        ret = subprocess.run(
            [sys.executable, "-S", test_file],
            text=True,
            capture_output=True,
        )
        if ret.returncode != 0:
            print(
                f"FAILURE: STDOUT -----\n{ret.stdout}\nSTDERR -----------\n{ret.stderr}\n"
            )
            failures.append(str(test_file))

    count = len(test_files)

    if failures:
        print(
            "ERROR: %s tests out of %s failed!\n%s\n"
            % (len(failures), count, "\n".join(failures)),
            file=sys.stderr,
        )
        return 1

    if not args.quiet:
        print(f"SUCCESS: {count} tests passed.")

    if args.stamp:
        args.stamp.write_text("ok")

    return 0


if __name__ == "__main__":
    sys.exit(main())