import os import shutil import xml.etree.ElementTree as ET from glob import glob from pathlib import Path from typing import List import typer def _collect_failed_tests(testlog_dir: str) -> List[str]: failed_tests = [] for test_xml in glob(f"{testlog_dir}/**/test.xml", recursive=True): testsuite = ET.parse(test_xml).getroot().find("testsuite") testcase = testsuite.find("testcase") test_file = testcase.attrib["name"] if testcase.find("error") is not None: failed_tests += [test_file] return failed_tests def _relink_binaries_with_symbols(failed_tests: List[str]): # Enable this when/if we want to strip debug symbols during linking unit tests # print("Relinking unit tests without stripping debug symbols...") with open(".bazel_build_flags", "r", encoding="utf-8") as f: bazel_build_flags = f.read().strip() bazel_build_flags.replace("--config=strip-debug-during-link", "") relink_command = [ arg for arg in ["bazel", "build", *bazel_build_flags.split(" "), *failed_tests] if arg ] # Enable this when/if we want to strip debug symbols during linking unit tests # print(f"Running command: {' '.join(relink_command)}") # subprocess.run( # relink_command, # check=True, # ) repro_test_command = " ".join(["test" if arg == "build" else arg for arg in relink_command]) with open(".failed_unittest_repro.txt", "w", encoding="utf-8") as f: f.write(repro_test_command) print(f"Repro command written to .failed_unittest_repro.txt: {repro_test_command}") def _copy_bins_to_upload(failed_tests: List[str], upload_bin_dir: str, upload_lib_dir: str) -> bool: success = True bazel_bin_dir = Path("./bazel-bin") for failed_test in failed_tests: full_binary_path = bazel_bin_dir / failed_test binary_name = failed_test.split(os.sep)[-1] files_to_upload = [] for pattern in [ "*.core", "*.mdmp", f"{binary_name}.debug", f"{binary_name}.pdb", f"{binary_name}.exe", f"{binary_name}", ]: files_to_upload.extend(bazel_bin_dir.rglob(pattern)) # core dumps may be in the root directory files_to_upload.extend(Path(".").rglob("*.core")) files_to_upload.extend(Path(".").rglob("*.mdmp")) if not files_to_upload: print(f"Cannot locate the files to upload for ({failed_test})") success = False continue for binary_file in files_to_upload: new_binary_file = upload_bin_dir / binary_file.name if not os.path.exists(new_binary_file): print(f"Copying {binary_file} to {new_binary_file}") shutil.copy(binary_file, new_binary_file) dsym_dir = full_binary_path.with_suffix(".dSYM") if dsym_dir.is_dir(): print(f"Copying dsym {dsym_dir} to {upload_bin_dir}") shutil.copytree(dsym_dir, upload_bin_dir / dsym_dir.name, dirs_exist_ok=True) # Copy debug symbols for dynamic builds lib_dir = Path("bazel-bin/install/lib") if lib_dir.is_dir(): print(f"Copying debug symbols from {lib_dir} to {upload_lib_dir}") shutil.copytree(lib_dir, upload_lib_dir, dirs_exist_ok=True) return success def main(testlog_dir: str = "bazel-testlogs"): """Gather unit test binaries and debug symbols of failed unit tests based off of bazel test logs.""" os.chdir(os.environ.get("BUILD_WORKSPACE_DIRECTORY", ".")) upload_bin_dir = Path("dist-unittests/bin") upload_lib_dir = Path("dist-unittests/lib") upload_bin_dir.mkdir(parents=True, exist_ok=True) upload_lib_dir.mkdir(parents=True, exist_ok=True) failed_tests = _collect_failed_tests(testlog_dir) if not failed_tests: print("No failed tests found.") exit(0) print(f"Found {len(failed_tests)} failed tests. Gathering binaries and debug symbols.") _relink_binaries_with_symbols(failed_tests) print("Copying binaries and debug symbols to upload directories.") if not _copy_bins_to_upload(failed_tests, upload_bin_dir, upload_lib_dir): print("Fatal error occurred during processing.") # TODO: add slack notification exit(1) if __name__ == "__main__": typer.run(main)