494e425de0
* Fix maestro CI flow not writing the successful summary * Add the test failures to the summary of the `test` CI flow
78 lines
2.6 KiB
Python
78 lines
2.6 KiB
Python
#!/usr/bin/env python3
|
|
import xml.etree.ElementTree as ET
|
|
import sys
|
|
import glob
|
|
|
|
screenshot_test_failures = []
|
|
output = []
|
|
|
|
def parse_test_failures(xml_file):
|
|
"""Parse XML test results and print failures."""
|
|
tree = ET.parse(xml_file)
|
|
root = tree.getroot()
|
|
|
|
# Find all testcase elements with failure children
|
|
if root.get("failures", "0") == "0":
|
|
return
|
|
|
|
name = root.get('name', 'Test Suite')
|
|
is_screenshot_test = name.startswith('ui.Preview')
|
|
|
|
if not is_screenshot_test:
|
|
output.append(f"## {name}")
|
|
|
|
for testcase in root.findall('.//testcase'):
|
|
failure = testcase.find('failure')
|
|
if failure is not None:
|
|
# Get testcase attributes
|
|
classname = testcase.get('classname', '')
|
|
name = testcase.get('name', '')
|
|
|
|
if is_screenshot_test:
|
|
# For screenshot tests, we want to display the classname as well
|
|
screenshot_test_failures.append(f"{classname}.{name}")
|
|
else:
|
|
# Get failure content (text inside the failure element)
|
|
failure_message = failure.get('message', '')
|
|
failure_content = failure.text if failure.text else ''
|
|
|
|
# Print in the requested format
|
|
output.append(f"### {name}")
|
|
output.append("```")
|
|
output.append(failure_message)
|
|
output.append("```")
|
|
output.append("<details><summary>Stacktrace</summary>")
|
|
output.append(f"<pre><code>{failure_content}</code></pre>")
|
|
output.append("</details>")
|
|
output.append("\n")
|
|
|
|
if __name__ == "__main__":
|
|
if len(sys.argv) < 2:
|
|
output.append("Usage: parse_test_failures.py <file>", file=sys.stderr)
|
|
sys.exit(1)
|
|
|
|
file = sys.argv[1]
|
|
|
|
if file.endswith('xml'):
|
|
parse_test_failures(file)
|
|
else:
|
|
files = glob.glob("**/build/test-results/*UnitTest/*.xml", root_dir = file, recursive = True)
|
|
for file in files:
|
|
parse_test_failures(file)
|
|
|
|
if screenshot_test_failures:
|
|
output.append("## Screenshot Test Failures")
|
|
output.append("```")
|
|
for failure in screenshot_test_failures:
|
|
output.append(failure)
|
|
output.append("```")
|
|
|
|
text_output = '\n'.join(output)
|
|
# Trim output larger than 1MB to avoid GitHub Action log limits
|
|
while len(text_output.encode('utf-8')) > 1_040_000:
|
|
output.pop(-2)
|
|
output.append("## !!! Truncated output due to size limits. !!!")
|
|
text_output = '\n'.join(output)
|
|
|
|
print(text_output)
|