CI: Add failed tests to summary (#6271)
* Fix maestro CI flow not writing the successful summary * Add the test failures to the summary of the `test` CI flow
This commit is contained in:
committed by
GitHub
parent
e43bce5b20
commit
494e425de0
77
.github/workflows/scripts/parse_test_failures.py
vendored
Normal file
77
.github/workflows/scripts/parse_test_failures.py
vendored
Normal file
@@ -0,0 +1,77 @@
|
||||
#!/usr/bin/env python3
|
||||
import xml.etree.ElementTree as ET
|
||||
import sys
|
||||
import glob
|
||||
|
||||
screenshot_test_failures = []
|
||||
output = []
|
||||
|
||||
def parse_test_failures(xml_file):
|
||||
"""Parse XML test results and print failures."""
|
||||
tree = ET.parse(xml_file)
|
||||
root = tree.getroot()
|
||||
|
||||
# Find all testcase elements with failure children
|
||||
if root.get("failures", "0") == "0":
|
||||
return
|
||||
|
||||
name = root.get('name', 'Test Suite')
|
||||
is_screenshot_test = name.startswith('ui.Preview')
|
||||
|
||||
if not is_screenshot_test:
|
||||
output.append(f"## {name}")
|
||||
|
||||
for testcase in root.findall('.//testcase'):
|
||||
failure = testcase.find('failure')
|
||||
if failure is not None:
|
||||
# Get testcase attributes
|
||||
classname = testcase.get('classname', '')
|
||||
name = testcase.get('name', '')
|
||||
|
||||
if is_screenshot_test:
|
||||
# For screenshot tests, we want to display the classname as well
|
||||
screenshot_test_failures.append(f"{classname}.{name}")
|
||||
else:
|
||||
# Get failure content (text inside the failure element)
|
||||
failure_message = failure.get('message', '')
|
||||
failure_content = failure.text if failure.text else ''
|
||||
|
||||
# Print in the requested format
|
||||
output.append(f"### {name}")
|
||||
output.append("```")
|
||||
output.append(failure_message)
|
||||
output.append("```")
|
||||
output.append("<details><summary>Stacktrace</summary>")
|
||||
output.append(f"<pre><code>{failure_content}</code></pre>")
|
||||
output.append("</details>")
|
||||
output.append("\n")
|
||||
|
||||
if __name__ == "__main__":
|
||||
if len(sys.argv) < 2:
|
||||
output.append("Usage: parse_test_failures.py <file>", file=sys.stderr)
|
||||
sys.exit(1)
|
||||
|
||||
file = sys.argv[1]
|
||||
|
||||
if file.endswith('xml'):
|
||||
parse_test_failures(file)
|
||||
else:
|
||||
files = glob.glob("**/build/test-results/*UnitTest/*.xml", root_dir = file, recursive = True)
|
||||
for file in files:
|
||||
parse_test_failures(file)
|
||||
|
||||
if screenshot_test_failures:
|
||||
output.append("## Screenshot Test Failures")
|
||||
output.append("```")
|
||||
for failure in screenshot_test_failures:
|
||||
output.append(failure)
|
||||
output.append("```")
|
||||
|
||||
text_output = '\n'.join(output)
|
||||
# Trim output larger than 1MB to avoid GitHub Action log limits
|
||||
while len(text_output.encode('utf-8')) > 1_040_000:
|
||||
output.pop(-2)
|
||||
output.append("## !!! Truncated output due to size limits. !!!")
|
||||
text_output = '\n'.join(output)
|
||||
|
||||
print(text_output)
|
||||
Reference in New Issue
Block a user