mirror of
https://github.com/RPCS3/llvm-mirror.git
synced 2024-11-23 19:23:23 +01:00
74fefe7dbd
Pass in all discovered tests to report generators. The XunitReport generator now creates testcase items for unexecuted tests and documents why they have been skipped. This makes it easier to compare test runs with different filters or configurations, or across platforms. I don't know who is using the JsonReport generator and what the expectations there are (it doesn't have tests), so decided to preserve the old behavior by filtering out the unexecuted tests. Reviewed By: jdenny Differential Revision: https://reviews.llvm.org/D81316
28 lines
1.4 KiB
Python
28 lines
1.4 KiB
Python
# REQUIRES: shell
|
|
|
|
# Check xunit output
|
|
# RUN: rm -rf %t.xunit.xml
|
|
# RUN: not %{lit} --xunit-xml-output %t.xunit.xml %{inputs}/xunit-output
|
|
# If xmllint is installed verify that the generated xml is well-formed
|
|
# RUN: sh -c 'if command -v xmllint 2>/dev/null; then xmllint --noout %t.xunit.xml; fi'
|
|
# RUN: FileCheck < %t.xunit.xml %s
|
|
|
|
# CHECK: <?xml version="1.0" encoding="UTF-8"?>
|
|
# CHECK-NEXT: <testsuites>
|
|
# CHECK-NEXT: <testsuite name="test-data" tests="5" failures="1" skipped="3">
|
|
# CHECK-NEXT: <testcase classname="test-data.test-data" name="bad&name.ini" time="{{[0-1]\.[0-9]+}}">
|
|
# CHECK-NEXT: <failure><![CDATA[& < > ]]]]><![CDATA[> &"]]></failure>
|
|
# CHECK-NEXT: </testcase>
|
|
# CHECK-NEXT: <testcase classname="test-data.test-data" name="excluded.ini" time="{{[0-1]\.[0-9]+}}">
|
|
# CHECK-NEXT: <skipped message="Test not selected (--filter, --max-tests, --run-shard)"/>
|
|
# CHECK-NEXT: </testcase>
|
|
# CHECK-NEXT: <testcase classname="test-data.test-data" name="missing_feature.ini" time="{{[0-1]\.[0-9]+}}">
|
|
# CHECK-NEXT: <skipped message="Missing required feature(s): dummy_feature"/>
|
|
# CHECK-NEXT: </testcase>
|
|
# CHECK-NEXT: <testcase classname="test-data.test-data" name="pass.ini" time="{{[0-1]\.[0-9]+}}"/>
|
|
# CHECK-NEXT: <testcase classname="test-data.test-data" name="unsupported.ini" time="{{[0-1]\.[0-9]+}}">
|
|
# CHECK-NEXT: <skipped message="Unsupported configuration"/>
|
|
# CHECK-NEXT: </testcase>
|
|
# CHECK-NEXT: </testsuite>
|
|
# CHECK-NEXT: </testsuites>
|