mirror of
https://github.com/RPCS3/llvm-mirror.git
synced 2024-11-25 20:23:11 +01:00
ef265d2b4d
When running multiple shards, don't include skipped tests in the xunit output since merging the files will result in duplicates. In our CHERI Jenkins CI, I configured the libc++ tests to run using sharding (since we are testing using a single-CPU QEMU). We then merge the generated XUnit xml files to produce a final result, but if the individual XMLs report tests excluded due to sharding each test is included N times in the final result. This also makes it difficult to find the tests that were skipped due to missing REQUIRES: etc. Reviewed By: yln Differential Revision: https://reviews.llvm.org/D84235
28 lines
1.5 KiB
Python
28 lines
1.5 KiB
Python
# REQUIRES: shell
|
|
|
|
# Check xunit output
|
|
# RUN: rm -rf %t.xunit.xml
|
|
# RUN: not %{lit} --xunit-xml-output %t.xunit.xml %{inputs}/xunit-output
|
|
# If xmllint is installed verify that the generated xml is well-formed
|
|
# RUN: sh -c 'if command -v xmllint 2>/dev/null; then xmllint --noout %t.xunit.xml; fi'
|
|
# RUN: FileCheck < %t.xunit.xml %s
|
|
|
|
# CHECK: <?xml version="1.0" encoding="UTF-8"?>
|
|
# CHECK-NEXT: <testsuites time="{{[0-9.]+}}">
|
|
# CHECK-NEXT: <testsuite name="test-data" tests="5" failures="1" skipped="3">
|
|
# CHECK-NEXT: <testcase classname="test-data.test-data" name="bad&name.ini" time="{{[0-1]\.[0-9]+}}">
|
|
# CHECK-NEXT: <failure><![CDATA[& < > ]]]]><![CDATA[> &"]]></failure>
|
|
# CHECK-NEXT: </testcase>
|
|
# CHECK-NEXT: <testcase classname="test-data.test-data" name="excluded.ini" time="{{[0-1]\.[0-9]+}}">
|
|
# CHECK-NEXT: <skipped message="Test not selected (--filter, --max-tests)"/>
|
|
# CHECK-NEXT: </testcase>
|
|
# CHECK-NEXT: <testcase classname="test-data.test-data" name="missing_feature.ini" time="{{[0-1]\.[0-9]+}}">
|
|
# CHECK-NEXT: <skipped message="Missing required feature(s): dummy_feature"/>
|
|
# CHECK-NEXT: </testcase>
|
|
# CHECK-NEXT: <testcase classname="test-data.test-data" name="pass.ini" time="{{[0-1]\.[0-9]+}}"/>
|
|
# CHECK-NEXT: <testcase classname="test-data.test-data" name="unsupported.ini" time="{{[0-1]\.[0-9]+}}">
|
|
# CHECK-NEXT: <skipped message="Unsupported configuration"/>
|
|
# CHECK-NEXT: </testcase>
|
|
# CHECK-NEXT: </testsuite>
|
|
# CHECK-NEXT: </testsuites>
|