mirror of
https://github.com/FEX-Emu/FEX.git
synced 2026-10-06 21:00:17 +02:00
Ryan Houdek
6305b40a33
This will allow us to add unit tests that have known failures like unsupported features Additionally if the test passes and is on the known failure list then it still fails since its state has changed
42 lines
1.1 KiB
Python
42 lines
1.1 KiB
Python
#!/usr/bin/python3
|
|
import sys
|
|
import subprocess
|
|
|
|
# Args: <Known Failures file> <TestName> <Test Harness Executable> <Args>...
|
|
|
|
if (len(sys.argv) < 4):
|
|
sys.exit()
|
|
|
|
known_failures = {}
|
|
known_failures_file = sys.argv[1]
|
|
|
|
current_test = sys.argv[2]
|
|
|
|
# Open the known failures file and add it to a dictionary
|
|
with open(known_failures_file) as kff:
|
|
for line in kff:
|
|
known_failures[line.strip()] = 1
|
|
|
|
RunnerArgs = ["catchsegv", sys.argv[3]]
|
|
# Add the rest of the arguments
|
|
for i in range(len(sys.argv) - 4):
|
|
RunnerArgs.append(sys.argv[4 + i])
|
|
|
|
# Run the test and wait for it to end to get the result
|
|
Process = subprocess.Popen(RunnerArgs)
|
|
Process.wait()
|
|
ResultCode = Process.returncode
|
|
|
|
if (known_failures.get(current_test)):
|
|
# If the test is on the known failures list
|
|
if (ResultCode):
|
|
# If we errored but are on the known failures list then "pass" the test
|
|
sys.exit(0)
|
|
else:
|
|
# If we didn't error but are in the known failure list then we need to fail the test
|
|
sys.exit(1)
|
|
else:
|
|
# Just return the result code if we don't have this test as a known failure
|
|
sys.exit(ResultCode);
|
|
|