44ba171ae3
The gain with multithreading is large, but turning it on requires an environment variable and so is hard for users to discover. This gives users a way to discover the feature by printing out a message when the environment variable is not set. llvm-svn: 204018
120 lines
3.9 KiB
Python
Executable File
120 lines
3.9 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
"""
|
|
Run the test suite using a separate process for each test file.
|
|
"""
|
|
|
|
import os, sys, platform
|
|
import Queue, threading
|
|
|
|
from optparse import OptionParser
|
|
|
|
# Command template of the invocation of the test driver.
|
|
template = '%s/dotest.py %s -p %s %s'
|
|
|
|
multithreaded_envar = 'LLDB_TEST_THREADS'
|
|
|
|
def process_dir(root, files, test_root, dotest_options):
|
|
"""Examine a directory for tests, and invoke any found within it."""
|
|
failed = []
|
|
passed = []
|
|
for name in files:
|
|
path = os.path.join(root, name)
|
|
|
|
# We're only interested in the test file with the "Test*.py" naming pattern.
|
|
if not name.startswith("Test") or not name.endswith(".py"):
|
|
continue
|
|
|
|
# Neither a symbolically linked file.
|
|
if os.path.islink(path):
|
|
continue
|
|
|
|
command = template % (test_root, dotest_options if dotest_options else "", name, root)
|
|
if 0 != os.system(command):
|
|
failed.append(name)
|
|
else:
|
|
passed.append(name)
|
|
return (failed, passed)
|
|
|
|
in_q = None
|
|
out_q = None
|
|
|
|
def process_dir_worker():
|
|
"""Worker thread main loop when in multithreaded mode.
|
|
Takes one directory specification at a time and works on it."""
|
|
while True:
|
|
(root, files, test_root, dotest_options) = in_q.get()
|
|
(dir_failed, dir_passed) = process_dir(root, files, test_root, dotest_options)
|
|
out_q.put((dir_failed, dir_passed))
|
|
in_q.task_done()
|
|
|
|
def walk_and_invoke(test_root, dotest_options, num_threads):
|
|
"""Look for matched files and invoke test driver on each one.
|
|
In single-threaded mode, each test driver is invoked directly.
|
|
In multi-threaded mode, submit each test driver to a worker
|
|
queue, and then wait for all to complete."""
|
|
failed = []
|
|
passed = []
|
|
if (num_threads > 1):
|
|
print "Running multithreaded with " + str(num_threads) + " threads (from " + multithreaded_envar + ")"
|
|
global in_q
|
|
global out_q
|
|
in_q = Queue.Queue()
|
|
out_q = Queue.Queue()
|
|
for i in range(num_threads):
|
|
t = threading.Thread(target=process_dir_worker)
|
|
t.daemon = True
|
|
t.start()
|
|
else:
|
|
print "NOT running multithreaded. Consider setting " + multithreaded_envar + " environment variable."
|
|
for root, dirs, files in os.walk(test_root, topdown=False):
|
|
if (num_threads > 1):
|
|
in_q.put((root, files, test_root, dotest_options))
|
|
else:
|
|
(dir_failed, dir_passed) = process_dir(root, files, test_root, dotest_options)
|
|
failed += dir_failed
|
|
passed += dir_passed
|
|
if (num_threads > 1):
|
|
in_q.join()
|
|
while not out_q.empty():
|
|
(dir_failed, dir_passed) = out_q.get()
|
|
failed += dir_failed
|
|
passed += dir_passed
|
|
return (failed, passed)
|
|
|
|
def main():
|
|
test_root = sys.path[0]
|
|
|
|
parser = OptionParser(usage="""\
|
|
Run lldb test suite using a separate process for each test file.
|
|
""")
|
|
parser.add_option('-o', '--options',
|
|
type='string', action='store',
|
|
dest='dotest_options',
|
|
help="""The options passed to 'dotest.py' if specified.""")
|
|
|
|
opts, args = parser.parse_args()
|
|
dotest_options = opts.dotest_options
|
|
num_threads_str = os.environ.get("LLDB_TEST_THREADS")
|
|
if num_threads_str:
|
|
num_threads = int(num_threads_str)
|
|
if num_threads < 1:
|
|
num_threads = 1
|
|
else:
|
|
num_threads = 1
|
|
|
|
system_info = " ".join(platform.uname())
|
|
(failed, passed) = walk_and_invoke(test_root, dotest_options, num_threads)
|
|
num_tests = len(failed) + len(passed)
|
|
|
|
print "Ran %d tests." % num_tests
|
|
if len(failed) > 0:
|
|
print "Failing Tests (%d)" % len(failed)
|
|
for f in failed:
|
|
print "FAIL: LLDB (suite) :: %s (%s)" % (f, system_info)
|
|
sys.exit(1)
|
|
sys.exit(0)
|
|
|
|
if __name__ == '__main__':
|
|
main()
|