#!/usr/bin/python -u
|
|
import os, sys, unittest, optparse
|
import common
|
from autotest_lib.utils import parallel
|
|
parser = optparse.OptionParser()
|
parser.add_option("-r", action="store", type="string", dest="start",
|
default='',
|
help="root directory to start running unittests")
|
parser.add_option("--full", action="store_true", dest="full", default=False,
|
help="whether to run the shortened version of the test")
|
parser.add_option("--debug", action="store_true", dest="debug", default=False,
|
help="run in debug mode")
|
parser.add_option("--skip-tests", dest="skip_tests", default=[],
|
help="A space separated list of tests to skip")
|
|
parser.set_defaults(module_list=None)
|
|
# Following sets are used to define a collection of modules that are optional
|
# tests and do not need to be executed in unittest suite for various reasons.
|
# Each entry can be file name or relative path that's relative to the parent
|
# folder of the folder containing this file (unittest_suite.py). The list
|
# will be used to filter any test file with matching name or matching full
|
# path. If a file's name is too general and has a chance to collide with files
|
# in other folder, it is recommended to specify its relative path here, e.g.,
|
# using 'mirror/trigger_unittest.py', instead of 'trigger_unittest.py' only.
|
|
REQUIRES_DJANGO = set((
|
'monitor_db_unittest.py',
|
'monitor_db_functional_test.py',
|
'monitor_db_cleanup_test.py',
|
'frontend_unittest.py',
|
'csv_encoder_unittest.py',
|
'rpc_interface_unittest.py',
|
'models_test.py',
|
'scheduler_models_unittest.py',
|
'rpc_utils_unittest.py',
|
'site_rpc_utils_unittest.py',
|
'execution_engine_unittest.py',
|
'service_proxy_lib_test.py',
|
'rdb_integration_tests.py',
|
'rdb_unittest.py',
|
'rdb_hosts_unittest.py',
|
'rdb_cache_unittests.py',
|
'scheduler_lib_unittest.py',
|
'host_scheduler_unittests.py',
|
'site_parse_unittest.py',
|
'shard_client_integration_tests.py',
|
'server_manager_unittest.py',
|
))
|
|
REQUIRES_MYSQLDB = set((
|
'migrate_unittest.py',
|
'db_utils_unittest.py',
|
))
|
|
REQUIRES_GWT = set((
|
'client_compilation_unittest.py',
|
))
|
|
REQUIRES_SIMPLEJSON = set((
|
'serviceHandler_unittest.py',
|
))
|
|
REQUIRES_AUTH = set ((
|
'trigger_unittest.py',
|
))
|
|
REQUIRES_HTTPLIB2 = set((
|
))
|
|
REQUIRES_PROTOBUFS = set((
|
'cloud_console_client_unittest.py',
|
'job_serializer_unittest.py',
|
))
|
|
REQUIRES_SELENIUM = set((
|
'ap_configurator_factory_unittest.py',
|
'ap_batch_locker_unittest.py'
|
))
|
|
LONG_RUNTIME = set((
|
'barrier_unittest.py',
|
'logging_manager_test.py',
|
'task_loop_unittest.py' # crbug.com/254030
|
))
|
|
# Unitests that only work in chroot. The names are for module name, thus no
|
# file extension of ".py".
|
REQUIRES_CHROOT = set((
|
'mbim_channel_unittest',
|
))
|
|
SKIP = set((
|
# This particular KVM autotest test is not a unittest
|
'guest_test.py',
|
'ap_configurator_test.py',
|
'chaos_base_test.py',
|
'chaos_interop_test.py',
|
'only_if_needed_unittests.py',
|
# crbug.com/251395
|
'dev_server_test.py',
|
'full_release_test.py',
|
'scheduler_lib_unittest.py',
|
'webstore_test.py',
|
# crbug.com/432621 These files are not tests, and will disappear soon.
|
'des_01_test.py',
|
'des_02_test.py',
|
# Require lxc to be installed
|
'base_image_unittest.py',
|
'container_bucket_unittest.py',
|
'container_factory_unittest.py',
|
'container_unittest.py',
|
'lxc_functional_test.py',
|
'service_unittest.py',
|
'zygote_unittest.py',
|
# Require sponge utils installed in site-packages
|
'sponge_utils_functional_test.py',
|
))
|
|
LONG_TESTS = (REQUIRES_MYSQLDB |
|
REQUIRES_GWT |
|
REQUIRES_HTTPLIB2 |
|
REQUIRES_AUTH |
|
REQUIRES_PROTOBUFS |
|
REQUIRES_SELENIUM |
|
LONG_RUNTIME)
|
|
ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
|
|
# The set of files in LONG_TESTS with its full path
|
LONG_TESTS_FULL_PATH = {os.path.join(ROOT, t) for t in LONG_TESTS}
|
|
class TestFailure(Exception):
|
"""Exception type for any test failure."""
|
pass
|
|
|
def run_test(mod_names, options):
|
"""
|
@param mod_names: A list of individual parts of the module name to import
|
and run as a test suite.
|
@param options: optparse options.
|
"""
|
if not options.debug:
|
parallel.redirect_io()
|
|
print "Running %s" % '.'.join(mod_names)
|
mod = common.setup_modules.import_module(mod_names[-1],
|
'.'.join(mod_names[:-1]))
|
test = unittest.defaultTestLoader.loadTestsFromModule(mod)
|
suite = unittest.TestSuite(test)
|
runner = unittest.TextTestRunner(verbosity=2)
|
result = runner.run(suite)
|
if result.errors or result.failures:
|
msg = '%s had %d failures and %d errors.'
|
msg %= '.'.join(mod_names), len(result.failures), len(result.errors)
|
raise TestFailure(msg)
|
|
|
def scan_for_modules(start, options):
|
"""Scan folders and find all test modules that are not included in the
|
blacklist (defined in LONG_TESTS).
|
|
@param start: The absolute directory to look for tests under.
|
@param options: optparse options.
|
@return a list of modules to be executed.
|
"""
|
modules = []
|
|
skip_tests = SKIP
|
if options.skip_tests:
|
skip_tests.update(options.skip_tests.split())
|
skip_tests_full_path = {os.path.join(ROOT, t) for t in skip_tests}
|
|
for dir_path, sub_dirs, file_names in os.walk(start):
|
# Only look in and below subdirectories that are python modules.
|
if '__init__.py' not in file_names:
|
if options.full:
|
for file_name in file_names:
|
if file_name.endswith('.pyc'):
|
os.unlink(os.path.join(dir_path, file_name))
|
# Skip all subdirectories below this one, it is not a module.
|
del sub_dirs[:]
|
if options.debug:
|
print 'Skipping', dir_path
|
continue # Skip this directory.
|
|
# Look for unittest files.
|
for file_name in file_names:
|
if (file_name.endswith('_unittest.py') or
|
file_name.endswith('_test.py')):
|
file_path = os.path.join(dir_path, file_name)
|
if (not options.full and
|
(file_name in LONG_TESTS or
|
file_path in LONG_TESTS_FULL_PATH)):
|
continue
|
if (file_name in skip_tests or
|
file_path in skip_tests_full_path):
|
continue
|
path_no_py = os.path.join(dir_path, file_name).rstrip('.py')
|
assert path_no_py.startswith(ROOT)
|
names = path_no_py[len(ROOT)+1:].split('/')
|
modules.append(['autotest_lib'] + names)
|
if options.debug:
|
print 'testing', path_no_py
|
return modules
|
|
|
def is_inside_chroot():
|
"""Check if the process is running inside the chroot.
|
|
@return: True if the process is running inside the chroot, False otherwise.
|
"""
|
try:
|
# chromite may not be setup, e.g., in vm, therefore the ImportError
|
# needs to be handled.
|
from chromite.lib import cros_build_lib
|
return cros_build_lib.IsInsideChroot()
|
except ImportError:
|
return False
|
|
|
def find_and_run_tests(start, options):
|
"""
|
Find and run Python unittest suites below the given directory. Only look
|
in subdirectories of start that are actual importable Python modules.
|
|
@param start: The absolute directory to look for tests under.
|
@param options: optparse options.
|
"""
|
if options.module_list:
|
modules = []
|
for m in options.module_list:
|
modules.append(m.split('.'))
|
else:
|
modules = scan_for_modules(start, options)
|
|
if options.debug:
|
print 'Number of test modules found:', len(modules)
|
|
chroot = is_inside_chroot()
|
functions = {}
|
for module_names in modules:
|
if not chroot and module_names[-1] in REQUIRES_CHROOT:
|
if options.debug:
|
print ('Test %s requires to run in chroot, skipped.' %
|
module_names[-1])
|
continue
|
# Create a function that'll test a particular module. module=module
|
# is a hack to force python to evaluate the params now. We then
|
# rename the function to make error reporting nicer.
|
run_module = lambda module=module_names: run_test(module, options)
|
name = '.'.join(module_names)
|
run_module.__name__ = name
|
functions[run_module] = set()
|
|
try:
|
dargs = {}
|
if options.debug:
|
dargs['max_simultaneous_procs'] = 1
|
pe = parallel.ParallelExecute(functions, **dargs)
|
pe.run_until_completion()
|
except parallel.ParallelError, err:
|
return err.errors
|
return []
|
|
|
def main():
|
"""Entry point for unittest_suite.py"""
|
options, args = parser.parse_args()
|
if args:
|
options.module_list = args
|
|
# Strip the arguments off the command line, so that the unit tests do not
|
# see them.
|
del sys.argv[1:]
|
|
absolute_start = os.path.join(ROOT, options.start)
|
errors = find_and_run_tests(absolute_start, options)
|
if errors:
|
print "%d tests resulted in an error/failure:" % len(errors)
|
for error in errors:
|
print "\t%s" % error
|
print "Rerun", sys.argv[0], "--debug to see the failure details."
|
sys.exit(1)
|
else:
|
print "All passed!"
|
sys.exit(0)
|
|
|
if __name__ == "__main__":
|
main()
|
