mirrors/electron
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages 1 Wiki Activity Actions 1

ci: run more Chromium unit tests (#15363)

Browse source 
* test: add an option to native tests runner to run also disabled tests

* ci: run all native tests on clean Chromium

* ci: update the disabled tests list for native unittests
This commit is contained in:
Alexey Kuzmin 2018-10-25 20:28:50 +02:00 • committed by John Kleinschmidt
parent d21d83cfc8
commit ec4a0e096f
4 changed files with 95 additions and 70 deletions
Download patch file Download diff file Expand all files Collapse all files

32
script/lib/native_tests.py
View file

@ -44,6 +44,12 @@ class Verbosity:
return a_index <= b_index
class DisabledTestsPolicy:
DISABLE = 'disable' # Disabled tests are disabled. Wow. Much sense.
ONLY = 'only' # Only disabled tests should be run.
INCLUDE = 'include' # Do not disable any tests.
class Platform:
LINUX = 'linux'
MAC = 'mac'
@ -88,7 +94,7 @@ class TestsList():
return supported_binaries
def run(self, binaries, output_dir=None, verbosity=Verbosity.CHATTY,
run_only_disabled_tests=False):
disabled_tests_policy=DisabledTestsPolicy.DISABLE):
# Don't run anything twice.
binaries = set(binaries)
@ -106,19 +112,19 @@ class TestsList():
binary_name, Platform.get_current()))
suite_returncode = sum(
[self.__run(binary, output_dir, verbosity, run_only_disabled_tests)
[self.__run(binary, output_dir, verbosity, disabled_tests_policy)
for binary in binaries])
return suite_returncode
def run_only(self, binary_name, output_dir=None, verbosity=Verbosity.CHATTY,
run_only_disabled_tests=False):
disabled_tests_policy=DisabledTestsPolicy.DISABLE):
return self.run([binary_name], output_dir, verbosity,
run_only_disabled_tests)
disabled_tests_policy)
def run_all(self, output_dir=None, verbosity=Verbosity.CHATTY,
run_only_disabled_tests=False):
disabled_tests_policy=DisabledTestsPolicy.DISABLE):
return self.run(self.get_for_current_platform(), output_dir, verbosity,
run_only_disabled_tests)
disabled_tests_policy)
@staticmethod
def __get_tests_list(config_path):
@ -200,7 +206,7 @@ class TestsList():
return (binary_name, test_data)
def __run(self, binary_name, output_dir, verbosity,
run_only_disabled_tests):
disabled_tests_policy):
binary_path = os.path.join(self.tests_dir, binary_name)
test_binary = TestBinary(binary_path)
@ -208,13 +214,15 @@ class TestsList():
included_tests = []
excluded_tests = test_data['excluded_tests']
if run_only_disabled_tests and len(excluded_tests) == 0:
# There is nothing to run.
return 0
if run_only_disabled_tests:
if disabled_tests_policy == DisabledTestsPolicy.ONLY:
if len(excluded_tests) == 0:
# There is nothing to run.
return 0
included_tests, excluded_tests = excluded_tests, included_tests
if disabled_tests_policy == DisabledTestsPolicy.INCLUDE:
excluded_tests = []
output_file_path = TestsList.__get_output_path(binary_name, output_dir)
return test_binary.run(included_tests=included_tests,