mirror of
https://github.com/jerryscript-project/jerryscript.git
synced 2025-12-15 16:29:21 +00:00
b13f78f19e
And add regression-case subfolder for es2015 Fix issue #1622 JerryScript-DCO-1.0-Signed-off-by: Zidong Jiang zidong.jiang@intel.com
317 lines
12 KiB
Python
Executable File
317 lines
12 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
# Copyright JS Foundation and other contributors, http://js.foundation
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import argparse
|
|
import os
|
|
import subprocess
|
|
import sys
|
|
from settings import *
|
|
|
|
OUTPUT_DIR = path.join(PROJECT_DIR, 'build', 'tests')
|
|
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument('--toolchain', action='store', default='', help='Add toolchain file')
|
|
parser.add_argument('--buildoptions', action='store', default='', help='Add a comma separated list of extra build options to each test')
|
|
parser.add_argument('--skip-list', action='store', default='', help='Add a comma separated list of patterns of the excluded JS-tests')
|
|
parser.add_argument('--outdir', action='store', default=OUTPUT_DIR, help='Specify output directory (default: %(default)s)')
|
|
parser.add_argument('--check-signed-off', action='store_true', default=False, help='Run signed-off check')
|
|
parser.add_argument('--check-signed-off-tolerant', action='store_true', default=False, help='Run signed-off check in tolerant mode')
|
|
parser.add_argument('--check-signed-off-travis', action='store_true', default=False, help='Run signed-off check in tolerant mode if on Travis CI and not checking a pull request')
|
|
parser.add_argument('--check-cppcheck', action='store_true', default=False, help='Run cppcheck')
|
|
parser.add_argument('--check-doxygen', action='store_true', default=False, help='Run doxygen')
|
|
parser.add_argument('--check-pylint', action='store_true', default=False, help='Run pylint')
|
|
parser.add_argument('--check-vera', action='store_true', default=False, help='Run vera check')
|
|
parser.add_argument('--check-license', action='store_true', default=False, help='Run license check')
|
|
parser.add_argument('--buildoption-test', action='store_true', default=False, help='Run buildoption-test')
|
|
parser.add_argument('--jerry-debugger', action='store_true', default=False, help='Run jerry-debugger tests')
|
|
parser.add_argument('--jerry-tests', action='store_true', default=False, help='Run jerry-tests')
|
|
parser.add_argument('--jerry-test-suite', action='store_true', default=False, help='Run jerry-test-suite')
|
|
parser.add_argument('--unittests', action='store_true', default=False, help='Run unittests')
|
|
parser.add_argument('--precommit', action='store_true', default=False, dest='all', help='Run all test')
|
|
parser.add_argument('--test262', action='store_true', default=False, help='Run test262')
|
|
|
|
if len(sys.argv) == 1:
|
|
parser.print_help()
|
|
sys.exit(1)
|
|
|
|
script_args = parser.parse_args()
|
|
|
|
if path.isabs(script_args.outdir):
|
|
OUTPUT_DIR = script_args.outdir
|
|
else:
|
|
OUTPUT_DIR = path.join(PROJECT_DIR, script_args.outdir)
|
|
|
|
class Options:
|
|
def __init__(self, name = '', build_args = None, test_args = None):
|
|
if build_args is None:
|
|
build_args = []
|
|
|
|
if test_args is None:
|
|
test_args = []
|
|
|
|
self.out_dir = path.join(OUTPUT_DIR, name)
|
|
self.build_args = build_args
|
|
self.build_args.append('--builddir=%s' % self.out_dir)
|
|
self.test_args = test_args
|
|
|
|
|
|
# Test options for unittests
|
|
jerry_unittests_options = [
|
|
Options('unittests', ['--unittests', '--error-messages=on', '--snapshot-save=on', '--snapshot-exec=on']),
|
|
Options('unittests-debug', ['--unittests', '--debug', '--error-messages=on', '--snapshot-save=on', '--snapshot-exec=on']),
|
|
]
|
|
|
|
# Test options for jerry-tests
|
|
jerry_tests_options = [
|
|
Options('jerry_tests'),
|
|
Options('jerry_tests-debug', ['--debug']),
|
|
Options('jerry_tests-debug', ['--debug', '--cpointer-32bit=on', '--mem-heap=1024']),
|
|
Options('jerry_tests-snapshot', ['--snapshot-save=on', '--snapshot-exec=on'], ['--snapshot']),
|
|
Options('jerry_tests-debug-snapshot', ['--debug', '--snapshot-save=on', '--snapshot-exec=on'], ['--snapshot']),
|
|
Options('jerry_tests-es2015-subset-debug', ['--debug', '--profile=es2015-subset'])
|
|
]
|
|
|
|
# Test options for jerry-test-suite
|
|
jerry_test_suite_options = jerry_tests_options[:]
|
|
jerry_test_suite_options.append(Options('jerry_test_suite-minimal', ['--profile=minimal']))
|
|
jerry_test_suite_options.append(Options('jerry_test_suite-minimal-snapshot', ['--profile=minimal', '--snapshot-save=on', '--snapshot-exec=on'], ['--snapshot']))
|
|
jerry_test_suite_options.append(Options('jerry_test_suite-minimal-debug', ['--debug', '--profile=minimal']))
|
|
jerry_test_suite_options.append(Options('jerry_test_suite-minimal-debug-snapshot', ['--debug', '--profile=minimal', '--snapshot-save=on', '--snapshot-exec=on'], ['--snapshot']))
|
|
jerry_test_suite_options.append(Options('jerry_test_suite-es2015-subset', ['--profile=es2015-subset']))
|
|
jerry_test_suite_options.append(Options('jerry_test_suite-es2015-subset-snapshot', ['--profile=es2015-subset', '--snapshot-save=on', '--snapshot-exec=on'], ['--snapshot']))
|
|
jerry_test_suite_options.append(Options('jerry_test_suite-es2015-subset-debug-snapshot', ['--debug', '--profile=es2015-subset', '--snapshot-save=on', '--snapshot-exec=on'], ['--snapshot']))
|
|
|
|
# Test options for test262
|
|
test262_test_suite_options = [
|
|
Options('test262_tests'),
|
|
]
|
|
|
|
# Test options for jerry-debugger
|
|
debugger_test_options = [
|
|
Options('jerry_debugger_tests', ['--debug', '--jerry-debugger=on', '--jerry-libc=off']),
|
|
]
|
|
|
|
# Test options for buildoption-test
|
|
jerry_buildoptions = [
|
|
Options('buildoption_test-lto', ['--lto=on']),
|
|
Options('buildoption_test-error_messages', ['--error-messages=on']),
|
|
Options('buildoption_test-all_in_one', ['--all-in-one=on']),
|
|
Options('buildoption_test-valgrind', ['--valgrind=on']),
|
|
Options('buildoption_test-valgrind_freya', ['--valgrind-freya=on']),
|
|
Options('buildoption_test-mem_stats', ['--mem-stats=on']),
|
|
Options('buildoption_test-show_opcodes', ['--show-opcodes=on']),
|
|
Options('buildoption_test-show_regexp_opcodes', ['--show-regexp-opcodes=on']),
|
|
Options('buildoption_test-compiler_default_libc', ['--jerry-libc=off']),
|
|
Options('buildoption_test-cpointer_32bit', ['--jerry-libc=off', '--compile-flag=-m32', '--cpointer-32bit=on', '--system-allocator=on']),
|
|
]
|
|
|
|
def get_bin_dir_path(out_dir):
|
|
return path.join(out_dir, 'bin')
|
|
|
|
def get_binary_path(out_dir):
|
|
return path.join(get_bin_dir_path(out_dir), 'jerry')
|
|
|
|
def create_binary(buildoptions):
|
|
build_cmd = [BUILD_SCRIPT]
|
|
build_cmd.extend(buildoptions)
|
|
|
|
if script_args.toolchain:
|
|
build_cmd.append('--toolchain=%s' % script_args.toolchain)
|
|
|
|
if script_args.buildoptions:
|
|
build_cmd.extend(script_args.buildoptions.split(','))
|
|
|
|
sys.stderr.write('Build command: %s\n' % ' '.join(build_cmd))
|
|
|
|
try:
|
|
script_output = subprocess.check_output(build_cmd)
|
|
except subprocess.CalledProcessError as e:
|
|
return e.returncode
|
|
|
|
return 0
|
|
|
|
def run_check(runnable):
|
|
sys.stderr.write('Test command: %s\n' % ' '.join(runnable))
|
|
|
|
try:
|
|
ret = subprocess.check_call(runnable)
|
|
except subprocess.CalledProcessError as e:
|
|
return e.returncode
|
|
|
|
return ret
|
|
|
|
def run_jerry_debugger_tests():
|
|
ret_build = ret_test = 0
|
|
for job in debugger_test_options:
|
|
ret_build = create_binary(job.build_args)
|
|
if ret_build:
|
|
break
|
|
|
|
for file in os.listdir(DEBUGGER_TESTS_DIR):
|
|
if file.endswith(".js"):
|
|
test_case, _ = os.path.splitext(file)
|
|
test_case_path = os.path.join (DEBUGGER_TESTS_DIR, test_case)
|
|
test_cmd = [
|
|
DEBUGGER_TEST_RUNNER_SCRIPT,
|
|
get_binary_path(job.out_dir),
|
|
DEBUGGER_CLIENT_SCRIPT,
|
|
os.path.relpath (test_case_path, PROJECT_DIR),
|
|
]
|
|
if job.test_args:
|
|
test_cmd.extend(job.test_args)
|
|
|
|
ret_test |= run_check(test_cmd)
|
|
|
|
return ret_build | ret_test
|
|
|
|
def run_jerry_tests():
|
|
ret_build = ret_test = 0
|
|
for job in jerry_tests_options:
|
|
ret_build = create_binary(job.build_args)
|
|
if ret_build:
|
|
break
|
|
|
|
test_cmd = [TEST_RUNNER_SCRIPT, get_binary_path(job.out_dir), JERRY_TESTS_DIR]
|
|
skip_list = []
|
|
|
|
if '--profile=es2015-subset' not in job.build_args:
|
|
skip_list.append("es2015\/")
|
|
|
|
if script_args.skip_list:
|
|
skip_list.append(script_args.skip_list)
|
|
|
|
if skip_list:
|
|
test_cmd.append("--skip-list=" + ",".join(skip_list))
|
|
|
|
if job.test_args:
|
|
test_cmd.extend(job.test_args)
|
|
|
|
ret_test |= run_check(test_cmd)
|
|
|
|
return ret_build | ret_test
|
|
|
|
def run_jerry_test_suite():
|
|
ret_build = ret_test = 0
|
|
for job in jerry_test_suite_options:
|
|
ret_build = create_binary(job.build_args)
|
|
if ret_build:
|
|
break
|
|
|
|
test_cmd = [TEST_RUNNER_SCRIPT, get_binary_path(job.out_dir)]
|
|
|
|
if '--profile=minimal' in job.build_args:
|
|
test_cmd.append(JERRY_TEST_SUITE_MINIMAL_LIST)
|
|
elif '--profile=es2015-subset' in job.build_args:
|
|
test_cmd.append(JERRY_TEST_SUITE_DIR)
|
|
else:
|
|
test_cmd.append(JERRY_TEST_SUITE_ES51_LIST)
|
|
|
|
if script_args.skip_list:
|
|
test_cmd.append("--skip-list=" + script_args.skip_list)
|
|
|
|
if job.test_args:
|
|
test_cmd.extend(job.test_args)
|
|
|
|
ret_test |= run_check(test_cmd)
|
|
|
|
return ret_build | ret_test
|
|
|
|
def run_test262_test_suite():
|
|
ret_build = ret_test = 0
|
|
for job in test262_test_suite_options:
|
|
ret_build = create_binary(job.build_args)
|
|
if ret_build:
|
|
break
|
|
|
|
test_cmd = [TEST262_RUNNER_SCRIPT, get_binary_path(job.out_dir), TEST262_TEST_SUITE_DIR]
|
|
|
|
if job.test_args:
|
|
test_cmd.extend(job.test_args)
|
|
|
|
ret_test |= run_check(test_cmd)
|
|
|
|
return ret_build | ret_test
|
|
|
|
def run_unittests():
|
|
ret_build = ret_test = 0
|
|
for job in jerry_unittests_options:
|
|
ret_build = create_binary(job.build_args)
|
|
if ret_build:
|
|
break
|
|
|
|
ret_test |= run_check([UNITTEST_RUNNER_SCRIPT, get_bin_dir_path(job.out_dir)])
|
|
|
|
return ret_build | ret_test
|
|
|
|
def run_buildoption_test():
|
|
for job in jerry_buildoptions:
|
|
ret = create_binary(job.build_args)
|
|
if ret:
|
|
break
|
|
|
|
return ret
|
|
|
|
def main():
|
|
ret = 0
|
|
|
|
if script_args.check_signed_off_tolerant:
|
|
ret = run_check([SIGNED_OFF_SCRIPT, '--tolerant'])
|
|
|
|
if not ret and script_args.check_signed_off_travis:
|
|
ret = run_check([SIGNED_OFF_SCRIPT, '--travis'])
|
|
|
|
if not ret and (script_args.all or script_args.check_signed_off):
|
|
ret = run_check([SIGNED_OFF_SCRIPT])
|
|
|
|
if not ret and (script_args.all or script_args.check_cppcheck):
|
|
ret = run_check([CPPCHECK_SCRIPT])
|
|
|
|
if not ret and (script_args.all or script_args.check_doxygen):
|
|
ret = run_check([DOXYGEN_SCRIPT])
|
|
|
|
if not ret and (script_args.all or script_args.check_pylint):
|
|
ret = run_check([PYLINT_SCRIPT])
|
|
|
|
if not ret and (script_args.all or script_args.check_vera):
|
|
ret = run_check([VERA_SCRIPT])
|
|
|
|
if not ret and (script_args.all or script_args.check_license):
|
|
ret = run_check([LICENSE_SCRIPT])
|
|
|
|
if not ret and (script_args.all or script_args.jerry_debugger):
|
|
ret = run_jerry_debugger_tests()
|
|
|
|
if not ret and (script_args.all or script_args.jerry_tests):
|
|
ret = run_jerry_tests()
|
|
|
|
if not ret and (script_args.all or script_args.jerry_test_suite):
|
|
ret = run_jerry_test_suite()
|
|
|
|
if not ret and (script_args.all or script_args.test262):
|
|
ret = run_test262_test_suite()
|
|
|
|
if not ret and (script_args.all or script_args.unittests):
|
|
ret = run_unittests()
|
|
|
|
if not ret and (script_args.all or script_args.buildoption_test):
|
|
ret = run_buildoption_test()
|
|
|
|
sys.exit(ret)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|