/* * Copyright (c) 2020, Matthew Olsson * Copyright (c) 2020-2021, Linus Groh * Copyright (c) 2021, Ali Mohammad Pur * * SPDX-License-Identifier: BSD-2-Clause */ #include #include #include #include #include namespace Test { TestRunner* ::Test::TestRunner::s_the = nullptr; namespace JS { RefPtr<::JS::VM> g_vm; bool g_collect_on_every_allocation = false; ByteString g_currently_running_test; HashMap s_exposed_global_functions; Function g_main_hook; HashMap> g_extra_args; IntermediateRunFileResult (*g_run_file)(ByteString const&, JS::Realm&, JS::ExecutionContext&) = nullptr; ByteString g_test_root; int g_test_argc; char** g_test_argv; } // namespace JS } // namespace Test using namespace Test::JS; static StringView g_program_name { "test-js"sv }; static void handle_sigabrt(int) { dbgln("{}: SIGABRT received, cleaning up.", g_program_name); Test::cleanup(); struct sigaction act; memset(&act, 0, sizeof(act)); act.sa_flags = 0; act.sa_handler = SIG_DFL; int rc = sigaction(SIGABRT, &act, nullptr); if (rc < 0) { perror("sigaction"); exit(1); } abort(); } int main(int argc, char** argv) { Vector arguments; arguments.ensure_capacity(argc); for (auto i = 0; i < argc; ++i) arguments.append({ argv[i], strlen(argv[i]) }); g_test_argc = argc; g_test_argv = argv; auto program_name = LexicalPath::basename(argv[0]); g_program_name = program_name; struct sigaction act; memset(&act, 0, sizeof(act)); act.sa_flags = 0; act.sa_handler = handle_sigabrt; int rc = sigaction(SIGABRT, &act, nullptr); if (rc < 0) { perror("sigaction"); return 1; } #ifdef SIGINFO signal(SIGINFO, [](int) { static char buffer[4096]; auto& counts = ::Test::TestRunner::the()->counts(); int len = snprintf(buffer, sizeof(buffer), "Pass: %d, Fail: %d, Skip: %d\nCurrent test: %s\n", counts.tests_passed, counts.tests_failed, counts.tests_skipped, g_currently_running_test.characters()); write(STDOUT_FILENO, buffer, len); }); #endif bool print_times = false; bool print_progress = false; bool print_json = false; bool per_file = false; StringView specified_test_root; ByteString common_path; ByteString test_glob; Core::ArgsParser args_parser; args_parser.add_option(print_times, "Show duration of each test", "show-time", 't'); args_parser.add_option(Core::ArgsParser::Option { .argument_mode = Core::ArgsParser::OptionArgumentMode::Required, .help_string = "Show progress with OSC 9 (true, false)", .long_name = "show-progress", .short_name = 'p', .accept_value = [&](StringView str) { if ("true"sv == str) print_progress = true; else if ("false"sv == str) print_progress = false; else return false; return true; }, }); args_parser.add_option(print_json, "Show results as JSON", "json", 'j'); args_parser.add_option(per_file, "Show detailed per-file results as JSON (implies -j)", "per-file"); args_parser.add_option(g_collect_on_every_allocation, "Collect garbage after every allocation", "collect-often", 'g'); args_parser.add_option(JS::Bytecode::g_dump_bytecode, "Dump the bytecode", "dump-bytecode", 'd'); args_parser.add_option(test_glob, "Only run tests matching the given glob", "filter", 'f', "glob"); for (auto& entry : g_extra_args) args_parser.add_option(*entry.key, entry.value.get<0>().characters(), entry.value.get<1>().characters(), entry.value.get<2>()); args_parser.add_positional_argument(specified_test_root, "Tests root directory", "path", Core::ArgsParser::Required::No); args_parser.add_positional_argument(common_path, "Path to tests-common.js", "common-path", Core::ArgsParser::Required::No); args_parser.parse(arguments); if (per_file) print_json = true; test_glob = ByteString::formatted("*{}*", test_glob); if (getenv("DISABLE_DBG_OUTPUT")) { AK::set_debug_enabled(false); } ByteString test_root; if (!specified_test_root.is_empty()) { test_root = ByteString { specified_test_root }; } else { char* ladybird_source_dir = getenv("LADYBIRD_SOURCE_DIR"); if (!ladybird_source_dir) { warnln("No test root given, {} requires the LADYBIRD_SOURCE_DIR environment variable to be set", g_program_name); return 1; } test_root = ByteString::formatted("{}/{}", ladybird_source_dir, g_test_root_fragment); common_path = ByteString::formatted("{}/Libraries/LibJS/Tests/test-common.js", ladybird_source_dir); } if (!FileSystem::is_directory(test_root)) { warnln("Test root is not a directory: {}", test_root); return 1; } if (common_path.is_empty()) { char* ladybird_source_dir = getenv("LADYBIRD_SOURCE_DIR"); if (!ladybird_source_dir) { warnln("No test root given, {} requires the LADYBIRD_SOURCE_DIR environment variable to be set", g_program_name); return 1; } common_path = ByteString::formatted("{}/Libraries/LibJS/Tests/test-common.js", ladybird_source_dir); } auto test_root_or_error = FileSystem::real_path(test_root); if (test_root_or_error.is_error()) { warnln("Failed to resolve test root: {}", test_root_or_error.error()); return 1; } test_root = test_root_or_error.release_value(); auto common_path_or_error = FileSystem::real_path(common_path); if (common_path_or_error.is_error()) { warnln("Failed to resolve common path: {}", common_path_or_error.error()); return 1; } common_path = common_path_or_error.release_value(); if (chdir(test_root.characters()) < 0) { auto saved_errno = errno; warnln("chdir failed: {}", strerror(saved_errno)); return 1; } if (g_main_hook) g_main_hook(); if (!g_vm) { g_vm = MUST(JS::VM::create()); g_vm->set_dynamic_imports_allowed(true); } Test::JS::TestRunner test_runner(test_root, common_path, print_times, print_progress, print_json, per_file); test_runner.run(test_glob); g_vm = nullptr; return test_runner.counts().tests_failed > 0 ? 1 : 0; }