// Copyright 2015 The Kyua Authors. // All rights reserved. // // Redistribution and use in source and binary forms, with or without // modification, are permitted provided that the following conditions are // met: // // * Redistributions of source code must retain the above copyright // notice, this list of conditions and the following disclaimer. // * Redistributions in binary form must reproduce the above copyright // notice, this list of conditions and the following disclaimer in the // documentation and/or other materials provided with the distribution. // * Neither the name of Google Inc. nor the names of its contributors // may be used to endorse or promote products derived from this software // without specific prior written permission. // // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. extern "C" { #include #include extern char** environ; } #include #include #include #include #include "utils/env.hpp" #include "utils/format/containers.ipp" #include "utils/format/macros.hpp" #include "utils/fs/path.hpp" #include "utils/optional.ipp" #include "utils/test_utils.ipp" namespace fs = utils::fs; namespace { /// Logs an error message and exits the test with an error code. /// /// \param str The error message to log. static void fail(const std::string& str) { std::cerr << str << '\n'; std::exit(EXIT_FAILURE); } /// A test scenario that validates the TEST_ENV_* variables. static void test_check_configuration_variables(void) { std::set< std::string > vars; char** iter; for (iter = environ; *iter != NULL; ++iter) { if (std::strstr(*iter, "TEST_ENV_") == *iter) { vars.insert(*iter); } } std::set< std::string > exp_vars; exp_vars.insert("TEST_ENV_first=some value"); exp_vars.insert("TEST_ENV_second=some other value"); if (vars == exp_vars) { std::cout << "1..1\n" << "ok 1\n"; } else { std::cout << "1..1\n" << "not ok 1\n" << F(" Expected: %s\nFound: %s\n") % exp_vars % vars; } } /// A test scenario that crashes. static void test_crash(void) { utils::abort_without_coredump(); } /// A test scenario that reports some tests as failed. static void test_fail(void) { std::cout << "1..5\n" << "ok 1 - This is good!\n" << "not ok 2\n" << "ok 3 - TODO Consider this as passed\n" << "ok 4\n" << "not ok 5\n"; } /// A test scenario that passes. static void test_pass(void) { std::cout << "1..4\n" << "ok 1 - This is good!\n" << "non-result data\n" << "ok 2 - SKIP Consider this as passed\n" << "ok 3 - TODO Consider this as passed\n" << "ok 4\n"; } /// A test scenario that passes but then exits with non-zero. static void test_pass_but_exit_failure(void) { std::cout << "1..2\n" << "ok 1\n" << "ok 2\n"; std::exit(70); } /// A test scenario that times out. /// /// Note that the timeout is defined in the Kyuafile, as the TAP interface has /// no means for test programs to specify this by themselves. static void test_timeout(void) { std::cout << "1..2\n" << "ok 1\n"; ::sleep(10); const fs::path control_dir = fs::path(utils::getenv("CONTROL_DIR").get()); std::ofstream file((control_dir / "cookie").c_str()); if (!file) fail("Failed to create the control cookie"); file.close(); } } // anonymous namespace /// Entry point to the test program. /// /// The caller can select which test scenario to run by modifying the program's /// basename on disk (either by a copy or by a hard link). /// /// \todo It may be worth to split this binary into separate, smaller binaries, /// one for every "test scenario". We use this program as a dispatcher for /// different "main"s, the only reason being to keep the amount of helper test /// programs to a minimum. However, putting this each function in its own /// binary could simplify many other things. /// /// \param argc The number of CLI arguments. /// \param argv The CLI arguments themselves. These are not used because /// Kyua will not pass any arguments to the plain test program. int main(int argc, char** argv) { if (argc != 1) { std::cerr << "No arguments allowed; select the test scenario with the " "program's basename\n"; return EXIT_FAILURE; } const std::string& test_scenario = fs::path(argv[0]).leaf_name(); if (test_scenario == "check_configuration_variables") test_check_configuration_variables(); else if (test_scenario == "crash") test_crash(); else if (test_scenario == "fail") test_fail(); else if (test_scenario == "pass") test_pass(); else if (test_scenario == "pass_but_exit_failure") test_pass_but_exit_failure(); else if (test_scenario == "timeout") test_timeout(); else { std::cerr << "Unknown test scenario\n"; return EXIT_FAILURE; } return EXIT_SUCCESS; }