Blame cli/common.cpp

Packit 209faa
// Copyright 2011 The Kyua Authors.
Packit 209faa
// All rights reserved.
Packit 209faa
//
Packit 209faa
// Redistribution and use in source and binary forms, with or without
Packit 209faa
// modification, are permitted provided that the following conditions are
Packit 209faa
// met:
Packit 209faa
//
Packit 209faa
// * Redistributions of source code must retain the above copyright
Packit 209faa
//   notice, this list of conditions and the following disclaimer.
Packit 209faa
// * Redistributions in binary form must reproduce the above copyright
Packit 209faa
//   notice, this list of conditions and the following disclaimer in the
Packit 209faa
//   documentation and/or other materials provided with the distribution.
Packit 209faa
// * Neither the name of Google Inc. nor the names of its contributors
Packit 209faa
//   may be used to endorse or promote products derived from this software
Packit 209faa
//   without specific prior written permission.
Packit 209faa
//
Packit 209faa
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
Packit 209faa
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
Packit 209faa
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
Packit 209faa
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
Packit 209faa
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
Packit 209faa
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
Packit 209faa
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
Packit 209faa
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
Packit 209faa
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
Packit 209faa
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
Packit 209faa
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
Packit 209faa
Packit 209faa
#include "cli/common.hpp"
Packit 209faa
Packit 209faa
#include <algorithm>
Packit 209faa
#include <fstream>
Packit 209faa
#include <iostream>
Packit 209faa
#include <stdexcept>
Packit 209faa
Packit 209faa
#include "engine/filters.hpp"
Packit 209faa
#include "model/test_program.hpp"
Packit 209faa
#include "model/test_result.hpp"
Packit 209faa
#include "store/layout.hpp"
Packit 209faa
#include "utils/cmdline/exceptions.hpp"
Packit 209faa
#include "utils/cmdline/options.hpp"
Packit 209faa
#include "utils/cmdline/parser.ipp"
Packit 209faa
#include "utils/cmdline/ui.hpp"
Packit 209faa
#include "utils/datetime.hpp"
Packit 209faa
#include "utils/env.hpp"
Packit 209faa
#include "utils/format/macros.hpp"
Packit 209faa
#include "utils/logging/macros.hpp"
Packit 209faa
#include "utils/fs/exceptions.hpp"
Packit 209faa
#include "utils/fs/operations.hpp"
Packit 209faa
#include "utils/fs/path.hpp"
Packit 209faa
#include "utils/optional.ipp"
Packit 209faa
#include "utils/sanity.hpp"
Packit 209faa
Packit 209faa
#if defined(HAVE_CONFIG_H)
Packit 209faa
#   include "config.h"
Packit 209faa
#endif
Packit 209faa
Packit 209faa
namespace cmdline = utils::cmdline;
Packit 209faa
namespace datetime = utils::datetime;
Packit 209faa
namespace fs = utils::fs;
Packit 209faa
namespace layout = store::layout;
Packit 209faa
Packit 209faa
using utils::none;
Packit 209faa
using utils::optional;
Packit 209faa
Packit 209faa
Packit 209faa
/// Standard definition of the option to specify the build root.
Packit 209faa
const cmdline::path_option cli::build_root_option(
Packit 209faa
    "build-root",
Packit 209faa
    "Path to the built test programs, if different from the location of the "
Packit 209faa
    "Kyuafile scripts",
Packit 209faa
    "path");
Packit 209faa
Packit 209faa
Packit 209faa
/// Standard definition of the option to specify a Kyuafile.
Packit 209faa
const cmdline::path_option cli::kyuafile_option(
Packit 209faa
    'k', "kyuafile",
Packit 209faa
    "Path to the test suite definition",
Packit 209faa
    "file", "Kyuafile");
Packit 209faa
Packit 209faa
Packit 209faa
/// Standard definition of the option to specify filters on test results.
Packit 209faa
const cmdline::list_option cli::results_filter_option(
Packit 209faa
    "results-filter", "Comma-separated list of result types to include in "
Packit 209faa
    "the report", "types", "skipped,xfail,broken,failed");
Packit 209faa
Packit 209faa
Packit 209faa
/// Standard definition of the option to specify the results file.
Packit 209faa
///
Packit 209faa
/// TODO(jmmv): Should support a git-like syntax to go back in time, like
Packit 209faa
/// --results-file=LATEST^N where N indicates how many runs to go back to.
Packit 209faa
const cmdline::string_option cli::results_file_create_option(
Packit 209faa
    'r', "results-file",
Packit 209faa
    "Path to the results file to create; if left to the default value, the "
Packit 209faa
    "name of the file is automatically computed for the current test suite",
Packit 209faa
    "file", layout::results_auto_create_name);
Packit 209faa
Packit 209faa
Packit 209faa
/// Standard definition of the option to specify the results file.
Packit 209faa
///
Packit 209faa
/// TODO(jmmv): Should support a git-like syntax to go back in time, like
Packit 209faa
/// --results-file=LATEST^N where N indicates how many runs to go back to.
Packit 209faa
const cmdline::string_option cli::results_file_open_option(
Packit 209faa
    'r', "results-file",
Packit 209faa
    "Path to the results file to open or the identifier of the current test "
Packit 209faa
    "suite or a previous results file for automatic lookup; if left to the "
Packit 209faa
    "default value, uses the current directory as the test suite name",
Packit 209faa
    "file", layout::results_auto_open_name);
Packit 209faa
Packit 209faa
Packit 209faa
namespace {
Packit 209faa
Packit 209faa
Packit 209faa
/// Gets the path to the historical database if it exists.
Packit 209faa
///
Packit 209faa
/// TODO(jmmv): This function should go away.  It only exists as a temporary
Packit 209faa
/// transitional path to force the use of the stale ~/.kyua/store.db if it
Packit 209faa
/// exists.
Packit 209faa
///
Packit 209faa
/// \return A path if the file is found; none otherwise.
Packit 209faa
static optional< fs::path >
Packit 209faa
get_historical_db(void)
Packit 209faa
{
Packit 209faa
    optional< fs::path > home = utils::get_home();
Packit 209faa
    if (home) {
Packit 209faa
        const fs::path old_db = home.get() / ".kyua/store.db";
Packit 209faa
        if (fs::exists(old_db)) {
Packit 209faa
            if (old_db.is_absolute())
Packit 209faa
                return utils::make_optional(old_db);
Packit 209faa
            else
Packit 209faa
                return utils::make_optional(old_db.to_absolute());
Packit 209faa
        } else {
Packit 209faa
            return none;
Packit 209faa
        }
Packit 209faa
    } else {
Packit 209faa
        return none;
Packit 209faa
    }
Packit 209faa
}
Packit 209faa
Packit 209faa
Packit 209faa
/// Converts a set of result type names to identifiers.
Packit 209faa
///
Packit 209faa
/// \param names The collection of names to process; may be empty.
Packit 209faa
///
Packit 209faa
/// \return The result type identifiers corresponding to the input names.
Packit 209faa
///
Packit 209faa
/// \throw std::runtime_error If any name in the input names is invalid.
Packit 209faa
static cli::result_types
Packit 209faa
parse_types(const std::vector< std::string >& names)
Packit 209faa
{
Packit 209faa
    typedef std::map< std::string, model::test_result_type > types_map;
Packit 209faa
    types_map valid_types;
Packit 209faa
    valid_types["broken"] = model::test_result_broken;
Packit 209faa
    valid_types["failed"] = model::test_result_failed;
Packit 209faa
    valid_types["passed"] = model::test_result_passed;
Packit 209faa
    valid_types["skipped"] = model::test_result_skipped;
Packit 209faa
    valid_types["xfail"] = model::test_result_expected_failure;
Packit 209faa
Packit 209faa
    cli::result_types types;
Packit 209faa
    for (std::vector< std::string >::const_iterator iter = names.begin();
Packit 209faa
         iter != names.end(); ++iter) {
Packit 209faa
        const types_map::const_iterator match = valid_types.find(*iter);
Packit 209faa
        if (match == valid_types.end())
Packit 209faa
            throw std::runtime_error(F("Unknown result type '%s'") % *iter);
Packit 209faa
        else
Packit 209faa
            types.push_back((*match).second);
Packit 209faa
    }
Packit 209faa
    return types;
Packit 209faa
}
Packit 209faa
Packit 209faa
Packit 209faa
}  // anonymous namespace
Packit 209faa
Packit 209faa
Packit 209faa
/// Gets the path to the build root, if any.
Packit 209faa
///
Packit 209faa
/// This is just syntactic sugar to simplify quierying the 'build_root_option'.
Packit 209faa
///
Packit 209faa
/// \param cmdline The parsed command line.
Packit 209faa
///
Packit 209faa
/// \return The path to the build root, if specified; none otherwise.
Packit 209faa
optional< fs::path >
Packit 209faa
cli::build_root_path(const cmdline::parsed_cmdline& cmdline)
Packit 209faa
{
Packit 209faa
    optional< fs::path > build_root;
Packit 209faa
    if (cmdline.has_option(build_root_option.long_name()))
Packit 209faa
        build_root = cmdline.get_option< cmdline::path_option >(
Packit 209faa
            build_root_option.long_name());
Packit 209faa
    return build_root;
Packit 209faa
}
Packit 209faa
Packit 209faa
Packit 209faa
/// Gets the path to the Kyuafile to be loaded.
Packit 209faa
///
Packit 209faa
/// This is just syntactic sugar to simplify quierying the 'kyuafile_option'.
Packit 209faa
///
Packit 209faa
/// \param cmdline The parsed command line.
Packit 209faa
///
Packit 209faa
/// \return The path to the Kyuafile to be loaded.
Packit 209faa
fs::path
Packit 209faa
cli::kyuafile_path(const cmdline::parsed_cmdline& cmdline)
Packit 209faa
{
Packit 209faa
    return cmdline.get_option< cmdline::path_option >(
Packit 209faa
        kyuafile_option.long_name());
Packit 209faa
}
Packit 209faa
Packit 209faa
Packit 209faa
/// Gets the value of the results-file flag for the creation of a new file.
Packit 209faa
///
Packit 209faa
/// \param cmdline The parsed command line from which to extract any possible
Packit 209faa
///     override for the location of the database via the --results-file flag.
Packit 209faa
///
Packit 209faa
/// \return The path to the database to be used.
Packit 209faa
///
Packit 209faa
/// \throw cmdline::error If the value passed to the flag is invalid.
Packit 209faa
std::string
Packit 209faa
cli::results_file_create(const cmdline::parsed_cmdline& cmdline)
Packit 209faa
{
Packit 209faa
    std::string results_file = cmdline.get_option< cmdline::string_option >(
Packit 209faa
        results_file_create_option.long_name());
Packit 209faa
    if (results_file == results_file_create_option.default_value()) {
Packit 209faa
        const optional< fs::path > historical_db = get_historical_db();
Packit 209faa
        if (historical_db)
Packit 209faa
            results_file = historical_db.get().str();
Packit 209faa
    } else {
Packit 209faa
        try {
Packit 209faa
            (void)fs::path(results_file);
Packit 209faa
        } catch (const fs::error& e) {
Packit 209faa
            throw cmdline::usage_error(F("Invalid value passed to --%s") %
Packit 209faa
                                       results_file_create_option.long_name());
Packit 209faa
        }
Packit 209faa
    }
Packit 209faa
    return results_file;
Packit 209faa
}
Packit 209faa
Packit 209faa
Packit 209faa
/// Gets the value of the results-file flag for the lookup of the file.
Packit 209faa
///
Packit 209faa
/// \param cmdline The parsed command line from which to extract any possible
Packit 209faa
///     override for the location of the database via the --results-file flag.
Packit 209faa
///
Packit 209faa
/// \return The path to the database to be used.
Packit 209faa
///
Packit 209faa
/// \throw cmdline::error If the value passed to the flag is invalid.
Packit 209faa
std::string
Packit 209faa
cli::results_file_open(const cmdline::parsed_cmdline& cmdline)
Packit 209faa
{
Packit 209faa
    std::string results_file = cmdline.get_option< cmdline::string_option >(
Packit 209faa
        results_file_open_option.long_name());
Packit 209faa
    if (results_file == results_file_open_option.default_value()) {
Packit 209faa
        const optional< fs::path > historical_db = get_historical_db();
Packit 209faa
        if (historical_db)
Packit 209faa
            results_file = historical_db.get().str();
Packit 209faa
    } else {
Packit 209faa
        try {
Packit 209faa
            (void)fs::path(results_file);
Packit 209faa
        } catch (const fs::error& e) {
Packit 209faa
            throw cmdline::usage_error(F("Invalid value passed to --%s") %
Packit 209faa
                                       results_file_open_option.long_name());
Packit 209faa
        }
Packit 209faa
    }
Packit 209faa
    return results_file;
Packit 209faa
}
Packit 209faa
Packit 209faa
Packit 209faa
/// Gets the filters for the result types.
Packit 209faa
///
Packit 209faa
/// \param cmdline The parsed command line.
Packit 209faa
///
Packit 209faa
/// \return A collection of result types to be used for filtering.
Packit 209faa
///
Packit 209faa
/// \throw std::runtime_error If any of the user-provided filters is invalid.
Packit 209faa
cli::result_types
Packit 209faa
cli::get_result_types(const utils::cmdline::parsed_cmdline& cmdline)
Packit 209faa
{
Packit 209faa
    result_types types = parse_types(
Packit 209faa
        cmdline.get_option< cmdline::list_option >("results-filter"));
Packit 209faa
    if (types.empty()) {
Packit 209faa
        types.push_back(model::test_result_passed);
Packit 209faa
        types.push_back(model::test_result_skipped);
Packit 209faa
        types.push_back(model::test_result_expected_failure);
Packit 209faa
        types.push_back(model::test_result_broken);
Packit 209faa
        types.push_back(model::test_result_failed);
Packit 209faa
    }
Packit 209faa
    return types;
Packit 209faa
}
Packit 209faa
Packit 209faa
Packit 209faa
/// Parses a set of command-line arguments to construct test filters.
Packit 209faa
///
Packit 209faa
/// \param args The command-line arguments representing test filters.
Packit 209faa
///
Packit 209faa
/// \throw cmdline:error If any of the arguments is invalid, or if they
Packit 209faa
///     represent a non-disjoint collection of filters.
Packit 209faa
std::set< engine::test_filter >
Packit 209faa
cli::parse_filters(const cmdline::args_vector& args)
Packit 209faa
{
Packit 209faa
    std::set< engine::test_filter > filters;
Packit 209faa
Packit 209faa
    try {
Packit 209faa
        for (cmdline::args_vector::const_iterator iter = args.begin();
Packit 209faa
             iter != args.end(); iter++) {
Packit 209faa
            const engine::test_filter filter(engine::test_filter::parse(*iter));
Packit 209faa
            if (filters.find(filter) != filters.end())
Packit 209faa
                throw cmdline::error(F("Duplicate filter '%s'") % filter.str());
Packit 209faa
            filters.insert(filter);
Packit 209faa
        }
Packit 209faa
        check_disjoint_filters(filters);
Packit 209faa
    } catch (const std::runtime_error& e) {
Packit 209faa
        throw cmdline::error(e.what());
Packit 209faa
    }
Packit 209faa
Packit 209faa
    return filters;
Packit 209faa
}
Packit 209faa
Packit 209faa
Packit 209faa
/// Reports the filters that have not matched any tests as errors.
Packit 209faa
///
Packit 209faa
/// \param unused The collection of unused filters to report.
Packit 209faa
/// \param ui The user interface object through which errors are to be reported.
Packit 209faa
///
Packit 209faa
/// \return True if there are any unused filters.  The caller should report this
Packit 209faa
/// as an error to the user by means of a non-successful exit code.
Packit 209faa
bool
Packit 209faa
cli::report_unused_filters(const std::set< engine::test_filter >& unused,
Packit 209faa
                           cmdline::ui* ui)
Packit 209faa
{
Packit 209faa
    for (std::set< engine::test_filter >::const_iterator iter = unused.begin();
Packit 209faa
         iter != unused.end(); iter++) {
Packit 209faa
        cmdline::print_warning(ui, F("No test cases matched by the filter "
Packit 209faa
                                     "'%s'.") % (*iter).str());
Packit 209faa
    }
Packit 209faa
Packit 209faa
    return !unused.empty();
Packit 209faa
}
Packit 209faa
Packit 209faa
Packit 209faa
/// Formats a time delta for user presentation.
Packit 209faa
///
Packit 209faa
/// \param delta The time delta to format.
Packit 209faa
///
Packit 209faa
/// \return A user-friendly representation of the time delta.
Packit 209faa
std::string
Packit 209faa
cli::format_delta(const datetime::delta& delta)
Packit 209faa
{
Packit 209faa
    return F("%.3ss") % (delta.seconds + (delta.useconds / 1000000.0));
Packit 209faa
}
Packit 209faa
Packit 209faa
Packit 209faa
/// Formats a test case result for user presentation.
Packit 209faa
///
Packit 209faa
/// \param result The result to format.
Packit 209faa
///
Packit 209faa
/// \return A user-friendly representation of the result.
Packit 209faa
std::string
Packit 209faa
cli::format_result(const model::test_result& result)
Packit 209faa
{
Packit 209faa
    std::string text;
Packit 209faa
Packit 209faa
    switch (result.type()) {
Packit 209faa
    case model::test_result_broken: text = "broken"; break;
Packit 209faa
    case model::test_result_expected_failure: text = "expected_failure"; break;
Packit 209faa
    case model::test_result_failed: text = "failed"; break;
Packit 209faa
    case model::test_result_passed: text = "passed"; break;
Packit 209faa
    case model::test_result_skipped: text = "skipped"; break;
Packit 209faa
    }
Packit 209faa
    INV(!text.empty());
Packit 209faa
Packit 209faa
    if (!result.reason().empty())
Packit 209faa
        text += ": " + result.reason();
Packit 209faa
Packit 209faa
    return text;
Packit 209faa
}
Packit 209faa
Packit 209faa
Packit 209faa
/// Formats the identifier of a test case for user presentation.
Packit 209faa
///
Packit 209faa
/// \param test_program The test program containing the test case.
Packit 209faa
/// \param test_case_name The name of the test case.
Packit 209faa
///
Packit 209faa
/// \return A string representing the test case uniquely within a test suite.
Packit 209faa
std::string
Packit 209faa
cli::format_test_case_id(const model::test_program& test_program,
Packit 209faa
                         const std::string& test_case_name)
Packit 209faa
{
Packit 209faa
    return F("%s:%s") % test_program.relative_path() % test_case_name;
Packit 209faa
}
Packit 209faa
Packit 209faa
Packit 209faa
/// Formats a filter using the same syntax of a test case.
Packit 209faa
///
Packit 209faa
/// \param test_filter The filter to format.
Packit 209faa
///
Packit 209faa
/// \return A string representing the test filter.
Packit 209faa
std::string
Packit 209faa
cli::format_test_case_id(const engine::test_filter& test_filter)
Packit 209faa
{
Packit 209faa
    return F("%s:%s") % test_filter.test_program % test_filter.test_case;
Packit 209faa
}
Packit 209faa
Packit 209faa
Packit 209faa
/// Prints the version header information to the interface output.
Packit 209faa
///
Packit 209faa
/// \param ui Interface to which to write the version details.
Packit 209faa
void
Packit 209faa
cli::write_version_header(utils::cmdline::ui* ui)
Packit 209faa
{
Packit 209faa
    ui->out(PACKAGE " (" PACKAGE_NAME ") " PACKAGE_VERSION);
Packit 209faa
}