|
Packit |
ea1746 |
// Ceres Solver - A fast non-linear least squares minimizer
|
|
Packit |
ea1746 |
// Copyright 2015 Google Inc. All rights reserved.
|
|
Packit |
ea1746 |
// http://ceres-solver.org/
|
|
Packit |
ea1746 |
//
|
|
Packit |
ea1746 |
// Redistribution and use in source and binary forms, with or without
|
|
Packit |
ea1746 |
// modification, are permitted provided that the following conditions are met:
|
|
Packit |
ea1746 |
//
|
|
Packit |
ea1746 |
// * Redistributions of source code must retain the above copyright notice,
|
|
Packit |
ea1746 |
// this list of conditions and the following disclaimer.
|
|
Packit |
ea1746 |
// * Redistributions in binary form must reproduce the above copyright notice,
|
|
Packit |
ea1746 |
// this list of conditions and the following disclaimer in the documentation
|
|
Packit |
ea1746 |
// and/or other materials provided with the distribution.
|
|
Packit |
ea1746 |
// * Neither the name of Google Inc. nor the names of its contributors may be
|
|
Packit |
ea1746 |
// used to endorse or promote products derived from this software without
|
|
Packit |
ea1746 |
// specific prior written permission.
|
|
Packit |
ea1746 |
//
|
|
Packit |
ea1746 |
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
Packit |
ea1746 |
// AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
Packit |
ea1746 |
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
Packit |
ea1746 |
// ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
Packit |
ea1746 |
// LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
Packit |
ea1746 |
// CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
Packit |
ea1746 |
// SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
Packit |
ea1746 |
// INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
Packit |
ea1746 |
// CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
Packit |
ea1746 |
// ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
Packit |
ea1746 |
// POSSIBILITY OF SUCH DAMAGE.
|
|
Packit |
ea1746 |
//
|
|
Packit |
ea1746 |
// Author: sameeragarwal@google.com (Sameer Agarwal)
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
#include "ceres/gradient_problem_solver.h"
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
#include "ceres/callbacks.h"
|
|
Packit |
ea1746 |
#include "ceres/gradient_problem.h"
|
|
Packit |
ea1746 |
#include "ceres/gradient_problem_evaluator.h"
|
|
Packit |
ea1746 |
#include "ceres/internal/eigen.h"
|
|
Packit |
ea1746 |
#include "ceres/internal/port.h"
|
|
Packit |
ea1746 |
#include "ceres/map_util.h"
|
|
Packit |
ea1746 |
#include "ceres/minimizer.h"
|
|
Packit |
ea1746 |
#include "ceres/solver.h"
|
|
Packit |
ea1746 |
#include "ceres/solver_utils.h"
|
|
Packit |
ea1746 |
#include "ceres/stringprintf.h"
|
|
Packit |
ea1746 |
#include "ceres/types.h"
|
|
Packit |
ea1746 |
#include "ceres/wall_time.h"
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
namespace ceres {
|
|
Packit |
ea1746 |
using internal::StringPrintf;
|
|
Packit |
ea1746 |
using internal::StringAppendF;
|
|
Packit |
ea1746 |
using std::string;
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
namespace {
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
Solver::Options GradientProblemSolverOptionsToSolverOptions(
|
|
Packit |
ea1746 |
const GradientProblemSolver::Options& options) {
|
|
Packit |
ea1746 |
#define COPY_OPTION(x) solver_options.x = options.x
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
Solver::Options solver_options;
|
|
Packit |
ea1746 |
solver_options.minimizer_type = LINE_SEARCH;
|
|
Packit |
ea1746 |
COPY_OPTION(line_search_direction_type);
|
|
Packit |
ea1746 |
COPY_OPTION(line_search_type);
|
|
Packit |
ea1746 |
COPY_OPTION(nonlinear_conjugate_gradient_type);
|
|
Packit |
ea1746 |
COPY_OPTION(max_lbfgs_rank);
|
|
Packit |
ea1746 |
COPY_OPTION(use_approximate_eigenvalue_bfgs_scaling);
|
|
Packit |
ea1746 |
COPY_OPTION(line_search_interpolation_type);
|
|
Packit |
ea1746 |
COPY_OPTION(min_line_search_step_size);
|
|
Packit |
ea1746 |
COPY_OPTION(line_search_sufficient_function_decrease);
|
|
Packit |
ea1746 |
COPY_OPTION(max_line_search_step_contraction);
|
|
Packit |
ea1746 |
COPY_OPTION(min_line_search_step_contraction);
|
|
Packit |
ea1746 |
COPY_OPTION(max_num_line_search_step_size_iterations);
|
|
Packit |
ea1746 |
COPY_OPTION(max_num_line_search_direction_restarts);
|
|
Packit |
ea1746 |
COPY_OPTION(line_search_sufficient_curvature_decrease);
|
|
Packit |
ea1746 |
COPY_OPTION(max_line_search_step_expansion);
|
|
Packit |
ea1746 |
COPY_OPTION(max_num_iterations);
|
|
Packit |
ea1746 |
COPY_OPTION(max_solver_time_in_seconds);
|
|
Packit |
ea1746 |
COPY_OPTION(parameter_tolerance);
|
|
Packit |
ea1746 |
COPY_OPTION(function_tolerance);
|
|
Packit |
ea1746 |
COPY_OPTION(gradient_tolerance);
|
|
Packit |
ea1746 |
COPY_OPTION(logging_type);
|
|
Packit |
ea1746 |
COPY_OPTION(minimizer_progress_to_stdout);
|
|
Packit |
ea1746 |
COPY_OPTION(callbacks);
|
|
Packit |
ea1746 |
return solver_options;
|
|
Packit |
ea1746 |
#undef COPY_OPTION
|
|
Packit |
ea1746 |
}
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
} // namespace
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
bool GradientProblemSolver::Options::IsValid(std::string* error) const {
|
|
Packit |
ea1746 |
const Solver::Options solver_options =
|
|
Packit |
ea1746 |
GradientProblemSolverOptionsToSolverOptions(*this);
|
|
Packit |
ea1746 |
return solver_options.IsValid(error);
|
|
Packit |
ea1746 |
}
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
GradientProblemSolver::~GradientProblemSolver() {
|
|
Packit |
ea1746 |
}
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
void GradientProblemSolver::Solve(const GradientProblemSolver::Options& options,
|
|
Packit |
ea1746 |
const GradientProblem& problem,
|
|
Packit |
ea1746 |
double* parameters_ptr,
|
|
Packit |
ea1746 |
GradientProblemSolver::Summary* summary) {
|
|
Packit |
ea1746 |
using internal::scoped_ptr;
|
|
Packit |
ea1746 |
using internal::WallTimeInSeconds;
|
|
Packit |
ea1746 |
using internal::Minimizer;
|
|
Packit |
ea1746 |
using internal::GradientProblemEvaluator;
|
|
Packit |
ea1746 |
using internal::LoggingCallback;
|
|
Packit |
ea1746 |
using internal::SetSummaryFinalCost;
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
double start_time = WallTimeInSeconds();
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
*CHECK_NOTNULL(summary) = Summary();
|
|
Packit |
ea1746 |
summary->num_parameters = problem.NumParameters();
|
|
Packit |
ea1746 |
summary->num_local_parameters = problem.NumLocalParameters();
|
|
Packit |
ea1746 |
summary->line_search_direction_type = options.line_search_direction_type; // NOLINT
|
|
Packit |
ea1746 |
summary->line_search_interpolation_type = options.line_search_interpolation_type; // NOLINT
|
|
Packit |
ea1746 |
summary->line_search_type = options.line_search_type;
|
|
Packit |
ea1746 |
summary->max_lbfgs_rank = options.max_lbfgs_rank;
|
|
Packit |
ea1746 |
summary->nonlinear_conjugate_gradient_type = options.nonlinear_conjugate_gradient_type; // NOLINT
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
// Check validity
|
|
Packit |
ea1746 |
if (!options.IsValid(&summary->message)) {
|
|
Packit |
ea1746 |
LOG(ERROR) << "Terminating: " << summary->message;
|
|
Packit |
ea1746 |
return;
|
|
Packit |
ea1746 |
}
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
// TODO(sameeragarwal): This is a bit convoluted, we should be able
|
|
Packit |
ea1746 |
// to convert to minimizer options directly, but this will do for
|
|
Packit |
ea1746 |
// now.
|
|
Packit |
ea1746 |
Minimizer::Options minimizer_options =
|
|
Packit |
ea1746 |
Minimizer::Options(GradientProblemSolverOptionsToSolverOptions(options));
|
|
Packit |
ea1746 |
minimizer_options.evaluator.reset(new GradientProblemEvaluator(problem));
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
scoped_ptr<IterationCallback> logging_callback;
|
|
Packit |
ea1746 |
if (options.logging_type != SILENT) {
|
|
Packit |
ea1746 |
logging_callback.reset(
|
|
Packit |
ea1746 |
new LoggingCallback(LINE_SEARCH, options.minimizer_progress_to_stdout));
|
|
Packit |
ea1746 |
minimizer_options.callbacks.insert(minimizer_options.callbacks.begin(),
|
|
Packit |
ea1746 |
logging_callback.get());
|
|
Packit |
ea1746 |
}
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
scoped_ptr<Minimizer> minimizer(Minimizer::Create(LINE_SEARCH));
|
|
Packit |
ea1746 |
Vector solution(problem.NumParameters());
|
|
Packit |
ea1746 |
VectorRef parameters(parameters_ptr, problem.NumParameters());
|
|
Packit |
ea1746 |
solution = parameters;
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
Solver::Summary solver_summary;
|
|
Packit |
ea1746 |
solver_summary.fixed_cost = 0.0;
|
|
Packit |
ea1746 |
solver_summary.preprocessor_time_in_seconds = 0.0;
|
|
Packit |
ea1746 |
solver_summary.postprocessor_time_in_seconds = 0.0;
|
|
Packit |
ea1746 |
solver_summary.line_search_polynomial_minimization_time_in_seconds = 0.0;
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
minimizer->Minimize(minimizer_options, solution.data(), &solver_summary);
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
summary->termination_type = solver_summary.termination_type;
|
|
Packit |
ea1746 |
summary->message = solver_summary.message;
|
|
Packit |
ea1746 |
summary->initial_cost = solver_summary.initial_cost;
|
|
Packit |
ea1746 |
summary->final_cost = solver_summary.final_cost;
|
|
Packit |
ea1746 |
summary->iterations = solver_summary.iterations;
|
|
Packit |
ea1746 |
summary->line_search_polynomial_minimization_time_in_seconds =
|
|
Packit |
ea1746 |
solver_summary.line_search_polynomial_minimization_time_in_seconds;
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
if (summary->IsSolutionUsable()) {
|
|
Packit |
ea1746 |
parameters = solution;
|
|
Packit |
ea1746 |
SetSummaryFinalCost(summary);
|
|
Packit |
ea1746 |
}
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
const std::map<string, double>& evaluator_time_statistics =
|
|
Packit |
ea1746 |
minimizer_options.evaluator->TimeStatistics();
|
|
Packit |
ea1746 |
summary->cost_evaluation_time_in_seconds =
|
|
Packit |
ea1746 |
FindWithDefault(evaluator_time_statistics, "Evaluator::Residual", 0.0);
|
|
Packit |
ea1746 |
summary->gradient_evaluation_time_in_seconds =
|
|
Packit |
ea1746 |
FindWithDefault(evaluator_time_statistics, "Evaluator::Jacobian", 0.0);
|
|
Packit |
ea1746 |
const std::map<string, int>& evaluator_call_statistics =
|
|
Packit |
ea1746 |
minimizer_options.evaluator->CallStatistics();
|
|
Packit |
ea1746 |
summary->num_cost_evaluations =
|
|
Packit |
ea1746 |
FindWithDefault(evaluator_call_statistics, "Evaluator::Residual", 0);
|
|
Packit |
ea1746 |
summary->num_gradient_evaluations =
|
|
Packit |
ea1746 |
FindWithDefault(evaluator_call_statistics, "Evaluator::Jacobian", 0);
|
|
Packit |
ea1746 |
summary->total_time_in_seconds = WallTimeInSeconds() - start_time;
|
|
Packit |
ea1746 |
}
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
// Invalid values for most fields, to ensure that we are not
|
|
Packit |
ea1746 |
// accidentally reporting default values.
|
|
Packit |
ea1746 |
GradientProblemSolver::Summary::Summary()
|
|
Packit |
ea1746 |
: termination_type(FAILURE),
|
|
Packit |
ea1746 |
message("ceres::GradientProblemSolve was not called."),
|
|
Packit |
ea1746 |
initial_cost(-1.0),
|
|
Packit |
ea1746 |
final_cost(-1.0),
|
|
Packit |
ea1746 |
total_time_in_seconds(-1.0),
|
|
Packit |
ea1746 |
cost_evaluation_time_in_seconds(-1.0),
|
|
Packit |
ea1746 |
gradient_evaluation_time_in_seconds(-1.0),
|
|
Packit |
ea1746 |
line_search_polynomial_minimization_time_in_seconds(-1.0),
|
|
Packit |
ea1746 |
num_parameters(-1),
|
|
Packit |
ea1746 |
num_local_parameters(-1),
|
|
Packit |
ea1746 |
line_search_direction_type(LBFGS),
|
|
Packit |
ea1746 |
line_search_type(ARMIJO),
|
|
Packit |
ea1746 |
line_search_interpolation_type(BISECTION),
|
|
Packit |
ea1746 |
nonlinear_conjugate_gradient_type(FLETCHER_REEVES),
|
|
Packit |
ea1746 |
max_lbfgs_rank(-1) {
|
|
Packit |
ea1746 |
}
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
bool GradientProblemSolver::Summary::IsSolutionUsable() const {
|
|
Packit |
ea1746 |
return internal::IsSolutionUsable(*this);
|
|
Packit |
ea1746 |
}
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
string GradientProblemSolver::Summary::BriefReport() const {
|
|
Packit |
ea1746 |
return StringPrintf("Ceres GradientProblemSolver Report: "
|
|
Packit |
ea1746 |
"Iterations: %d, "
|
|
Packit |
ea1746 |
"Initial cost: %e, "
|
|
Packit |
ea1746 |
"Final cost: %e, "
|
|
Packit |
ea1746 |
"Termination: %s",
|
|
Packit |
ea1746 |
static_cast<int>(iterations.size()),
|
|
Packit |
ea1746 |
initial_cost,
|
|
Packit |
ea1746 |
final_cost,
|
|
Packit |
ea1746 |
TerminationTypeToString(termination_type));
|
|
Packit |
ea1746 |
}
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
string GradientProblemSolver::Summary::FullReport() const {
|
|
Packit |
ea1746 |
using internal::VersionString;
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
string report = string("\nSolver Summary (v " + VersionString() + ")\n\n");
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
StringAppendF(&report, "Parameters % 25d\n", num_parameters);
|
|
Packit |
ea1746 |
if (num_local_parameters != num_parameters) {
|
|
Packit |
ea1746 |
StringAppendF(&report, "Local parameters % 25d\n",
|
|
Packit |
ea1746 |
num_local_parameters);
|
|
Packit |
ea1746 |
}
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
string line_search_direction_string;
|
|
Packit |
ea1746 |
if (line_search_direction_type == LBFGS) {
|
|
Packit |
ea1746 |
line_search_direction_string = StringPrintf("LBFGS (%d)", max_lbfgs_rank);
|
|
Packit |
ea1746 |
} else if (line_search_direction_type == NONLINEAR_CONJUGATE_GRADIENT) {
|
|
Packit |
ea1746 |
line_search_direction_string =
|
|
Packit |
ea1746 |
NonlinearConjugateGradientTypeToString(
|
|
Packit |
ea1746 |
nonlinear_conjugate_gradient_type);
|
|
Packit |
ea1746 |
} else {
|
|
Packit |
ea1746 |
line_search_direction_string =
|
|
Packit |
ea1746 |
LineSearchDirectionTypeToString(line_search_direction_type);
|
|
Packit |
ea1746 |
}
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
StringAppendF(&report, "Line search direction %19s\n",
|
|
Packit |
ea1746 |
line_search_direction_string.c_str());
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
const string line_search_type_string =
|
|
Packit |
ea1746 |
StringPrintf("%s %s",
|
|
Packit |
ea1746 |
LineSearchInterpolationTypeToString(
|
|
Packit |
ea1746 |
line_search_interpolation_type),
|
|
Packit |
ea1746 |
LineSearchTypeToString(line_search_type));
|
|
Packit |
ea1746 |
StringAppendF(&report, "Line search type %19s\n",
|
|
Packit |
ea1746 |
line_search_type_string.c_str());
|
|
Packit |
ea1746 |
StringAppendF(&report, "\n");
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
StringAppendF(&report, "\nCost:\n");
|
|
Packit |
ea1746 |
StringAppendF(&report, "Initial % 30e\n", initial_cost);
|
|
Packit |
ea1746 |
if (termination_type != FAILURE &&
|
|
Packit |
ea1746 |
termination_type != USER_FAILURE) {
|
|
Packit |
ea1746 |
StringAppendF(&report, "Final % 30e\n", final_cost);
|
|
Packit |
ea1746 |
StringAppendF(&report, "Change % 30e\n",
|
|
Packit |
ea1746 |
initial_cost - final_cost);
|
|
Packit |
ea1746 |
}
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
StringAppendF(&report, "\nMinimizer iterations % 16d\n",
|
|
Packit |
ea1746 |
static_cast<int>(iterations.size()));
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
StringAppendF(&report, "\nTime (in seconds):\n");
|
|
Packit |
ea1746 |
StringAppendF(&report, "\n Cost evaluation %23.4f (%d)\n",
|
|
Packit |
ea1746 |
cost_evaluation_time_in_seconds,
|
|
Packit |
ea1746 |
num_cost_evaluations);
|
|
Packit |
ea1746 |
StringAppendF(&report, " Gradient evaluation %23.4f (%d)\n",
|
|
Packit |
ea1746 |
gradient_evaluation_time_in_seconds,
|
|
Packit |
ea1746 |
num_gradient_evaluations);
|
|
Packit |
ea1746 |
StringAppendF(&report, " Polynomial minimization %17.4f\n",
|
|
Packit |
ea1746 |
line_search_polynomial_minimization_time_in_seconds);
|
|
Packit |
ea1746 |
StringAppendF(&report, "Total %25.4f\n\n",
|
|
Packit |
ea1746 |
total_time_in_seconds);
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
StringAppendF(&report, "Termination: %25s (%s)\n",
|
|
Packit |
ea1746 |
TerminationTypeToString(termination_type), message.c_str());
|
|
Packit |
ea1746 |
return report;
|
|
Packit |
ea1746 |
}
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
void Solve(const GradientProblemSolver::Options& options,
|
|
Packit |
ea1746 |
const GradientProblem& problem,
|
|
Packit |
ea1746 |
double* parameters,
|
|
Packit |
ea1746 |
GradientProblemSolver::Summary* summary) {
|
|
Packit |
ea1746 |
GradientProblemSolver solver;
|
|
Packit |
ea1746 |
solver.Solve(options, problem, parameters, summary);
|
|
Packit |
ea1746 |
}
|
|
Packit |
ea1746 |
|
|
Packit |
ea1746 |
} // namespace ceres
|