mirror of
https://github.com/ceres-solver/ceres-solver.git
synced 2026-08-30 00:50:37 +08:00
f14f6bf9b7
When using sparse cholesky factorization to solve the linear least squares problem: Ax = b There are two sources of computational complexity. 1. Computing H = A'A 2. Computing the sparse Cholesky factorization of H. Doing 1. using CX_SPARSE is particularly expensive, as it uses a generic cs_multiply function which computes the structure of the matrix H everytime, reallocates memory and does not take advantage of the fact that the matrix being computed is a symmetric outer product. This change adds a custom symmetric outer product algorithm for CompressedRowSparseMatrix. It has a symbolic phase, where it computes the sparsity structure of the output matrix and a "program" which allows the actual multiplication routine to determine exactly which entry in the values array each term in the product contributes to. With these two bits of information, the outer product H = A'A can be computed extremely fast without any reasoning about the structure of H. Further gains in efficiency are made by exploiting the block structure of A. With this change, SPARSE_NORMAL_CHOLESKY with CX_SPARSE as the backend results in > 300% speedup for some problems. The symbolic analysis phase of the solver is a bit more expensive now but the increased cost is made up in 3-4 iterations. Change-Id: I5e4a72b4d03ba41b378a2634330bc22b299c0f12
254 lines
8.6 KiB
C++
254 lines
8.6 KiB
C++
// Ceres Solver - A fast non-linear least squares minimizer
|
|
// Copyright 2010, 2011, 2012 Google Inc. All rights reserved.
|
|
// http://code.google.com/p/ceres-solver/
|
|
//
|
|
// Redistribution and use in source and binary forms, with or without
|
|
// modification, are permitted provided that the following conditions are met:
|
|
//
|
|
// * Redistributions of source code must retain the above copyright notice,
|
|
// this list of conditions and the following disclaimer.
|
|
// * Redistributions in binary form must reproduce the above copyright notice,
|
|
// this list of conditions and the following disclaimer in the documentation
|
|
// and/or other materials provided with the distribution.
|
|
// * Neither the name of Google Inc. nor the names of its contributors may be
|
|
// used to endorse or promote products derived from this software without
|
|
// specific prior written permission.
|
|
//
|
|
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
// AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
// ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
// LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
// CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
// SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
// INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
// CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
// ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
// POSSIBILITY OF SUCH DAMAGE.
|
|
//
|
|
// Author: sameeragarwal@google.com (Sameer Agarwal)
|
|
|
|
#if !defined(CERES_NO_SUITESPARSE) || !defined(CERES_NO_CXSPARSE)
|
|
|
|
#include "ceres/sparse_normal_cholesky_solver.h"
|
|
|
|
#include <algorithm>
|
|
#include <cstring>
|
|
#include <ctime>
|
|
|
|
#include "ceres/compressed_row_sparse_matrix.h"
|
|
#include "ceres/cxsparse.h"
|
|
#include "ceres/internal/eigen.h"
|
|
#include "ceres/internal/scoped_ptr.h"
|
|
#include "ceres/linear_solver.h"
|
|
#include "ceres/suitesparse.h"
|
|
#include "ceres/triplet_sparse_matrix.h"
|
|
#include "ceres/types.h"
|
|
#include "ceres/wall_time.h"
|
|
|
|
namespace ceres {
|
|
namespace internal {
|
|
|
|
SparseNormalCholeskySolver::SparseNormalCholeskySolver(
|
|
const LinearSolver::Options& options)
|
|
: factor_(NULL),
|
|
cxsparse_factor_(NULL),
|
|
options_(options) {
|
|
}
|
|
|
|
SparseNormalCholeskySolver::~SparseNormalCholeskySolver() {
|
|
#ifndef CERES_NO_SUITESPARSE
|
|
if (factor_ != NULL) {
|
|
ss_.Free(factor_);
|
|
factor_ = NULL;
|
|
}
|
|
#endif
|
|
|
|
#ifndef CERES_NO_CXSPARSE
|
|
if (cxsparse_factor_ != NULL) {
|
|
cxsparse_.Free(cxsparse_factor_);
|
|
cxsparse_factor_ = NULL;
|
|
}
|
|
#endif // CERES_NO_CXSPARSE
|
|
}
|
|
|
|
LinearSolver::Summary SparseNormalCholeskySolver::SolveImpl(
|
|
CompressedRowSparseMatrix* A,
|
|
const double* b,
|
|
const LinearSolver::PerSolveOptions& per_solve_options,
|
|
double * x) {
|
|
|
|
const int num_cols = A->num_cols();
|
|
VectorRef(x, num_cols).setZero();
|
|
A->LeftMultiply(b, x);
|
|
|
|
if (per_solve_options.D != NULL) {
|
|
// Temporarily append a diagonal block to the A matrix, but undo
|
|
// it before returning the matrix to the user.
|
|
scoped_ptr<CompressedRowSparseMatrix> regularizer;
|
|
if (A->col_blocks().size() > 0) {
|
|
regularizer.reset(CompressedRowSparseMatrix::CreateBlockDiagonalMatrix(
|
|
per_solve_options.D, A->col_blocks()));
|
|
} else {
|
|
regularizer.reset(new CompressedRowSparseMatrix(
|
|
per_solve_options.D, num_cols));
|
|
}
|
|
A->AppendRows(*regularizer);
|
|
}
|
|
|
|
LinearSolver::Summary summary;
|
|
switch (options_.sparse_linear_algebra_library_type) {
|
|
case SUITE_SPARSE:
|
|
summary = SolveImplUsingSuiteSparse(A, per_solve_options, x);
|
|
break;
|
|
case CX_SPARSE:
|
|
summary = SolveImplUsingCXSparse(A, per_solve_options, x);
|
|
break;
|
|
default:
|
|
LOG(FATAL) << "Unknown sparse linear algebra library : "
|
|
<< options_.sparse_linear_algebra_library_type;
|
|
}
|
|
|
|
if (per_solve_options.D != NULL) {
|
|
A->DeleteRows(num_cols);
|
|
}
|
|
|
|
return summary;
|
|
}
|
|
|
|
#ifndef CERES_NO_CXSPARSE
|
|
LinearSolver::Summary SparseNormalCholeskySolver::SolveImplUsingCXSparse(
|
|
CompressedRowSparseMatrix* A,
|
|
const LinearSolver::PerSolveOptions& per_solve_options,
|
|
double * rhs_and_solution) {
|
|
EventLogger event_logger("SparseNormalCholeskySolver::CXSparse::Solve");
|
|
|
|
LinearSolver::Summary summary;
|
|
summary.num_iterations = 1;
|
|
summary.termination_type = LINEAR_SOLVER_SUCCESS;
|
|
summary.message = "Success.";
|
|
|
|
// Compute the normal equations. J'J delta = J'f and solve them
|
|
// using a sparse Cholesky factorization. Notice that when compared
|
|
// to SuiteSparse we have to explicitly compute the transpose of Jt,
|
|
// and then the normal equations before they can be
|
|
// factorized. CHOLMOD/SuiteSparse on the other hand can just work
|
|
// off of Jt to compute the Cholesky factorization of the normal
|
|
// equations.
|
|
if (outer_product_.get() == NULL) {
|
|
outer_product_.reset(
|
|
CompressedRowSparseMatrix::CreateOuterProductMatrixAndProgram(
|
|
*A, &pattern_));
|
|
}
|
|
|
|
CompressedRowSparseMatrix::ComputeOuterProduct(
|
|
*A, pattern_, outer_product_.get());
|
|
cs_di AtA_view =
|
|
cxsparse_.CreateSparseMatrixTransposeView(outer_product_.get());
|
|
cs_di* AtA = &AtA_view;
|
|
|
|
event_logger.AddEvent("Setup");
|
|
|
|
// Compute symbolic factorization if not available.
|
|
if (cxsparse_factor_ == NULL) {
|
|
if (options_.use_postordering) {
|
|
cxsparse_factor_ = cxsparse_.BlockAnalyzeCholesky(AtA,
|
|
A->col_blocks(),
|
|
A->col_blocks());
|
|
} else {
|
|
cxsparse_factor_ = cxsparse_.AnalyzeCholeskyWithNaturalOrdering(AtA);
|
|
}
|
|
}
|
|
event_logger.AddEvent("Analysis");
|
|
|
|
if (cxsparse_factor_ == NULL) {
|
|
summary.termination_type = LINEAR_SOLVER_FATAL_ERROR;
|
|
summary.message =
|
|
"CXSparse failure. Unable to find symbolic factorization.";
|
|
} else if (!cxsparse_.SolveCholesky(AtA, cxsparse_factor_, rhs_and_solution)) {
|
|
summary.termination_type = LINEAR_SOLVER_FAILURE;
|
|
}
|
|
event_logger.AddEvent("Solve");
|
|
return summary;
|
|
}
|
|
#else
|
|
LinearSolver::Summary SparseNormalCholeskySolver::SolveImplUsingCXSparse(
|
|
CompressedRowSparseMatrix* A,
|
|
const LinearSolver::PerSolveOptions& per_solve_options,
|
|
double * rhs_and_solution) {
|
|
LOG(FATAL) << "No CXSparse support in Ceres.";
|
|
|
|
// Unreachable but MSVC does not know this.
|
|
return LinearSolver::Summary();
|
|
}
|
|
#endif
|
|
|
|
#ifndef CERES_NO_SUITESPARSE
|
|
LinearSolver::Summary SparseNormalCholeskySolver::SolveImplUsingSuiteSparse(
|
|
CompressedRowSparseMatrix* A,
|
|
const LinearSolver::PerSolveOptions& per_solve_options,
|
|
double * rhs_and_solution) {
|
|
EventLogger event_logger("SparseNormalCholeskySolver::SuiteSparse::Solve");
|
|
LinearSolver::Summary summary;
|
|
summary.termination_type = LINEAR_SOLVER_SUCCESS;
|
|
summary.num_iterations = 1;
|
|
summary.message = "Success.";
|
|
|
|
const int num_cols = A->num_cols();
|
|
cholmod_sparse lhs = ss_.CreateSparseMatrixTransposeView(A);
|
|
event_logger.AddEvent("Setup");
|
|
|
|
if (factor_ == NULL) {
|
|
if (options_.use_postordering) {
|
|
factor_ = ss_.BlockAnalyzeCholesky(&lhs,
|
|
A->col_blocks(),
|
|
A->row_blocks(),
|
|
&summary.message);
|
|
} else {
|
|
factor_ = ss_.AnalyzeCholeskyWithNaturalOrdering(&lhs, &summary.message);
|
|
}
|
|
}
|
|
event_logger.AddEvent("Analysis");
|
|
|
|
if (factor_ == NULL) {
|
|
summary.termination_type = LINEAR_SOLVER_FATAL_ERROR;
|
|
return summary;
|
|
}
|
|
|
|
summary.termination_type = ss_.Cholesky(&lhs, factor_, &summary.message);
|
|
if (summary.termination_type != LINEAR_SOLVER_SUCCESS) {
|
|
return summary;
|
|
}
|
|
|
|
cholmod_dense* rhs = ss_.CreateDenseVector(rhs_and_solution, num_cols, num_cols);
|
|
cholmod_dense* solution = ss_.Solve(factor_, rhs, &summary.message);
|
|
event_logger.AddEvent("Solve");
|
|
|
|
ss_.Free(rhs);
|
|
if (solution != NULL) {
|
|
memcpy(rhs_and_solution, solution->x, num_cols * sizeof(*rhs_and_solution));
|
|
ss_.Free(solution);
|
|
} else {
|
|
summary.termination_type = LINEAR_SOLVER_FAILURE;
|
|
}
|
|
|
|
event_logger.AddEvent("Teardown");
|
|
return summary;
|
|
}
|
|
#else
|
|
LinearSolver::Summary SparseNormalCholeskySolver::SolveImplUsingSuiteSparse(
|
|
CompressedRowSparseMatrix* A,
|
|
const LinearSolver::PerSolveOptions& per_solve_options,
|
|
double * rhs_and_solution) {
|
|
LOG(FATAL) << "No SuiteSparse support in Ceres.";
|
|
|
|
// Unreachable but MSVC does not know this.
|
|
return LinearSolver::Summary();
|
|
}
|
|
#endif
|
|
|
|
} // namespace internal
|
|
} // namespace ceres
|
|
|
|
#endif // !defined(CERES_NO_SUITESPARSE) || !defined(CERES_NO_CXSPARSE)
|