mirror of
https://github.com/ceres-solver/ceres-solver.git
synced 2026-08-30 00:50:37 +08:00
b158515089
Main focus of this change is to parallelize remaining operations (most of them are operations on vectors) in code-path utilized with iterative Schur complement. Parallelization is handled using lazy evaluation of Eigen expressions. On linux pc with intel 8176 processor parallelization of vector operations has the following effect: Running ./bin/parallel_vector_operations_benchmark Run on (112 X 3200.32 MHz CPU s) CPU Caches: L1 Data 32 KiB (x56) L1 Instruction 32 KiB (x56) L2 Unified 1024 KiB (x56) L3 Unified 39424 KiB (x2) Load Average: 3.30, 8.41, 11.82 ----------------------------------- Benchmark Time ----------------------------------- SetZero 10009532 ns SetZeroParallel/1 10024139 ns ... SetZeroParallel/16 877606 ns Negate 4978856 ns NegateParallel/1 5145413 ns ... NegateParallel/16 721823 ns Assign 10731408 ns AssignParallel/1 10749944 ns ... AssignParallel/16 1829381 ns D2X 15214399 ns D2XParallel/1 15623245 ns ... D2XParallel/16 2687060 ns DivideSqrt 8220050 ns DivideSqrtParallel/1 9088467 ns ... DivideSqrtParallel/16 905569 ns Clamp 3502010 ns ClampParallel/1 4507897 ns ... ClampParallel/16 759576 ns Norm 4426782 ns NormParallel/1 4442805 ns ... NormParallel/16 430290 ns Dot 9023276 ns DotParallel/1 9031304 ns ... DotParallel/16 1157267 ns Axpby 14608289 ns AxpbyParallel/1 14570825 ns ... AxpbyParallel/16 2672220 ns ----------------------------------- Multi-threading of vector operations in ISC and program evaluation results into the following improvement: Running ./bin/evaluation_benchmark -------------------------------------------------------------------------------------- Benchmark this2fd81de-------------------------------------------------------------------------------------- Residuals<problem-13682-4456117-pre.txt>/1 4136 ms 4292 ms Residuals<problem-13682-4456117-pre.txt>/2 2919 ms 2670 ms Residuals<problem-13682-4456117-pre.txt>/4 2065 ms 2198 ms Residuals<problem-13682-4456117-pre.txt>/8 1458 ms 1609 ms Residuals<problem-13682-4456117-pre.txt>/16 1152 ms 1227 ms ResidualsAndJacobian<problem-13682-4456117-pre.txt>/1 19759 ms 20084 ms ResidualsAndJacobian<problem-13682-4456117-pre.txt>/2 10921 ms 10977 ms ResidualsAndJacobian<problem-13682-4456117-pre.txt>/4 6220 ms 6941 ms ResidualsAndJacobian<problem-13682-4456117-pre.txt>/8 3490 ms 4398 ms ResidualsAndJacobian<problem-13682-4456117-pre.txt>/16 2277 ms 3172 ms Plus<problem-13682-4456117-pre.txt>/1 339 ms 322 ms Plus<problem-13682-4456117-pre.txt>/2 220 ms Plus<problem-13682-4456117-pre.txt>/4 128 ms Plus<problem-13682-4456117-pre.txt>/8 78.0 ms Plus<problem-13682-4456117-pre.txt>/16 49.8 ms ISCRightMultiplyAndAccumulate<problem-13682-4456117-pre.txt>/1 2434 ms 2478 ms ISCRightMultiplyAndAccumulate<problem-13682-4456117-pre.txt>/2 2706 ms 2688 ms ISCRightMultiplyAndAccumulate<problem-13682-4456117-pre.txt>/4 1430 ms 1548 ms ISCRightMultiplyAndAccumulate<problem-13682-4456117-pre.txt>/8 742 ms 883 ms ISCRightMultiplyAndAccumulate<problem-13682-4456117-pre.txt>/16 438 ms 555 ms ISCRightMultiplyAndAccumulateDiag<problem-13682-4456117-pre.txt>/1 2438 ms 2481 ms ISCRightMultiplyAndAccumulateDiag<problem-13682-4456117-pre.txt>/2 2565 ms 2790 ms ISCRightMultiplyAndAccumulateDiag<problem-13682-4456117-pre.txt>/4 1434 ms 1551 ms ISCRightMultiplyAndAccumulateDiag<problem-13682-4456117-pre.txt>/8 765 ms 892 ms ISCRightMultiplyAndAccumulateDiag<problem-13682-4456117-pre.txt>/16 435 ms 559 ms JacobianSquaredColumnNorm<problem-13682-4456117-pre.txt>/1 1278 ms JacobianSquaredColumnNorm<problem-13682-4456117-pre.txt>/2 1555 ms JacobianSquaredColumnNorm<problem-13682-4456117-pre.txt>/4 833 ms JacobianSquaredColumnNorm<problem-13682-4456117-pre.txt>/8 459 ms JacobianSquaredColumnNorm<problem-13682-4456117-pre.txt>/16 250 ms JacobianScaleColumns<problem-13682-4456117-pre.txt>/1 1468 ms JacobianScaleColumns<problem-13682-4456117-pre.txt>/2 1871 ms JacobianScaleColumns<problem-13682-4456117-pre.txt>/4 957 ms JacobianScaleColumns<problem-13682-4456117-pre.txt>/8 528 ms JacobianScaleColumns<problem-13682-4456117-pre.txt>/16 294 ms End-to-end improvements with bundle_adjuster invoked with ./bin/bundle_adjuster --num_threads 28 --num_iterations 40 \ --linear_solver iterative_schur \ --preconditioner jacobi --input --------------------------------------------- Problem this2fd81de--------------------------------------------- problem-13682-4456117-pre.txt 508.6 892.7 problem-1778-993923-pre.txt 763.8 1129.9 problem-1723-156502-pre.txt 6.3 14.4 problem-356-226730-pre.txt 76.3 116.2 problem-257-65132-pre.txt 38.6 52.0 Change-Id: Ie31cc5015f13fa479c16ffb5ce48c9b880990d49
190 lines
7.5 KiB
C++
190 lines
7.5 KiB
C++
// Ceres Solver - A fast non-linear least squares minimizer
|
|
// Copyright 2022 Google Inc. All rights reserved.
|
|
// http://ceres-solver.org/
|
|
//
|
|
// Redistribution and use in source and binary forms, with or without
|
|
// modification, are permitted provided that the following conditions are met:
|
|
//
|
|
// * Redistributions of source code must retain the above copyright notice,
|
|
// this list of conditions and the following disclaimer.
|
|
// * Redistributions in binary form must reproduce the above copyright notice,
|
|
// this list of conditions and the following disclaimer in the documentation
|
|
// and/or other materials provided with the distribution.
|
|
// * Neither the name of Google Inc. nor the names of its contributors may be
|
|
// used to endorse or promote products derived from this software without
|
|
// specific prior written permission.
|
|
//
|
|
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
// AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
// ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
// LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
// CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
// SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
// INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
// CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
// ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
// POSSIBILITY OF SUCH DAMAGE.
|
|
//
|
|
// Author: sameeragarwal@google.com (Sameer Agarwal)
|
|
//
|
|
// Implementation of the SparseMatrix interface for block sparse
|
|
// matrices.
|
|
|
|
#ifndef CERES_INTERNAL_BLOCK_SPARSE_MATRIX_H_
|
|
#define CERES_INTERNAL_BLOCK_SPARSE_MATRIX_H_
|
|
|
|
#include <memory>
|
|
#include <random>
|
|
|
|
#include "ceres/block_structure.h"
|
|
#include "ceres/compressed_row_sparse_matrix.h"
|
|
#include "ceres/context_impl.h"
|
|
#include "ceres/internal/disable_warnings.h"
|
|
#include "ceres/internal/eigen.h"
|
|
#include "ceres/internal/export.h"
|
|
#include "ceres/sparse_matrix.h"
|
|
|
|
namespace ceres::internal {
|
|
|
|
class TripletSparseMatrix;
|
|
|
|
// This class implements the SparseMatrix interface for storing and
|
|
// manipulating block sparse matrices. The block structure is stored
|
|
// in the CompressedRowBlockStructure object and one is needed to
|
|
// initialize the matrix. For details on how the blocks structure of
|
|
// the matrix is stored please see the documentation
|
|
//
|
|
// internal/ceres/block_structure.h
|
|
//
|
|
class CERES_NO_EXPORT BlockSparseMatrix final : public SparseMatrix {
|
|
public:
|
|
// Construct a block sparse matrix with a fully initialized
|
|
// CompressedRowBlockStructure objected. The matrix takes over
|
|
// ownership of this object and destroys it upon destruction.
|
|
//
|
|
// TODO(sameeragarwal): Add a function which will validate legal
|
|
// CompressedRowBlockStructure objects.
|
|
explicit BlockSparseMatrix(CompressedRowBlockStructure* block_structure);
|
|
|
|
BlockSparseMatrix(const BlockSparseMatrix&) = delete;
|
|
void operator=(const BlockSparseMatrix&) = delete;
|
|
|
|
// Implementation of SparseMatrix interface.
|
|
void SetZero() override final;
|
|
void SetZero(ContextImpl* context, int num_threads) override final;
|
|
void RightMultiplyAndAccumulate(const double* x, double* y) const final;
|
|
void RightMultiplyAndAccumulate(const double* x,
|
|
double* y,
|
|
ContextImpl* context,
|
|
int num_threads) const final;
|
|
void LeftMultiplyAndAccumulate(const double* x, double* y) const final;
|
|
void LeftMultiplyAndAccumulate(const double* x,
|
|
double* y,
|
|
ContextImpl* context,
|
|
int num_threads) const final;
|
|
void SquaredColumnNorm(double* x) const final;
|
|
void SquaredColumnNorm(double* x,
|
|
ContextImpl* context,
|
|
int num_threads) const final;
|
|
void ScaleColumns(const double* scale) final;
|
|
void ScaleColumns(const double* scale,
|
|
ContextImpl* context,
|
|
int num_threads) final;
|
|
void ToCompressedRowSparseMatrix(CompressedRowSparseMatrix* matrix) const;
|
|
void ToDenseMatrix(Matrix* dense_matrix) const final;
|
|
void ToTextFile(FILE* file) const final;
|
|
|
|
void AddTransposeBlockStructure();
|
|
|
|
// clang-format off
|
|
int num_rows() const final { return num_rows_; }
|
|
int num_cols() const final { return num_cols_; }
|
|
int num_nonzeros() const final { return num_nonzeros_; }
|
|
const double* values() const final { return values_.get(); }
|
|
double* mutable_values() final { return values_.get(); }
|
|
// clang-format on
|
|
|
|
void ToTripletSparseMatrix(TripletSparseMatrix* matrix) const;
|
|
const CompressedRowBlockStructure* block_structure() const;
|
|
const CompressedRowBlockStructure* transpose_block_structure() const;
|
|
|
|
// Append the contents of m to the bottom of this matrix. m must
|
|
// have the same column blocks structure as this matrix.
|
|
void AppendRows(const BlockSparseMatrix& m);
|
|
|
|
// Delete the bottom delta_rows_blocks.
|
|
void DeleteRowBlocks(int delta_row_blocks);
|
|
|
|
static std::unique_ptr<BlockSparseMatrix> CreateDiagonalMatrix(
|
|
const double* diagonal, const std::vector<Block>& column_blocks);
|
|
|
|
struct RandomMatrixOptions {
|
|
int num_row_blocks = 0;
|
|
int min_row_block_size = 0;
|
|
int max_row_block_size = 0;
|
|
int num_col_blocks = 0;
|
|
int min_col_block_size = 0;
|
|
int max_col_block_size = 0;
|
|
|
|
// 0 < block_density <= 1 is the probability of a block being
|
|
// present in the matrix. A given random matrix will not have
|
|
// precisely this density.
|
|
double block_density = 0.0;
|
|
|
|
// If col_blocks is non-empty, then the generated random matrix
|
|
// has this block structure and the column related options in this
|
|
// struct are ignored.
|
|
std::vector<Block> col_blocks;
|
|
};
|
|
|
|
// Create a random BlockSparseMatrix whose entries are normally
|
|
// distributed and whose structure is determined by
|
|
// RandomMatrixOptions.
|
|
static std::unique_ptr<BlockSparseMatrix> CreateRandomMatrix(
|
|
const RandomMatrixOptions& options, std::mt19937& prng);
|
|
|
|
private:
|
|
int num_rows_;
|
|
int num_cols_;
|
|
int num_nonzeros_;
|
|
int max_num_nonzeros_;
|
|
std::unique_ptr<double[]> values_;
|
|
std::unique_ptr<CompressedRowBlockStructure> block_structure_;
|
|
std::unique_ptr<CompressedRowBlockStructure> transpose_block_structure_;
|
|
};
|
|
|
|
// A number of algorithms like the SchurEliminator do not need
|
|
// access to the full BlockSparseMatrix interface. They only
|
|
// need read only access to the values array and the block structure.
|
|
//
|
|
// BlockSparseDataMatrix a struct that carries these two bits of
|
|
// information
|
|
class CERES_NO_EXPORT BlockSparseMatrixData {
|
|
public:
|
|
explicit BlockSparseMatrixData(const BlockSparseMatrix& m)
|
|
: block_structure_(m.block_structure()), values_(m.values()){};
|
|
|
|
BlockSparseMatrixData(const CompressedRowBlockStructure* block_structure,
|
|
const double* values)
|
|
: block_structure_(block_structure), values_(values) {}
|
|
|
|
const CompressedRowBlockStructure* block_structure() const {
|
|
return block_structure_;
|
|
}
|
|
const double* values() const { return values_; }
|
|
|
|
private:
|
|
const CompressedRowBlockStructure* block_structure_;
|
|
const double* values_;
|
|
};
|
|
|
|
std::unique_ptr<CompressedRowBlockStructure> CreateTranspose(
|
|
const CompressedRowBlockStructure& bs);
|
|
|
|
} // namespace ceres::internal
|
|
|
|
#include "ceres/internal/reenable_warnings.h"
|
|
|
|
#endif // CERES_INTERNAL_BLOCK_SPARSE_MATRIX_H_
|