Files
ceres-solver/internal/ceres/cuda_block_structure_test.cc
T
Dmitriy Korchemkin bdee4d6172 Block-sparse to CRS conversion using block-structure
Instead of pre-computing pemutation from block-sparse to CRS order,
index of value in CRS matrix is computed in the process of updating
values using block-sparse structure.

When it is possible to update values via a simple host-to-device copy,
block-sparse structure on GPU is discarded after computing CRS
structure.

Computing index is significantly slower than using pre-computed
permutation, but is still hidden by host-to-device transfer.

On problems from BAL dataset this results into reduction of extra
gpu memory consumption from 33% (permutation stored as 32-bit indices)
to ~10% for storing block-sparse structure.

Benchmark results:

======================= CUDA Device Properties ======================
Cuda version         : 11.8
Device ID            : 0
Device name          : NVIDIA GeForce RTX 2080 Ti
Total GPU memory     :  11012 MiB
GPU memory available :  10852 MiB
Compute capability   : 7.5
Warp size            : 32
Max threads per block: 1024
Max threads per dim  : 1024 1024 64
Max grid size        : 2147483647 65535 65535
Multiprocessor count : 68
====================================================================
Running ./bin/evaluation_benchmark
Run on (112 X 3200 MHz CPU s)
CPU Caches:
  L1 Data 32 KiB (x56)
  L1 Instruction 32 KiB (x56)
  L2 Unified 1024 KiB (x56)
  L3 Unified 39424 KiB (x2)
Load Average: 24.58, 11.75, 8.52

-----------------------------------------------------------------------
Benchmark                                                          Time
-----------------------------------------------------------------------
Using on-the-fly computation of CRS index corresponding to block-sparse
index:

JacobianToCRS<g/final/problem-4585-1324582-pre.txt>             1607 ms
JacobianToCRSView<g/final/problem-4585-1324582-pre.txt>          564 ms
JacobianToCRSMatrix<g/final/problem-4585-1324582-pre.txt>       2226 ms
JacobianToCRSViewUpdate<g/final/problem-4585-1324582-pre.txt>    228 ms
JacobianToCRSMatrixUpdate<g/final/problem-4585-1324582-pre.txt>  400 ms

Using precomputed permutation:
JacobianToCRS</final/problem-4585-1324582-pre.txt>              1656 ms
JacobianToCRSView</final/problem-4585-1324582-pre.txt>           553 ms
JacobianToCRSMatrix</final/problem-4585-1324582-pre.txt>        2255 ms
JacobianToCRSViewUpdate</final/problem-4585-1324582-pre.txt>     228 ms
JacobianToCRSMatrixUpdate</final/problem-4585-1324582-pre.txt>   406 ms

Performance of JacobianToCRSViewUpdate is still limited by
host-to-device transfer, and JacobianToCRSView is faster than computing
CRS structure on CPU.

Change-Id: Ifb6910fb01ae6071400d36c277846fadc5857964
2023-05-26 01:12:47 +03:00

143 lines
5.7 KiB
C++

// Ceres Solver - A fast non-linear least squares minimizer
// Copyright 2023 Google Inc. All rights reserved.
// http://ceres-solver.org/
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are met:
//
// * Redistributions of source code must retain the above copyright notice,
// this list of conditions and the following disclaimer.
// * Redistributions in binary form must reproduce the above copyright notice,
// this list of conditions and the following disclaimer in the documentation
// and/or other materials provided with the distribution.
// * Neither the name of Google Inc. nor the names of its contributors may be
// used to endorse or promote products derived from this software without
// specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
// AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
// ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
// LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
// CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
// SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
// INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
// CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
// ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
// POSSIBILITY OF SUCH DAMAGE.
//
// Authors: dmitriy.korchemkin@gmail.com (Dmitriy Korchemkin)
#include "ceres/internal/config.h"
#ifndef CERES_NO_CUDA
#include <glog/logging.h>
#include <gtest/gtest.h>
#include <numeric>
#include "ceres/block_sparse_matrix.h"
#include "ceres/cuda_block_structure.h"
namespace ceres::internal {
class CudaBlockStructureTest : public ::testing::Test {
protected:
void SetUp() final {
std::string message;
CHECK(context_.InitCuda(&message))
<< "InitCuda() failed because: " << message;
BlockSparseMatrix::RandomMatrixOptions options;
options.num_row_blocks = 1234;
options.min_row_block_size = 1;
options.max_row_block_size = 10;
options.num_col_blocks = 567;
options.min_col_block_size = 1;
options.max_col_block_size = 10;
options.block_density = 0.2;
std::mt19937 rng;
A_ = BlockSparseMatrix::CreateRandomMatrix(options, rng);
std::iota(
A_->mutable_values(), A_->mutable_values() + A_->num_nonzeros(), 1);
}
std::vector<Cell> GetCells(const CudaBlockSparseStructure& structure) {
const auto& cuda_buffer = structure.cells_;
std::vector<Cell> cells(cuda_buffer.size());
cuda_buffer.CopyToCpu(cells.data(), cells.size());
return cells;
}
std::vector<Block> GetRowBlocks(const CudaBlockSparseStructure& structure) {
const auto& cuda_buffer = structure.row_blocks_;
std::vector<Block> blocks(cuda_buffer.size());
cuda_buffer.CopyToCpu(blocks.data(), blocks.size());
return blocks;
}
std::vector<Block> GetColBlocks(const CudaBlockSparseStructure& structure) {
const auto& cuda_buffer = structure.col_blocks_;
std::vector<Block> blocks(cuda_buffer.size());
cuda_buffer.CopyToCpu(blocks.data(), blocks.size());
return blocks;
}
std::vector<int> GetRowBlockOffsets(
const CudaBlockSparseStructure& structure) {
const auto& cuda_buffer = structure.first_cell_in_row_block_;
std::vector<int> first_cell_in_row_block(cuda_buffer.size());
cuda_buffer.CopyToCpu(first_cell_in_row_block.data(), first_cell_in_row_block.size());
return first_cell_in_row_block;
}
std::unique_ptr<BlockSparseMatrix> A_;
ContextImpl context_;
};
TEST_F(CudaBlockStructureTest, StructureIdentity) {
auto block_structure = A_->block_structure();
const int num_row_blocks = block_structure->rows.size();
const int num_col_blocks = block_structure->cols.size();
CudaBlockSparseStructure cuda_block_structure(*block_structure, &context_);
ASSERT_EQ(cuda_block_structure.num_rows(), A_->num_rows());
ASSERT_EQ(cuda_block_structure.num_cols(), A_->num_cols());
ASSERT_EQ(cuda_block_structure.num_nonzeros(), A_->num_nonzeros());
ASSERT_EQ(cuda_block_structure.num_row_blocks(), num_row_blocks);
ASSERT_EQ(cuda_block_structure.num_col_blocks(), num_col_blocks);
std::vector<Block> blocks = GetColBlocks(cuda_block_structure);
ASSERT_EQ(blocks.size(), num_col_blocks);
for (int i = 0; i < num_col_blocks; ++i) {
EXPECT_EQ(block_structure->cols[i].position, blocks[i].position);
EXPECT_EQ(block_structure->cols[i].size, blocks[i].size);
}
std::vector<Cell> cells = GetCells(cuda_block_structure);
std::vector<int> first_cell_in_row_block = GetRowBlockOffsets(cuda_block_structure);
blocks = GetRowBlocks(cuda_block_structure);
ASSERT_EQ(blocks.size(), num_row_blocks);
ASSERT_EQ(first_cell_in_row_block.size(), num_row_blocks + 1);
ASSERT_EQ(first_cell_in_row_block.back(), cells.size());
for (int i = 0; i < num_row_blocks; ++i) {
const int num_cells = block_structure->rows[i].cells.size();
EXPECT_EQ(blocks[i].position, block_structure->rows[i].block.position);
EXPECT_EQ(blocks[i].size, block_structure->rows[i].block.size);
const int first_cell = first_cell_in_row_block[i];
const int last_cell = first_cell_in_row_block[i + 1];
ASSERT_EQ(last_cell - first_cell, num_cells);
for (int j = 0; j < num_cells; ++j) {
EXPECT_EQ(cells[first_cell + j].block_id,
block_structure->rows[i].cells[j].block_id);
EXPECT_EQ(cells[first_cell + j].position,
block_structure->rows[i].cells[j].position);
}
}
}
} // namespace ceres::internal
#endif // CERES_NO_CUDA