saberbud/parallel-hashmap
1
0
Fork 0
mirror of https://github.com/greg7mdp/parallel-hashmap.git synced 2026-08-29 08:34:39 +08:00
Code Issues Packages Projects Releases Wiki Activity

added serialize compare and added parallel dump&load

Browse Source
This commit is contained in:
sunkaicheng
2019-08-15 12:23:05 +08:00
parent da55a69dfa
commit 5cd20dc4a6
5 changed files with 233 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files
parallel_hashmap/phmap.h
Vendored
+64 -1
View File
@@ -1554,7 +1554,7 @@ public:
return false;
}
ofs.write(reinterpret_cast<char*>(&size_), sizeof(size_));
ofs.write(reinterpret_cast<char*>(&capacity_), sizeof(capacity_));
ofs.write(reinterpret_cast<char*>(&capacity_), sizeof(capacity_));
ofs.write(reinterpret_cast<char*>(ctrl_), capacity_ * sizeof(ctrl_t));
ofs.write(reinterpret_cast<char*>(slots_), capacity_ * sizeof(slot_type));
ofs.close();
@@ -3287,6 +3287,69 @@ public:
a.swap(b);
}
bool dump(const std::string& dump_dir) {
for (size_t i = 0; i < sets_.size(); ++i) {
auto& inner = sets_[i];
if (inner.set_.size() == 0) {
continue;
}
const std::string& dump_path = dump_dir + "/submap_" + std::to_string(i) + ".dump";
typename Lockable::UniqueLock m(const_cast<Inner&>(inner));
if (!inner.set_.dump(dump_path)) {
return false;
}
}
std::ofstream fout(dump_dir + "/dump.meta");
fout << sets_.size(); // submap count
fout.close();
return true;
}
bool load(const std::string& load_dir) {
std::ifstream fin(load_dir + "/dump.meta");
if (! fin.is_open()) {
std::cerr << "Failed to find dump.meta in dir " << load_dir << std::endl;
return false;
}
size_t submap_count = 0;
fin >> submap_count;
if (submap_count <= 0) {
std::cerr << "Invalid submap count: " << submap_count << std::endl;
return false;
}
fin.close();
if (submap_count != subcnt()) {
std::cerr << "submap count(" << submap_count << ") != N(" << N << ")" << std::endl;
return false;
}
auto file_exists = [] (const std::string& file_name) -> bool {
std::ifstream fin(file_name);
if (fin.is_open()) {
fin.close();
return true;
} else {
fin.close();
return false;
}
};
for (size_t i = 0; i < submap_count; ++i) {
auto& inner = sets_[i];
const std::string& load_file = load_dir + "/submap_" + std::to_string(i) + ".dump";
if (!file_exists(load_file)) {
continue;
}
if (!inner.set_.load(load_file)) {
return false;
}
}
return true;
}
private:
template <class Container, typename Enabler>
friend struct phmap::container_internal::hashtable_debug_internal::HashtableDebugAccess;