parallel-hashmap/examples/serialize.cc

#include <iostream>
#include <bitset>
#include <cinttypes>
#include "parallel_hashmap/phmap_dump.h"

#define USE_CEREAL 0

#if USE_CEREAL
    #include "cereal/types/unordered_map.hpp"
    #include "cereal/types/memory.hpp"
    #include "cereal/types/bitset.hpp"
    #include "cereal/archives/binary.hpp"
    #include <fstream>
#endif
#include <random>
#include <chrono>
#include <functional>
#include <cstdio>

using phmap::flat_hash_map;
using namespace std;
template <typename T> using milliseconds = std::chrono::duration<T, std::milli>;

void showtime(const char *name, std::function<void ()> doit)
{
    auto t1 = std::chrono::high_resolution_clock::now();
    doit();
    auto t2 = std::chrono::high_resolution_clock::now();
    auto elapsed = milliseconds<double>(t2 - t1).count();
    printf("%s: %.3fs\n", name, (int)elapsed / 1000.0f);
}

int main()
{
    using MapType = phmap::flat_hash_map<bitset<42>, int>;
    MapType table;
    const int num_items = 100000000;

    // Iterate and add keys and values 
    // -------------------------------
    showtime("build hash", [&table, num_items]() {
            random_device dev;
            mt19937 rng(dev());
            uniform_int_distribution<mt19937::result_type> dist6(0,1);
            table.reserve(num_items);
            for (int i=0; i < num_items; ++i) 
            {
                bitset<42> bs;
                for (int j=0; j<42; ++j) 
                    bs[j] = dist6(rng);
                table[bs] = i;
            }
        });

    // cerealize and save data
    // -----------------------
    showtime("serialize", [&table]() {
#if !USE_CEREAL
            phmap::BinaryOutputArchive ar_out("./dump.data");
            table.dump(ar_out);
#else
            ofstream os("out.cereal", ios::binary);
            cereal::BinaryOutputArchive archive(os);
            archive(table.size());
            archive(table);
#endif
        });

    MapType table_in;

    // deserialize
    // -----------
    showtime("deserialize", [&table_in]() {
#if !USE_CEREAL
            phmap::BinaryInputArchive ar_in("./dump.data");
            table_in.load(ar_in);
#else
            ifstream is("out.cereal", ios::binary);
            cereal::BinaryInputArchive archive_in(is);
            size_t table_size;

            archive_in(table_size);
            table_in.reserve(table_size);
            archive_in(table_in);             // deserialize from file out.cereal into table_in
#endif
        });

    
    if (table == table_in)
        printf("All checks out, table size: %zu\n", table_in.size());
    else
        printf("FAILURE\n");

    return 0;
}