#include // std::is_same<> #include // std::numeric_limits<> #include // CHAR_BIT #include // std::log2, std::ceil, std::floor #include // std::runtime_error #include // std::array<> #include // std::istream and std::ostream #include // std::vector<> #include // std::shared_ptr<> #include // std::move #include // std::copy #include // std::memcpy #include // arc4random_buf #include // SSE and AVX intrinsics #include <../boost/asio/thread_pool.hpp> #include <../boost/asio.hpp> #include <../boost/lexical_cast.hpp> #include #include #include #include #include #include #include #include "bitutils.h" #include "block.h" #include "prg_aes_impl.h" #include "filesio.h" using boost::asio::ip::tcp; using namespace dpf; typedef __m128i leaf_type; typedef __m128i leaf_t; typedef __m128i node_t; using socket_t = boost::asio::ip::tcp::socket; size_t bits_per_leaf = std::is_same::value ? 1 : sizeof(leaf_t) * CHAR_BIT; bool is_packed = (sizeof(leaf_t) < sizeof(node_t)); size_t leaves_per_node = is_packed ? sizeof(node_t) * CHAR_BIT / bits_per_leaf : 1; size_t __depth(const size_t nitems) { return std::ceil(std::log2(std::ceil(static_cast(nitems) / leaves_per_node))); } size_t communication_cost = 0; #include "mpc.h" #include "dpfgen.h" #include "share-conversion.h" void mpc_gen (const size_t depth, AES_KEY& prgkey, const size_t db_nitems, const size_t n_threads, std::vector& sockets0, std::vector& sockets1, __m128i** output0, int8_t ** flags0, __m128i** output1, int8_t ** flags1, dpfP2 * dpf_instance0 , dpfP2 * dpf_instance1, size_t ind,size_t socket_no = 0) { evaluate_dpfs(db_nitems, dpf_instance0[ind], prgkey, 0, db_nitems-1, output0[ind], flags0[ind], false, ind); evaluate_dpfs(db_nitems, dpf_instance1[ind], prgkey, 0, db_nitems-1, output1[ind], flags1[ind], true , ind); #ifdef DEBUG for(size_t j = 0; j < db_nitems; ++j) { std::cout << j << "-> " << (int) flags0[0][j] << " <-> " << (int) flags1[0][j] << std::endl; std::cout << j << "-> " << output0[0][j][0] << " <-> " << output1[0][j][0] << std::endl << std::endl; } #endif } void accept_conncections_from_Pb(boost::asio::io_context&io_context, std::vector& sockets0, int port, size_t j) { tcp::acceptor acceptor2_(io_context, tcp::endpoint(tcp::v4(), port)); tcp::socket s2(acceptor2_.accept()); sockets0[j] = std::move(s2); } int main(int argc, char* argv[]) { AES_KEY aeskey; boost::asio::io_context io_context; tcp::resolver resolver(io_context); const std::string host0 = (argc < 2) ? "127.0.0.1" : argv[1]; const std::string host1 = (argc < 3) ? "127.0.0.1" : argv[2]; const size_t n_threads = atoi(argv[3]); const size_t number_of_sockets = 5 * n_threads; const size_t depth = atoi(argv[4]); const size_t db_nitems = 1ULL << depth; const size_t maxRAM = atoi(argv[5]); size_t RAM_needed_per_thread = 164 * db_nitems; std::cout << "RAM needed = " << n_threads*RAM_needed_per_thread << " bytes = " << n_threads*RAM_needed_per_thread/1073741824 << " GiB" << std::endl; std::cout << "RAM needed per thread = " << RAM_needed_per_thread << " bytes = " << (RAM_needed_per_thread>>30) << " GiB" << std::endl; size_t thread_per_batch = std::floor(double(maxRAM<<30)/RAM_needed_per_thread); if (thread_per_batch > n_threads) { thread_per_batch = n_threads; } std::cout << "thread_per_batch = " << thread_per_batch << std::endl; if (thread_per_batch < 1) { std::cout << "You need more RAM" << std::endl; exit(0); } size_t n_batches = std::ceil(double(n_threads)/thread_per_batch); std::cout << "n_batches = " << n_batches << std::endl; std::vector ports2_0; for(size_t j = 0; j < number_of_sockets; ++j) { int port = 22000; ports2_0.push_back(port + j); } std::vector ports2_1; for(size_t j = 0; j < number_of_sockets; ++j) { int port = 42000; ports2_1.push_back(port + j); } std::vector sockets0; std::vector sockets1; sockets0.reserve(number_of_sockets + 1); sockets1.reserve(number_of_sockets + 1); boost::asio::thread_pool pool2(number_of_sockets * 2); for(size_t j = 0; j < number_of_sockets; ++j) { boost::asio::post(pool2, std::bind(accept_conncections_from_Pb, std::ref(io_context), std::ref(sockets1), ports2_1[j], j)); } for(size_t j = 0; j < number_of_sockets; ++j) { boost::asio::post(pool2, std::bind(accept_conncections_from_Pb, std::ref(io_context), std::ref(sockets0), ports2_0[j], j)); } pool2.join(); auto start = std::chrono::steady_clock::now(); cw_construction computecw0_array, computecw1_array; // for(size_t i = 0; i < 128; ++i) // { // for(size_t j = 0; j < depth; ++j) // { __m128i rand0, rand1, gamma0, gamma1; arc4random_buf(&rand0, sizeof(__m128i)); arc4random_buf(&rand1, sizeof(__m128i)); uint8_t bit0, bit1; bit0 = rand(); bit0 = bit0 % 2; bit1 = rand(); bit1 = bit1 %2; gamma0 = (bit1 == 1) ? rand0 : _mm_setzero_si128(); gamma1 = (bit0 == 1) ? rand1 : _mm_setzero_si128(); computecw0_array.rand_b = rand0; computecw0_array.gamma_b = gamma0; computecw0_array.bit_b = bit0; computecw1_array.rand_b = rand1; computecw1_array.gamma_b = gamma1; computecw1_array.bit_b = bit1; // } // } boost::asio::write(sockets0[0], boost::asio::buffer(&computecw0_array, sizeof(computecw0_array))); boost::asio::write(sockets1[0], boost::asio::buffer(&computecw1_array, sizeof(computecw1_array))); communication_cost += sizeof(computecw0_array); communication_cost += sizeof(computecw1_array); dpfP2 * dpf_instance0 = (dpfP2 * ) malloc (sizeof(dpfP2) * n_threads); dpfP2 * dpf_instance1 = (dpfP2 * ) malloc (sizeof(dpfP2) * n_threads); boost::asio::read(sockets0[0], boost::asio::buffer(dpf_instance0, n_threads * sizeof(dpfP2))); boost::asio::read(sockets1[0], boost::asio::buffer(dpf_instance1, n_threads * sizeof(dpfP2))); __m128i ** output0 = (__m128i ** ) malloc(sizeof(__m128i *) * thread_per_batch); int8_t ** flags0 = (int8_t ** ) malloc(sizeof(uint8_t *) * thread_per_batch); for(size_t j = 0; j < thread_per_batch; ++j) { output0[j] = (__m128i *)std::aligned_alloc(sizeof(node_t), db_nitems * sizeof(__m128i)); flags0[j] = (int8_t *)std::aligned_alloc(sizeof(node_t), db_nitems * sizeof(uint8_t)); } __m128i ** output1 = (__m128i ** ) malloc(sizeof(__m128i *) * thread_per_batch); int8_t ** flags1 = (int8_t ** ) malloc(sizeof(uint8_t *) * thread_per_batch); for(size_t j = 0; j < thread_per_batch; ++j) { output1[j] = (__m128i *)std::aligned_alloc(sizeof(node_t), db_nitems * sizeof(__m128i)); flags1[j] = (int8_t *)std::aligned_alloc(sizeof(node_t), db_nitems * sizeof(uint8_t)); } for(size_t iter = 0; iter < n_batches; ++iter) { if (n_batches > 1) { printf("Starting mpc_gen batch %lu / %lu\n", iter+1, n_batches); } boost::asio::thread_pool pool(thread_per_batch); for(size_t j = 0; j < thread_per_batch; ++j) { boost::asio::post(pool, std::bind(mpc_gen, std::ref(depth), std::ref(aeskey), db_nitems, n_threads, std::ref(sockets0), std::ref(sockets1), output0, flags0, output1, flags1, std::ref(dpf_instance0), std::ref(dpf_instance1), j, 5 * j)); } pool.join(); } free(dpf_instance0); free(dpf_instance1); boost::asio::thread_pool pool3(thread_per_batch); int64_t ** leaves0 = (int64_t ** ) malloc(sizeof(int64_t *) * thread_per_batch); int64_t ** leafbits0 = (int64_t ** ) malloc(sizeof(int64_t *) * thread_per_batch); int64_t ** leaves1 = (int64_t ** ) malloc(sizeof(int64_t *) * thread_per_batch); int64_t ** leafbits1 = (int64_t ** ) malloc(sizeof(int64_t *) * thread_per_batch); for(size_t j = 0; j < thread_per_batch; ++j) { leaves0[j] = (int64_t *)std::aligned_alloc(sizeof(node_t), db_nitems * sizeof(int64_t)); leafbits0[j] = (int64_t *)std::aligned_alloc(sizeof(node_t), db_nitems * sizeof(int64_t)); leaves1[j] = (int64_t *)std::aligned_alloc(sizeof(node_t), db_nitems * sizeof(int64_t)); leafbits1[j] = (int64_t *)std::aligned_alloc(sizeof(node_t), db_nitems * sizeof(int64_t)); } /* The function convert_sharesP2 appears in share-conversion.h */ for(size_t j = 0; j < thread_per_batch; ++j) { boost::asio::post(pool3, std::bind(convert_sharesP2, db_nitems, output0, flags0, output1, flags1, leaves0, leafbits0, leaves1, leafbits1, std::ref(sockets0), std::ref(sockets1), j, j)); } pool3.join(); /* The function P2_xor_to_additive appears in share-conversion.h */ boost::asio::thread_pool pool4(thread_per_batch); for(size_t j = 0; j < thread_per_batch; ++j) { boost::asio::post(pool4, std::bind(P2_xor_to_additive, std::ref(sockets0[j]), std::ref(sockets1[j]), j)); } pool4.join(); for(size_t j = 0; j < thread_per_batch; ++j) { free(leafbits0[j]); free(leafbits1[j]); free(output0[j]); free(output1[j]); } free(leafbits0); free(leafbits1); free(output1); free(output0); /* For the artifact, don't actually write these in order to not use very * large amounts of storage for(size_t i = 0; i < thread_per_batch; ++i) { P2_write_evalfull_outs_into_a_file(false, i, db_nitems, flags0[i], leaves0[i]); P2_write_evalfull_outs_into_a_file(true, i, db_nitems, flags1[i], leaves1[i]); } */ for(size_t j = 0; j < thread_per_batch; ++j) { free(leaves0[j]); free(leaves1[j]); free(flags0[j]); free(flags1[j]); } free(leaves0); free(leaves1); free(flags0); free(flags1); #ifdef DEBUG for(size_t ind = 0; ind < n_threads; ++ind) { for(size_t j = 0; j < db_nitems; ++j) { if(flags0[ind][j] + flags1[ind][j] != 0) { std::cout << j << "-> " << (int) (flags0[ind][j] + flags1[ind][j]) << " = " << (int) (flags0[ind][j]) << " + " << (int) (flags1[ind][j]) << std::endl; std::cout << j << "-> " << output0[ind][j][0] << " <-> " << output1[ind][j][0] << std::endl << std::endl; } } } #endif auto end = std::chrono::steady_clock::now(); std::chrono::duration elapsed_seconds = end-start; //std::cout << "time to generate and evaluate " << n_threads << " dpfs of size 2^" << atoi(argv[4]) << " is: " << elapsed_seconds.count() << "s\n"; std::cout << "WallClockTime: " << elapsed_seconds.count() << std::endl; std::cout << "CommunicationCost: " << communication_cost << " bytes" << std::endl; return 0; }