preprocessing.cpp 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172
  1. #include <type_traits> // std::is_same<>
  2. #include <limits> // std::numeric_limits<>
  3. #include <climits> // CHAR_BIT
  4. #include <cmath> // std::log2, std::ceil, std::floor
  5. #include <stdexcept> // std::runtime_error
  6. #include <array> // std::array<>
  7. #include <iostream> // std::istream and std::ostream
  8. #include <vector> // std::vector<>
  9. #include <memory> // std::shared_ptr<>
  10. #include <utility> // std::move
  11. #include <algorithm> // std::copy
  12. #include <cstring> // std::memcpy
  13. #include <bsd/stdlib.h> // arc4random_buf
  14. #include <x86intrin.h> // SSE and AVX intrinsics
  15. #include <../boost/asio/thread_pool.hpp>
  16. #include <../boost/lexical_cast.hpp>
  17. #include <../boost/asio.hpp>
  18. #include <fcntl.h>
  19. #include <cstdlib>
  20. #include <chrono>
  21. #include <sys/mman.h>
  22. #include <sys/stat.h>
  23. #include <fstream>
  24. #include <future>
  25. #include <mutex>
  26. typedef unsigned char byte_t;
  27. typedef __m128i node_t;
  28. constexpr size_t leaf_size = 1;
  29. typedef __m128i leaf_type;
  30. typedef std::array<leaf_type, leaf_size> leaf_t;
  31. #include "bitutils.h"
  32. #include "block.h"
  33. #include "prg_aes_impl.h"
  34. #include "filesio.h"
  35. using boost::asio::ip::tcp;
  36. using socket_t = boost::asio::ip::tcp::socket;
  37. using namespace dpf; // The namespace is found in bitutils.h
  38. #include "mpc.h"
  39. #include "network.h"
  40. #include "dpfgen.h"
  41. #include "share-conversion.h"
  42. int main(int argc, char * argv[])
  43. {
  44. boost::asio::io_context io_context;
  45. std::string addr = "127.0.0.1";
  46. const std::string host1 = (argc < 2) ? "127.0.0.1" : argv[1];
  47. const std::string host2 = (argc < 3) ? "127.0.0.1" : argv[2];
  48. const size_t n_threads = atoi(argv[3]);
  49. const size_t expo = atoi(argv[4]);
  50. const size_t number_of_sockets = 5 * n_threads;
  51. std::vector<socket_t> socketsPb, socketsP2;
  52. std::vector<int> ports, ports2_1, ports2_0;
  53. bool party;
  54. /* The function make_connections appears in network.h */
  55. make_connections(party, host1, host2, io_context, socketsPb, socketsP2, ports, ports2_1, ports2_0, number_of_sockets);
  56. const size_t db_nitems = 1ULL << atoi(argv[4]);
  57. auto start = std::chrono::steady_clock::now();
  58. uint8_t ** target_share_read = new uint8_t*[n_threads];
  59. generate_random_targets(target_share_read, n_threads, party, expo);
  60. AES_KEY aeskey;
  61. __m128i * final_correction_word = (__m128i *) std::aligned_alloc(sizeof(__m256i), n_threads * sizeof(__m128i));
  62. __m128i ** output = (__m128i ** ) malloc(sizeof(__m128i *) * n_threads);
  63. int8_t ** flags = (int8_t ** ) malloc(sizeof(uint8_t *) * n_threads);
  64. for(size_t j = 0; j < n_threads; ++j)
  65. {
  66. output[j] = (__m128i *)std::aligned_alloc(sizeof(node_t), db_nitems * sizeof(__m128i));
  67. flags[j] = (int8_t *)std::aligned_alloc(sizeof(node_t), db_nitems * sizeof(uint8_t));
  68. }
  69. boost::asio::thread_pool pool(n_threads);
  70. boost::asio::thread_pool pool_share_conversion(n_threads);
  71. // The following function call creates and evaluates DPFs at target_share_read[j] for j \in \{0, \ldots, n_threads}
  72. // the flag vectors are stored in flags
  73. // the leaves are stored in output
  74. // the final correctionword is stored in final_correction_word
  75. /* The function create_dpfs appears in dpf-gen.h*/
  76. for(size_t j = 0; j < n_threads; ++j)
  77. {
  78. boost::asio::post(pool, std::bind(create_dpfs, db_nitems, std::ref(aeskey), target_share_read[j], std::ref(socketsPb), std::ref(socketsP2), 0, db_nitems-1,
  79. output[j], flags[j], std::ref(final_correction_word[j]), party, 5 * j, j));
  80. }
  81. pool.join();
  82. #ifdef DEBUG
  83. for(size_t j = 0; j < n_threads; ++j)
  84. {
  85. for(size_t i = 0; i < db_nitems; ++i)
  86. {
  87. int8_t flags_reconstruction;
  88. boost::asio::write(socketsPb[0], boost::asio::buffer(&flags[j][i], sizeof(flags[j][i])));
  89. boost::asio::read(socketsPb[0], boost::asio::buffer(&flags_reconstruction, sizeof(flags_reconstruction)));
  90. flags_reconstruction -= flags[j][i];
  91. if(flags_reconstruction != 0) std::cout << i << " ---> " << (int) flags_reconstruction << std::endl;
  92. int64_t output_reconstruction;
  93. boost::asio::write(socketsPb[0], boost::asio::buffer(&output[j][i][0], sizeof(output[j][i][0])));
  94. boost::asio::read(socketsPb[0], boost::asio::buffer(&output_reconstruction, sizeof(output_reconstruction)));
  95. output_reconstruction -= output[j][i][0];
  96. if(output_reconstruction != 0) std::cout << i << "---> " << output_reconstruction << std::endl;
  97. }
  98. int64_t final_correction_word_reconstruction = 0;
  99. boost::asio::write(socketsPb[0], boost::asio::buffer(&final_correction_word[j][0], sizeof(final_correction_word[j][0])));
  100. boost::asio::read(socketsPb[0], boost::asio::buffer(&final_correction_word_reconstruction, sizeof(final_correction_word_reconstruction)));
  101. final_correction_word_reconstruction = final_correction_word_reconstruction + final_correction_word[j][0];
  102. std::cout << "final_correction_word_reconstruction = " << final_correction_word_reconstruction << std::endl << std::endl;
  103. }
  104. #endif
  105. /*
  106. leaves is a additive shares of the outputs (leaves of the DPF)
  107. leafbits is the additive shares of flag bits of the DPFs
  108. */
  109. int64_t ** leaves = (int64_t ** ) malloc(sizeof(int64_t *) * n_threads);
  110. int64_t ** leafbits = (int64_t ** ) malloc(sizeof(int64_t *) * n_threads);
  111. for(size_t j = 0; j < n_threads; ++j)
  112. {
  113. leaves[j] = (int64_t *)std::aligned_alloc(sizeof(node_t), db_nitems * sizeof(int64_t));
  114. leafbits[j] = (int64_t *)std::aligned_alloc(sizeof(node_t), db_nitems * sizeof(int64_t));
  115. }
  116. /* The function convert_shares appears in share-conversion.h */
  117. for(size_t j = 0; j < n_threads; ++j)
  118. {
  119. boost::asio::post(pool_share_conversion, std::bind(convert_shares, j, output, flags, n_threads, db_nitems, final_correction_word, leaves, leafbits,
  120. std::ref(socketsPb[j]), std::ref(socketsP2[j]), party ));
  121. }
  122. pool_share_conversion.join();
  123. boost::asio::thread_pool pool_xor_to_additive(n_threads);
  124. for(size_t j = 0; j < n_threads; ++j)
  125. {
  126. boost::asio::post(pool_xor_to_additive, std::bind(xor_to_additive, party, target_share_read[j], std::ref(socketsPb[j]), std::ref(socketsP2[j])));
  127. }
  128. pool_xor_to_additive.join();
  129. auto end = std::chrono::steady_clock::now();
  130. std::chrono::duration<double> elapsed_seconds = end-start;
  131. std::cout << "time to generate and evaluate " << n_threads << " dpfs of size 2^" << atoi(argv[4]) << " is: " << elapsed_seconds.count() << "s\n";
  132. return 0;
  133. }