duoram.cpp 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392
  1. #include <type_traits> // std::is_same<>
  2. #include <limits> // std::numeric_limits<>
  3. #include <climits> // CHAR_BIT
  4. #include <cmath> // std::log2, std::ceil, std::floor
  5. #include <stdexcept> // std::runtime_error
  6. #include <array> // std::array<>
  7. #include <iostream> // std::istream and std::ostream
  8. #include <vector> // std::vector<>
  9. #include <memory> // std::shared_ptr<>
  10. #include <utility> // std::move
  11. #include <algorithm> // std::copy
  12. #include <cstring> // std::memcpy
  13. #include <bsd/stdlib.h> // arc4random_buf
  14. #include <x86intrin.h> // SSE and AVX intrinsics
  15. #include <chrono>
  16. #include <thread>
  17. #include <deque>
  18. #include <../boost/asio.hpp>
  19. using boost::asio::ip::tcp;
  20. using namespace std::chrono;
  21. using namespace std;
  22. using socket_t = boost::asio::ip::tcp::socket;
  23. #include "prg.h"
  24. #include "prg_aes_impl.h"
  25. #include "block.h"
  26. #include "duoram-utils.h"
  27. #include "readvectors.h"
  28. #include "duoram-read.h"
  29. #include "duoram-refresh.h"
  30. #include "duoram-write.h"
  31. void accept_conncections_from_Pb(boost::asio::io_context&io_context, std::vector<socket_t>& sockets_, int port, size_t j)
  32. {
  33. tcp::acceptor acceptor_a(io_context, tcp::endpoint(tcp::v4(), port));
  34. tcp::socket sb_a(acceptor_a.accept());
  35. sockets_[j] = std::move(sb_a);
  36. }
  37. int main(const int argc, const char * argv[])
  38. {
  39. size_t expo = atoi(argv[3]);
  40. size_t db_nitems = 1ULL << expo;
  41. size_t number_of_writes = atoi(argv[4]);
  42. size_t number_of_ind_reads = atoi(argv[5]);
  43. size_t number_of_dep_reads = atoi(argv[6]);
  44. size_t number_of_accesses = atoi(argv[7]);
  45. reading_temp = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  46. DB = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  47. updated_DB = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  48. blinded_DB = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  49. blinded_DB_recv = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  50. updated_blinded_DB_recv = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  51. b = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  52. c = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  53. d = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  54. reading_b = (int8_t *) malloc(db_nitems * sizeof(int8_t));
  55. reading_c = (int8_t *) malloc(db_nitems * sizeof(int8_t));
  56. reading_d = (int8_t *) malloc(db_nitems * sizeof(int8_t));
  57. writing_b = (int8_t *) malloc(db_nitems * sizeof(int8_t));
  58. writing_c = (int8_t *) malloc(db_nitems * sizeof(int8_t));
  59. writing_d = (int8_t *) malloc(db_nitems * sizeof(int8_t));
  60. size_t * rotate_by_ = new size_t[number_of_writes];
  61. boost::asio::io_context io_context;
  62. tcp::resolver resolver(io_context);
  63. std::string addr = "127.0.0.1";
  64. const std::string host1 = (argc < 2) ? "127.0.0.1" : argv[1];
  65. const std::string host2 = (argc < 3) ? "127.0.0.1" : argv[2];
  66. bool party;
  67. const size_t number_of_sockets = 40;
  68. std::vector<socket_t> sockets_;
  69. for(size_t j = 0; j < number_of_sockets + 1; ++j)
  70. {
  71. tcp::socket emptysocket(io_context);
  72. sockets_.emplace_back(std::move(emptysocket));
  73. }
  74. sockets_.reserve(number_of_sockets + 1);
  75. printf("number_of_sockets = %zu\n", number_of_sockets);
  76. std::vector<socket_t> sockets_2;
  77. std::vector<int> ports;
  78. for(size_t j = 0; j < number_of_sockets; ++j)
  79. {
  80. int port = 6000;
  81. ports.push_back(port + j);
  82. }
  83. std::vector<int> ports2_0;
  84. for(size_t j = 0; j < number_of_sockets; ++j)
  85. {
  86. int port = 8000;
  87. ports2_0.push_back(port + j);
  88. }
  89. std::vector<int> ports2_1;
  90. for(size_t j = 0; j < number_of_sockets; ++j)
  91. {
  92. int port = 9000;
  93. ports2_1.push_back(port + j);
  94. }
  95. #if (PARTY == 0)
  96. party = false;
  97. #ifdef ThreeParty
  98. for(size_t j = 0; j < number_of_sockets; ++j)
  99. {
  100. tcp::socket sb_a(io_context);
  101. boost::asio::connect(sb_a, resolver.resolve({host2, std::to_string(ports2_0[j])}));
  102. sockets_2.emplace_back(std::move(sb_a));
  103. }
  104. #endif
  105. for(size_t j = 0; j < number_of_sockets; ++j)
  106. {
  107. tcp::socket sb_a(io_context);
  108. boost::asio::connect(sb_a, resolver.resolve({host1, std::to_string(ports[j])}));
  109. sockets_[j] = std::move(sb_a);
  110. }
  111. #else
  112. party = true;
  113. #ifdef ThreeParty
  114. for(size_t j = 0; j < number_of_sockets; ++j)
  115. {
  116. tcp::socket sb_a(io_context);
  117. boost::asio::connect(sb_a, resolver.resolve({host2, std::to_string(ports2_1[j])}));
  118. sockets_2.emplace_back(std::move(sb_a));
  119. }
  120. #endif
  121. boost::asio::thread_pool pool2(number_of_sockets);
  122. for(size_t j = 0; j < number_of_sockets; ++j)
  123. {
  124. boost::asio::post(pool2, std::bind(accept_conncections_from_Pb, std::ref(io_context), std::ref(sockets_), ports[j], j));
  125. }
  126. pool2.join();
  127. #endif
  128. generate_random_distinguished_points(party);
  129. AES_KEY aeskey;
  130. blinds = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  131. updated_blinds = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  132. size_t * where_to_write = new size_t[number_of_writes];
  133. size_t * where_to_read_dependent = new size_t[number_of_dep_reads];
  134. size_t * where_to_read_independent = new size_t[number_of_ind_reads];
  135. auto start_total = std::chrono::steady_clock::now();
  136. setup(DB, updated_DB, blinded_DB_recv, blinds, updated_blinds, updated_blinded_DB_recv, db_nitems, party);
  137. for(size_t i = 0; i < number_of_accesses; ++i)
  138. {
  139. for(size_t j = 0; j < number_of_writes; ++j)
  140. {
  141. where_to_write[j] = j + 4;
  142. }
  143. for(size_t j = 0; j < number_of_dep_reads; ++j)
  144. {
  145. where_to_read_dependent[j] = j + 4;
  146. }
  147. for(size_t j = 0; j < number_of_ind_reads; ++j)
  148. {
  149. where_to_read_independent[j] = j + 4;
  150. }
  151. for(size_t j = 0; j < db_nitems; ++j)
  152. {
  153. blinds[j] = 0;
  154. updated_blinds[j] = blinds[j];
  155. updated_blinded_DB_recv[j] = blinded_DB_recv[j];
  156. }
  157. int64_t ri, ri_recv;
  158. arc4random_buf(&ri, sizeof(ri));
  159. ri = ri % db_nitems;
  160. boost::asio::write(sockets_[0], boost::asio::buffer(&ri, sizeof(ri)));
  161. boost::asio::read(sockets_[0], boost::asio::buffer(&ri_recv, sizeof(ri_recv)));
  162. if(party) ri = 2 - ri_recv;
  163. #ifdef VERBOSE
  164. boost::asio::write(sockets_[0], boost::asio::buffer(&ri, sizeof(ri)));
  165. boost::asio::read(sockets_[0], boost::asio::buffer(&ri_recv, sizeof(ri_recv)));
  166. int64_t ri_reconstruction = ri + ri_recv;
  167. std::cout << "ri_reconstruction = " << ri_reconstruction << std::endl;
  168. #endif
  169. #ifdef ThreeParty
  170. DuORAM_Write * WritePb_ = new DuORAM_Write[number_of_writes];
  171. DuORAM_Write * WritePb_recv = new DuORAM_Write[number_of_writes];
  172. DB_t * read_out = new DB_t[number_of_writes];
  173. DB_t * Gamma = new DB_t[number_of_writes];
  174. #endif
  175. DB_t * CW = new DB_t[number_of_writes];
  176. DB_t * update_message = new DB_t[number_of_writes];
  177. auto start_writes = std::chrono::steady_clock::now();
  178. #ifdef ThreeParty
  179. for(size_t w = 0; w < number_of_writes; ++w)
  180. {
  181. DB_t FCW_read = 0;
  182. /*The definition of read_final_correction_word appears in duoram-utils.h*/
  183. read_final_correction_word(party, FCW_read);
  184. #ifdef VERBOSE
  185. std::cout << "FCW_read (from) = " << FCW_read << std::endl;
  186. #endif
  187. DB_t alpha0 = -FCW_read;
  188. WritePb_[w].shift = where_to_write[w] -ri;
  189. WritePb_[w].CW = distinguised_value[0];
  190. boost::asio::write(sockets_2[0], boost::asio::buffer(&WritePb_[w], sizeof(DuORAM_Write)));
  191. read(sockets_2[1], boost::asio::buffer(&Gamma[w], sizeof(DB_t)));
  192. boost::asio::write(sockets_[0], boost::asio::buffer(&WritePb_[w], sizeof(DuORAM_Write)));
  193. boost::asio::read(sockets_[0], boost::asio::buffer(&WritePb_recv[w], sizeof(DuORAM_Write)));
  194. /*The definition of read_flags_for_writing appears in duoram-utils.h*/
  195. read_flags_for_writing(party, db_nitems);
  196. rotate_by_[w] = WritePb_[w].shift + WritePb_recv[w].shift;
  197. #ifdef VERBOSE
  198. std::cout << "print database (prints the non-zero database entries): " << std::endl;
  199. /* The definition of reconstruct_database appears in duoram-utils.h */
  200. reconstruct_database(sockets_[0], DB, db_nitems);
  201. #endif
  202. for(size_t j = 0; j < db_nitems; ++j) reading_temp[j] = DB[j] + updated_blinded_DB_recv[j];
  203. /*The definition of dot_product_with_bool appears in duoram-write.h*/
  204. if(!party) read_out[w] = dot_product_with_bool(reading_temp, writing_b, db_nitems, rotate_by_[w]) +
  205. dot_product_with_bool(updated_blinds, writing_b, db_nitems, rotate_by_[w]) -
  206. dot_product_with_bool(updated_blinds, writing_c, db_nitems, rotate_by_[w]) + Gamma[w];
  207. if(party) read_out[w] = dot_product_with_bool(reading_temp, writing_c, db_nitems, rotate_by_[w]) +
  208. dot_product_with_bool(updated_blinds, writing_c, db_nitems, rotate_by_[w]) -
  209. dot_product_with_bool(updated_blinds, writing_d, db_nitems, rotate_by_[w]) + Gamma[w];
  210. #ifdef VERBOSE
  211. std::cout << "read_out[" << w << "] = " << read_out[w] << std::endl;
  212. #endif
  213. #ifdef VERBOSE
  214. std::cout << "reconstructing the output: " << print_reconstruction(sockets_[0], read_out[w]) << "\n";
  215. #endif
  216. distinguised_value[0] = 80 * (1 + w);
  217. update_message[w] = distinguised_value[0] - read_out[w] + alpha0;
  218. #ifdef VERBOSE
  219. std::cout << "The updated message shares is = " << update_message[w] << std::endl;
  220. #endif
  221. boost::asio::write(sockets_2[2], boost::asio::buffer(&update_message[w], sizeof(DB_t)));
  222. boost::asio::write(sockets_[2], boost::asio::buffer(&update_message[w], sizeof(DB_t)));
  223. boost::asio::read(sockets_[2], boost::asio::buffer(&CW[w], sizeof(DB_t)));
  224. CW[w] = CW[w] + update_message[w];
  225. #ifdef VERBOSE
  226. std::cout << "cw = " << CW[w] << std::endl;
  227. #endif
  228. }
  229. #endif
  230. for(size_t w = 0; w < number_of_writes; ++w)
  231. {
  232. /*The definition of DuoramUpdate appears in duoram-write.h*/
  233. DuoramUpdate(party, db_nitems, rotate_by_[w], DB, updated_DB, writing_b, b, CW[w], update_message[w], writing_c, writing_d, c, d);
  234. #ifdef DEBUG
  235. #ifdef ThreeParty
  236. /*The definition debug_ appears in duoram-utils.h*/
  237. debug_(sockets_2[0], sockets_[0], db_nitems);
  238. #endif
  239. #endif
  240. }
  241. auto end_writes = std::chrono::steady_clock::now();
  242. std::chrono::duration<double> elapsed_seconds_writes = end_writes - start_writes;
  243. printf("elapsed_seconds_writes = %f\n",elapsed_seconds_writes.count());
  244. #ifdef VERBOSE
  245. std::cout << "Reconstructing the database after doing " << number_of_writes << " writes " << std::endl;
  246. reconstruct_database(sockets_[0], DB, db_nitems);
  247. #endif
  248. // WRITES END.
  249. #ifdef ThreeParty
  250. #ifdef VERBOSE
  251. std::cout << std::endl << std::endl << "============== WRITES END ==============" << std::endl << std::endl;
  252. #endif
  253. auto start_ind_reads = std::chrono::steady_clock::now();
  254. size_t * WritePb_ind_reads = new size_t[number_of_ind_reads];
  255. size_t * WritePb_ind_reads_recv = new size_t[number_of_ind_reads];
  256. size_t * rotate = new size_t[number_of_ind_reads];
  257. for(size_t r = 0; r < number_of_ind_reads; ++r) WritePb_ind_reads[r] = where_to_read_independent[r] -ri;
  258. boost::asio::write(sockets_2[3], boost::asio::buffer(WritePb_ind_reads, number_of_ind_reads * sizeof(size_t)));
  259. boost::asio::write(sockets_[3], boost::asio::buffer(WritePb_ind_reads, number_of_ind_reads * sizeof(size_t)));
  260. boost::asio::read(sockets_[3], boost::asio::buffer(WritePb_ind_reads_recv, number_of_ind_reads * sizeof(size_t)));
  261. DB_t * Gamma_reads = new DB_t[number_of_ind_reads];
  262. boost::asio::read(sockets_2[4], boost::asio::buffer(Gamma_reads, number_of_ind_reads * sizeof(DB_t)));
  263. for(size_t j = 0; j < number_of_ind_reads; ++j)
  264. {
  265. rotate[j] = WritePb_ind_reads[j] + WritePb_ind_reads_recv[j];
  266. }
  267. DB_t * read_out_independent_reads = new DB_t[number_of_ind_reads];
  268. for(size_t r = 0; r < number_of_ind_reads; ++r)
  269. {
  270. #ifdef VERBOSE
  271. std::cout << "rotate[r]" << rotate[r] << std::endl;
  272. std::cout << "Gamma_reads[r] = " << Gamma_reads[r] << std::endl;
  273. #endif
  274. read_out_independent_reads[r] = DuoramIndependentRead(party, db_nitems, ri, Gamma_reads, rotate, r);
  275. #ifdef VERBOSE
  276. std::cout << "---> [duoram independent reads] " << print_reconstruction(sockets_[0], read_out_independent_reads[r]) << std::endl;
  277. #endif
  278. }
  279. auto end_ind_reads = std::chrono::steady_clock::now();
  280. std::chrono::duration<double> elapsed_seconds_ind_reads = end_ind_reads - start_ind_reads;
  281. printf("elapsed_seconds_ind_reads = %f\n",elapsed_seconds_ind_reads.count());
  282. #ifdef VERBOSE
  283. std::cout << std::endl << std::endl << "============== INDEPENDENT READS END ==============" << std::endl << std::endl;
  284. #endif
  285. auto start_dep_reads = std::chrono::steady_clock::now();
  286. #ifdef VERBOSE
  287. std::cout << std::endl << std::endl << "============== DEPENDENT READS START ==============" << std::endl << std::endl;
  288. #endif
  289. DB_t * read_out_dependent_reads = new DB_t[number_of_dep_reads];
  290. for(size_t r = 0; r < number_of_dep_reads; ++r)
  291. {
  292. read_out_dependent_reads[r] = DuoramRead(party, db_nitems, ri, where_to_read_dependent[r], sockets_2[5], sockets_2[6], sockets_[5]);
  293. #ifdef VERBOSE
  294. std::cout << "dependent read (share) " << r << " -> " << read_out_dependent_reads[r] << std::endl;
  295. std::cout << print_reconstruction(sockets_[0], read_out_dependent_reads[r]) << std::endl;
  296. #endif
  297. }
  298. auto end_dep_reads = std::chrono::steady_clock::now();
  299. std::chrono::duration<double> elapsed_seconds_dep_reads = end_dep_reads - start_dep_reads;
  300. printf("elapsed_seconds_dep_reads = %f\n",elapsed_seconds_dep_reads.count());
  301. #ifdef VERBOSE
  302. std::cout << std::endl << std::endl << "============== DEPENDENT READS END ==============" << std::endl << std::endl;
  303. #endif
  304. #endif
  305. }
  306. auto end_total = std::chrono::steady_clock::now();
  307. std::chrono::duration<double> elapsed_seconds_total = end_total - start_total;
  308. printf("elapsed_seconds_total = %f\n",elapsed_seconds_total.count());
  309. free(reading_temp);
  310. return 0;
  311. }