duoram.cpp 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400
  1. #include <type_traits> // std::is_same<>
  2. #include <limits> // std::numeric_limits<>
  3. #include <climits> // CHAR_BIT
  4. #include <cmath> // std::log2, std::ceil, std::floor
  5. #include <stdexcept> // std::runtime_error
  6. #include <array> // std::array<>
  7. #include <iostream> // std::istream and std::ostream
  8. #include <vector> // std::vector<>
  9. #include <memory> // std::shared_ptr<>
  10. #include <utility> // std::move
  11. #include <algorithm> // std::copy
  12. #include <cstring> // std::memcpy
  13. #include <bsd/stdlib.h> // arc4random_buf
  14. #include <x86intrin.h> // SSE and AVX intrinsics
  15. #include <chrono>
  16. #include <thread>
  17. #include <deque>
  18. #include <../boost/asio.hpp>
  19. using boost::asio::ip::tcp;
  20. using namespace std::chrono;
  21. using namespace std;
  22. using socket_t = boost::asio::ip::tcp::socket;
  23. #include "prg.h"
  24. #include "prg_aes_impl.h"
  25. #include "block.h"
  26. #include "duoram-utils.h"
  27. #include "readvectors.h"
  28. #include "duoram-read.h"
  29. #include "duoram-refresh.h"
  30. #include "duoram-write.h"
  31. void accept_conncections_from_Pb(boost::asio::io_context&io_context, std::vector<socket_t>& sockets_, int port, size_t j)
  32. {
  33. tcp::acceptor acceptor_a(io_context, tcp::endpoint(tcp::v4(), port));
  34. tcp::socket sb_a(acceptor_a.accept());
  35. sockets_[j] = std::move(sb_a);
  36. }
  37. int main(const int argc, const char * argv[])
  38. {
  39. size_t expo = atoi(argv[3]);
  40. size_t db_nitems = 1ULL << expo;
  41. size_t number_of_writes = atoi(argv[4]);
  42. size_t number_of_ind_reads = atoi(argv[5]);
  43. size_t number_of_dep_reads = atoi(argv[6]);
  44. size_t number_of_accesses = atoi(argv[7]);
  45. reading_temp = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  46. DB = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  47. updated_DB = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  48. blinded_DB = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  49. blinded_DB_recv = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  50. updated_blinded_DB_recv = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  51. b = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  52. c = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  53. d = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  54. reading_b = (int8_t *) malloc(db_nitems * sizeof(int8_t));
  55. reading_c = (int8_t *) malloc(db_nitems * sizeof(int8_t));
  56. reading_d = (int8_t *) malloc(db_nitems * sizeof(int8_t));
  57. writing_b = (int8_t *) malloc(db_nitems * sizeof(int8_t));
  58. writing_c = (int8_t *) malloc(db_nitems * sizeof(int8_t));
  59. writing_d = (int8_t *) malloc(db_nitems * sizeof(int8_t));
  60. size_t * rotate_by_ = new size_t[number_of_writes];
  61. boost::asio::io_context io_context;
  62. tcp::resolver resolver(io_context);
  63. std::string addr = "127.0.0.1";
  64. const std::string host1 = (argc < 2) ? "127.0.0.1" : argv[1];
  65. const std::string host2 = (argc < 3) ? "127.0.0.1" : argv[2];
  66. bool party;
  67. const size_t number_of_sockets = 40;
  68. std::vector<socket_t> sockets_;
  69. for(size_t j = 0; j < number_of_sockets + 1; ++j)
  70. {
  71. tcp::socket emptysocket(io_context);
  72. sockets_.emplace_back(std::move(emptysocket));
  73. }
  74. sockets_.reserve(number_of_sockets + 1);
  75. printf("number_of_sockets = %zu\n", number_of_sockets);
  76. std::vector<socket_t> sockets_2;
  77. std::vector<int> ports;
  78. for(size_t j = 0; j < number_of_sockets; ++j)
  79. {
  80. int port = 6000;
  81. ports.push_back(port + j);
  82. }
  83. std::vector<int> ports2_0;
  84. for(size_t j = 0; j < number_of_sockets; ++j)
  85. {
  86. int port = 8000;
  87. ports2_0.push_back(port + j);
  88. }
  89. std::vector<int> ports2_1;
  90. for(size_t j = 0; j < number_of_sockets; ++j)
  91. {
  92. int port = 9000;
  93. ports2_1.push_back(port + j);
  94. }
  95. #if (PARTY == 0)
  96. party = false;
  97. #ifdef ThreeParty
  98. for(size_t j = 0; j < number_of_sockets; ++j)
  99. {
  100. tcp::socket sb_a(io_context);
  101. boost::asio::connect(sb_a, resolver.resolve({host2, std::to_string(ports2_0[j])}));
  102. sockets_2.emplace_back(std::move(sb_a));
  103. }
  104. #endif
  105. for(size_t j = 0; j < number_of_sockets; ++j)
  106. {
  107. tcp::socket sb_a(io_context);
  108. boost::asio::connect(sb_a, resolver.resolve({host1, std::to_string(ports[j])}));
  109. sockets_[j] = std::move(sb_a);
  110. }
  111. #else
  112. party = true;
  113. #ifdef ThreeParty
  114. for(size_t j = 0; j < number_of_sockets; ++j)
  115. {
  116. tcp::socket sb_a(io_context);
  117. boost::asio::connect(sb_a, resolver.resolve({host2, std::to_string(ports2_1[j])}));
  118. sockets_2.emplace_back(std::move(sb_a));
  119. }
  120. #endif
  121. boost::asio::thread_pool pool2(number_of_sockets);
  122. for(size_t j = 0; j < number_of_sockets; ++j)
  123. {
  124. boost::asio::post(pool2, std::bind(accept_conncections_from_Pb, std::ref(io_context), std::ref(sockets_), ports[j], j));
  125. }
  126. pool2.join();
  127. #endif
  128. generate_random_distinguished_points(party);
  129. AES_KEY aeskey;
  130. blinds = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  131. updated_blinds = (DB_t *) std::aligned_alloc(sizeof(__m256i), db_nitems * sizeof(DB_t));
  132. size_t * where_to_write = new size_t[number_of_writes];
  133. size_t * where_to_read_dependent = new size_t[number_of_dep_reads];
  134. size_t * where_to_read_independent = new size_t[number_of_ind_reads];
  135. auto start_total = std::chrono::steady_clock::now();
  136. setup(DB, updated_DB, blinded_DB_recv, blinds, updated_blinds, updated_blinded_DB_recv, db_nitems, party);
  137. for(size_t i = 0; i < number_of_accesses; ++i)
  138. {
  139. for(size_t j = 0; j < number_of_writes; ++j)
  140. {
  141. where_to_write[j] = j + 4;
  142. }
  143. for(size_t j = 0; j < number_of_dep_reads; ++j)
  144. {
  145. where_to_read_dependent[j] = j + 4;
  146. }
  147. for(size_t j = 0; j < number_of_ind_reads; ++j)
  148. {
  149. where_to_read_independent[j] = j + 4;
  150. }
  151. for(size_t j = 0; j < db_nitems; ++j)
  152. {
  153. blinds[j] = 0;
  154. updated_blinds[j] = blinds[j];
  155. updated_blinded_DB_recv[j] = blinded_DB_recv[j];
  156. }
  157. // arc4random_buf(&ri, sizeof(ri));
  158. // ri = ri % db_nitems;
  159. // boost::asio::write(sockets_[0], boost::asio::buffer(&ri, sizeof(ri)));
  160. // boost::asio::read(sockets_[0], boost::asio::buffer(&ri_recv, sizeof(ri_recv)));
  161. // if(party) ri = 2 - ri_recv;
  162. int64_t ri;
  163. read_rand_indx(party, ri);
  164. #ifdef DEBUG
  165. int64_t ri_recv;
  166. boost::asio::write(sockets_[0], boost::asio::buffer(&ri, sizeof(ri)));
  167. boost::asio::read(sockets_[0], boost::asio::buffer(&ri_recv, sizeof(ri_recv)));
  168. ri_recv = ri_recv + ri;
  169. std::cout << "ri_recv = " << ri_recv % db_nitems << std::endl;
  170. #endif
  171. #ifdef VERBOSE
  172. boost::asio::write(sockets_[0], boost::asio::buffer(&ri, sizeof(ri)));
  173. boost::asio::read(sockets_[0], boost::asio::buffer(&ri_recv, sizeof(ri_recv)));
  174. int64_t ri_reconstruction = ri + ri_recv;
  175. std::cout << "ri_reconstruction = " << ri_reconstruction << std::endl;
  176. #endif
  177. #ifdef ThreeParty
  178. DuORAM_Write * WritePb_ = new DuORAM_Write[number_of_writes];
  179. DuORAM_Write * WritePb_recv = new DuORAM_Write[number_of_writes];
  180. DB_t * read_out = new DB_t[number_of_writes];
  181. DB_t * Gamma = new DB_t[number_of_writes];
  182. #endif
  183. DB_t * CW = new DB_t[number_of_writes];
  184. DB_t * update_message = new DB_t[number_of_writes];
  185. auto start_writes = std::chrono::steady_clock::now();
  186. #ifdef ThreeParty
  187. for(size_t w = 0; w < number_of_writes; ++w)
  188. {
  189. DB_t FCW_read = 0;
  190. /*The definition of read_final_correction_word appears in duoram-utils.h*/
  191. read_final_correction_word(party, FCW_read);
  192. #ifdef VERBOSE
  193. std::cout << "FCW_read (from) = " << FCW_read << std::endl;
  194. #endif
  195. DB_t alpha0 = -FCW_read;
  196. WritePb_[w].shift = where_to_write[w] -ri;
  197. WritePb_[w].CW = distinguised_value[0];
  198. boost::asio::write(sockets_2[0], boost::asio::buffer(&WritePb_[w], sizeof(DuORAM_Write)));
  199. read(sockets_2[1], boost::asio::buffer(&Gamma[w], sizeof(DB_t)));
  200. boost::asio::write(sockets_[0], boost::asio::buffer(&WritePb_[w], sizeof(DuORAM_Write)));
  201. boost::asio::read(sockets_[0], boost::asio::buffer(&WritePb_recv[w], sizeof(DuORAM_Write)));
  202. /*The definition of read_flags_for_writing appears in duoram-utils.h*/
  203. read_flags_for_writing(party, db_nitems);
  204. rotate_by_[w] = WritePb_[w].shift + WritePb_recv[w].shift;
  205. #ifdef VERBOSE
  206. std::cout << "print database (prints the non-zero database entries): " << std::endl;
  207. /* The definition of reconstruct_database appears in duoram-utils.h */
  208. reconstruct_database(sockets_[0], DB, db_nitems);
  209. #endif
  210. for(size_t j = 0; j < db_nitems; ++j) reading_temp[j] = DB[j] + updated_blinded_DB_recv[j];
  211. /*The definition of dot_product_with_bool appears in duoram-write.h*/
  212. if(!party) read_out[w] = dot_product_with_bool(reading_temp, writing_b, db_nitems, rotate_by_[w]) +
  213. dot_product_with_bool(updated_blinds, writing_b, db_nitems, rotate_by_[w]) -
  214. dot_product_with_bool(updated_blinds, writing_c, db_nitems, rotate_by_[w]) + Gamma[w];
  215. if(party) read_out[w] = dot_product_with_bool(reading_temp, writing_c, db_nitems, rotate_by_[w]) +
  216. dot_product_with_bool(updated_blinds, writing_c, db_nitems, rotate_by_[w]) -
  217. dot_product_with_bool(updated_blinds, writing_d, db_nitems, rotate_by_[w]) + Gamma[w];
  218. #ifdef VERBOSE
  219. std::cout << "read_out[" << w << "] = " << read_out[w] << std::endl;
  220. #endif
  221. #ifdef VERBOSE
  222. std::cout << "reconstructing the output: " << print_reconstruction(sockets_[0], read_out[w]) << "\n";
  223. #endif
  224. distinguised_value[0] = 80 * (1 + w);
  225. update_message[w] = distinguised_value[0] - read_out[w] + alpha0;
  226. #ifdef VERBOSE
  227. std::cout << "The updated message shares is = " << update_message[w] << std::endl;
  228. #endif
  229. boost::asio::write(sockets_2[2], boost::asio::buffer(&update_message[w], sizeof(DB_t)));
  230. boost::asio::write(sockets_[2], boost::asio::buffer(&update_message[w], sizeof(DB_t)));
  231. boost::asio::read(sockets_[2], boost::asio::buffer(&CW[w], sizeof(DB_t)));
  232. CW[w] = CW[w] + update_message[w];
  233. #ifdef VERBOSE
  234. std::cout << "cw = " << CW[w] << std::endl;
  235. #endif
  236. }
  237. #endif
  238. for(size_t w = 0; w < number_of_writes; ++w)
  239. {
  240. /*The definition of DuoramUpdate appears in duoram-write.h*/
  241. DuoramUpdate(party, db_nitems, rotate_by_[w], DB, updated_DB, writing_b, b, CW[w], update_message[w], writing_c, writing_d, c, d);
  242. #ifdef DEBUG
  243. #ifdef ThreeParty
  244. /*The definition debug_ appears in duoram-utils.h*/
  245. debug_(sockets_2[0], sockets_[0], db_nitems);
  246. #endif
  247. #endif
  248. }
  249. auto end_writes = std::chrono::steady_clock::now();
  250. std::chrono::duration<double> elapsed_seconds_writes = end_writes - start_writes;
  251. printf("elapsed_seconds_writes = %f\n",elapsed_seconds_writes.count());
  252. #ifdef VERBOSE
  253. std::cout << "Reconstructing the database after doing " << number_of_writes << " writes " << std::endl;
  254. reconstruct_database(sockets_[0], DB, db_nitems);
  255. #endif
  256. // WRITES END.
  257. #ifdef ThreeParty
  258. #ifdef VERBOSE
  259. std::cout << std::endl << std::endl << "============== WRITES END ==============" << std::endl << std::endl;
  260. #endif
  261. auto start_ind_reads = std::chrono::steady_clock::now();
  262. size_t * WritePb_ind_reads = new size_t[number_of_ind_reads];
  263. size_t * WritePb_ind_reads_recv = new size_t[number_of_ind_reads];
  264. size_t * rotate = new size_t[number_of_ind_reads];
  265. for(size_t r = 0; r < number_of_ind_reads; ++r) WritePb_ind_reads[r] = where_to_read_independent[r] -ri;
  266. boost::asio::write(sockets_2[3], boost::asio::buffer(WritePb_ind_reads, number_of_ind_reads * sizeof(size_t)));
  267. boost::asio::write(sockets_[3], boost::asio::buffer(WritePb_ind_reads, number_of_ind_reads * sizeof(size_t)));
  268. boost::asio::read(sockets_[3], boost::asio::buffer(WritePb_ind_reads_recv, number_of_ind_reads * sizeof(size_t)));
  269. DB_t * Gamma_reads = new DB_t[number_of_ind_reads];
  270. boost::asio::read(sockets_2[4], boost::asio::buffer(Gamma_reads, number_of_ind_reads * sizeof(DB_t)));
  271. for(size_t j = 0; j < number_of_ind_reads; ++j)
  272. {
  273. rotate[j] = WritePb_ind_reads[j] + WritePb_ind_reads_recv[j];
  274. }
  275. DB_t * read_out_independent_reads = new DB_t[number_of_ind_reads];
  276. for(size_t r = 0; r < number_of_ind_reads; ++r)
  277. {
  278. #ifdef VERBOSE
  279. std::cout << "rotate[r]" << rotate[r] << std::endl;
  280. std::cout << "Gamma_reads[r] = " << Gamma_reads[r] << std::endl;
  281. #endif
  282. read_out_independent_reads[r] = DuoramIndependentRead(party, db_nitems, ri, Gamma_reads, rotate, r);
  283. #ifdef VERBOSE
  284. std::cout << "---> [duoram independent reads] " << print_reconstruction(sockets_[0], read_out_independent_reads[r]) << std::endl;
  285. #endif
  286. }
  287. auto end_ind_reads = std::chrono::steady_clock::now();
  288. std::chrono::duration<double> elapsed_seconds_ind_reads = end_ind_reads - start_ind_reads;
  289. printf("elapsed_seconds_ind_reads = %f\n",elapsed_seconds_ind_reads.count());
  290. #ifdef VERBOSE
  291. std::cout << std::endl << std::endl << "============== INDEPENDENT READS END ==============" << std::endl << std::endl;
  292. #endif
  293. auto start_dep_reads = std::chrono::steady_clock::now();
  294. #ifdef VERBOSE
  295. std::cout << std::endl << std::endl << "============== DEPENDENT READS START ==============" << std::endl << std::endl;
  296. #endif
  297. DB_t * read_out_dependent_reads = new DB_t[number_of_dep_reads];
  298. for(size_t r = 0; r < number_of_dep_reads; ++r)
  299. {
  300. read_out_dependent_reads[r] = DuoramRead(party, db_nitems, ri, where_to_read_dependent[r], sockets_2[5], sockets_2[6], sockets_[5]);
  301. #ifdef VERBOSE
  302. std::cout << "dependent read (share) " << r << " -> " << read_out_dependent_reads[r] << std::endl;
  303. std::cout << print_reconstruction(sockets_[0], read_out_dependent_reads[r]) << std::endl;
  304. #endif
  305. }
  306. auto end_dep_reads = std::chrono::steady_clock::now();
  307. std::chrono::duration<double> elapsed_seconds_dep_reads = end_dep_reads - start_dep_reads;
  308. printf("elapsed_seconds_dep_reads = %f\n",elapsed_seconds_dep_reads.count());
  309. #ifdef VERBOSE
  310. std::cout << std::endl << std::endl << "============== DEPENDENT READS END ==============" << std::endl << std::endl;
  311. #endif
  312. #endif
  313. }
  314. auto end_total = std::chrono::steady_clock::now();
  315. std::chrono::duration<double> elapsed_seconds_total = end_total - start_total;
  316. printf("elapsed_seconds_total = %f\n",elapsed_seconds_total.count());
  317. free(reading_temp);
  318. return 0;
  319. }