bitutils.hpp 4.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121
  1. /* Adapted from preprocessing/bitutils.h from
  2. * https://git-crysp.uwaterloo.ca/avadapal/duoram by Adithya Vadapalli,
  3. * itself adapted from code by Ryan Henry */
  4. #ifndef __BITUTILS_HPP__
  5. #define __BITUTILS_HPP__
  6. #include <cstdint>
  7. #include <x86intrin.h> // SSE and AVX intrinsics
  8. static const __m128i bool128_mask[2] = {
  9. _mm_set_epi64x(0,1), // 0b00...0001
  10. _mm_set_epi64x(1,0) // 0b00...0001 << 64
  11. };
  12. static const __m128i lsb128_mask[4] = {
  13. _mm_setzero_si128(), // 0b00...0000
  14. _mm_set_epi64x(0,1), // 0b00...0001
  15. _mm_set_epi64x(0,2), // 0b00...0010
  16. _mm_set_epi64x(0,3) // 0b00...0011
  17. };
  18. static const __m128i lsb128_mask_inv[4] = {
  19. _mm_set1_epi8(-1), // 0b11...1111
  20. _mm_set_epi64x(-1,-2), // 0b11...1110
  21. _mm_set_epi64x(-1,-3), // 0b11...1101
  22. _mm_set_epi64x(-1,-4) // 0b11...1100
  23. };
  24. static const __m128i if128_mask[2] = {
  25. _mm_setzero_si128(), // 0b00...0000
  26. _mm_set1_epi8(-1) // 0b11...1111
  27. };
  28. inline __m128i xor_if(const __m128i & block1, const __m128i & block2, __m128i flag)
  29. {
  30. return _mm_xor_si128(block1, _mm_and_si128(block2, flag));
  31. }
  32. inline __m128i xor_if(const __m128i & block1, const __m128i & block2, bool flag)
  33. {
  34. return _mm_xor_si128(block1, _mm_and_si128(block2, if128_mask[flag ? 1 : 0]));
  35. }
  36. inline uint8_t get_lsb(const __m128i & block, uint8_t bits = 0b01)
  37. {
  38. __m128i vcmp = _mm_xor_si128(_mm_and_si128(block, lsb128_mask[bits]), lsb128_mask[bits]);
  39. return static_cast<uint8_t>(_mm_testz_si128(vcmp, vcmp));
  40. }
  41. inline __m128i clear_lsb(const __m128i & block, uint8_t bits = 0b01)
  42. {
  43. return _mm_and_si128(block, lsb128_mask_inv[bits]);
  44. }
  45. inline __m128i set_lsb(const __m128i & block, const bool val = true)
  46. {
  47. return _mm_or_si128(clear_lsb(block, 0b01), lsb128_mask[val ? 0b01 : 0b00]);
  48. }
  49. // The following can probably be improved by someone who knows the SIMD
  50. // instruction sets better than I do.
  51. // Return the parity of the number of bits set in block; that is, 1 if
  52. // there are an odd number of bits set in block; 0 if even
  53. inline uint8_t parity(const __m128i & block)
  54. {
  55. uint64_t low = uint64_t(_mm_cvtsi128_si64x(block));
  56. uint64_t high = uint64_t(_mm_cvtsi128_si64x(_mm_srli_si128(block,8)));
  57. return ((__builtin_popcountll(low) ^ __builtin_popcountll(high)) & 1);
  58. }
  59. // Return the parity of the number of the number of bits set in block
  60. // strictly above the given position
  61. inline uint8_t parity_above(const __m128i &block, uint8_t position)
  62. {
  63. uint64_t high = uint64_t(_mm_cvtsi128_si64x(_mm_srli_si128(block,8)));
  64. if (position >= 64) {
  65. uint64_t mask = (uint64_t(1)<<(position-64));
  66. mask |= (mask-1);
  67. mask = ~mask;
  68. return (__builtin_popcountll(high & mask) & 1);
  69. } else {
  70. uint64_t low = uint64_t(_mm_cvtsi128_si64x(block));
  71. uint64_t mask = (uint64_t(1)<<position);
  72. mask |= (mask-1);
  73. mask = ~mask;
  74. return ((__builtin_popcountll(high) +
  75. __builtin_popcountll(low & mask)) & 1);
  76. }
  77. }
  78. // Return the parity of the number of the number of bits set in block
  79. // strictly below the given position
  80. inline uint8_t parity_below(const __m128i &block, uint8_t position)
  81. {
  82. uint64_t low = uint64_t(_mm_cvtsi128_si64x(block));
  83. if (position >= 64) {
  84. uint64_t high = uint64_t(_mm_cvtsi128_si64x(_mm_srli_si128(block,8)));
  85. uint64_t mask = (uint64_t(1)<<(position-64))-1;
  86. return ((__builtin_popcountll(low) +
  87. __builtin_popcountll(high & mask)) & 1);
  88. } else {
  89. uint64_t mask = (uint64_t(1)<<position)-1;
  90. return (__builtin_popcountll(low & mask) & 1);
  91. }
  92. }
  93. // Return the bit at the given position in block
  94. inline uint8_t bit_at(const __m128i &block, uint8_t position)
  95. {
  96. if (position >= 64) {
  97. uint64_t high = uint64_t(_mm_cvtsi128_si64x(_mm_srli_si128(block,8)));
  98. return !!(high & (uint64_t(1)<<(position-64)));
  99. } else {
  100. uint64_t low = uint64_t(_mm_cvtsi128_si64x(block));
  101. return !!(low & (uint64_t(1)<<position));
  102. }
  103. }
  104. #endif