28 #ifndef INCLUDE_VOLK_VOLK_AVX_INTRINSICS_H_
29 #define INCLUDE_VOLK_VOLK_AVX_INTRINSICS_H_
30 #include <immintrin.h>
34 __m256 yl, yh, tmp1, tmp2;
35 yl = _mm256_moveldup_ps(y);
36 yh = _mm256_movehdup_ps(y);
37 tmp1 = _mm256_mul_ps(x, yl);
38 x = _mm256_shuffle_ps(x, x, 0xB1);
39 tmp2 = _mm256_mul_ps(x, yh);
40 return _mm256_addsub_ps(tmp1,
46 const __m256 conjugator = _mm256_setr_ps(0, -0.f, 0, -0.f, 0, -0.f, 0, -0.f);
47 return _mm256_xor_ps(x, conjugator);
58 __m256 tmp1 = _mm256_mul_ps(
val,
val);
59 tmp1 = _mm256_hadd_ps(tmp1, tmp1);
60 tmp1 = _mm256_shuffle_ps(tmp1, tmp1, _MM_SHUFFLE(3, 1, 2, 0));
61 tmp1 = _mm256_sqrt_ps(tmp1);
62 return _mm256_div_ps(
val, tmp1);
67 __m256 complex1, complex2;
68 cplxValue1 = _mm256_mul_ps(cplxValue1, cplxValue1);
69 cplxValue2 = _mm256_mul_ps(cplxValue2, cplxValue2);
70 complex1 = _mm256_permute2f128_ps(cplxValue1, cplxValue2, 0x20);
71 complex2 = _mm256_permute2f128_ps(cplxValue1, cplxValue2, 0x31);
72 return _mm256_hadd_ps(complex1, complex2);
81 const __m256 symbols1,
91 const __m256 diff0 = _mm256_sub_ps(symbols0, points0);
92 const __m256 diff1 = _mm256_sub_ps(symbols1, points1);
94 return _mm256_mul_ps(norms, scalar);
99 __m256 sign_mask_dummy = _mm256_setzero_ps();
100 const __m128i zeros = _mm_set1_epi8(0x00);
101 const __m128i sign_extract = _mm_set1_epi8(0x80);
102 const __m128i shuffle_mask0 = _mm_setr_epi8(0xff,
118 const __m128i shuffle_mask1 = _mm_setr_epi8(0xff,
135 fbits = _mm_cmpgt_epi8(fbits, zeros);
136 fbits = _mm_and_si128(fbits, sign_extract);
137 __m128i sign_bits0 = _mm_shuffle_epi8(fbits, shuffle_mask0);
138 __m128i sign_bits1 = _mm_shuffle_epi8(fbits, shuffle_mask1);
141 _mm256_insertf128_ps(sign_mask_dummy, _mm_castsi128_ps(sign_bits0), 0x0);
142 return _mm256_insertf128_ps(sign_mask, _mm_castsi128_ps(sign_bits1), 0x1);
153 __m256 part0 = _mm256_permute2f128_ps(src0, src1, 0x20);
154 __m256 part1 = _mm256_permute2f128_ps(src0, src1, 0x31);
155 *llr0 = _mm256_shuffle_ps(part0, part1, 0x88);
156 *llr1 = _mm256_shuffle_ps(part0, part1, 0xdd);
161 const __m256 sign_mask = _mm256_set1_ps(-0.0f);
162 const __m256 abs_mask =
163 _mm256_andnot_ps(sign_mask, _mm256_castsi256_ps(_mm256_set1_epi8(0xff)));
170 _mm256_xor_ps(_mm256_and_ps(llr0, sign_mask), _mm256_and_ps(llr1, sign_mask));
172 _mm256_min_ps(_mm256_and_ps(llr0, abs_mask), _mm256_and_ps(llr1, abs_mask));
173 return _mm256_or_ps(dst, sign);
185 llr0 = _mm256_xor_ps(llr0, sign_mask);
186 __m256 dst = _mm256_add_ps(llr0, llr1);