53 #ifndef INCLUDED_volk_16i_max_star_horizontal_16i_a_H 54 #define INCLUDED_volk_16i_max_star_horizontal_16i_a_H 71 const unsigned int num_bytes = num_points*2;
73 static const uint8_t shufmask0[16] = {0x00, 0x01, 0x04, 0x05, 0x08, 0x09, 0x0c, 0x0d, 0xff,
74 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff};
75 static const uint8_t shufmask1[16] = {0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0x00,
76 0x01, 0x04, 0x05, 0x08, 0x09, 0x0c, 0x0d};
77 static const uint8_t andmask0[16] = {0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x02,0x02, 0x00,
78 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00};
79 static const uint8_t andmask1[16] = {0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02,
80 0x02, 0x02, 0x02, 0x02, 0x02, 0x02, 0x02};
82 __m128i xmm0, xmm1, xmm2, xmm3, xmm4;
83 __m128i xmm5, xmm6, xmm7, xmm8;
85 xmm4 = _mm_load_si128((__m128i*)shufmask0);
86 xmm5 = _mm_load_si128((__m128i*)shufmask1);
87 xmm6 = _mm_load_si128((__m128i*)andmask0);
88 xmm7 = _mm_load_si128((__m128i*)andmask1);
90 __m128i *p_target, *p_src0;
92 p_target = (__m128i*)target;
93 p_src0 = (__m128i*)src0;
95 int bound = num_bytes >> 5;
96 int intermediate = (num_bytes >> 4) & 1;
97 int leftovers = (num_bytes >> 1) & 7;
101 for(i = 0; i < bound; ++
i) {
102 xmm0 = _mm_load_si128(p_src0);
103 xmm1 = _mm_load_si128(&p_src0[1]);
105 xmm2 = _mm_xor_si128(xmm2, xmm2);
108 xmm3 = _mm_hsub_epi16(xmm0, xmm1);
110 xmm2 = _mm_cmpgt_epi16(xmm2, xmm3);
112 xmm8 = _mm_and_si128(xmm2, xmm6);
113 xmm3 = _mm_and_si128(xmm2, xmm7);
116 xmm8 = _mm_add_epi8(xmm8, xmm4);
117 xmm3 = _mm_add_epi8(xmm3, xmm5);
119 xmm0 = _mm_shuffle_epi8(xmm0, xmm8);
120 xmm1 = _mm_shuffle_epi8(xmm1, xmm3);
123 xmm3 = _mm_add_epi16(xmm0, xmm1);
126 _mm_store_si128(p_target, xmm3);
131 for(i = 0; i < intermediate; ++
i) {
132 xmm0 = _mm_load_si128(p_src0);
134 xmm2 = _mm_xor_si128(xmm2, xmm2);
137 xmm3 = _mm_hsub_epi16(xmm0, xmm1);
138 xmm2 = _mm_cmpgt_epi16(xmm2, xmm3);
140 xmm8 = _mm_and_si128(xmm2, xmm6);
142 xmm3 = _mm_add_epi8(xmm8, xmm4);
144 xmm0 = _mm_shuffle_epi8(xmm0, xmm3);
146 _mm_storel_pd((
double*)p_target,
bit128_p(&xmm0)->double_vec);
148 p_target = (__m128i*)((int8_t*)p_target + 8);
151 for(i = (bound << 4) + (intermediate << 3); i < (bound << 4) + (intermediate << 3) + leftovers ; i += 2) {
152 target[i>>1] = ((int16_t)(src0[i] - src0[i + 1]) > 0) ? src0[i] : src0[i + 1];
160 #include <arm_neon.h> 164 const unsigned int eighth_points = num_points / 16;
166 int16x8x2_t input_vec;
167 int16x8_t diff, max_vec, zeros;
168 uint16x8_t comp1, comp2;
169 zeros = vdupq_n_s16(0);
170 for(number=0; number < eighth_points; ++number) {
171 input_vec = vld2q_s16(src0);
173 diff = vsubq_s16(input_vec.val[0], input_vec.val[1]);
174 comp1 = vcgeq_s16(diff, zeros);
175 comp2 = vcltq_s16(diff, zeros);
177 input_vec.val[0] = vandq_s16(input_vec.val[0], (int16x8_t)comp1);
178 input_vec.val[1] = vandq_s16(input_vec.val[1], (int16x8_t)comp2);
180 max_vec = vaddq_s16(input_vec.val[0], input_vec.val[1]);
181 vst1q_s16(target, max_vec);
185 for(number=0; number < num_points%16; number+=2) {
186 target[number >> 1] = ((int16_t)(src0[number] - src0[number + 1]) > 0) ? src0[number] : src0[number+1];
192 #ifdef LV_HAVE_NEONV7 193 extern void volk_16i_max_star_horizontal_16i_a_neonasm(int16_t* target, int16_t* src0,
unsigned int num_points);
196 #ifdef LV_HAVE_GENERIC 200 const unsigned int num_bytes = num_points*2;
204 int bound = num_bytes >> 1;
206 for(i = 0; i < bound; i += 2) {
207 target[i >> 1] = ((int16_t) (src0[i] - src0[i + 1]) > 0) ? src0[i] : src0[i+1];
#define bit128_p(x)
Definition: volk_common.h:118
static void volk_16i_max_star_horizontal_16i_generic(int16_t *target, int16_t *src0, unsigned int num_points)
Definition: volk_16i_max_star_horizontal_16i.h:198
for i
Definition: volk_config_fixed.tmpl.h:25
static void volk_16i_max_star_horizontal_16i_neon(int16_t *target, int16_t *src0, unsigned int num_points)
Definition: volk_16i_max_star_horizontal_16i.h:162
static void volk_16i_max_star_horizontal_16i_a_ssse3(int16_t *target, int16_t *src0, unsigned int num_points)
Definition: volk_16i_max_star_horizontal_16i.h:69