Loading...
Searching...
No Matches
volk_16i_permute_and_scalar_add.h
Go to the documentation of this file.
/* -*- c++ -*- */
/*
* Copyright 2012, 2014 Free Software Foundation, Inc.
*
* This file is part of VOLK
*
* SPDX-License-Identifier: LGPL-3.0-or-later
*/
#ifndef INCLUDED_volk_16i_permute_and_scalar_add_a_H
#define INCLUDED_volk_16i_permute_and_scalar_add_a_H
#include <inttypes.h>
#include <stdio.h>
#ifdef LV_HAVE_SSE2
#include <emmintrin.h>
#include <xmmintrin.h>
static inline void volk_16i_permute_and_scalar_add_a_sse2(short* target,
short* src0,
short* permute_indexes,
short* cntl0,
short* cntl1,
short* cntl2,
short* cntl3,
short* scalars,
unsigned int num_points)
{
const unsigned int num_bytes = num_points * 2;
__m128i xmm0, xmm1, xmm2, xmm3, xmm4, xmm5, xmm6, xmm7;
__m128i *p_target, *p_cntl0, *p_cntl1, *p_cntl2, *p_cntl3, *p_scalars;
short* p_permute_indexes = permute_indexes;
p_target = (__m128i*)target;
p_cntl0 = (__m128i*)cntl0;
p_cntl1 = (__m128i*)cntl1;
p_cntl2 = (__m128i*)cntl2;
p_cntl3 = (__m128i*)cntl3;
p_scalars = (__m128i*)scalars;
int i = 0;
int bound = (num_bytes >> 4);
int leftovers = (num_bytes >> 1) & 7;
xmm0 = _mm_load_si128(p_scalars);
xmm1 = _mm_shufflelo_epi16(xmm0, 0);
xmm2 = _mm_shufflelo_epi16(xmm0, 0x55);
xmm3 = _mm_shufflelo_epi16(xmm0, 0xaa);
xmm4 = _mm_shufflelo_epi16(xmm0, 0xff);
xmm1 = _mm_shuffle_epi32(xmm1, 0x00);
xmm2 = _mm_shuffle_epi32(xmm2, 0x00);
xmm3 = _mm_shuffle_epi32(xmm3, 0x00);
xmm4 = _mm_shuffle_epi32(xmm4, 0x00);
for (; i < bound; ++i) {
xmm0 = _mm_setzero_si128();
xmm5 = _mm_setzero_si128();
xmm6 = _mm_setzero_si128();
xmm7 = _mm_setzero_si128();
xmm0 = _mm_insert_epi16(xmm0, src0[p_permute_indexes[0]], 0);
xmm5 = _mm_insert_epi16(xmm5, src0[p_permute_indexes[1]], 1);
xmm6 = _mm_insert_epi16(xmm6, src0[p_permute_indexes[2]], 2);
xmm7 = _mm_insert_epi16(xmm7, src0[p_permute_indexes[3]], 3);
xmm0 = _mm_insert_epi16(xmm0, src0[p_permute_indexes[4]], 4);
xmm5 = _mm_insert_epi16(xmm5, src0[p_permute_indexes[5]], 5);
xmm6 = _mm_insert_epi16(xmm6, src0[p_permute_indexes[6]], 6);
xmm7 = _mm_insert_epi16(xmm7, src0[p_permute_indexes[7]], 7);
xmm0 = _mm_add_epi16(xmm0, xmm5);
xmm6 = _mm_add_epi16(xmm6, xmm7);
p_permute_indexes += 8;
xmm0 = _mm_add_epi16(xmm0, xmm6);
xmm5 = _mm_load_si128(p_cntl0);
xmm6 = _mm_load_si128(p_cntl1);
xmm7 = _mm_load_si128(p_cntl2);
xmm5 = _mm_and_si128(xmm5, xmm1);
xmm6 = _mm_and_si128(xmm6, xmm2);
xmm7 = _mm_and_si128(xmm7, xmm3);
xmm0 = _mm_add_epi16(xmm0, xmm5);
xmm5 = _mm_load_si128(p_cntl3);
xmm6 = _mm_add_epi16(xmm6, xmm7);
p_cntl0 += 1;
xmm5 = _mm_and_si128(xmm5, xmm4);
xmm0 = _mm_add_epi16(xmm0, xmm6);
p_cntl1 += 1;
p_cntl2 += 1;
xmm0 = _mm_add_epi16(xmm0, xmm5);
p_cntl3 += 1;
_mm_store_si128(p_target, xmm0);
p_target += 1;
}
for (i = bound * 8; i < (bound * 8) + leftovers; ++i) {
target[i] = src0[permute_indexes[i]] + (cntl0[i] & scalars[0]) +
(cntl1[i] & scalars[1]) + (cntl2[i] & scalars[2]) +
(cntl3[i] & scalars[3]);
}
}
#endif /*LV_HAVE_SSE*/
#ifdef LV_HAVE_GENERIC
static inline void volk_16i_permute_and_scalar_add_generic(short* target,
short* src0,
short* permute_indexes,
short* cntl0,
short* cntl1,
short* cntl2,
short* cntl3,
short* scalars,
unsigned int num_points)
{
const unsigned int num_bytes = num_points * 2;
int i = 0;
int bound = num_bytes >> 1;
for (i = 0; i < bound; ++i) {
target[i] = src0[permute_indexes[i]] + (cntl0[i] & scalars[0]) +
(cntl1[i] & scalars[1]) + (cntl2[i] & scalars[2]) +
(cntl3[i] & scalars[3]);
}
}
#endif /*LV_HAVE_GENERIC*/
#endif /*INCLUDED_volk_16i_permute_and_scalar_add_a_H*/