mirror of
https://gitlab.freedesktop.org/pipewire/pipewire.git
synced 2025-11-05 13:30:02 -05:00
934ab3036e
SPDX tags make the licensing information easy to understand and clear, and they are machine parseable. See https://spdx.dev for more information.
74 lines
2.7 KiB
C
74 lines
2.7 KiB
C
/* Spa */
|
|
/* SPDX-FileCopyrightText: Copyright © 2019 Wim Taymans */
|
|
/* SPDX-License-Identifier: MIT */
|
|
|
|
#include "resample-native-impl.h"
|
|
|
|
#include <assert.h>
|
|
#include <immintrin.h>
|
|
|
|
static inline void inner_product_avx(float *d, const float * SPA_RESTRICT s,
|
|
const float * SPA_RESTRICT taps, uint32_t n_taps)
|
|
{
|
|
__m256 sy[2] = { _mm256_setzero_ps(), _mm256_setzero_ps() }, ty;
|
|
__m128 sx[2], tx;
|
|
uint32_t i = 0;
|
|
uint32_t n_taps4 = n_taps & ~0xf;
|
|
|
|
for (; i < n_taps4; i += 16) {
|
|
ty = (__m256)_mm256_lddqu_si256((__m256i*)(s + i + 0));
|
|
sy[0] = _mm256_fmadd_ps(ty, _mm256_load_ps(taps + i + 0), sy[0]);
|
|
ty = (__m256)_mm256_lddqu_si256((__m256i*)(s + i + 8));
|
|
sy[1] = _mm256_fmadd_ps(ty, _mm256_load_ps(taps + i + 8), sy[1]);
|
|
}
|
|
sy[0] = _mm256_add_ps(sy[1], sy[0]);
|
|
sx[1] = _mm256_extractf128_ps(sy[0], 1);
|
|
sx[0] = _mm256_extractf128_ps(sy[0], 0);
|
|
for (; i < n_taps; i += 8) {
|
|
tx = (__m128)_mm_lddqu_si128((__m128i*)(s + i + 0));
|
|
sx[0] = _mm_fmadd_ps(tx, _mm_load_ps(taps + i + 0), sx[0]);
|
|
tx = (__m128)_mm_lddqu_si128((__m128i*)(s + i + 4));
|
|
sx[1] = _mm_fmadd_ps(tx, _mm_load_ps(taps + i + 4), sx[1]);
|
|
}
|
|
sx[0] = _mm_add_ps(sx[0], sx[1]);
|
|
sx[0] = _mm_hadd_ps(sx[0], sx[0]);
|
|
sx[0] = _mm_hadd_ps(sx[0], sx[0]);
|
|
_mm_store_ss(d, sx[0]);
|
|
}
|
|
|
|
static inline void inner_product_ip_avx(float *d, const float * SPA_RESTRICT s,
|
|
const float * SPA_RESTRICT t0, const float * SPA_RESTRICT t1, float x,
|
|
uint32_t n_taps)
|
|
{
|
|
__m256 sy[2] = { _mm256_setzero_ps(), _mm256_setzero_ps() }, ty;
|
|
__m128 sx[2], tx;
|
|
uint32_t i, n_taps4 = n_taps & ~0xf;
|
|
|
|
for (i = 0; i < n_taps4; i += 16) {
|
|
ty = (__m256)_mm256_lddqu_si256((__m256i*)(s + i + 0));
|
|
sy[0] = _mm256_fmadd_ps(ty, _mm256_load_ps(t0 + i + 0), sy[0]);
|
|
sy[1] = _mm256_fmadd_ps(ty, _mm256_load_ps(t1 + i + 0), sy[1]);
|
|
ty = (__m256)_mm256_lddqu_si256((__m256i*)(s + i + 8));
|
|
sy[0] = _mm256_fmadd_ps(ty, _mm256_load_ps(t0 + i + 8), sy[0]);
|
|
sy[1] = _mm256_fmadd_ps(ty, _mm256_load_ps(t1 + i + 8), sy[1]);
|
|
}
|
|
sx[0] = _mm_add_ps(_mm256_extractf128_ps(sy[0], 0), _mm256_extractf128_ps(sy[0], 1));
|
|
sx[1] = _mm_add_ps(_mm256_extractf128_ps(sy[1], 0), _mm256_extractf128_ps(sy[1], 1));
|
|
|
|
for (; i < n_taps; i += 8) {
|
|
tx = (__m128)_mm_lddqu_si128((__m128i*)(s + i + 0));
|
|
sx[0] = _mm_fmadd_ps(tx, _mm_load_ps(t0 + i + 0), sx[0]);
|
|
sx[1] = _mm_fmadd_ps(tx, _mm_load_ps(t1 + i + 0), sx[1]);
|
|
tx = (__m128)_mm_lddqu_si128((__m128i*)(s + i + 4));
|
|
sx[0] = _mm_fmadd_ps(tx, _mm_load_ps(t0 + i + 4), sx[0]);
|
|
sx[1] = _mm_fmadd_ps(tx, _mm_load_ps(t1 + i + 4), sx[1]);
|
|
}
|
|
sx[1] = _mm_mul_ps(_mm_sub_ps(sx[1], sx[0]), _mm_load1_ps(&x));
|
|
sx[0] = _mm_add_ps(sx[0], sx[1]);
|
|
sx[0] = _mm_hadd_ps(sx[0], sx[0]);
|
|
sx[0] = _mm_hadd_ps(sx[0], sx[0]);
|
|
_mm_store_ss(d, sx[0]);
|
|
}
|
|
|
|
MAKE_RESAMPLER_FULL(avx);
|
|
MAKE_RESAMPLER_INTER(avx);
|