/* Spa */ /* SPDX-FileCopyrightText: Copyright (c) 2023 Institue of Software Chinese Academy of Sciences (ISCAS). */ /* SPDX-License-Identifier: MIT */ #include "fmt-ops.h" #if HAVE_RVV void f32_to_s16(struct convert *conv, void * SPA_RESTRICT dst[], const void * SPA_RESTRICT src, uint32_t n_samples) { asm __volatile__ ( ".option arch, +v \n\t" "li t0, 1191182336 \n\t" "fmv.w.x fa5, t0 \n\t" "1: \n\t" "vsetvli t0, %[n_samples], e32, m8, ta, ma \n\t" "vle32.v v8, (%[src]) \n\t" "sub %[n_samples], %[n_samples], t0 \n\t" "vfmul.vf v8, v8, fa5 \n\t" "vsetvli zero, zero, e16, m4, ta, ma \n\t" "vfncvt.x.f.w v8, v8 \n\t" "slli t0, t0, 1 \n\t" "vse16.v v8, (%[dst]) \n\t" "add %[src], %[src], t0 \n\t" "add %[dst], %[dst], t0 \n\t" "add %[src], %[src], t0 \n\t" "bnez %[n_samples], 1b \n\t" : [n_samples] "+r" (n_samples), [src] "+r" (src), [dst] "+r" (dst) : : "cc", "memory" ); } void conv_f32_to_s16_rvv(struct convert *conv, void * SPA_RESTRICT dst[], const void * SPA_RESTRICT src[], uint32_t n_samples) { if (n_samples * conv->n_channels <= 4) { conv_f32_to_s16_c(conv, dst, src, n_samples); return; } f32_to_s16(conv, *dst, *src, n_samples * conv -> n_channels); } void conv_f32d_to_s16d_rvv(struct convert *conv, void * SPA_RESTRICT dst[], const void * SPA_RESTRICT src[], uint32_t n_samples) { if (n_samples <= 4) { conv_f32d_to_s16d_c(conv, dst, src, n_samples); return; } uint32_t i = 0, n_channels = conv->n_channels; for(i = 0; i < n_channels; i++) { f32_to_s16(conv, dst[i], src[i], n_samples); } } static void f32d_to_s16(void *data, void * SPA_RESTRICT dst, const void * SPA_RESTRICT src[], uint32_t n_channels, uint32_t n_samples) { const float *s = src[0]; uint32_t stride = n_channels << 1; asm __volatile__ ( ".option arch, +v \n\t" "li t0, 1191182336 \n\t" "fmv.w.x fa5, t0 \n\t" "1: \n\t" "vsetvli t0, %[n_samples], e32, m8, ta, ma \n\t" "vle32.v v8, (%[s]) \n\t" "sub %[n_samples], %[n_samples], t0 \n\t" "vfmul.vf v8, v8, fa5 \n\t" "vsetvli zero, zero, e16, m4, ta, ma \n\t" "vfncvt.x.f.w v8, v8 \n\t" "slli t2, t0, 2 \n\t" "mul t3, t0, %[stride] \n\t" "vsse16.v v8, (%[dst]), %[stride] \n\t" "add %[s], %[s], t2 \n\t" "add %[dst], %[dst], t3 \n\t" "bnez %[n_samples], 1b \n\t" : [n_samples] "+r" (n_samples), [s] "+r" (s), [dst] "+r" (dst) : [stride] "r" (stride) : "cc", "memory" ); } void conv_f32d_to_s16_rvv(struct convert *conv, void * SPA_RESTRICT dst[], const void * SPA_RESTRICT src[], uint32_t n_samples) { if (n_samples <= 4) { conv_f32d_to_s16_c(conv, dst, src, n_samples); return; } int16_t *d = dst[0]; uint32_t i = 0, n_channels = conv->n_channels; for(i = 0; i < n_channels; i++) f32d_to_s16(conv, &d[i], &src[i], n_channels, n_samples); } static void s16_to_f32d(void *data, void * SPA_RESTRICT dst[], const void * SPA_RESTRICT src, uint32_t n_channels, uint32_t n_samples) { float *d = dst[0]; uint32_t stride = n_channels << 1; asm __volatile__ ( ".option arch, +v \n\t" "li t0, 939524096 \n\t" "fmv.w.x fa5, t0 \n\t" "1: \n\t" "vsetvli t0, %[n_samples], e16, m4, ta, ma \n\t" "vlse16.v v8, (%[src]), %[stride] \n\t" "sub %[n_samples], %[n_samples], t0 \n\t" "vfwcvt.f.x.v v16, v8 \n\t" "vsetvli zero, zero, e32, m8, ta, ma \n\t" "mul t4, t0, %[stride] \n\t" "vfmul.vf v8, v16, fa5 \n\t" "slli t3, t0, 2 \n\t" "vse32.v v8, (%[d]) \n\t" "add %[src], %[src], t4 \n\t" "add %[d], %[d], t3 \n\t" "bnez %[n_samples], 1b \n\t" : [n_samples] "+r" (n_samples), [src] "+r" (src), [d] "+r" (d) : [stride] "r" (stride) : "cc", "memory" ); } void conv_s16_to_f32d_rvv(struct convert *conv, void * SPA_RESTRICT dst[], const void * SPA_RESTRICT src[], uint32_t n_samples) { if (n_samples <= 4) { conv_s16_to_f32d_c(conv, dst, src, n_samples); return; } const int16_t *s = src[0]; uint32_t i = 0, n_channels = conv->n_channels; for(i = 0; i < n_channels; i++) s16_to_f32d(conv, &dst[i], &s[i], n_channels, n_samples); } static void f32d_to_s32(void *data, void * SPA_RESTRICT dst, const void * SPA_RESTRICT src[], uint32_t n_channels, uint32_t n_samples) { const float *s = src[0]; uint32_t stride = n_channels << 2; asm __volatile__ ( ".option arch, +v \n\t" "li t0, 1325400064 \n\t" "li t2, 1325400063 \n\t" "fmv.w.x fa5, t0 \n\t" "fmv.w.x fa4, t2 \n\t" "1: \n\t" "vsetvli t0, %[n_samples], e32, m8, ta, ma \n\t" "vle32.v v8, (%[s]) \n\t" "sub %[n_samples], %[n_samples], t0 \n\t" "vfmul.vf v8, v8, fa5 \n\t" "vfmin.vf v8, v8, fa4 \n\t" "vfcvt.x.f.v v8, v8 \n\t" "slli t2, t0, 2 \n\t" "mul t3, t0, %[stride] \n\t" "vsse32.v v8, (%[dst]), %[stride] \n\t" "add %[s], %[s], t2 \n\t" "add %[dst], %[dst], t3 \n\t" "bnez %[n_samples], 1b \n\t" : [n_samples] "+r" (n_samples), [s] "+r" (s), [dst] "+r" (dst) : [stride] "r" (stride) : "cc", "memory" ); } void conv_f32d_to_s32_rvv(struct convert *conv, void * SPA_RESTRICT dst[], const void * SPA_RESTRICT src[], uint32_t n_samples) { if (n_samples <= 4) { conv_f32d_to_s32_c(conv, dst, src, n_samples); return; } int32_t *d = dst[0]; uint32_t i = 0, n_channels = conv->n_channels; for(i = 0; i < n_channels; i++) f32d_to_s32(conv, &d[i], &src[i], n_channels, n_samples); } #endif