Up to ~4 times faster on x86_64, ~8 times on x86_32 if compiling using x87 fp math. Reviewed-by: Ronald S. Bultje <rsbultje@gmail.com> Signed-off-by: James Almer <jamrial@gmail.com>
		
			
				
	
	
		
			417 lines
		
	
	
		
			13 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			417 lines
		
	
	
		
			13 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
| /*
 | |
|  * Copyright (C) 2016 foo86
 | |
|  *
 | |
|  * This file is part of FFmpeg.
 | |
|  *
 | |
|  * FFmpeg is free software; you can redistribute it and/or
 | |
|  * modify it under the terms of the GNU Lesser General Public
 | |
|  * License as published by the Free Software Foundation; either
 | |
|  * version 2.1 of the License, or (at your option) any later version.
 | |
|  *
 | |
|  * FFmpeg is distributed in the hope that it will be useful,
 | |
|  * but WITHOUT ANY WARRANTY; without even the implied warranty of
 | |
|  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 | |
|  * Lesser General Public License for more details.
 | |
|  *
 | |
|  * You should have received a copy of the GNU Lesser General Public
 | |
|  * License along with FFmpeg; if not, write to the Free Software
 | |
|  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 | |
|  */
 | |
| 
 | |
| #include "libavutil/mem.h"
 | |
| 
 | |
| #include "dcadsp.h"
 | |
| #include "dcamath.h"
 | |
| 
 | |
| static void decode_hf_c(int32_t **dst,
 | |
|                         const int32_t *vq_index,
 | |
|                         const int8_t hf_vq[1024][32],
 | |
|                         int32_t scale_factors[32][2],
 | |
|                         ptrdiff_t sb_start, ptrdiff_t sb_end,
 | |
|                         ptrdiff_t ofs, ptrdiff_t len)
 | |
| {
 | |
|     int i, j;
 | |
| 
 | |
|     for (i = sb_start; i < sb_end; i++) {
 | |
|         const int8_t *coeff = hf_vq[vq_index[i]];
 | |
|         int32_t scale = scale_factors[i][0];
 | |
|         for (j = 0; j < len; j++)
 | |
|             dst[i][j + ofs] = clip23(coeff[j] * scale + (1 << 3) >> 4);
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void decode_joint_c(int32_t **dst, int32_t **src,
 | |
|                            const int32_t *scale_factors,
 | |
|                            ptrdiff_t sb_start, ptrdiff_t sb_end,
 | |
|                            ptrdiff_t ofs, ptrdiff_t len)
 | |
| {
 | |
|     int i, j;
 | |
| 
 | |
|     for (i = sb_start; i < sb_end; i++) {
 | |
|         int32_t scale = scale_factors[i];
 | |
|         for (j = 0; j < len; j++)
 | |
|             dst[i][j + ofs] = clip23(mul17(src[i][j + ofs], scale));
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void lfe_fir_float_c(float *pcm_samples, int32_t *lfe_samples,
 | |
|                             const float *filter_coeff, ptrdiff_t npcmblocks,
 | |
|                             int dec_select)
 | |
| {
 | |
|     // Select decimation factor
 | |
|     int factor = 64 << dec_select;
 | |
|     int ncoeffs = 8 >> dec_select;
 | |
|     int nlfesamples = npcmblocks >> (dec_select + 1);
 | |
|     int i, j, k;
 | |
| 
 | |
|     for (i = 0; i < nlfesamples; i++) {
 | |
|         // One decimated sample generates 64 or 128 interpolated ones
 | |
|         for (j = 0; j < factor / 2; j++) {
 | |
|             float a = 0;
 | |
|             float b = 0;
 | |
| 
 | |
|             for (k = 0; k < ncoeffs; k++) {
 | |
|                 a += filter_coeff[      j * ncoeffs + k] * lfe_samples[-k];
 | |
|                 b += filter_coeff[255 - j * ncoeffs - k] * lfe_samples[-k];
 | |
|             }
 | |
| 
 | |
|             pcm_samples[             j] = a;
 | |
|             pcm_samples[factor / 2 + j] = b;
 | |
|         }
 | |
| 
 | |
|         lfe_samples++;
 | |
|         pcm_samples += factor;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void lfe_fir0_float_c(float *pcm_samples, int32_t *lfe_samples,
 | |
|                              const float *filter_coeff, ptrdiff_t npcmblocks)
 | |
| {
 | |
|     lfe_fir_float_c(pcm_samples, lfe_samples, filter_coeff, npcmblocks, 0);
 | |
| }
 | |
| 
 | |
| static void lfe_fir1_float_c(float *pcm_samples, int32_t *lfe_samples,
 | |
|                              const float *filter_coeff, ptrdiff_t npcmblocks)
 | |
| {
 | |
|     lfe_fir_float_c(pcm_samples, lfe_samples, filter_coeff, npcmblocks, 1);
 | |
| }
 | |
| 
 | |
| static void lfe_x96_float_c(float *dst, const float *src,
 | |
|                             float *hist, ptrdiff_t len)
 | |
| {
 | |
|     float prev = *hist;
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < len; i++) {
 | |
|         float a = 0.25f * src[i] + 0.75f * prev;
 | |
|         float b = 0.75f * src[i] + 0.25f * prev;
 | |
|         prev = src[i];
 | |
|         *dst++ = a;
 | |
|         *dst++ = b;
 | |
|     }
 | |
| 
 | |
|     *hist = prev;
 | |
| }
 | |
| 
 | |
| static void sub_qmf32_float_c(SynthFilterContext *synth,
 | |
|                               FFTContext *imdct,
 | |
|                               float *pcm_samples,
 | |
|                               int32_t **subband_samples_lo,
 | |
|                               int32_t **subband_samples_hi,
 | |
|                               float *hist1, int *offset, float *hist2,
 | |
|                               const float *filter_coeff, ptrdiff_t npcmblocks,
 | |
|                               float scale)
 | |
| {
 | |
|     LOCAL_ALIGNED(32, float, input, [32]);
 | |
|     int i, j;
 | |
| 
 | |
|     for (j = 0; j < npcmblocks; j++) {
 | |
|         // Load in one sample from each subband
 | |
|         for (i = 0; i < 32; i++) {
 | |
|             if ((i - 1) & 2)
 | |
|                 input[i] = -subband_samples_lo[i][j];
 | |
|             else
 | |
|                 input[i] =  subband_samples_lo[i][j];
 | |
|         }
 | |
| 
 | |
|         // One subband sample generates 32 interpolated ones
 | |
|         synth->synth_filter_float(imdct, hist1, offset,
 | |
|                                   hist2, filter_coeff,
 | |
|                                   pcm_samples, input, scale);
 | |
|         pcm_samples += 32;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void sub_qmf64_float_c(SynthFilterContext *synth,
 | |
|                               FFTContext *imdct,
 | |
|                               float *pcm_samples,
 | |
|                               int32_t **subband_samples_lo,
 | |
|                               int32_t **subband_samples_hi,
 | |
|                               float *hist1, int *offset, float *hist2,
 | |
|                               const float *filter_coeff, ptrdiff_t npcmblocks,
 | |
|                               float scale)
 | |
| {
 | |
|     LOCAL_ALIGNED(32, float, input, [64]);
 | |
|     int i, j;
 | |
| 
 | |
|     if (!subband_samples_hi)
 | |
|         memset(&input[32], 0, sizeof(input[0]) * 32);
 | |
| 
 | |
|     for (j = 0; j < npcmblocks; j++) {
 | |
|         // Load in one sample from each subband
 | |
|         if (subband_samples_hi) {
 | |
|             // Full 64 subbands, first 32 are residual coded
 | |
|             for (i =  0; i < 32; i++) {
 | |
|                 if ((i - 1) & 2)
 | |
|                     input[i] = -subband_samples_lo[i][j] - subband_samples_hi[i][j];
 | |
|                 else
 | |
|                     input[i] =  subband_samples_lo[i][j] + subband_samples_hi[i][j];
 | |
|             }
 | |
|             for (i = 32; i < 64; i++) {
 | |
|                 if ((i - 1) & 2)
 | |
|                     input[i] = -subband_samples_hi[i][j];
 | |
|                 else
 | |
|                     input[i] =  subband_samples_hi[i][j];
 | |
|             }
 | |
|         } else {
 | |
|             // Only first 32 subbands
 | |
|             for (i =  0; i < 32; i++) {
 | |
|                 if ((i - 1) & 2)
 | |
|                     input[i] = -subband_samples_lo[i][j];
 | |
|                 else
 | |
|                     input[i] =  subband_samples_lo[i][j];
 | |
|             }
 | |
|         }
 | |
| 
 | |
|         // One subband sample generates 64 interpolated ones
 | |
|         synth->synth_filter_float_64(imdct, hist1, offset,
 | |
|                                      hist2, filter_coeff,
 | |
|                                      pcm_samples, input, scale);
 | |
|         pcm_samples += 64;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void lfe_fir_fixed_c(int32_t *pcm_samples, int32_t *lfe_samples,
 | |
|                             const int32_t *filter_coeff, ptrdiff_t npcmblocks)
 | |
| {
 | |
|     // Select decimation factor
 | |
|     int nlfesamples = npcmblocks >> 1;
 | |
|     int i, j, k;
 | |
| 
 | |
|     for (i = 0; i < nlfesamples; i++) {
 | |
|         // One decimated sample generates 64 interpolated ones
 | |
|         for (j = 0; j < 32; j++) {
 | |
|             int64_t a = 0;
 | |
|             int64_t b = 0;
 | |
| 
 | |
|             for (k = 0; k < 8; k++) {
 | |
|                 a += (int64_t)filter_coeff[      j * 8 + k] * lfe_samples[-k];
 | |
|                 b += (int64_t)filter_coeff[255 - j * 8 - k] * lfe_samples[-k];
 | |
|             }
 | |
| 
 | |
|             pcm_samples[     j] = clip23(norm23(a));
 | |
|             pcm_samples[32 + j] = clip23(norm23(b));
 | |
|         }
 | |
| 
 | |
|         lfe_samples++;
 | |
|         pcm_samples += 64;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void lfe_x96_fixed_c(int32_t *dst, const int32_t *src,
 | |
|                             int32_t *hist, ptrdiff_t len)
 | |
| {
 | |
|     int32_t prev = *hist;
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < len; i++) {
 | |
|         int64_t a = INT64_C(2097471) * src[i] + INT64_C(6291137) * prev;
 | |
|         int64_t b = INT64_C(6291137) * src[i] + INT64_C(2097471) * prev;
 | |
|         prev = src[i];
 | |
|         *dst++ = clip23(norm23(a));
 | |
|         *dst++ = clip23(norm23(b));
 | |
|     }
 | |
| 
 | |
|     *hist = prev;
 | |
| }
 | |
| 
 | |
| static void sub_qmf32_fixed_c(SynthFilterContext *synth,
 | |
|                               DCADCTContext *imdct,
 | |
|                               int32_t *pcm_samples,
 | |
|                               int32_t **subband_samples_lo,
 | |
|                               int32_t **subband_samples_hi,
 | |
|                               int32_t *hist1, int *offset, int32_t *hist2,
 | |
|                               const int32_t *filter_coeff, ptrdiff_t npcmblocks)
 | |
| {
 | |
|     LOCAL_ALIGNED(32, int32_t, input, [32]);
 | |
|     int i, j;
 | |
| 
 | |
|     for (j = 0; j < npcmblocks; j++) {
 | |
|         // Load in one sample from each subband
 | |
|         for (i = 0; i < 32; i++)
 | |
|             input[i] = subband_samples_lo[i][j];
 | |
| 
 | |
|         // One subband sample generates 32 interpolated ones
 | |
|         synth->synth_filter_fixed(imdct, hist1, offset,
 | |
|                                   hist2, filter_coeff,
 | |
|                                   pcm_samples, input);
 | |
|         pcm_samples += 32;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void sub_qmf64_fixed_c(SynthFilterContext *synth,
 | |
|                               DCADCTContext *imdct,
 | |
|                               int32_t *pcm_samples,
 | |
|                               int32_t **subband_samples_lo,
 | |
|                               int32_t **subband_samples_hi,
 | |
|                               int32_t *hist1, int *offset, int32_t *hist2,
 | |
|                               const int32_t *filter_coeff, ptrdiff_t npcmblocks)
 | |
| {
 | |
|     LOCAL_ALIGNED(32, int32_t, input, [64]);
 | |
|     int i, j;
 | |
| 
 | |
|     if (!subband_samples_hi)
 | |
|         memset(&input[32], 0, sizeof(input[0]) * 32);
 | |
| 
 | |
|     for (j = 0; j < npcmblocks; j++) {
 | |
|         // Load in one sample from each subband
 | |
|         if (subband_samples_hi) {
 | |
|             // Full 64 subbands, first 32 are residual coded
 | |
|             for (i =  0; i < 32; i++)
 | |
|                 input[i] = subband_samples_lo[i][j] + subband_samples_hi[i][j];
 | |
|             for (i = 32; i < 64; i++)
 | |
|                 input[i] = subband_samples_hi[i][j];
 | |
|         } else {
 | |
|             // Only first 32 subbands
 | |
|             for (i =  0; i < 32; i++)
 | |
|                 input[i] = subband_samples_lo[i][j];
 | |
|         }
 | |
| 
 | |
|         // One subband sample generates 64 interpolated ones
 | |
|         synth->synth_filter_fixed_64(imdct, hist1, offset,
 | |
|                                      hist2, filter_coeff,
 | |
|                                      pcm_samples, input);
 | |
|         pcm_samples += 64;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void decor_c(int32_t *dst, const int32_t *src, int coeff, ptrdiff_t len)
 | |
| {
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < len; i++)
 | |
|         dst[i] += src[i] * coeff + (1 << 2) >> 3;
 | |
| }
 | |
| 
 | |
| static void dmix_sub_xch_c(int32_t *dst1, int32_t *dst2,
 | |
|                            const int32_t *src, ptrdiff_t len)
 | |
| {
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < len; i++) {
 | |
|         int32_t cs = mul23(src[i], 5931520 /* M_SQRT1_2 * (1 << 23) */);
 | |
|         dst1[i] -= cs;
 | |
|         dst2[i] -= cs;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void dmix_sub_c(int32_t *dst, const int32_t *src, int coeff, ptrdiff_t len)
 | |
| {
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < len; i++)
 | |
|         dst[i] -= mul15(src[i], coeff);
 | |
| }
 | |
| 
 | |
| static void dmix_add_c(int32_t *dst, const int32_t *src, int coeff, ptrdiff_t len)
 | |
| {
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < len; i++)
 | |
|         dst[i] += mul15(src[i], coeff);
 | |
| }
 | |
| 
 | |
| static void dmix_scale_c(int32_t *dst, int scale, ptrdiff_t len)
 | |
| {
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < len; i++)
 | |
|         dst[i] = mul15(dst[i], scale);
 | |
| }
 | |
| 
 | |
| static void dmix_scale_inv_c(int32_t *dst, int scale_inv, ptrdiff_t len)
 | |
| {
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < len; i++)
 | |
|         dst[i] = mul16(dst[i], scale_inv);
 | |
| }
 | |
| 
 | |
| static void filter0(int32_t *dst, const int32_t *src, int32_t coeff, ptrdiff_t len)
 | |
| {
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < len; i++)
 | |
|         dst[i] -= mul22(src[i], coeff);
 | |
| }
 | |
| 
 | |
| static void filter1(int32_t *dst, const int32_t *src, int32_t coeff, ptrdiff_t len)
 | |
| {
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < len; i++)
 | |
|         dst[i] -= mul23(src[i], coeff);
 | |
| }
 | |
| 
 | |
| static void assemble_freq_bands_c(int32_t *dst, int32_t *src0, int32_t *src1,
 | |
|                                   const int32_t *coeff, ptrdiff_t len)
 | |
| {
 | |
|     int i;
 | |
| 
 | |
|     filter0(src0, src1, coeff[0], len);
 | |
|     filter0(src1, src0, coeff[1], len);
 | |
|     filter0(src0, src1, coeff[2], len);
 | |
|     filter0(src1, src0, coeff[3], len);
 | |
| 
 | |
|     for (i = 0; i < 8; i++, src0--) {
 | |
|         filter1(src0, src1, coeff[i +  4], len);
 | |
|         filter1(src1, src0, coeff[i + 12], len);
 | |
|         filter1(src0, src1, coeff[i +  4], len);
 | |
|     }
 | |
| 
 | |
|     for (i = 0; i < len; i++) {
 | |
|         *dst++ = *src1++;
 | |
|         *dst++ = *++src0;
 | |
|     }
 | |
| }
 | |
| 
 | |
| av_cold void ff_dcadsp_init(DCADSPContext *s)
 | |
| {
 | |
|     s->decode_hf     = decode_hf_c;
 | |
|     s->decode_joint  = decode_joint_c;
 | |
| 
 | |
|     s->lfe_fir_float[0] = lfe_fir0_float_c;
 | |
|     s->lfe_fir_float[1] = lfe_fir1_float_c;
 | |
|     s->lfe_x96_float    = lfe_x96_float_c;
 | |
|     s->sub_qmf_float[0] = sub_qmf32_float_c;
 | |
|     s->sub_qmf_float[1] = sub_qmf64_float_c;
 | |
| 
 | |
|     s->lfe_fir_fixed    = lfe_fir_fixed_c;
 | |
|     s->lfe_x96_fixed    = lfe_x96_fixed_c;
 | |
|     s->sub_qmf_fixed[0] = sub_qmf32_fixed_c;
 | |
|     s->sub_qmf_fixed[1] = sub_qmf64_fixed_c;
 | |
| 
 | |
|     s->decor   = decor_c;
 | |
| 
 | |
|     s->dmix_sub_xch   = dmix_sub_xch_c;
 | |
|     s->dmix_sub       = dmix_sub_c;
 | |
|     s->dmix_add       = dmix_add_c;
 | |
|     s->dmix_scale     = dmix_scale_c;
 | |
|     s->dmix_scale_inv = dmix_scale_inv_c;
 | |
| 
 | |
|     s->assemble_freq_bands = assemble_freq_bands_c;
 | |
| 
 | |
|     if (ARCH_X86)
 | |
|         ff_dcadsp_init_x86(s);
 | |
| }
 |