This work is sponsored by, and copyright, Google.
These are ported from the ARM version; it is essentially a 1:1
port with no extra added features, but with some hand tuning
(especially for the plain copy/avg functions). The ARM version
isn't very register starved to begin with, so there's not much
to be gained from having more spare registers here - we only
avoid having to clobber callee-saved registers.
Examples of runtimes vs the 32 bit version, on a Cortex A53:
                                     ARM   AArch64
vp9_avg4_neon:                      27.2      23.7
vp9_avg8_neon:                      56.5      54.7
vp9_avg16_neon:                    169.9     167.4
vp9_avg32_neon:                    585.8     585.2
vp9_avg64_neon:                   2460.3    2294.7
vp9_avg_8tap_smooth_4h_neon:       132.7     125.2
vp9_avg_8tap_smooth_4hv_neon:      478.8     442.0
vp9_avg_8tap_smooth_4v_neon:       126.0      93.7
vp9_avg_8tap_smooth_8h_neon:       241.7     234.2
vp9_avg_8tap_smooth_8hv_neon:      690.9     646.5
vp9_avg_8tap_smooth_8v_neon:       245.0     205.5
vp9_avg_8tap_smooth_64h_neon:    11273.2   11280.1
vp9_avg_8tap_smooth_64hv_neon:   22980.6   22184.1
vp9_avg_8tap_smooth_64v_neon:    11549.7   10781.1
vp9_put4_neon:                      18.0      17.2
vp9_put8_neon:                      40.2      37.7
vp9_put16_neon:                     97.4      99.5
vp9_put32_neon/armv8:              346.0     307.4
vp9_put64_neon/armv8:             1319.0    1107.5
vp9_put_8tap_smooth_4h_neon:       126.7     118.2
vp9_put_8tap_smooth_4hv_neon:      465.7     434.0
vp9_put_8tap_smooth_4v_neon:       113.0      86.5
vp9_put_8tap_smooth_8h_neon:       229.7     221.6
vp9_put_8tap_smooth_8hv_neon:      658.9     621.3
vp9_put_8tap_smooth_8v_neon:       215.0     187.5
vp9_put_8tap_smooth_64h_neon:    10636.7   10627.8
vp9_put_8tap_smooth_64hv_neon:   21076.8   21026.9
vp9_put_8tap_smooth_64v_neon:     9635.0    9632.4
These are generally about as fast as the corresponding ARM
routines on the same CPU (at least on the A53), in most cases
marginally faster.
The speedup vs C code is pretty much the same as for the 32 bit
case; on the A53 it's around 6-13x for ther larger 8tap filters.
The exact speedup varies a little, since the C versions generally
don't end up exactly as slow/fast as on 32 bit.
This is an adapted cherry-pick from libav commit
383d96aa2229f644d9bd77b821ed3a309da5e9fc.
Signed-off-by: Ronald S. Bultje <rsbultje@gmail.com>
		
	
			
		
			
				
	
	
		
			138 lines
		
	
	
		
			5.4 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			138 lines
		
	
	
		
			5.4 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
/*
 | 
						|
 * VP9 compatible video decoder
 | 
						|
 *
 | 
						|
 * Copyright (C) 2013 Ronald S. Bultje <rsbultje gmail com>
 | 
						|
 * Copyright (C) 2013 Clément Bœsch <u pkh me>
 | 
						|
 *
 | 
						|
 * This file is part of FFmpeg.
 | 
						|
 *
 | 
						|
 * FFmpeg is free software; you can redistribute it and/or
 | 
						|
 * modify it under the terms of the GNU Lesser General Public
 | 
						|
 * License as published by the Free Software Foundation; either
 | 
						|
 * version 2.1 of the License, or (at your option) any later version.
 | 
						|
 *
 | 
						|
 * FFmpeg is distributed in the hope that it will be useful,
 | 
						|
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						|
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 | 
						|
 * Lesser General Public License for more details.
 | 
						|
 *
 | 
						|
 * You should have received a copy of the GNU Lesser General Public
 | 
						|
 * License along with FFmpeg; if not, write to the Free Software
 | 
						|
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 | 
						|
 */
 | 
						|
 | 
						|
#ifndef AVCODEC_VP9DSP_H
 | 
						|
#define AVCODEC_VP9DSP_H
 | 
						|
 | 
						|
#include <stddef.h>
 | 
						|
#include <stdint.h>
 | 
						|
 | 
						|
#include "vp9.h"
 | 
						|
 | 
						|
typedef void (*vp9_mc_func)(uint8_t *dst, ptrdiff_t dst_stride,
 | 
						|
                            const uint8_t *ref, ptrdiff_t ref_stride,
 | 
						|
                            int h, int mx, int my);
 | 
						|
typedef void (*vp9_scaled_mc_func)(uint8_t *dst, ptrdiff_t dst_stride,
 | 
						|
                                   const uint8_t *ref, ptrdiff_t ref_stride,
 | 
						|
                                   int h, int mx, int my, int dx, int dy);
 | 
						|
 | 
						|
typedef struct VP9DSPContext {
 | 
						|
    /*
 | 
						|
     * dimension 1: 0=4x4, 1=8x8, 2=16x16, 3=32x32
 | 
						|
     * dimension 2: intra prediction modes
 | 
						|
     *
 | 
						|
     * dst/left/top is aligned by transform-size (i.e. 4, 8, 16 or 32 pixels)
 | 
						|
     * stride is aligned by 16 pixels
 | 
						|
     * top[-1] is top/left; top[4,7] is top-right for 4x4
 | 
						|
     */
 | 
						|
    // FIXME(rbultje) maybe replace left/top pointers with HAVE_TOP/
 | 
						|
    // HAVE_LEFT/HAVE_TOPRIGHT flags instead, and then handle it in-place?
 | 
						|
    // also needs to fit in with what H.264/VP8/etc do
 | 
						|
    void (*intra_pred[N_TXFM_SIZES][N_INTRA_PRED_MODES])(uint8_t *dst,
 | 
						|
                                                         ptrdiff_t stride,
 | 
						|
                                                         const uint8_t *left,
 | 
						|
                                                         const uint8_t *top);
 | 
						|
 | 
						|
    /*
 | 
						|
     * dimension 1: 0=4x4, 1=8x8, 2=16x16, 3=32x32, 4=lossless (3-4=dct only)
 | 
						|
     * dimension 2: 0=dct/dct, 1=dct/adst, 2=adst/dct, 3=adst/adst
 | 
						|
     *
 | 
						|
     * dst is aligned by transform-size (i.e. 4, 8, 16 or 32 pixels)
 | 
						|
     * stride is aligned by 16 pixels
 | 
						|
     * block is 16-byte aligned
 | 
						|
     * eob indicates the position (+1) of the last non-zero coefficient,
 | 
						|
     * in scan-order. This can be used to write faster versions, e.g. a
 | 
						|
     * dc-only 4x4/8x8/16x16/32x32, or a 4x4-only (eob<10) 8x8/16x16/32x32,
 | 
						|
     * etc.
 | 
						|
     */
 | 
						|
    // FIXME also write idct_add_block() versions for whole (inter) pred
 | 
						|
    // blocks, so we can do 2 4x4s at once
 | 
						|
    void (*itxfm_add[N_TXFM_SIZES + 1][N_TXFM_TYPES])(uint8_t *dst,
 | 
						|
                                                      ptrdiff_t stride,
 | 
						|
                                                      int16_t *block, int eob);
 | 
						|
 | 
						|
    /*
 | 
						|
     * dimension 1: width of filter (0=4, 1=8, 2=16)
 | 
						|
     * dimension 2: 0=col-edge filter (h), 1=row-edge filter (v)
 | 
						|
     *
 | 
						|
     * dst/stride are aligned by 8
 | 
						|
     */
 | 
						|
    void (*loop_filter_8[3][2])(uint8_t *dst, ptrdiff_t stride,
 | 
						|
                                int mb_lim, int lim, int hev_thr);
 | 
						|
 | 
						|
    /*
 | 
						|
     * dimension 1: 0=col-edge filter (h), 1=row-edge filter (v)
 | 
						|
     *
 | 
						|
     * The width of filter is assumed to be 16; dst/stride are aligned by 16
 | 
						|
     */
 | 
						|
    void (*loop_filter_16[2])(uint8_t *dst, ptrdiff_t stride,
 | 
						|
                              int mb_lim, int lim, int hev_thr);
 | 
						|
 | 
						|
    /*
 | 
						|
     * dimension 1/2: width of filter (0=4, 1=8) for each filter half
 | 
						|
     * dimension 3: 0=col-edge filter (h), 1=row-edge filter (v)
 | 
						|
     *
 | 
						|
     * dst/stride are aligned by operation size
 | 
						|
     * this basically calls loop_filter[d1][d3][0](), followed by
 | 
						|
     * loop_filter[d2][d3][0]() on the next 8 pixels
 | 
						|
     * mb_lim/lim/hev_thr contain two values in the lowest two bytes of the
 | 
						|
     * integer.
 | 
						|
     */
 | 
						|
    // FIXME perhaps a mix4 that operates on 32px (for AVX2)
 | 
						|
    void (*loop_filter_mix2[2][2][2])(uint8_t *dst, ptrdiff_t stride,
 | 
						|
                                      int mb_lim, int lim, int hev_thr);
 | 
						|
 | 
						|
    /*
 | 
						|
     * dimension 1: hsize (0: 64, 1: 32, 2: 16, 3: 8, 4: 4)
 | 
						|
     * dimension 2: filter type (0: smooth, 1: regular, 2: sharp, 3: bilin)
 | 
						|
     * dimension 3: averaging type (0: put, 1: avg)
 | 
						|
     * dimension 4: x subpel interpolation (0: none, 1: 8tap/bilin)
 | 
						|
     * dimension 5: y subpel interpolation (0: none, 1: 8tap/bilin)
 | 
						|
     *
 | 
						|
     * dst/stride are aligned by hsize
 | 
						|
     */
 | 
						|
    vp9_mc_func mc[5][4][2][2][2];
 | 
						|
 | 
						|
    /*
 | 
						|
     * for scalable MC, first 3 dimensions identical to above, the other two
 | 
						|
     * don't exist since it changes per stepsize.
 | 
						|
     */
 | 
						|
    vp9_scaled_mc_func smc[5][4][2];
 | 
						|
} VP9DSPContext;
 | 
						|
 | 
						|
 | 
						|
extern const int16_t ff_vp9_subpel_filters[3][16][8];
 | 
						|
 | 
						|
void ff_vp9dsp_init(VP9DSPContext *dsp, int bpp, int bitexact);
 | 
						|
 | 
						|
void ff_vp9dsp_init_8(VP9DSPContext *dsp);
 | 
						|
void ff_vp9dsp_init_10(VP9DSPContext *dsp);
 | 
						|
void ff_vp9dsp_init_12(VP9DSPContext *dsp);
 | 
						|
 | 
						|
void ff_vp9dsp_init_aarch64(VP9DSPContext *dsp, int bpp);
 | 
						|
void ff_vp9dsp_init_arm(VP9DSPContext *dsp, int bpp);
 | 
						|
void ff_vp9dsp_init_x86(VP9DSPContext *dsp, int bpp, int bitexact);
 | 
						|
void ff_vp9dsp_init_mips(VP9DSPContext *dsp, int bpp);
 | 
						|
 | 
						|
#endif /* AVCODEC_VP9DSP_H */
 |