43ca887bc2
Benchmarks: A53 A72 h264_h_loop_filter_chroma422_10bpp_c: 282.7 114.2 h264_h_loop_filter_chroma422_10bpp_neon: 109.5 78.5 h264_h_loop_filter_chroma_10bpp_c: 165.0 81.5 h264_h_loop_filter_chroma_10bpp_neon: 120.0 76.7 h264_h_loop_filter_chroma_intra422_10bpp_c: 323.7 124.2 h264_h_loop_filter_chroma_intra422_10bpp_neon: 155.0 102.7 h264_h_loop_filter_chroma_intra_10bpp_c: 121.0 49.5 h264_h_loop_filter_chroma_intra_10bpp_neon: 79.7 53.7 h264_h_loop_filter_chroma_mbaff422_10bpp_c: 188.5 75.0 h264_h_loop_filter_chroma_mbaff422_10bpp_neon: 120.0 75.5 h264_h_loop_filter_chroma_mbaff_intra422_10bpp_c: 116.7 46.0 h264_h_loop_filter_chroma_mbaff_intra422_10bpp_neon: 79.7 53.7 h264_h_loop_filter_chroma_mbaff_intra_10bpp_c: 63.0 27.2 h264_h_loop_filter_chroma_mbaff_intra_10bpp_neon: 48.5 34.0 h264_v_loop_filter_chroma_10bpp_c: 258.7 135.5 h264_v_loop_filter_chroma_10bpp_neon: 71.2 51.0 h264_v_loop_filter_chroma_intra_10bpp_c: 158.0 70.7 h264_v_loop_filter_chroma_intra_10bpp_neon: 48.7 31.5 Signed-off-by: Mikhail Nitenko <mnitenko@gmail.com> Signed-off-by: Martin Storsjö <martin@martin.st>
167 lines
9.4 KiB
C
167 lines
9.4 KiB
C
/*
|
|
* Copyright (c) 2010 Mans Rullgard <mans@mansr.com>
|
|
*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include <stdint.h>
|
|
|
|
#include "libavutil/attributes.h"
|
|
#include "libavutil/cpu.h"
|
|
#include "libavutil/aarch64/cpu.h"
|
|
#include "libavcodec/h264dsp.h"
|
|
|
|
void ff_h264_v_loop_filter_luma_neon(uint8_t *pix, ptrdiff_t stride, int alpha,
|
|
int beta, int8_t *tc0);
|
|
void ff_h264_h_loop_filter_luma_neon(uint8_t *pix, ptrdiff_t stride, int alpha,
|
|
int beta, int8_t *tc0);
|
|
void ff_h264_v_loop_filter_luma_intra_neon(uint8_t *pix, ptrdiff_t stride, int alpha,
|
|
int beta);
|
|
void ff_h264_h_loop_filter_luma_intra_neon(uint8_t *pix, ptrdiff_t stride, int alpha,
|
|
int beta);
|
|
void ff_h264_v_loop_filter_chroma_neon(uint8_t *pix, ptrdiff_t stride, int alpha,
|
|
int beta, int8_t *tc0);
|
|
void ff_h264_h_loop_filter_chroma_neon(uint8_t *pix, ptrdiff_t stride, int alpha,
|
|
int beta, int8_t *tc0);
|
|
void ff_h264_h_loop_filter_chroma422_neon(uint8_t *pix, ptrdiff_t stride, int alpha,
|
|
int beta, int8_t *tc0);
|
|
void ff_h264_v_loop_filter_chroma_intra_neon(uint8_t *pix, ptrdiff_t stride,
|
|
int alpha, int beta);
|
|
void ff_h264_h_loop_filter_chroma_intra_neon(uint8_t *pix, ptrdiff_t stride,
|
|
int alpha, int beta);
|
|
void ff_h264_h_loop_filter_chroma422_intra_neon(uint8_t *pix, ptrdiff_t stride,
|
|
int alpha, int beta);
|
|
void ff_h264_h_loop_filter_chroma_mbaff_intra_neon(uint8_t *pix, ptrdiff_t stride,
|
|
int alpha, int beta);
|
|
|
|
void ff_weight_h264_pixels_16_neon(uint8_t *dst, ptrdiff_t stride, int height,
|
|
int log2_den, int weight, int offset);
|
|
void ff_weight_h264_pixels_8_neon(uint8_t *dst, ptrdiff_t stride, int height,
|
|
int log2_den, int weight, int offset);
|
|
void ff_weight_h264_pixels_4_neon(uint8_t *dst, ptrdiff_t stride, int height,
|
|
int log2_den, int weight, int offset);
|
|
|
|
void ff_biweight_h264_pixels_16_neon(uint8_t *dst, uint8_t *src, ptrdiff_t stride,
|
|
int height, int log2_den, int weightd,
|
|
int weights, int offset);
|
|
void ff_biweight_h264_pixels_8_neon(uint8_t *dst, uint8_t *src, ptrdiff_t stride,
|
|
int height, int log2_den, int weightd,
|
|
int weights, int offset);
|
|
void ff_biweight_h264_pixels_4_neon(uint8_t *dst, uint8_t *src, ptrdiff_t stride,
|
|
int height, int log2_den, int weightd,
|
|
int weights, int offset);
|
|
|
|
void ff_h264_idct_add_neon(uint8_t *dst, int16_t *block, int stride);
|
|
void ff_h264_idct_dc_add_neon(uint8_t *dst, int16_t *block, int stride);
|
|
void ff_h264_idct_add16_neon(uint8_t *dst, const int *block_offset,
|
|
int16_t *block, int stride,
|
|
const uint8_t nnzc[5 * 8]);
|
|
void ff_h264_idct_add16intra_neon(uint8_t *dst, const int *block_offset,
|
|
int16_t *block, int stride,
|
|
const uint8_t nnzc[5 * 8]);
|
|
void ff_h264_idct_add8_neon(uint8_t **dest, const int *block_offset,
|
|
int16_t *block, int stride,
|
|
const uint8_t nnzc[15 * 8]);
|
|
|
|
void ff_h264_idct8_add_neon(uint8_t *dst, int16_t *block, int stride);
|
|
void ff_h264_idct8_dc_add_neon(uint8_t *dst, int16_t *block, int stride);
|
|
void ff_h264_idct8_add4_neon(uint8_t *dst, const int *block_offset,
|
|
int16_t *block, int stride,
|
|
const uint8_t nnzc[5 * 8]);
|
|
|
|
void ff_h264_v_loop_filter_luma_neon_10(uint8_t *pix, ptrdiff_t stride, int alpha,
|
|
int beta, int8_t *tc0);
|
|
void ff_h264_h_loop_filter_luma_neon_10(uint8_t *pix, ptrdiff_t stride, int alpha,
|
|
int beta, int8_t *tc0);
|
|
void ff_h264_v_loop_filter_luma_intra_neon_10(uint8_t *pix, ptrdiff_t stride, int alpha,
|
|
int beta);
|
|
void ff_h264_h_loop_filter_luma_intra_neon_10(uint8_t *pix, ptrdiff_t stride, int alpha,
|
|
int beta);
|
|
void ff_h264_v_loop_filter_chroma_neon_10(uint8_t *pix, ptrdiff_t stride, int alpha,
|
|
int beta, int8_t *tc0);
|
|
void ff_h264_h_loop_filter_chroma_neon_10(uint8_t *pix, ptrdiff_t stride, int alpha,
|
|
int beta, int8_t *tc0);
|
|
void ff_h264_h_loop_filter_chroma422_neon_10(uint8_t *pix, ptrdiff_t stride, int alpha,
|
|
int beta, int8_t *tc0);
|
|
void ff_h264_v_loop_filter_chroma_intra_neon_10(uint8_t *pix, ptrdiff_t stride,
|
|
int alpha, int beta);
|
|
void ff_h264_h_loop_filter_chroma_intra_neon_10(uint8_t *pix, ptrdiff_t stride,
|
|
int alpha, int beta);
|
|
void ff_h264_h_loop_filter_chroma422_intra_neon_10(uint8_t *pix, ptrdiff_t stride,
|
|
int alpha, int beta);
|
|
void ff_h264_h_loop_filter_chroma_mbaff_intra_neon_10(uint8_t *pix, ptrdiff_t stride,
|
|
int alpha, int beta);
|
|
|
|
av_cold void ff_h264dsp_init_aarch64(H264DSPContext *c, const int bit_depth,
|
|
const int chroma_format_idc)
|
|
{
|
|
int cpu_flags = av_get_cpu_flags();
|
|
|
|
if (have_neon(cpu_flags) && bit_depth == 8) {
|
|
c->h264_v_loop_filter_luma = ff_h264_v_loop_filter_luma_neon;
|
|
c->h264_h_loop_filter_luma = ff_h264_h_loop_filter_luma_neon;
|
|
c->h264_v_loop_filter_luma_intra= ff_h264_v_loop_filter_luma_intra_neon;
|
|
c->h264_h_loop_filter_luma_intra= ff_h264_h_loop_filter_luma_intra_neon;
|
|
|
|
c->h264_v_loop_filter_chroma = ff_h264_v_loop_filter_chroma_neon;
|
|
c->h264_v_loop_filter_chroma_intra = ff_h264_v_loop_filter_chroma_intra_neon;
|
|
|
|
if (chroma_format_idc <= 1) {
|
|
c->h264_h_loop_filter_chroma = ff_h264_h_loop_filter_chroma_neon;
|
|
c->h264_h_loop_filter_chroma_intra = ff_h264_h_loop_filter_chroma_intra_neon;
|
|
c->h264_h_loop_filter_chroma_mbaff_intra = ff_h264_h_loop_filter_chroma_mbaff_intra_neon;
|
|
} else {
|
|
c->h264_h_loop_filter_chroma = ff_h264_h_loop_filter_chroma422_neon;
|
|
c->h264_h_loop_filter_chroma_mbaff = ff_h264_h_loop_filter_chroma_neon;
|
|
c->h264_h_loop_filter_chroma_intra = ff_h264_h_loop_filter_chroma422_intra_neon;
|
|
c->h264_h_loop_filter_chroma_mbaff_intra = ff_h264_h_loop_filter_chroma_intra_neon;
|
|
}
|
|
|
|
c->weight_h264_pixels_tab[0] = ff_weight_h264_pixels_16_neon;
|
|
c->weight_h264_pixels_tab[1] = ff_weight_h264_pixels_8_neon;
|
|
c->weight_h264_pixels_tab[2] = ff_weight_h264_pixels_4_neon;
|
|
|
|
c->biweight_h264_pixels_tab[0] = ff_biweight_h264_pixels_16_neon;
|
|
c->biweight_h264_pixels_tab[1] = ff_biweight_h264_pixels_8_neon;
|
|
c->biweight_h264_pixels_tab[2] = ff_biweight_h264_pixels_4_neon;
|
|
|
|
c->h264_idct_add = ff_h264_idct_add_neon;
|
|
c->h264_idct_dc_add = ff_h264_idct_dc_add_neon;
|
|
c->h264_idct_add16 = ff_h264_idct_add16_neon;
|
|
c->h264_idct_add16intra = ff_h264_idct_add16intra_neon;
|
|
if (chroma_format_idc <= 1)
|
|
c->h264_idct_add8 = ff_h264_idct_add8_neon;
|
|
c->h264_idct8_add = ff_h264_idct8_add_neon;
|
|
c->h264_idct8_dc_add = ff_h264_idct8_dc_add_neon;
|
|
c->h264_idct8_add4 = ff_h264_idct8_add4_neon;
|
|
} else if (have_neon(cpu_flags) && bit_depth == 10) {
|
|
c->h264_v_loop_filter_chroma = ff_h264_v_loop_filter_chroma_neon_10;
|
|
c->h264_v_loop_filter_chroma_intra = ff_h264_v_loop_filter_chroma_intra_neon_10;
|
|
|
|
if (chroma_format_idc <= 1) {
|
|
c->h264_h_loop_filter_chroma = ff_h264_h_loop_filter_chroma_neon_10;
|
|
c->h264_h_loop_filter_chroma_intra = ff_h264_h_loop_filter_chroma_intra_neon_10;
|
|
c->h264_h_loop_filter_chroma_mbaff_intra = ff_h264_h_loop_filter_chroma_mbaff_intra_neon_10;
|
|
} else {
|
|
c->h264_h_loop_filter_chroma = ff_h264_h_loop_filter_chroma422_neon_10;
|
|
c->h264_h_loop_filter_chroma_mbaff = ff_h264_h_loop_filter_chroma_neon_10;
|
|
c->h264_h_loop_filter_chroma_intra = ff_h264_h_loop_filter_chroma422_intra_neon_10;
|
|
c->h264_h_loop_filter_chroma_mbaff_intra = ff_h264_h_loop_filter_chroma_intra_neon_10;
|
|
}
|
|
}
|
|
}
|