0d7caa5b09
This commit adds new code paths for vscale when filterSize is 2, 4, or
8. By using specialized code with unrolling to match the filterSize we
can improve performance.
On AWS c7g (Graviton 3, Neoverse V1) instances:
before after
yuv2yuvX_2_0_512_accurate_neon: 558.8 268.9
yuv2yuvX_4_0_512_accurate_neon: 637.5 434.9
yuv2yuvX_8_0_512_accurate_neon: 1144.8 806.2
yuv2yuvX_16_0_512_accurate_neon: 2080.5 1853.7
Signed-off-by: Jonathan Swinney <jswinney@amazon.com>
Signed-off-by: Martin Storsjö <martin@martin.st>
85 lines
3.5 KiB
C
85 lines
3.5 KiB
C
/*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include "config.h"
|
|
#include "libavutil/attributes.h"
|
|
#include "libswscale/swscale.h"
|
|
#include "libswscale/swscale_internal.h"
|
|
#include "libavutil/aarch64/cpu.h"
|
|
|
|
#define SCALE_FUNC(filter_n, from_bpc, to_bpc, opt) \
|
|
void ff_hscale ## from_bpc ## to ## to_bpc ## _ ## filter_n ## _ ## opt( \
|
|
SwsContext *c, int16_t *data, \
|
|
int dstW, const uint8_t *src, \
|
|
const int16_t *filter, \
|
|
const int32_t *filterPos, int filterSize)
|
|
#define SCALE_FUNCS(filter_n, opt) \
|
|
SCALE_FUNC(filter_n, 8, 15, opt);
|
|
#define ALL_SCALE_FUNCS(opt) \
|
|
SCALE_FUNCS(4, opt); \
|
|
SCALE_FUNCS(X8, opt); \
|
|
SCALE_FUNCS(X4, opt)
|
|
|
|
ALL_SCALE_FUNCS(neon);
|
|
|
|
void ff_yuv2planeX_8_neon(const int16_t *filter, int filterSize,
|
|
const int16_t **src, uint8_t *dest, int dstW,
|
|
const uint8_t *dither, int offset);
|
|
void ff_yuv2plane1_8_neon(
|
|
const int16_t *src,
|
|
uint8_t *dest,
|
|
int dstW,
|
|
const uint8_t *dither,
|
|
int offset);
|
|
|
|
#define ASSIGN_SCALE_FUNC2(hscalefn, filtersize, opt) do { \
|
|
if (c->srcBpc == 8 && c->dstBpc <= 14) { \
|
|
hscalefn = \
|
|
ff_hscale8to15_ ## filtersize ## _ ## opt; \
|
|
} \
|
|
} while (0)
|
|
|
|
#define ASSIGN_SCALE_FUNC(hscalefn, filtersize, opt) do { \
|
|
if (filtersize == 4) \
|
|
ASSIGN_SCALE_FUNC2(hscalefn, 4, opt); \
|
|
else if (filtersize % 8 == 0) \
|
|
ASSIGN_SCALE_FUNC2(hscalefn, X8, opt); \
|
|
else if (filtersize % 4 == 0 && filtersize % 8 != 0) \
|
|
ASSIGN_SCALE_FUNC2(hscalefn, X4, opt); \
|
|
} while (0)
|
|
|
|
#define ASSIGN_VSCALE_FUNC(vscalefn, opt) \
|
|
switch (c->dstBpc) { \
|
|
case 8: vscalefn = ff_yuv2plane1_8_ ## opt; break; \
|
|
default: break; \
|
|
}
|
|
|
|
av_cold void ff_sws_init_swscale_aarch64(SwsContext *c)
|
|
{
|
|
int cpu_flags = av_get_cpu_flags();
|
|
|
|
if (have_neon(cpu_flags)) {
|
|
ASSIGN_SCALE_FUNC(c->hyScale, c->hLumFilterSize, neon);
|
|
ASSIGN_SCALE_FUNC(c->hcScale, c->hChrFilterSize, neon);
|
|
ASSIGN_VSCALE_FUNC(c->yuv2plane1, neon);
|
|
if (c->dstBpc == 8) {
|
|
c->yuv2planeX = ff_yuv2planeX_8_neon;
|
|
}
|
|
}
|
|
}
|