mirror of
https://git.ffmpeg.org/ffmpeg.git
synced 2024-10-19 04:53:25 +00:00
1be5a2374f
On Apple M1: put_chroma_hv_8_4x4_c: 1.7 ( 1.00x) put_chroma_hv_8_4x4_neon: 0.2 ( 7.67x) put_chroma_hv_8_8x8_c: 5.5 ( 1.00x) put_chroma_hv_8_8x8_neon: 0.5 (11.53x) put_chroma_hv_8_16x16_c: 18.5 ( 1.00x) put_chroma_hv_8_16x16_neon: 1.5 (12.53x) put_chroma_hv_8_32x32_c: 72.5 ( 1.00x) put_chroma_hv_8_32x32_neon: 4.7 (15.34x) put_chroma_hv_8_64x64_c: 274.0 ( 1.00x) put_chroma_hv_8_64x64_neon: 18.5 (14.83x) put_chroma_hv_8_128x128_c: 1058.7 ( 1.00x) put_chroma_hv_8_128x128_neon: 75.2 (14.07x) On Android Pixel 8 Pro: put_chroma_hv_8_4x4_c: 1.2 ( 1.00x) put_chroma_hv_8_4x4_neon: 0.0 ( 0.00x) put_chroma_hv_8_4x4_i8mm: 0.2 ( 5.00x) put_chroma_hv_8_8x8_c: 4.0 ( 1.00x) put_chroma_hv_8_8x8_neon: 0.5 ( 8.00x) put_chroma_hv_8_8x8_i8mm: 0.5 ( 8.00x) put_chroma_hv_8_16x16_c: 15.2 ( 1.00x) put_chroma_hv_8_16x16_neon: 2.5 ( 6.10x) put_chroma_hv_8_16x16_i8mm: 2.2 ( 6.78x) put_chroma_hv_8_32x32_c: 61.0 ( 1.00x) put_chroma_hv_8_32x32_neon: 9.8 ( 6.26x) put_chroma_hv_8_32x32_i8mm: 8.5 ( 7.18x) put_chroma_hv_8_64x64_c: 229.5 ( 1.00x) put_chroma_hv_8_64x64_neon: 38.5 ( 5.96x) put_chroma_hv_8_64x64_i8mm: 34.0 ( 6.75x) put_chroma_hv_8_128x128_c: 919.8 ( 1.00x) put_chroma_hv_8_128x128_neon: 154.5 ( 5.95x) put_chroma_hv_8_128x128_i8mm: 140.0 ( 6.57x)
309 lines
14 KiB
C
309 lines
14 KiB
C
/*
|
|
* Copyright (C) 2024 Zhao Zhili
|
|
*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#ifndef AVCODEC_AARCH64_H26X_DSP_H
|
|
#define AVCODEC_AARCH64_H26X_DSP_H
|
|
|
|
#include <stddef.h>
|
|
#include <stdint.h>
|
|
|
|
void ff_h26x_sao_band_filter_8x8_8_neon(uint8_t *_dst, const uint8_t *_src,
|
|
ptrdiff_t stride_dst, ptrdiff_t stride_src,
|
|
const int16_t *sao_offset_val, int sao_left_class,
|
|
int width, int height);
|
|
void ff_hevc_sao_edge_filter_16x16_8_neon(uint8_t *dst, const uint8_t *src, ptrdiff_t stride_dst,
|
|
const int16_t *sao_offset_val, int eo, int width, int height);
|
|
void ff_hevc_sao_edge_filter_8x8_8_neon(uint8_t *dst, const uint8_t *src, ptrdiff_t stride_dst,
|
|
const int16_t *sao_offset_val, int eo, int width, int height);
|
|
|
|
void ff_vvc_sao_edge_filter_16x16_8_neon(uint8_t *dst, const uint8_t *src, ptrdiff_t stride_dst,
|
|
const int16_t *sao_offset_val, int eo, int width, int height);
|
|
void ff_vvc_sao_edge_filter_8x8_8_neon(uint8_t *dst, const uint8_t *src, ptrdiff_t stride_dst,
|
|
const int16_t *sao_offset_val, int eo, int width, int height);
|
|
|
|
#define NEON8_FNPROTO_PARTIAL_6(fn, args, ext) \
|
|
void ff_hevc_put_hevc_##fn##_h4_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##_h6_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##_h8_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##_h12_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##_h16_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##_h32_8_neon##ext args;
|
|
|
|
NEON8_FNPROTO_PARTIAL_6(qpel, (int16_t *dst, const uint8_t *_src, ptrdiff_t _srcstride, int height,
|
|
intptr_t mx, intptr_t my, int width),)
|
|
|
|
NEON8_FNPROTO_PARTIAL_6(qpel_uni, (uint8_t *_dst, ptrdiff_t _dststride, const uint8_t *_src,
|
|
ptrdiff_t _srcstride, int height, intptr_t mx, intptr_t my, int width),)
|
|
|
|
NEON8_FNPROTO_PARTIAL_6(qpel_bi, (uint8_t *_dst, ptrdiff_t _dststride, const uint8_t *_src,
|
|
ptrdiff_t _srcstride, const int16_t *src2, int height, intptr_t
|
|
mx, intptr_t my, int width),)
|
|
|
|
#define NEON8_FNPROTO(fn, args, ext) \
|
|
void ff_hevc_put_hevc_##fn##4_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##6_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##8_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##12_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##16_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##24_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##32_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##48_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##64_8_neon##ext args
|
|
|
|
#define NEON8_FNPROTO_PARTIAL_4(fn, args, ext) \
|
|
void ff_hevc_put_hevc_##fn##4_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##8_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##16_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##64_8_neon##ext args
|
|
|
|
#define NEON8_FNPROTO_PARTIAL_5(fn, args, ext) \
|
|
void ff_hevc_put_hevc_##fn##4_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##8_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##16_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##32_8_neon##ext args; \
|
|
void ff_hevc_put_hevc_##fn##64_8_neon##ext args
|
|
|
|
NEON8_FNPROTO(pel_pixels, (int16_t *dst,
|
|
const uint8_t *src, ptrdiff_t srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(pel_bi_pixels, (uint8_t *dst, ptrdiff_t dststride,
|
|
const uint8_t *_src, ptrdiff_t _srcstride, const int16_t *src2,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(epel_bi_h, (uint8_t *dst, ptrdiff_t dststride,
|
|
const uint8_t *src, ptrdiff_t srcstride, const int16_t *src2,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(epel_bi_v, (uint8_t *dst, ptrdiff_t dststride,
|
|
const uint8_t *src, ptrdiff_t srcstride, const int16_t *src2,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(epel_bi_hv, (uint8_t *dst, ptrdiff_t dststride,
|
|
const uint8_t *src, ptrdiff_t srcstride, const int16_t *src2,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(epel_bi_hv, (uint8_t *dst, ptrdiff_t dststride,
|
|
const uint8_t *src, ptrdiff_t srcstride, const int16_t *src2,
|
|
int height, intptr_t mx, intptr_t my, int width), _i8mm);
|
|
|
|
NEON8_FNPROTO(epel_v, (int16_t *dst,
|
|
const uint8_t *src, ptrdiff_t srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(pel_uni_pixels, (uint8_t *_dst, ptrdiff_t _dststride,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(pel_uni_w_pixels, (uint8_t *_dst, ptrdiff_t _dststride,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, int denom, int wx, int ox,
|
|
intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(epel_uni_v, (uint8_t *dst, ptrdiff_t dststride,
|
|
const uint8_t *src, ptrdiff_t srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(epel_uni_hv, (uint8_t *dst, ptrdiff_t _dststride,
|
|
const uint8_t *src, ptrdiff_t srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(epel_uni_hv, (uint8_t *dst, ptrdiff_t _dststride,
|
|
const uint8_t *src, ptrdiff_t srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width), _i8mm);
|
|
|
|
NEON8_FNPROTO(epel_uni_w_v, (uint8_t *_dst, ptrdiff_t _dststride,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, int denom, int wx, int ox,
|
|
intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO_PARTIAL_4(qpel_uni_w_v, (uint8_t *_dst, ptrdiff_t _dststride,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, int denom, int wx, int ox,
|
|
intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(epel_h, (int16_t *dst,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(epel_hv, (int16_t *dst,
|
|
const uint8_t *src, ptrdiff_t srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width), );
|
|
|
|
NEON8_FNPROTO(epel_h, (int16_t *dst,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width), _i8mm);
|
|
|
|
NEON8_FNPROTO(epel_hv, (int16_t *dst,
|
|
const uint8_t *src, ptrdiff_t srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width), _i8mm);
|
|
|
|
NEON8_FNPROTO(epel_uni_w_h, (uint8_t *_dst, ptrdiff_t _dststride,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, int denom, int wx, int ox,
|
|
intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(epel_uni_w_h, (uint8_t *_dst, ptrdiff_t _dststride,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, int denom, int wx, int ox,
|
|
intptr_t mx, intptr_t my, int width), _i8mm);
|
|
|
|
NEON8_FNPROTO(qpel_h, (int16_t *dst,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width), _i8mm);
|
|
|
|
NEON8_FNPROTO(qpel_v, (int16_t *dst,
|
|
const uint8_t *src, ptrdiff_t srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(qpel_hv, (int16_t *dst,
|
|
const uint8_t *src, ptrdiff_t srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(qpel_hv, (int16_t *dst,
|
|
const uint8_t *src, ptrdiff_t srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width), _i8mm);
|
|
|
|
NEON8_FNPROTO(qpel_uni_v, (uint8_t *dst, ptrdiff_t dststride,
|
|
const uint8_t *src, ptrdiff_t srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(qpel_uni_hv, (uint8_t *dst, ptrdiff_t dststride,
|
|
const uint8_t *src, ptrdiff_t srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(qpel_uni_hv, (uint8_t *dst, ptrdiff_t dststride,
|
|
const uint8_t *src, ptrdiff_t srcstride,
|
|
int height, intptr_t mx, intptr_t my, int width), _i8mm);
|
|
|
|
NEON8_FNPROTO(qpel_uni_w_h, (uint8_t *_dst, ptrdiff_t _dststride,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, int denom, int wx, int ox,
|
|
intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(qpel_uni_w_h, (uint8_t *_dst, ptrdiff_t _dststride,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, int denom, int wx, int ox,
|
|
intptr_t mx, intptr_t my, int width), _i8mm);
|
|
|
|
NEON8_FNPROTO(epel_uni_w_hv, (uint8_t *_dst, ptrdiff_t _dststride,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, int denom, int wx, int ox,
|
|
intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(epel_uni_w_hv, (uint8_t *_dst, ptrdiff_t _dststride,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, int denom, int wx, int ox,
|
|
intptr_t mx, intptr_t my, int width), _i8mm);
|
|
|
|
NEON8_FNPROTO_PARTIAL_5(qpel_uni_w_hv, (uint8_t *_dst, ptrdiff_t _dststride,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, int denom, int wx, int ox,
|
|
intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO_PARTIAL_5(qpel_uni_w_hv, (uint8_t *_dst, ptrdiff_t _dststride,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, int denom, int wx, int ox,
|
|
intptr_t mx, intptr_t my, int width), _i8mm);
|
|
|
|
NEON8_FNPROTO(qpel_bi_v, (uint8_t *dst, ptrdiff_t dststride,
|
|
const uint8_t *src, ptrdiff_t srcstride, const int16_t *src2,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(qpel_bi_hv, (uint8_t *dst, ptrdiff_t dststride,
|
|
const uint8_t *src, ptrdiff_t srcstride, const int16_t *src2,
|
|
int height, intptr_t mx, intptr_t my, int width),);
|
|
|
|
NEON8_FNPROTO(qpel_bi_hv, (uint8_t *dst, ptrdiff_t dststride,
|
|
const uint8_t *src, ptrdiff_t srcstride, const int16_t *src2,
|
|
int height, intptr_t mx, intptr_t my, int width), _i8mm);
|
|
|
|
#undef NEON8_FNPROTO_PARTIAL_4
|
|
#define NEON8_FNPROTO_PARTIAL_4(fn, args, ext) \
|
|
void ff_vvc_put_##fn##_h4_8_neon##ext args; \
|
|
void ff_vvc_put_##fn##_h8_8_neon##ext args; \
|
|
void ff_vvc_put_##fn##_h16_8_neon##ext args; \
|
|
void ff_vvc_put_##fn##_h32_8_neon##ext args;
|
|
|
|
NEON8_FNPROTO_PARTIAL_4(qpel, (int16_t *dst, const uint8_t *_src, ptrdiff_t _srcstride, int height,
|
|
const int8_t *hf, const int8_t *vf, int width),)
|
|
|
|
NEON8_FNPROTO_PARTIAL_4(qpel_uni, (uint8_t *_dst, ptrdiff_t _dststride, const uint8_t *_src,
|
|
ptrdiff_t _srcstride, int height, const int8_t *hf, const int8_t *vf, int width),)
|
|
|
|
NEON8_FNPROTO_PARTIAL_4(epel, (int16_t *dst, const uint8_t *_src, ptrdiff_t _srcstride, int height,
|
|
const int8_t *hf, const int8_t *vf, int width),)
|
|
|
|
#undef NEON8_FNPROTO_PARTIAL_6
|
|
#define NEON8_FNPROTO_PARTIAL_6(fn, args, ext) \
|
|
void ff_vvc_put_##fn##4_8_neon##ext args; \
|
|
void ff_vvc_put_##fn##8_8_neon##ext args; \
|
|
void ff_vvc_put_##fn##16_8_neon##ext args; \
|
|
void ff_vvc_put_##fn##32_8_neon##ext args; \
|
|
void ff_vvc_put_##fn##64_8_neon##ext args; \
|
|
void ff_vvc_put_##fn##128_8_neon##ext args
|
|
|
|
NEON8_FNPROTO_PARTIAL_6(pel_pixels, (int16_t *dst,
|
|
const uint8_t *src, ptrdiff_t srcstride, int height,
|
|
const int8_t *hf, const int8_t *vf, int width),);
|
|
|
|
NEON8_FNPROTO_PARTIAL_6(pel_uni_pixels, (uint8_t *_dst, ptrdiff_t _dststride,
|
|
const uint8_t *_src, ptrdiff_t _srcstride, int height,
|
|
const int8_t *hf, const int8_t *vf, int width),);
|
|
|
|
NEON8_FNPROTO_PARTIAL_6(pel_uni_w_pixels, (uint8_t *_dst, ptrdiff_t _dststride,
|
|
const uint8_t *_src, ptrdiff_t _srcstride,
|
|
int height, int denom, int wx, int ox,
|
|
const int8_t *hf, const int8_t *vf, int width),);
|
|
|
|
NEON8_FNPROTO_PARTIAL_6(qpel_h, (int16_t *dst,
|
|
const uint8_t *_src, ptrdiff_t _srcstride, int height,
|
|
const int8_t *hf, const int8_t *vf, int width), _i8mm);
|
|
|
|
NEON8_FNPROTO_PARTIAL_6(epel_h, (int16_t *dst,
|
|
const uint8_t *_src, ptrdiff_t _srcstride, int height,
|
|
const int8_t *hf, const int8_t *vf, int width), _i8mm);
|
|
|
|
void ff_vvc_put_qpel_v4_8_neon(int16_t *dst, const uint8_t *_src,
|
|
ptrdiff_t _srcstride, int height,
|
|
const int8_t *hf, const int8_t *vf, int width);
|
|
|
|
void ff_vvc_put_qpel_v8_8_neon(int16_t *dst, const uint8_t *_src,
|
|
ptrdiff_t _srcstride, int height,
|
|
const int8_t *hf, const int8_t *vf, int width);
|
|
|
|
NEON8_FNPROTO_PARTIAL_6(qpel_hv, (int16_t *dst,
|
|
const uint8_t *src, ptrdiff_t srcstride, int height,
|
|
const int8_t *hf, const int8_t *vf, int width),);
|
|
|
|
NEON8_FNPROTO_PARTIAL_6(qpel_hv, (int16_t *dst,
|
|
const uint8_t *src, ptrdiff_t srcstride, int height,
|
|
const int8_t *hf, const int8_t *vf, int width), _i8mm);
|
|
|
|
NEON8_FNPROTO_PARTIAL_6(epel_hv, (int16_t *dst,
|
|
const uint8_t *src, ptrdiff_t srcstride, int height,
|
|
const int8_t *hf, const int8_t *vf, int width),);
|
|
|
|
NEON8_FNPROTO_PARTIAL_6(epel_hv, (int16_t *dst,
|
|
const uint8_t *src, ptrdiff_t srcstride, int height,
|
|
const int8_t *hf, const int8_t *vf, int width), _i8mm);
|
|
|
|
#endif
|