mirror of
https://git.ffmpeg.org/ffmpeg.git
synced 2026-04-18 02:19:20 +02:00
3a7c09eb39
Benchmarks: draw_edges_8_1724_4_c: 2672.2 ( 1.00x) draw_edges_8_1724_4_mmx: 3191.5 ( 0.84x) draw_edges_8_1724_4_ssse3: 2179.6 ( 1.23x) draw_edges_8_1724_8_c: 2852.3 ( 1.00x) draw_edges_8_1724_8_mmx: 3683.0 ( 0.77x) draw_edges_8_1724_8_ssse3: 2225.7 ( 1.28x) draw_edges_8_1724_16_c: 4169.4 ( 1.00x) draw_edges_8_1724_16_mmx: 4665.9 ( 0.89x) draw_edges_8_1724_16_ssse3: 2765.8 ( 1.51x) draw_edges_128_407_4_c: 1126.6 ( 1.00x) draw_edges_128_407_4_mmx: 943.9 ( 1.19x) draw_edges_128_407_4_ssse3: 925.7 ( 1.22x) draw_edges_128_407_8_c: 1208.8 ( 1.00x) draw_edges_128_407_8_mmx: 1119.1 ( 1.08x) draw_edges_128_407_8_ssse3: 997.8 ( 1.21x) draw_edges_128_407_16_c: 1352.4 ( 1.00x) draw_edges_128_407_16_mmx: 1368.7 ( 0.99x) draw_edges_128_407_16_ssse3: 1148.3 ( 1.18x) draw_edges_1080_31_4_c: 228.5 ( 1.00x) draw_edges_1080_31_4_mmx: 240.8 ( 0.95x) draw_edges_1080_31_4_ssse3: 226.7 ( 1.01x) draw_edges_1080_31_8_c: 411.1 ( 1.00x) draw_edges_1080_31_8_mmx: 432.9 ( 0.95x) draw_edges_1080_31_8_ssse3: 403.2 ( 1.02x) draw_edges_1080_31_16_c: 1121.2 ( 1.00x) draw_edges_1080_31_16_mmx: 1124.9 ( 1.00x) draw_edges_1080_31_16_ssse3: 1125.4 ( 1.00x) draw_edges_1920_4_4_c: 310.8 ( 1.00x) draw_edges_1920_4_4_mmx: 311.6 ( 1.00x) draw_edges_1920_4_4_ssse3: 311.6 ( 1.00x) draw_edges_1920_4_4_negstride_c: 307.0 ( 1.00x) draw_edges_1920_4_4_negstride_mmx: 306.7 ( 1.00x) draw_edges_1920_4_4_negstride_ssse3: 306.7 ( 1.00x) draw_edges_1920_4_8_c: 724.2 ( 1.00x) draw_edges_1920_4_8_mmx: 724.9 ( 1.00x) draw_edges_1920_4_8_ssse3: 717.3 ( 1.01x) draw_edges_1920_4_8_negstride_c: 719.2 ( 1.00x) draw_edges_1920_4_8_negstride_mmx: 717.1 ( 1.00x) draw_edges_1920_4_8_negstride_ssse3: 710.9 ( 1.01x) draw_edges_1920_4_16_c: 1752.9 ( 1.00x) draw_edges_1920_4_16_mmx: 1754.6 ( 1.00x) draw_edges_1920_4_16_ssse3: 1751.1 ( 1.00x) draw_edges_1920_4_16_negstride_c: 1783.2 ( 1.00x) draw_edges_1920_4_16_negstride_mmx: 1778.2 ( 1.00x) draw_edges_1920_4_16_negstride_ssse3: 1768.3 ( 1.01x) Reviewed-by: Michael Niedermayer <michael@niedermayer.cc> Reviewed-by: James Almer <jamrial@gmail.com> Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
187 lines
7.1 KiB
C
187 lines
7.1 KiB
C
/*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include <stdint.h>
|
|
|
|
#include "libavutil/attributes.h"
|
|
#include "libavutil/avassert.h"
|
|
#include "libavutil/common.h"
|
|
#include "libavutil/cpu.h"
|
|
#include "libavutil/x86/asm.h"
|
|
#include "libavutil/x86/cpu.h"
|
|
#include "libavcodec/avcodec.h"
|
|
#include "libavcodec/mpegvideoencdsp.h"
|
|
|
|
void ff_mpv_denoise_dct_sse2(int16_t block[64], int dct_error_sum[64],
|
|
const uint16_t dct_offset[64]);
|
|
int ff_pix_sum16_sse2(const uint8_t *pix, ptrdiff_t line_size);
|
|
int ff_pix_sum16_xop(const uint8_t *pix, ptrdiff_t line_size);
|
|
int ff_pix_norm1_sse2(const uint8_t *pix, ptrdiff_t line_size);
|
|
void ff_add_8x8basis_ssse3(int16_t rem[64], const int16_t basis[64], int scale);
|
|
|
|
#if HAVE_SSSE3_INLINE
|
|
#define SCALE_OFFSET -1
|
|
|
|
#define MAX_ABS 512
|
|
|
|
static int try_8x8basis_ssse3(const int16_t rem[64], const int16_t weight[64], const int16_t basis[64], int scale)
|
|
{
|
|
x86_reg i=0;
|
|
|
|
av_assert2(FFABS(scale) < MAX_ABS);
|
|
scale *= 1 << (16 + SCALE_OFFSET - BASIS_SHIFT + RECON_SHIFT);
|
|
|
|
__asm__ volatile(
|
|
"pxor %%xmm2, %%xmm2 \n\t"
|
|
"movd %4, %%xmm3 \n\t"
|
|
"punpcklwd %%xmm3, %%xmm3 \n\t"
|
|
"pshufd $0, %%xmm3, %%xmm3 \n\t"
|
|
".p2align 4 \n\t"
|
|
"1: \n\t"
|
|
"movdqa (%1, %0), %%xmm0 \n\t"
|
|
"movdqa 16(%1, %0), %%xmm1 \n\t"
|
|
"pmulhrsw %%xmm3, %%xmm0 \n\t"
|
|
"pmulhrsw %%xmm3, %%xmm1 \n\t"
|
|
"paddw (%2, %0), %%xmm0 \n\t"
|
|
"paddw 16(%2, %0), %%xmm1 \n\t"
|
|
"psraw $6, %%xmm0 \n\t"
|
|
"psraw $6, %%xmm1 \n\t"
|
|
"pmullw (%3, %0), %%xmm0 \n\t"
|
|
"pmullw 16(%3, %0), %%xmm1 \n\t"
|
|
"pmaddwd %%xmm0, %%xmm0 \n\t"
|
|
"pmaddwd %%xmm1, %%xmm1 \n\t"
|
|
"paddd %%xmm1, %%xmm0 \n\t"
|
|
"psrld $4, %%xmm0 \n\t"
|
|
"paddd %%xmm0, %%xmm2 \n\t"
|
|
"add $32, %0 \n\t"
|
|
"cmp $128, %0 \n\t" //FIXME optimize & bench
|
|
" jb 1b \n\t"
|
|
"pshufd $0x0E, %%xmm2, %%xmm0 \n\t"
|
|
"paddd %%xmm0, %%xmm2 \n\t"
|
|
"pshufd $0x01, %%xmm2, %%xmm0 \n\t"
|
|
"paddd %%xmm0, %%xmm2 \n\t"
|
|
"psrld $2, %%xmm2 \n\t"
|
|
"movd %%xmm2, %0 \n\t"
|
|
: "+r" (i)
|
|
: "r"(basis), "r"(rem), "r"(weight), "g"(scale)
|
|
XMM_CLOBBERS_ONLY("%xmm0", "%xmm1", "%xmm2", "%xmm3")
|
|
);
|
|
return i;
|
|
}
|
|
|
|
/* Draw the edges of width 'w' of an image of size width, height */
|
|
static void draw_edges_ssse3(uint8_t *buf, ptrdiff_t wrap, int width, int height,
|
|
int w, int h, int sides)
|
|
{
|
|
uint8_t *ptr = buf, *last_line;
|
|
int i;
|
|
|
|
av_assert1(w == 16 || w == 8 || w == 4);
|
|
|
|
/* left and right */
|
|
__asm__ volatile (
|
|
"pcmpeqw %%xmm3, %%xmm3 \n\t"
|
|
"pxor %%xmm2, %%xmm2 \n\t"
|
|
"psrlw $14, %%xmm3 \n\t" // pw_3
|
|
"pshufb %%xmm2, %%xmm3 \n\t" // pb_3
|
|
"cmp $8, %4 \n\t"
|
|
"jg 16f \n\t"
|
|
"jl 4f \n\t"
|
|
"8: \n\t"
|
|
"movd (%0), %%xmm0 \n\t"
|
|
"movd -4(%0, %2), %%xmm1 \n\t"
|
|
"pshufb %%xmm2, %%xmm0 \n\t"
|
|
"pshufb %%xmm3, %%xmm1 \n\t"
|
|
"movq %%xmm0, -8(%0) \n\t"
|
|
"movq %%xmm1, (%0, %2) \n\t"
|
|
"add %1, %0 \n\t"
|
|
"cmp %3, %0 \n\t"
|
|
"jnz 8b \n\t"
|
|
"jmp 1f \n\t"
|
|
"4: \n\t"
|
|
"movd (%0), %%xmm0 \n\t"
|
|
"movd -4(%0, %2), %%xmm1 \n\t"
|
|
"pshufb %%xmm2, %%xmm0 \n\t"
|
|
"pshufb %%xmm3, %%xmm1 \n\t"
|
|
"movd %%xmm0, -4(%0) \n\t"
|
|
"movd %%xmm1, (%0, %2) \n\t"
|
|
"add %1, %0 \n\t"
|
|
"cmp %3, %0 \n\t"
|
|
"jnz 4b \n\t"
|
|
"jmp 1f \n\t"
|
|
"16: \n\t"
|
|
"movd (%0), %%xmm0 \n\t"
|
|
"movd -4(%0, %2), %%xmm1 \n\t"
|
|
"pshufb %%xmm2, %%xmm0 \n\t"
|
|
"pshufb %%xmm3, %%xmm1 \n\t"
|
|
"movdqu %%xmm0, -16(%0) \n\t"
|
|
"movdqu %%xmm1, (%0, %2) \n\t"
|
|
"add %1, %0 \n\t"
|
|
"cmp %3, %0 \n\t"
|
|
"jnz 16b \n\t"
|
|
"1: \n\t"
|
|
: "+r" (ptr)
|
|
: "r" ((x86_reg) wrap), "r" ((x86_reg) width), "r"(ptr + wrap * height), "r" (w)
|
|
XMM_CLOBBERS_ONLY("%xmm0", "%xmm1", "%xmm2", "%xmm3")
|
|
);
|
|
|
|
/* top and bottom + corners */
|
|
buf -= w;
|
|
last_line = buf + (height - 1) * wrap;
|
|
if (sides & EDGE_TOP)
|
|
for (i = 0; i < h; i++)
|
|
// top
|
|
memcpy(buf - (i + 1) * wrap, buf, width + w + w);
|
|
if (sides & EDGE_BOTTOM)
|
|
for (i = 0; i < h; i++)
|
|
// bottom
|
|
memcpy(last_line + (i + 1) * wrap, last_line, width + w + w);
|
|
}
|
|
#endif /* HAVE_SSSE3_INLINE */
|
|
|
|
av_cold void ff_mpegvideoencdsp_init_x86(MpegvideoEncDSPContext *c,
|
|
AVCodecContext *avctx)
|
|
{
|
|
int cpu_flags = av_get_cpu_flags();
|
|
|
|
if (EXTERNAL_SSE2(cpu_flags)) {
|
|
c->denoise_dct = ff_mpv_denoise_dct_sse2;
|
|
c->pix_sum = ff_pix_sum16_sse2;
|
|
c->pix_norm1 = ff_pix_norm1_sse2;
|
|
}
|
|
|
|
if (EXTERNAL_XOP(cpu_flags)) {
|
|
c->pix_sum = ff_pix_sum16_xop;
|
|
}
|
|
|
|
if (X86_SSSE3(cpu_flags)) {
|
|
#if HAVE_SSSE3_INLINE
|
|
if (!(avctx->flags & AV_CODEC_FLAG_BITEXACT)) {
|
|
c->try_8x8basis = try_8x8basis_ssse3;
|
|
}
|
|
if (avctx->bits_per_raw_sample <= 8) {
|
|
c->draw_edges = draw_edges_ssse3;
|
|
}
|
|
#endif /* HAVE_SSSE3_INLINE */
|
|
#if HAVE_SSSE3_EXTERNAL
|
|
c->add_8x8basis = ff_add_8x8basis_ssse3;
|
|
#endif
|
|
}
|
|
|
|
}
|