206 lines
5.6 KiB
NASM
206 lines
5.6 KiB
NASM
|
;******************************************************************************
|
||
|
|
;* x86-SIMD-optimized IDCT for prores
|
||
|
|
;* this is identical to "simple" IDCT written by Michael Niedermayer
|
||
|
|
;* except for the clip range
|
||
|
|
;*
|
||
|
|
;* Copyright (c) 2011 Ronald S. Bultje <rsbultje@gmail.com>
|
||
|
|
;* Copyright (c) 2015 Christophe Gisquet
|
||
|
|
;*
|
||
|
|
;* This file is part of FFmpeg.
|
||
|
|
;*
|
||
|
|
;* FFmpeg is free software; you can redistribute it and/or
|
||
|
|
;* modify it under the terms of the GNU Lesser General Public
|
||
|
|
;* License as published by the Free Software Foundation; either
|
||
|
|
;* version 2.1 of the License, or (at your option) any later version.
|
||
|
|
;*
|
||
|
|
;* FFmpeg is distributed in the hope that it will be useful,
|
||
|
|
;* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
|
|
;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||
|
|
;* Lesser General Public License for more details.
|
||
|
|
;*
|
||
|
|
;* You should have received a copy of the GNU Lesser General Public
|
||
|
|
;* License along with FFmpeg; if not, write to the Free Software
|
||
|
|
;* 51, Inc., Foundation Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
||
|
|
;******************************************************************************
|
||
|
|
|
||
|
|
%include "libavutil/x86/x86util.asm"
|
||
|
|
|
||
|
|
%if ARCH_X86_64
|
||
|
|
|
||
|
|
SECTION_RODATA
|
||
|
|
|
||
|
|
cextern pw_2
|
||
|
|
cextern pw_16
|
||
|
|
cextern pw_32
|
||
|
|
cextern pw_1023
|
||
|
|
cextern pw_4095
|
||
|
|
pd_round_11: times 4 dd 1<<(11-1)
|
||
|
|
pd_round_12: times 4 dd 1<<(12-1)
|
||
|
|
pd_round_15: times 4 dd 1<<(15-1)
|
||
|
|
pd_round_19: times 4 dd 1<<(19-1)
|
||
|
|
pd_round_20: times 4 dd 1<<(20-1)
|
||
|
|
|
||
|
|
%macro CONST_DEC 3
|
||
|
|
const %1
|
||
|
|
times 4 dw %2, %3
|
||
|
|
%endmacro
|
||
|
|
|
||
|
|
%define W1sh2 22725 ; W1 = 90901 = 22725<<2 + 1
|
||
|
|
%define W2sh2 21407 ; W2 = 85627 = 21407<<2 - 1
|
||
|
|
%define W3sh2 19265 ; W3 = 77062 = 19265<<2 + 2
|
||
|
|
%define W4sh2 16384 ; W4 = 65535 = 16384<<2 - 1
|
||
|
|
%define W3sh2_lo 19266
|
||
|
|
%define W4sh2_lo 16383
|
||
|
|
%define W5sh2 12873 ; W5 = 51491 = 12873<<2 - 1
|
||
|
|
%define W6sh2 8867 ; W6 = 35468 = 8867<<2
|
||
|
|
%define W7sh2 4520 ; W7 = 18081 = 4520<<2 + 1
|
||
|
|
|
||
|
|
CONST_DEC w4_plus_w2_hi, W4sh2, +W2sh2
|
||
|
|
CONST_DEC w4_min_w2_hi, W4sh2, -W2sh2
|
||
|
|
CONST_DEC w4_plus_w6_hi, W4sh2, +W6sh2
|
||
|
|
CONST_DEC w4_min_w6_hi, W4sh2, -W6sh2
|
||
|
|
CONST_DEC w1_plus_w3_hi, W1sh2, +W3sh2
|
||
|
|
CONST_DEC w3_min_w1_hi, W3sh2, -W1sh2
|
||
|
|
CONST_DEC w7_plus_w3_hi, W7sh2, +W3sh2
|
||
|
|
CONST_DEC w3_min_w7_hi, W3sh2, -W7sh2
|
||
|
|
CONST_DEC w1_plus_w5, W1sh2, +W5sh2
|
||
|
|
CONST_DEC w5_min_w1, W5sh2, -W1sh2
|
||
|
|
CONST_DEC w5_plus_w7, W5sh2, +W7sh2
|
||
|
|
CONST_DEC w7_min_w5, W7sh2, -W5sh2
|
||
|
|
CONST_DEC w4_plus_w2_lo, W4sh2_lo, +W2sh2
|
||
|
|
CONST_DEC w4_min_w2_lo, W4sh2_lo, -W2sh2
|
||
|
|
CONST_DEC w4_plus_w6_lo, W4sh2_lo, +W6sh2
|
||
|
|
CONST_DEC w4_min_w6_lo, W4sh2_lo, -W6sh2
|
||
|
|
CONST_DEC w1_plus_w3_lo, W1sh2, +W3sh2_lo
|
||
|
|
CONST_DEC w3_min_w1_lo, W3sh2_lo, -W1sh2
|
||
|
|
CONST_DEC w7_plus_w3_lo, W7sh2, +W3sh2_lo
|
||
|
|
CONST_DEC w3_min_w7_lo, W3sh2_lo, -W7sh2
|
||
|
|
|
||
|
|
%include "libavcodec/x86/simple_idct10_template.asm"
|
||
|
|
|
||
|
|
SECTION .text
|
||
|
|
|
||
|
|
%macro STORE_HI_LO 12
|
||
|
|
movq %1, %9
|
||
|
|
movq %3, %10
|
||
|
|
movq %5, %11
|
||
|
|
movq %7, %12
|
||
|
|
movhps %2, %9
|
||
|
|
movhps %4, %10
|
||
|
|
movhps %6, %11
|
||
|
|
movhps %8, %12
|
||
|
|
%endmacro
|
||
|
|
|
||
|
|
%macro LOAD_ZXBW_8 16
|
||
|
|
pmovzxbw %1, %9
|
||
|
|
pmovzxbw %2, %10
|
||
|
|
pmovzxbw %3, %11
|
||
|
|
pmovzxbw %4, %12
|
||
|
|
pmovzxbw %5, %13
|
||
|
|
pmovzxbw %6, %14
|
||
|
|
pmovzxbw %7, %15
|
||
|
|
pmovzxbw %8, %16
|
||
|
|
%endmacro
|
||
|
|
|
||
|
|
%macro LOAD_ZXBW_4 9
|
||
|
|
movh %1, %5
|
||
|
|
movh %2, %6
|
||
|
|
movh %3, %7
|
||
|
|
movh %4, %8
|
||
|
|
punpcklbw %1, %9
|
||
|
|
punpcklbw %2, %9
|
||
|
|
punpcklbw %3, %9
|
||
|
|
punpcklbw %4, %9
|
||
|
|
%endmacro
|
||
|
|
|
||
|
|
%define PASS4ROWS(base, stride, stride3) \
|
||
|
|
[base], [base + stride], [base + 2*stride], [base + stride3]
|
||
|
|
|
||
|
|
%macro idct_fn 0
|
||
|
|
|
||
|
|
define_constants _lo
|
||
|
|
|
||
|
|
cglobal simple_idct8, 1, 1, 16, 32, block
|
||
|
|
IDCT_FN "", 11, pw_32, 20, "store"
|
||
|
|
RET
|
||
|
|
|
||
|
|
cglobal simple_idct8_put, 3, 4, 16, 32, pixels, lsize, block
|
||
|
|
IDCT_FN "", 11, pw_32, 20
|
||
|
|
lea r3, [3*lsizeq]
|
||
|
|
lea r2, [pixelsq + r3]
|
||
|
|
packuswb m8, m0
|
||
|
|
packuswb m1, m2
|
||
|
|
packuswb m4, m11
|
||
|
|
packuswb m9, m10
|
||
|
|
STORE_HI_LO PASS8ROWS(pixelsq, r2, lsizeq, r3), m8, m1, m4, m9
|
||
|
|
RET
|
||
|
|
|
||
|
|
cglobal simple_idct8_add, 3, 4, 16, 32, pixels, lsize, block
|
||
|
|
IDCT_FN "", 11, pw_32, 20
|
||
|
|
lea r2, [3*lsizeq]
|
||
|
|
%if cpuflag(sse4)
|
||
|
|
lea r3, [pixelsq + r2]
|
||
|
|
LOAD_ZXBW_8 m3, m5, m6, m7, m12, m13, m14, m15, PASS8ROWS(pixelsq, r3, lsizeq, r2)
|
||
|
|
paddsw m8, m3
|
||
|
|
paddsw m0, m5
|
||
|
|
paddsw m1, m6
|
||
|
|
paddsw m2, m7
|
||
|
|
paddsw m4, m12
|
||
|
|
paddsw m11, m13
|
||
|
|
paddsw m9, m14
|
||
|
|
paddsw m10, m15
|
||
|
|
%else
|
||
|
|
pxor m12, m12
|
||
|
|
LOAD_ZXBW_4 m3, m5, m6, m7, PASS4ROWS(pixelsq, lsizeq, r2), m12
|
||
|
|
paddsw m8, m3
|
||
|
|
paddsw m0, m5
|
||
|
|
paddsw m1, m6
|
||
|
|
paddsw m2, m7
|
||
|
|
lea r3, [pixelsq + 4*lsizeq]
|
||
|
|
LOAD_ZXBW_4 m3, m5, m6, m7, PASS4ROWS(r3, lsizeq, r2), m12
|
||
|
|
paddsw m4, m3
|
||
|
|
paddsw m11, m5
|
||
|
|
paddsw m9, m6
|
||
|
|
paddsw m10, m7
|
||
|
|
lea r3, [pixelsq + r2]
|
||
|
|
%endif
|
||
|
|
packuswb m8, m0
|
||
|
|
packuswb m1, m2
|
||
|
|
packuswb m4, m11
|
||
|
|
packuswb m9, m10
|
||
|
|
STORE_HI_LO PASS8ROWS(pixelsq, r3, lsizeq, r2), m8, m1, m4, m9
|
||
|
|
RET
|
||
|
|
|
||
|
|
define_constants _hi
|
||
|
|
|
||
|
|
cglobal simple_idct10, 1, 1, 16, block
|
||
|
|
IDCT_FN "", 12, "", 19, "store"
|
||
|
|
RET
|
||
|
|
|
||
|
|
cglobal simple_idct10_put, 3, 3, 16, pixels, lsize, block
|
||
|
|
IDCT_FN "", 12, "", 19, "put", 0, pw_1023
|
||
|
|
RET
|
||
|
|
|
||
|
|
cglobal simple_idct12, 1, 1, 16, block
|
||
|
|
; coeffs are already 15bits, adding the offset would cause
|
||
|
|
; overflow in the input
|
||
|
|
IDCT_FN "", 15, pw_2, 16, "store"
|
||
|
|
RET
|
||
|
|
|
||
|
|
cglobal simple_idct12_put, 3, 3, 16, pixels, lsize, block
|
||
|
|
; range isn't known, so the C simple_idct range is used
|
||
|
|
; Also, using a bias on input overflows, so use the bias
|
||
|
|
; on output of the first butterfly instead
|
||
|
|
IDCT_FN "", 15, pw_2, 16, "put", 0, pw_4095
|
||
|
|
RET
|
||
|
|
%endmacro
|
||
|
|
|
||
|
|
INIT_XMM sse2
|
||
|
|
idct_fn
|
||
|
|
%if HAVE_AVX_EXTERNAL
|
||
|
|
INIT_XMM avx
|
||
|
|
idct_fn
|
||
|
|
%endif
|
||
|
|
|
||
|
|
%endif
|