;***************************************************************************** ;* MMX/SSE2/AVX-optimized H.264 deblocking code ;***************************************************************************** ;* Copyright (C) 2005-2011 x264 project ;* ;* Authors: Loren Merritt ;* Fiona Glaser ;* Oskar Arvidsson ;* ;* This file is part of FFmpeg. ;* ;* FFmpeg is free software; you can redistribute it and/or ;* modify it under the terms of the GNU Lesser General Public ;* License as published by the Free Software Foundation; either ;* version 2.1 of the License, or (at your option) any later version. ;* ;* FFmpeg is distributed in the hope that it will be useful, ;* but WITHOUT ANY WARRANTY; without even the implied warranty of ;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU ;* Lesser General Public License for more details. ;* ;* You should have received a copy of the GNU Lesser General Public ;* License along with FFmpeg; if not, write to the Free Software ;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA ;****************************************************************************** %include "libavutil/x86/x86util.asm" SECTION_RODATA pb_A1: times 16 db 0xA1 pb_3_1: times 4 db 3, 1 SECTION .text cextern pb_0 cextern pb_1 cextern pb_3 ; in: 2 rows of 8 words in %1, %2 ; out: 8 rows of 4 bytes in %3..%10 %macro TRANSPOSE8x4B_STORE 10 punpcklwd m6, %1, %2 movd %3, m6 pshufd m7, m6, 00110001b punpckhqdq m6, m6 movd %4, m7 punpckhqdq m7, m7 punpckhwd %1, %2 movd %5, m6 movd %6, m7 pshufd m6, %1, 00110001b movd %7, %1 punpckhqdq %1, %1 movd %8, m6 punpckhqdq m6, m6 movd %9, %1 movd %10, m6 %endmacro %macro SBUTTERFLY3 4 punpckh%1 %4, %2, %3 punpckl%1 %2, %3 %endmacro ; in: 8 rows of 8 (only the middle 6 pels are used) in %1..%8 ; out: 6 rows of 8 in [%9+0*16] .. [%9+5*16] %macro TRANSPOSE6x8_MEM 9 RESET_MM_PERMUTATION movq m0, %1 movq m1, %2 movq m2, %3 movq m3, %4 movq m4, %5 movq m5, %6 movq m6, %7 SBUTTERFLY bw, 0, 1, 7 SBUTTERFLY bw, 2, 3, 7 SBUTTERFLY bw, 4, 5, 7 movq [%9+0x10], m3 SBUTTERFLY3 bw, m6, %8, m7 SBUTTERFLY wd, 0, 2, 3 SBUTTERFLY wd, 4, 6, 3 punpckhdq m0, m4 movq [%9+0x00], m0 SBUTTERFLY3 wd, m1, [%9+0x10], m3 SBUTTERFLY wd, 5, 7, 0 SBUTTERFLY dq, 1, 5, 0 SBUTTERFLY dq, 2, 6, 0 punpckldq m3, m7 movq [%9+0x10], m2 movq [%9+0x20], m6 movq [%9+0x30], m1 movq [%9+0x40], m5 movq [%9+0x50], m3 RESET_MM_PERMUTATION %endmacro ; out: %4 = |%1-%2|>%3 ; clobbers: %5 %macro DIFF_GT 5 %if avx_enabled == 0 mova %5, %2 mova %4, %1 psubusb %5, %1 psubusb %4, %2 %else psubusb %5, %2, %1 psubusb %4, %1, %2 %endif por %4, %5 psubusb %4, %3 %endmacro ; out: %4 = |%1-%2|>%3 ; clobbers: %5 %macro DIFF_GT2 5 %if ARCH_X86_64 psubusb %5, %2, %1 psubusb %4, %1, %2 %else mova %5, %2 mova %4, %1 psubusb %5, %1 psubusb %4, %2 %endif psubusb %5, %3 psubusb %4, %3 pcmpeqb %4, %5 %endmacro ; in: m0=p1 m1=p0 m2=q0 m3=q1 %1=alpha-1 %2=beta-1 ; out: m5=beta-1, m7=mask, %3=alpha-1 ; clobbers: m4,m6 %macro LOAD_MASK 2-3 movd m4, %1 movd m5, %2 %if cpuflag(ssse3) pxor m6, m6 pshufb m4, m6 pshufb m5, m6 %else SPLATW m4, m4 SPLATW m5, m5 packuswb m4, m4 ; 16x alpha-1 packuswb m5, m5 ; 16x beta-1 %endif %if %0>2 mova %3, m4 %endif DIFF_GT m1, m2, m4, m7, m6 ; |p0-q0| > alpha-1 DIFF_GT m0, m1, m5, m4, m6 ; |p1-p0| > beta-1 por m7, m4 DIFF_GT m3, m2, m5, m4, m6 ; |q1-q0| > beta-1 por m7, m4 pxor m6, m6 pcmpeqb m7, m6 %endmacro ; in: m0=p1 m1=p0 m2=q0 m3=q1 m7=(tc&mask) ; out: m1=p0' m2=q0' ; clobbers: m0,3-6 %macro DEBLOCK_P0_Q0 0 pcmpeqb m4, m4 pxor m5, m1, m2 ; p0^q0 pxor m3, m4 pand m5, [pb_1] ; (p0^q0)&1 pavgb m3, m0 ; (p1 - q1 + 256)>>1 pxor m4, m1 pavgb m3, [pb_3] ; (((p1 - q1 + 256)>>1)+4)>>1 = 64+2+(p1-q1)>>2 pavgb m4, m2 ; (q0 - p0 + 256)>>1 pavgb m3, m5 mova m6, [pb_A1] paddusb m3, m4 ; d+128+33 psubusb m4, m6, m3 psubusb m3, m6 pminub m4, m7 pminub m3, m7 psubusb m1, m4 psubusb m2, m3 paddusb m1, m3 paddusb m2, m4 %endmacro ; in: m1=p0 m2=q0 ; %1=p1 %2=q2 %3=[q2] %4=[q1] %5=tc0 %6=tmp ; out: [q1] = clip( (q2+((p0+q0+1)>>1))>>1, q1-tc0, q1+tc0 ) ; clobbers: q2, tmp, tc0 %macro LUMA_Q1 6 pavgb %6, m1, m2 pavgb %2, %6 ; avg(p2,avg(p0,q0)) pxor %6, %3 pand %6, [pb_1] ; (p2^avg(p0,q0))&1 psubusb %2, %6 ; (p2+((p0+q0+1)>>1))>>1 psubusb %6, %1, %5 paddusb %5, %1 pmaxub %2, %6 pminub %2, %5 mova %4, %2 %endmacro %if ARCH_X86_64 ;----------------------------------------------------------------------------- ; void ff_deblock_v_luma(uint8_t *pix, ptrdiff_t stride, int alpha, int beta, ; int8_t *tc0) ;----------------------------------------------------------------------------- %macro DEBLOCK_LUMA 0 cglobal deblock_v_luma_8, 5,5,10, pix_, stride_, alpha_, beta_, base3_ movd m8, [r4] ; tc0 lea r4, [stride_q*3] dec alpha_d ; alpha-1 neg r4 dec beta_d ; beta-1 add base3_q, pix_q ; pix-3*stride mova m0, [base3_q + stride_q] ; p1 mova m1, [base3_q + 2*stride_q] ; p0 mova m2, [pix_q] ; q0 mova m3, [pix_q + stride_q] ; q1 LOAD_MASK r2d, r3d punpcklbw m8, m8 punpcklbw m8, m8 ; tc = 4x tc0[3], 4x tc0[2], 4x tc0[1], 4x tc0[0] pcmpeqb m9, m9 pcmpeqb m9, m8 pandn m9, m7 pand m8, m9 movdqa m3, [base3_q] ; p2 DIFF_GT2 m1, m3, m5, m6, m7 ; |p2-p0| > beta-1 pand m6, m9 psubb m7, m8, m6 pand m6, m8 LUMA_Q1 m0, m3, [base3_q], [base3_q + stride_q], m6, m4 movdqa m4, [pix_q + 2*stride_q] ; q2 DIFF_GT2 m2, m4, m5, m6, m3 ; |q2-q0| > beta-1 pand m6, m9 pand m8, m6 psubb m7, m6 mova m3, [pix_q + stride_q] LUMA_Q1 m3, m4, [pix_q + 2*stride_q], [pix_q + stride_q], m8, m6 DEBLOCK_P0_Q0 mova [base3_q + 2*stride_q], m1 mova [pix_q], m2 RET ;----------------------------------------------------------------------------- ; void ff_deblock_h_luma(uint8_t *pix, ptrdiff_t stride, int alpha, int beta, ; int8_t *tc0) ;----------------------------------------------------------------------------- cglobal deblock_h_luma_8, 5,9,8,0x60+16*WIN64 INIT_MMX cpuname lea r8, [r1+r1*2] lea r6, [r0-4] lea r5, [r0-4+r8] mov r7, r1 %if WIN64 %define pix_tmp rsp+0x30 ; shadow space + r4 %else %define pix_tmp rsp %endif ; transpose 6x16 -> tmp space TRANSPOSE6x8_MEM PASS8ROWS(r6, r5, r1, r8), pix_tmp lea r6, [r6+r1*8] lea r5, [r5+r1*8] TRANSPOSE6x8_MEM PASS8ROWS(r6, r5, r1, r8), pix_tmp+8 ; vertical filter ; alpha, beta, tc0 are still in r2d, r3d, r4 ; don't backup r6, r5, r7, r8 because deblock_v_luma_sse2 doesn't use them lea r0, [pix_tmp+0x30] mov r1d, 0x10 %if WIN64 mov [rsp+0x20], r4 %endif call deblock_v_luma_8 add r6, 2 add r5, 2 INIT_XMM cpuname ; transpose 16x4 (only the middle 4 rows were changed by the filter) mova m0, [pix_tmp+0x10] ; the two middle rows are still in the proper registers mova m3, [pix_tmp+0x40] punpckhbw m4, m0, m1 punpckhbw m5, m2, m3 TRANSPOSE8x4B_STORE m4, m5, PASS8ROWS(r6, r5, r7, r8) punpcklbw m0, m1 punpcklbw m2, m3 shl r7, 3 sub r6, r7 sub r5, r7 shr r7, 3 TRANSPOSE8x4B_STORE m0, m2, PASS8ROWS(r6, r5, r7, r8) RET %endmacro %macro DEBLOCK_H_LUMA_MBAFF 0 cglobal deblock_h_luma_mbaff_8, 5, 9, 10, 8*16, pix_, stride_, alpha_, beta_, tc0_, base3_, stride3_ dec alpha_d dec beta_d mov base3_q, pix_q lea stride3_q, [3*stride_q] add base3_q, stride3_q movq m0, [pix_q - 4] movq m1, [pix_q + stride_q - 4] movq m2, [pix_q + 2*stride_q - 4] movq m3, [base3_q - 4] movq m4, [base3_q + stride_q - 4] movq m5, [base3_q + 2*stride_q - 4] movq m6, [base3_q + stride3_q - 4] movq m7, [base3_q + 4*stride_q - 4] TRANSPOSE_8X8B 0,1,2,3,4,5,6,7 %assign i 0 %rep 8 movq [rsp + 16*i], m %+ i %assign i i+1 %endrep ; p2 = m1 [rsp + 16] ; p1 = m2 [rsp + 32] ; p0 = m3 [rsp + 48] ; q0 = m4 [rsp + 64] ; q1 = m5 [rsp + 80] ; q2 = m6 [rsp + 96] SWAP 0, 2 SWAP 1, 3 SWAP 2, 4 SWAP 3, 5 LOAD_MASK alpha_d, beta_d movd m8, [tc0_q] punpcklbw m8, m8 pcmpeqb m9, m9 pcmpeqb m9, m8 pandn m9, m7 pand m8, m9 movdqa m3, [rsp + 16] ; p2 DIFF_GT2 m1, m3, m5, m6, m7 ; |p2-p0| > beta-1 pand m6, m9 psubb m7, m8, m6 pand m6, m8 LUMA_Q1 m0, m3, [rsp + 16], [rsp + 32], m6, m4 movdqa m4, [rsp + 96] ; q2 DIFF_GT2 m2, m4, m5, m6, m3 ; |q2-q0| > beta-1 pand m6, m9 pand m8, m6 psubb m7, m6 mova m3, [rsp + 80] LUMA_Q1 m3, m4, [rsp + 96], [rsp + 80], m8, m6 DEBLOCK_P0_Q0 SWAP 1, 3 SWAP 2, 4 movq m0, [rsp] movq m1, [rsp + 16] movq m2, [rsp + 32] movq m5, [rsp + 80] movq m6, [rsp + 96] movq m7, [rsp + 112] TRANSPOSE_8X8B 0,1,2,3,4,5,6,7 movq [pix_q - 4], m0 movq [pix_q + stride_q - 4], m1 movq [pix_q + 2*stride_q - 4], m2 movq [base3_q - 4], m3 movq [base3_q + stride_q - 4], m4 movq [base3_q + 2*stride_q - 4], m5 movq [base3_q + stride3_q - 4], m6 movq [base3_q + 4*stride_q - 4], m7 RET %endmacro INIT_XMM sse2 DEBLOCK_H_LUMA_MBAFF DEBLOCK_LUMA %if HAVE_AVX_EXTERNAL INIT_XMM avx DEBLOCK_H_LUMA_MBAFF DEBLOCK_LUMA %endif %else %macro DEBLOCK_LUMA 1 ;----------------------------------------------------------------------------- ; void ff_deblock_v_luma(uint8_t *pix, ptrdiff_t stride, int alpha, int beta, ; int8_t *tc0) ;----------------------------------------------------------------------------- cglobal deblock_v_luma_8, 5,5,8,2*%1 lea r4, [r1*3] dec r2 ; alpha-1 neg r4 dec r3 ; beta-1 add r4, r0 ; pix-3*stride mova m0, [r4+r1] ; p1 mova m1, [r4+2*r1] ; p0 mova m2, [r0] ; q0 mova m3, [r0+r1] ; q1 LOAD_MASK r2, r3 mov r3, r4mp pcmpeqb m3, m3 movd m4, [r3] ; tc0 punpcklbw m4, m4 punpcklbw m4, m4 ; tc = 4x tc0[3], 4x tc0[2], 4x tc0[1], 4x tc0[0] mova [esp+%1], m4 ; tc pcmpgtb m4, m3 mova m3, [r4] ; p2 pand m4, m7 mova [esp], m4 ; mask DIFF_GT2 m1, m3, m5, m6, m7 ; |p2-p0| > beta-1 pand m6, m4 pand m4, [esp+%1] ; tc psubb m7, m4, m6 pand m6, m4 LUMA_Q1 m0, m3, [r4], [r4+r1], m6, m4 mova m4, [r0+2*r1] ; q2 DIFF_GT2 m2, m4, m5, m6, m3 ; |q2-q0| > beta-1 pand m6, [esp] ; mask mova m5, [esp+%1] ; tc psubb m7, m6 pand m5, m6 mova m3, [r0+r1] LUMA_Q1 m3, m4, [r0+2*r1], [r0+r1], m5, m6 DEBLOCK_P0_Q0 mova [r4+2*r1], m1 mova [r0], m2 RET ;----------------------------------------------------------------------------- ; void ff_deblock_h_luma(uint8_t *pix, ptrdiff_t stride, int alpha, int beta, ; int8_t *tc0) ;----------------------------------------------------------------------------- cglobal deblock_h_luma_8, 0,5,8,0x60+12 INIT_MMX cpuname mov r0, r0mp mov r3, r1m lea r4, [r3*3] sub r0, 4 lea r1, [r0+r4] %define pix_tmp esp+12 ; transpose 6x16 -> tmp space TRANSPOSE6x8_MEM PASS8ROWS(r0, r1, r3, r4), pix_tmp lea r0, [r0+r3*8] lea r1, [r1+r3*8] TRANSPOSE6x8_MEM PASS8ROWS(r0, r1, r3, r4), pix_tmp+8 ; vertical filter lea r0, [pix_tmp+0x30] PUSH dword r4m PUSH dword r3m PUSH dword r2m PUSH dword 16 PUSH dword r0 call deblock_v_luma_8 ADD esp, 20 INIT_XMM cpuname ; transpose 16x4 (only the middle 4 rows were changed by the filter) mova m0, [pix_tmp+0x10] ; the two middle rows are still in the proper registers mova m3, [pix_tmp+0x40] mov r0, r0mp punpcklbw m4, m0, m1 sub r0, 2 punpcklbw m5, m2, m3 lea r1, [r0+r4] TRANSPOSE8x4B_STORE m4, m5, PASS8ROWS(r0, r1, r3, r4) punpckhbw m0, m1 lea r0, [r0+r3*8] punpckhbw m2, m3 lea r1, [r1+r3*8] TRANSPOSE8x4B_STORE m0, m2, PASS8ROWS(r0, r1, r3, r4) RET %endmacro ; DEBLOCK_LUMA INIT_XMM sse2 DEBLOCK_LUMA 16 %if HAVE_AVX_EXTERNAL INIT_XMM avx DEBLOCK_LUMA 16 %endif %endif ; ARCH %macro LUMA_INTRA_P012 4 ; p0..p3 in memory %if ARCH_X86_64 pavgb t0, p2, p1 pavgb t1, p0, q0 %else mova t0, p2 mova t1, p0 pavgb t0, p1 pavgb t1, q0 %endif pavgb t0, t1 ; ((p2+p1+1)/2 + (p0+q0+1)/2 + 1)/2 mova t5, t1 %if ARCH_X86_64 paddb t2, p2, p1 paddb t3, p0, q0 %else mova t2, p2 mova t3, p0 paddb t2, p1 paddb t3, q0 %endif paddb t2, t3 mova t3, t2 mova t4, t2 psrlw t2, 1 pavgb t2, mpb_0 pxor t2, t0 pand t2, mpb_1 psubb t0, t2 ; p1' = (p2+p1+p0+q0+2)/4; %if ARCH_X86_64 pavgb t1, p2, q1 psubb t2, p2, q1 %else mova t1, p2 mova t2, p2 pavgb t1, q1 psubb t2, q1 %endif paddb t3, t3 psubb t3, t2 ; p2+2*p1+2*p0+2*q0+q1 pand t2, mpb_1 psubb t1, t2 pavgb t1, p1 pavgb t1, t5 ; (((p2+q1)/2 + p1+1)/2 + (p0+q0+1)/2 + 1)/2 psrlw t3, 2 pavgb t3, mpb_0 pxor t3, t1 pand t3, mpb_1 psubb t1, t3 ; p0'a = (p2+2*p1+2*p0+2*q0+q1+4)/8 pxor t3, p0, q1 pavgb t2, p0, q1 pand t3, mpb_1 psubb t2, t3 pavgb t2, p1 ; p0'b = (2*p1+p0+q0+2)/4 pxor t1, t2 pxor t2, p0 pand t1, mask1p pand t2, mask0 pxor t1, t2 pxor t1, p0 mova %1, t1 ; store p0 mova t1, %4 ; p3 paddb t2, t1, p2 pavgb t1, p2 pavgb t1, t0 ; (p3+p2+1)/2 + (p2+p1+p0+q0+2)/4 paddb t2, t2 paddb t2, t4 ; 2*p3+3*p2+p1+p0+q0 psrlw t2, 2 pavgb t2, mpb_0 pxor t2, t1 pand t2, mpb_1 psubb t1, t2 ; p2' = (2*p3+3*p2+p1+p0+q0+4)/8 pxor t0, p1 pxor t1, p2 pand t0, mask1p pand t1, mask1p pxor t0, p1 pxor t1, p2 mova %2, t0 ; store p1 mova %3, t1 ; store p2 %endmacro %macro LUMA_INTRA_SWAP_PQ 0 %define q1 m0 %define q0 m1 %define p0 m2 %define p1 m3 %define p2 q2 %define mask1p mask1q %endmacro %macro DEBLOCK_LUMA_INTRA 0 %define p1 m0 %define p0 m1 %define q0 m2 %define q1 m3 %define t0 m4 %define t1 m5 %define t2 m6 %define t3 m7 %if ARCH_X86_64 %define p2 m8 %define q2 m9 %define t4 m10 %define t5 m11 %define mask0 m12 %define mask1p m13 %if WIN64 %define mask1q [rsp] %else %define mask1q [rsp-24] %endif %define mpb_0 m14 %define mpb_1 m15 %else %define spill(x) [esp+16*x] %define p2 [r4+r1] %define q2 [r0+2*r1] %define t4 spill(0) %define t5 spill(1) %define mask0 spill(2) %define mask1p spill(3) %define mask1q spill(4) %define mpb_0 [pb_0] %define mpb_1 [pb_1] %endif ;----------------------------------------------------------------------------- ; void ff_deblock_v_luma_intra(uint8_t *pix, ptrdiff_t stride, int alpha, int beta) ;----------------------------------------------------------------------------- %if WIN64 cglobal deblock_v_luma_intra_8, 4,6,16,0x10 %else cglobal deblock_v_luma_intra_8, 4,6,16,ARCH_X86_64*0x50-0x50 %endif lea r4, [r1*4] lea r5, [r1*3] ; 3*stride dec r2d ; alpha-1 neg r4 dec r3d ; beta-1 add r4, r0 ; pix-4*stride mova p1, [r4+2*r1] mova p0, [r4+r5] mova q0, [r0] mova q1, [r0+r1] %if ARCH_X86_64 pxor mpb_0, mpb_0 mova mpb_1, [pb_1] LOAD_MASK r2d, r3d, t5 ; m5=beta-1, t5=alpha-1, m7=mask0 SWAP 7, 12 ; m12=mask0 pavgb t5, mpb_0 pavgb t5, mpb_1 ; alpha/4+1 movdqa p2, [r4+r1] movdqa q2, [r0+2*r1] DIFF_GT2 p0, q0, t5, t0, t3 ; t0 = |p0-q0| > alpha/4+1 DIFF_GT2 p0, p2, m5, t2, t5 ; mask1 = |p2-p0| > beta-1 DIFF_GT2 q0, q2, m5, t4, t5 ; t4 = |q2-q0| > beta-1 pand t0, mask0 pand t4, t0 pand t2, t0 mova mask1q, t4 mova mask1p, t2 %else LOAD_MASK r2d, r3d, t5 ; m5=beta-1, t5=alpha-1, m7=mask0 mova m4, t5 mova mask0, m7 pavgb m4, [pb_0] pavgb m4, [pb_1] ; alpha/4+1 DIFF_GT2 p0, q0, m4, m6, m7 ; m6 = |p0-q0| > alpha/4+1 pand m6, mask0 DIFF_GT2 p0, p2, m5, m4, m7 ; m4 = |p2-p0| > beta-1 pand m4, m6 mova mask1p, m4 DIFF_GT2 q0, q2, m5, m4, m7 ; m4 = |q2-q0| > beta-1 pand m4, m6 mova mask1q, m4 %endif LUMA_INTRA_P012 [r4+r5], [r4+2*r1], [r4+r1], [r4] LUMA_INTRA_SWAP_PQ LUMA_INTRA_P012 [r0], [r0+r1], [r0+2*r1], [r0+r5] RET ;----------------------------------------------------------------------------- ; void ff_deblock_h_luma_intra(uint8_t *pix, ptrdiff_t stride, int alpha, int beta) ;----------------------------------------------------------------------------- %if ARCH_X86_64 cglobal deblock_h_luma_intra_8, 4,9,9,0x80, pix0, stride0, alpha, beta, unused, pix3, pix, stride, stride3 lea stride3q, [stride0q*3] lea pixq, [pix0q-4] mov strideq, stride0q lea pix3q, [pix0q-4+stride3q] %else cglobal deblock_h_luma_intra_8, 2,4,8,0x80, pix, stride, pix3, stride3 %define stride0q strideq %define pix0q pixq lea stride3q, [strideq*3] sub pixq, 4 lea pix3q, [pixq+stride3q] %endif %if WIN64 %define pix_tmp rsp+0x20 ; shadow space %else %define pix_tmp rsp %endif movq m0, [pixq] movq m1, [pixq+stride0q] movq m2, [pixq+2*stride0q] movq m3, [pix3q] movq m4, [pix3q+stride0q] lea pix0q, [pixq +stride0q*8] movq m5, [pix3q+2*stride0q] punpcklbw m0, m1 movq m6, [pix3q+stride3q] punpcklbw m2, m3 movq m7, [pix3q+4*stride0q] punpcklbw m4, m5 lea pix3q, [pix3q+8*stride0q] movq m1, [pix0q] SBUTTERFLY wd, 0, 2, 5 movq m3, [pix0q+stride0q] punpcklbw m6, m7 movq m5, [pix0q+2*stride0q] SBUTTERFLY wd, 4, 6, 7 movq m7, [pix3q] punpcklbw m1, m3 SBUTTERFLY dq, 0, 4, 3 %if ARCH_X86_32 movq [pix_tmp], m0 %endif movq m3, [pix3q+stride0q] punpcklbw m5, m7 %if ARCH_X86_32 movhps [pix_tmp+16], m0 %endif SBUTTERFLY dq, 2, 6, 7 movq m7, [pix3q+2*stride0q] %if ARCH_X86_64 SWAP 0, 8 %endif SBUTTERFLY wd, 1, 5, 0 movq m0, [pix3q+stride3q] punpcklbw m3, m7 movq m7, [pix3q+4*stride0q] punpcklbw m0, m7 SBUTTERFLY wd, 3, 0, 7 SBUTTERFLY dq, 1, 3, 7 %if ARCH_X86_32 movq [pix_tmp+8], m1 movhps [pix_tmp+24], m1 %endif SBUTTERFLY qdq, 4, 3, 7 mova [pix_tmp+32], m4 mova [pix_tmp+48], m3 SBUTTERFLY dq, 5, 0, 7 SBUTTERFLY qdq, 2, 5, 7 mova [pix_tmp+64], m2 mova [pix_tmp+80], m5 %if ARCH_X86_64 SBUTTERFLY qdq, 8, 1, 7 mova [pix_tmp+16], m1 mova [pix_tmp], m8 %endif SBUTTERFLY qdq, 6, 0, 7 mova [pix_tmp+96], m6 mova [pix_tmp+112], m0 lea pix0q, [pix_tmp+0x40] %if ARCH_X86_64 mov stride0d, 0x10 %else PUSH dword r3m PUSH dword r2m PUSH dword 16 PUSH pixd %endif call deblock_v_luma_intra_8 %if ARCH_X86_64 lea pix3q, [pixq+stride3q] %else mov strided, stridem mov pixd, pixm ADD esp, 16 lea stride3d, [strided*3] sub pixd, 4 lea pix3d, [pixd+stride3d] %endif RESET_MM_PERMUTATION mova m0, [pix_tmp] mova m1, [pix_tmp+16] mova m2, [pix_tmp+32] mova m3, [pix_tmp+48] SBUTTERFLY bw, 0, 1, 7 mova m4, [pix_tmp+64] mova m5, [pix_tmp+80] SBUTTERFLY bw, 2, 3, 7 mova m6, [pix_tmp+96] SBUTTERFLY wd, 0, 2, 7 %if ARCH_X86_64 mova m8, [pix_tmp+112] %endif SBUTTERFLY wd, 1, 3, 7 SBUTTERFLY bw, 4, 5, 7 %if ARCH_X86_64 SBUTTERFLY bw, 6, 8, 7 %else punpcklbw m6, [pix_tmp+112] %endif SBUTTERFLY wd, 4, 6, 7 SBUTTERFLY dq, 0, 4, 7 movq [pixq], m0 movhps [pixq+strideq], m0 %if ARCH_X86_64 SWAP 0, 8 %else mova m0, [pix_tmp+96] punpckhbw m0, [pix_tmp+112] %endif SBUTTERFLY dq, 2, 6, 7 movq [pixq+2*strideq], m4 movhps [pix3q], m4 SBUTTERFLY wd, 5, 0, 7 movq [pix3q+strideq], m2 movhps [pix3q+2*strideq], m2 lea pixq, [pixq+8*strideq] SBUTTERFLY dq, 1, 5, 7 movq [pix3q+stride3q], m6 movhps [pix3q+4*strideq], m6 lea pix3q, [pix3q+8*strideq] SBUTTERFLY dq, 3, 0, 7 movq [pixq], m1 movhps [pixq+strideq], m1 movq [pixq+2*strideq], m5 movhps [pix3q], m5 movq [pix3q+strideq], m3 movhps [pix3q+2*strideq], m3 movq [pix3q+stride3q], m0 movhps [pix3q+4*strideq], m0 RET %endmacro ; DEBLOCK_LUMA_INTRA INIT_XMM sse2 DEBLOCK_LUMA_INTRA %if HAVE_AVX_EXTERNAL INIT_XMM avx DEBLOCK_LUMA_INTRA %endif %macro LOAD_8_ROWS 8 movd m0, %1 movd m1, %2 movd m2, %3 movd m3, %4 movd m4, %5 movd m5, %6 movd m6, %7 movd m7, %8 %endmacro %macro STORE_8_ROWS 8 movd %1, m0 movd %2, m1 movd %3, m2 movd %4, m3 movd %5, m4 movd %6, m5 movd %7, m6 movd %8, m7 %endmacro %macro TRANSPOSE_8x4B_XMM 0 punpcklbw m0, m1 punpcklbw m2, m3 punpcklbw m4, m5 punpcklbw m6, m7 punpcklwd m0, m2 punpcklwd m4, m6 punpckhdq m2, m0, m4 punpckldq m0, m4 MOVHL m1, m0 MOVHL m3, m2 %endmacro %macro TRANSPOSE_4x8B_XMM 0 punpcklbw m0, m1 punpcklbw m2, m3 punpckhwd m4, m0, m2 punpcklwd m0, m2 MOVHL m6, m4 MOVHL m2, m0 pshufd m1, m0, 1 pshufd m3, m2, 1 pshufd m5, m4, 1 pshufd m7, m6, 1 %endmacro %macro CHROMA_INTER_BODY_XMM 1 LOAD_MASK alpha_d, beta_d movd m6, [tc0_q] %rep %1 punpcklbw m6, m6 %endrep pand m7, m6 DEBLOCK_P0_Q0 %endmacro %macro CHROMA_INTRA_BODY_XMM 0 LOAD_MASK alpha_d, beta_d mova m5, m1 mova m6, m2 pxor m4, m1, m3 pand m4, [pb_1] pavgb m1, m3 psubusb m1, m4 pavgb m1, m0 pxor m4, m2, m0 pand m4, [pb_1] pavgb m2, m0 psubusb m2, m4 pavgb m2, m3 psubb m1, m5 psubb m2, m6 pand m1, m7 pand m2, m7 paddb m1, m5 paddb m2, m6 %endmacro %macro CHROMA_V_START_XMM 1 dec alpha_d dec beta_d mov %1, pix_q sub %1, stride_q sub %1, stride_q %endmacro %macro CHROMA_H_START_XMM 2 dec alpha_d dec beta_d lea %2, [3*stride_q] mov %1, pix_q add %1, %2 %endmacro %macro DEBLOCK_CHROMA_XMM 1 INIT_XMM %1 cglobal deblock_v_chroma_8, 5, 6, 8, pix_, stride_, alpha_, beta_, tc0_ CHROMA_V_START_XMM r5 movq m0, [r5] movq m1, [r5 + stride_q] movq m2, [pix_q] movq m3, [pix_q + stride_q] CHROMA_INTER_BODY_XMM 1 movq [r5 + stride_q], m1 movq [pix_q], m2 RET cglobal deblock_h_chroma_8, 5, 7, 8, 0-16, pix_, stride_, alpha_, beta_, tc0_ CHROMA_H_START_XMM r5, r6 LOAD_8_ROWS PASS8ROWS(pix_q - 2, r5 - 2, stride_q, r6) TRANSPOSE_8x4B_XMM movq [rsp], m0 movq [rsp + 8], m3 CHROMA_INTER_BODY_XMM 1 movq m0, [rsp] movq m3, [rsp + 8] TRANSPOSE_4x8B_XMM STORE_8_ROWS PASS8ROWS(pix_q - 2, r5 - 2, stride_q, r6) RET cglobal deblock_h_chroma422_8, 5, 7, 8, 0-16, pix_, stride_, alpha_, beta_, tc0_ CHROMA_H_START_XMM r5, r6 LOAD_8_ROWS PASS8ROWS(pix_q - 2, r5 - 2, stride_q, r6) TRANSPOSE_8x4B_XMM movq [rsp], m0 movq [rsp + 8], m3 CHROMA_INTER_BODY_XMM 2 movq m0, [rsp] movq m3, [rsp + 8] TRANSPOSE_4x8B_XMM STORE_8_ROWS PASS8ROWS(pix_q - 2, r5 - 2, stride_q, r6) lea pix_q, [pix_q + 8*stride_q] lea r5, [r5 + 8*stride_q] add tc0_q, 2 LOAD_8_ROWS PASS8ROWS(pix_q - 2, r5 - 2, stride_q, r6) TRANSPOSE_8x4B_XMM movq [rsp], m0 movq [rsp + 8], m3 CHROMA_INTER_BODY_XMM 2 movq m0, [rsp] movq m3, [rsp + 8] TRANSPOSE_4x8B_XMM STORE_8_ROWS PASS8ROWS(pix_q - 2, r5 - 2, stride_q, r6) RET cglobal deblock_v_chroma_intra_8, 4, 5, 8, pix_, stride_, alpha_, beta_ CHROMA_V_START_XMM r4 movq m0, [r4] movq m1, [r4 + stride_q] movq m2, [pix_q] movq m3, [pix_q + stride_q] CHROMA_INTRA_BODY_XMM movq [r4 + stride_q], m1 movq [pix_q], m2 RET cglobal deblock_h_chroma_intra_8, 4, 6, 8, pix_, stride_, alpha_, beta_ CHROMA_H_START_XMM r4, r5 LOAD_8_ROWS PASS8ROWS(pix_q - 2, r4 - 2, stride_q, r5) TRANSPOSE_8x4B_XMM CHROMA_INTRA_BODY_XMM TRANSPOSE_4x8B_XMM STORE_8_ROWS PASS8ROWS(pix_q - 2, r4 - 2, stride_q, r5) RET cglobal deblock_h_chroma422_intra_8, 4, 6, 8, pix_, stride_, alpha_, beta_ CHROMA_H_START_XMM r4, r5 LOAD_8_ROWS PASS8ROWS(pix_q - 2, r4 - 2, stride_q, r5) TRANSPOSE_8x4B_XMM CHROMA_INTRA_BODY_XMM TRANSPOSE_4x8B_XMM STORE_8_ROWS PASS8ROWS(pix_q - 2, r4 - 2, stride_q, r5) lea pix_q, [pix_q + 8*stride_q] lea r4, [r4 + 8*stride_q] LOAD_8_ROWS PASS8ROWS(pix_q - 2, r4 - 2, stride_q, r5) TRANSPOSE_8x4B_XMM CHROMA_INTRA_BODY_XMM TRANSPOSE_4x8B_XMM STORE_8_ROWS PASS8ROWS(pix_q - 2, r4 - 2, stride_q, r5) RET %endmacro ; DEBLOCK_CHROMA_XMM DEBLOCK_CHROMA_XMM sse2 DEBLOCK_CHROMA_XMM avx ;----------------------------------------------------------------------------- ; void ff_h264_loop_filter_strength(int16_t bs[2][4][4], uint8_t nnz[40], ; int8_t ref[2][40], int16_t mv[2][40][2], ; int bidir, int edges, int step, ; int mask_mv0, int mask_mv1, int field); ; ; bidir is 0 or 1 ; edges is 1 or 4 ; step is 1 or 2 ; mask_mv0 is 0 or 3 ; mask_mv1 is 0 or 1 ; field is 0 or 1 ;----------------------------------------------------------------------------- %macro loop_filter_strength_iteration 7 ; edges, step, mask_mv, ; dir, d_idx, mask_dir, bidir %define edgesd %1 %define stepd %2 %define mask_mvd %3 %define dir %4 %define d_idx %5 %define mask_dir %6 %define bidir %7 xor b_idxd, b_idxd ; for (b_idx = 0; b_idx < edges; b_idx += step) %%.b_idx_loop: %if mask_dir == 0 pxor m0, m0 %endif test b_idxd, dword mask_mvd jnz %%.skip_loop_iter ; if (!(b_idx & mask_mv)) %if bidir == 1 movd m2, [refq+b_idxq+d_idx+12] ; { ref0[bn] } punpckldq m2, [refq+b_idxq+d_idx+52] ; { ref0[bn], ref1[bn] } pshufw m0, [refq+b_idxq+12], 0x44 ; { ref0[b], ref0[b] } pshufw m1, [refq+b_idxq+52], 0x44 ; { ref1[b], ref1[b] } pshufw m3, m2, 0x4E ; { ref1[bn], ref0[bn] } psubb m0, m2 ; { ref0[b] != ref0[bn], ; ref0[b] != ref1[bn] } psubb m1, m3 ; { ref1[b] != ref1[bn], ; ref1[b] != ref0[bn] } por m0, m1 mova m1, [mvq+b_idxq*4+(d_idx+12)*4] mova m2, [mvq+b_idxq*4+(d_idx+12)*4+mmsize] mova m3, m1 mova m4, m2 psubw m1, [mvq+b_idxq*4+12*4] psubw m2, [mvq+b_idxq*4+12*4+mmsize] psubw m3, [mvq+b_idxq*4+52*4] psubw m4, [mvq+b_idxq*4+52*4+mmsize] packsswb m1, m2 packsswb m3, m4 paddb m1, m6 paddb m3, m6 psubusb m1, m5 ; abs(mv[b] - mv[bn]) >= limit psubusb m3, m5 packsswb m1, m3 por m0, m1 mova m1, [mvq+b_idxq*4+(d_idx+52)*4] mova m2, [mvq+b_idxq*4+(d_idx+52)*4+mmsize] mova m3, m1 mova m4, m2 psubw m1, [mvq+b_idxq*4+12*4] psubw m2, [mvq+b_idxq*4+12*4+mmsize] psubw m3, [mvq+b_idxq*4+52*4] psubw m4, [mvq+b_idxq*4+52*4+mmsize] packsswb m1, m2 packsswb m3, m4 paddb m1, m6 paddb m3, m6 psubusb m1, m5 ; abs(mv[b] - mv[bn]) >= limit psubusb m3, m5 packsswb m1, m3 pshufw m1, m1, 0x4E por m0, m1 pshufw m1, m0, 0x4E pminub m0, m1 %else ; bidir == 0 movd m0, [refq+b_idxq+12] psubb m0, [refq+b_idxq+d_idx+12] ; ref[b] != ref[bn] mova m1, [mvq+b_idxq*4+12*4] mova m2, [mvq+b_idxq*4+12*4+mmsize] psubw m1, [mvq+b_idxq*4+(d_idx+12)*4] psubw m2, [mvq+b_idxq*4+(d_idx+12)*4+mmsize] packsswb m1, m2 paddb m1, m6 psubusb m1, m5 ; abs(mv[b] - mv[bn]) >= limit packsswb m1, m1 por m0, m1 %endif ; bidir == 1/0 %%.skip_loop_iter: movd m1, [nnzq+b_idxq+12] por m1, [nnzq+b_idxq+d_idx+12] ; nnz[b] || nnz[bn] pminub m1, m7 pminub m0, m7 psllw m1, 1 pxor m2, m2 pmaxub m1, m0 punpcklbw m1, m2 movq [bsq+b_idxq+32*dir], m1 add b_idxd, dword stepd cmp b_idxd, dword edgesd jl %%.b_idx_loop %endmacro INIT_MMX mmxext cglobal h264_loop_filter_strength, 9, 9, 0, bs, nnz, ref, mv, bidir, edges, \ step, mask_mv0, mask_mv1, field %define b_idxq bidirq %define b_idxd bidird cmp dword fieldm, 0 mova m7, [pb_1] mova m5, [pb_3] je .nofield mova m5, [pb_3_1] .nofield: mova m6, m5 paddb m5, m5 shl dword stepd, 3 shl dword edgesd, 3 %if ARCH_X86_32 %define mask_mv0d mask_mv0m %define mask_mv1d mask_mv1m %endif shl dword mask_mv1d, 3 shl dword mask_mv0d, 3 cmp dword bidird, 0 jne .bidir loop_filter_strength_iteration edgesd, stepd, mask_mv1d, 1, -8, 0, 0 loop_filter_strength_iteration 32, 8, mask_mv0d, 0, -1, -1, 0 mova m0, [bsq+mmsize*0] mova m1, [bsq+mmsize*1] mova m2, [bsq+mmsize*2] mova m3, [bsq+mmsize*3] TRANSPOSE4x4W 0, 1, 2, 3, 4 mova [bsq+mmsize*0], m0 mova [bsq+mmsize*1], m1 mova [bsq+mmsize*2], m2 mova [bsq+mmsize*3], m3 RET .bidir: loop_filter_strength_iteration edgesd, stepd, mask_mv1d, 1, -8, 0, 1 loop_filter_strength_iteration 32, 8, mask_mv0d, 0, -1, -1, 1 mova m0, [bsq+mmsize*0] mova m1, [bsq+mmsize*1] mova m2, [bsq+mmsize*2] mova m3, [bsq+mmsize*3] TRANSPOSE4x4W 0, 1, 2, 3, 4 mova [bsq+mmsize*0], m0 mova [bsq+mmsize*1], m1 mova [bsq+mmsize*2], m2 mova [bsq+mmsize*3], m3 RET