| ;****************************************************************************** | |
| ;* x86 optimizations for PNG decoding | |
| ;* | |
| ;* Copyright (c) 2008 Loren Merritt <lorenm@u.washington.edu> | |
| ;* Copyright (c) 2012 Ronald S. Bultje <rsbultje@gmail.com> | |
| ;* | |
| ;* This file is part of FFmpeg. | |
| ;* | |
| ;* FFmpeg is free software; you can redistribute it and/or | |
| ;* modify it under the terms of the GNU Lesser General Public | |
| ;* License as published by the Free Software Foundation; either | |
| ;* version 2.1 of the License, or (at your option) any later version. | |
| ;* | |
| ;* FFmpeg is distributed in the hope that it will be useful, | |
| ;* but WITHOUT ANY WARRANTY; without even the implied warranty of | |
| ;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
| ;* Lesser General Public License for more details. | |
| ;* | |
| ;* You should have received a copy of the GNU Lesser General Public | |
| ;* License along with FFmpeg; if not, write to the Free Software | |
| ;* 51, Inc., Foundation Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |
| ;****************************************************************************** | |
| %include "libavutil/x86/x86util.asm" | |
| SECTION_RODATA | |
| cextern pw_255 | |
| SECTION .text | |
| INIT_XMM sse2 | |
| cglobal add_bytes_l2, 4, 6, 2, dst, src1, src2, wa, w, i | |
| %if ARCH_X86_64 | |
| movsxd waq, wad | |
| %endif | |
| xor iq, iq | |
| ; vector loop | |
| mov wq, waq | |
| and waq, ~(mmsize*2-1) | |
| jmp .end_v | |
| .loop_v: | |
| movu m0, [src2q+iq] | |
| movu m1, [src2q+iq+mmsize] | |
| paddb m0, [src1q+iq] | |
| paddb m1, [src1q+iq+mmsize] | |
| movu [dstq+iq ], m0 | |
| movu [dstq+iq+mmsize], m1 | |
| add iq, mmsize*2 | |
| .end_v: | |
| cmp iq, waq | |
| jl .loop_v | |
| ; vector loop | |
| mov waq, wq | |
| and waq, ~7 | |
| jmp .end_l | |
| .loop_l: | |
| movq mm0, [src1q+iq] | |
| paddb mm0, [src2q+iq] | |
| movq [dstq+iq ], mm0 | |
| add iq, 8 | |
| .end_l: | |
| cmp iq, waq | |
| jl .loop_l | |
| ; scalar loop for leftover | |
| jmp .end_s | |
| .loop_s: | |
| mov wab, [src1q+iq] | |
| add wab, [src2q+iq] | |
| mov [dstq+iq], wab | |
| inc iq | |
| .end_s: | |
| cmp iq, wq | |
| jl .loop_s | |
| RET | |
| %macro ADD_PAETH_PRED_FN 1 | |
| cglobal add_png_paeth_prediction, 5, 7, %1, dst, src, top, w, bpp, end, cntr | |
| %if ARCH_X86_64 | |
| movsxd bppq, bppd | |
| movsxd wq, wd | |
| %endif | |
| lea endq, [dstq+wq-(mmsize/2-1)] | |
| sub topq, dstq | |
| sub srcq, dstq | |
| sub dstq, bppq | |
| pxor m7, m7 | |
| PUSH dstq | |
| lea cntrq, [bppq-1] | |
| shr cntrq, 2 + mmsize/16 | |
| .bpp_loop: | |
| lea dstq, [dstq+cntrq*(mmsize/2)] | |
| movh m0, [dstq] | |
| movh m1, [topq+dstq] | |
| punpcklbw m0, m7 | |
| punpcklbw m1, m7 | |
| add dstq, bppq | |
| .loop: | |
| mova m2, m1 | |
| movh m1, [topq+dstq] | |
| mova m3, m2 | |
| punpcklbw m1, m7 | |
| mova m4, m2 | |
| psubw m3, m1 | |
| psubw m4, m0 | |
| mova m5, m3 | |
| paddw m5, m4 | |
| %if cpuflag(ssse3) | |
| pabsw m3, m3 | |
| pabsw m4, m4 | |
| pabsw m5, m5 | |
| %else ; !cpuflag(ssse3) | |
| psubw m7, m5 | |
| pmaxsw m5, m7 | |
| pxor m6, m6 | |
| pxor m7, m7 | |
| psubw m6, m3 | |
| psubw m7, m4 | |
| pmaxsw m3, m6 | |
| pmaxsw m4, m7 | |
| pxor m7, m7 | |
| %endif ; cpuflag(ssse3) | |
| mova m6, m4 | |
| pminsw m6, m5 | |
| pcmpgtw m3, m6 | |
| pcmpgtw m4, m5 | |
| mova m6, m4 | |
| pand m4, m3 | |
| pandn m6, m3 | |
| pandn m3, m0 | |
| movh m0, [srcq+dstq] | |
| pand m6, m1 | |
| pand m2, m4 | |
| punpcklbw m0, m7 | |
| paddw m0, m6 | |
| paddw m3, m2 | |
| paddw m0, m3 | |
| pand m0, [pw_255] | |
| mova m3, m0 | |
| packuswb m3, m3 | |
| movh [dstq], m3 | |
| add dstq, bppq | |
| cmp dstq, endq | |
| jl .loop | |
| mov dstq, [rsp] | |
| dec cntrq | |
| jge .bpp_loop | |
| POP dstq | |
| emms | |
| RET | |
| %endmacro | |
| INIT_MMX mmxext | |
| ADD_PAETH_PRED_FN 0 | |
| INIT_MMX ssse3 | |
| ADD_PAETH_PRED_FN 0 |