The Tor Browser / file comparison
comparison: media/libvpx/vp8/encoder/x86/quantize_sse4.asm
media/libvpx/vp8/encoder/x86/quantize_sse4.asm
- branch
- TOR_BUG_9701
- changeset 10
- ac0c01689b40
equal
deleted
inserted
replaced
| -1:000000000000 | 0:2b81799b777e |
|---|---|
| 1 ; | |
| 2 ; Copyright (c) 2010 The WebM project authors. All Rights Reserved. | |
| 3 ; | |
| 4 ; Use of this source code is governed by a BSD-style license and patent | |
| 5 ; grant that can be found in the LICENSE file in the root of the source | |
| 6 ; tree. All contributing project authors may be found in the AUTHORS | |
| 7 ; file in the root of the source tree. | |
| 8 ; | |
| 9 | |
| 10 | |
| 11 %include "vpx_ports/x86_abi_support.asm" | |
| 12 %include "vp8_asm_enc_offsets.asm" | |
| 13 | |
| 14 | |
| 15 ; void vp8_regular_quantize_b_sse4 | arg | |
| 16 ; (BLOCK *b, | 0 | |
| 17 ; BLOCKD *d) | 1 | |
| 18 | |
| 19 global sym(vp8_regular_quantize_b_sse4) PRIVATE | |
| 20 sym(vp8_regular_quantize_b_sse4): | |
| 21 | |
| 22 %if ABI_IS_32BIT | |
| 23 push rbp | |
| 24 mov rbp, rsp | |
| 25 GET_GOT rbx | |
| 26 push rdi | |
| 27 push rsi | |
| 28 | |
| 29 ALIGN_STACK 16, rax | |
| 30 %define qcoeff 0 ; 32 | |
| 31 %define stack_size 32 | |
| 32 sub rsp, stack_size | |
| 33 %else | |
| 34 %if LIBVPX_YASM_WIN64 | |
| 35 SAVE_XMM 8, u | |
| 36 push rdi | |
| 37 push rsi | |
| 38 %endif | |
| 39 %endif | |
| 40 ; end prolog | |
| 41 | |
| 42 %if ABI_IS_32BIT | |
| 43 mov rdi, arg(0) ; BLOCK *b | |
| 44 mov rsi, arg(1) ; BLOCKD *d | |
| 45 %else | |
| 46 %if LIBVPX_YASM_WIN64 | |
| 47 mov rdi, rcx ; BLOCK *b | |
| 48 mov rsi, rdx ; BLOCKD *d | |
| 49 %else | |
| 50 ;mov rdi, rdi ; BLOCK *b | |
| 51 ;mov rsi, rsi ; BLOCKD *d | |
| 52 %endif | |
| 53 %endif | |
| 54 | |
| 55 mov rax, [rdi + vp8_block_coeff] | |
| 56 mov rcx, [rdi + vp8_block_zbin] | |
| 57 mov rdx, [rdi + vp8_block_round] | |
| 58 movd xmm7, [rdi + vp8_block_zbin_extra] | |
| 59 | |
| 60 ; z | |
| 61 movdqa xmm0, [rax] | |
| 62 movdqa xmm1, [rax + 16] | |
| 63 | |
| 64 ; duplicate zbin_oq_value | |
| 65 pshuflw xmm7, xmm7, 0 | |
| 66 punpcklwd xmm7, xmm7 | |
| 67 | |
| 68 movdqa xmm2, xmm0 | |
| 69 movdqa xmm3, xmm1 | |
| 70 | |
| 71 ; sz | |
| 72 psraw xmm0, 15 | |
| 73 psraw xmm1, 15 | |
| 74 | |
| 75 ; (z ^ sz) | |
| 76 pxor xmm2, xmm0 | |
| 77 pxor xmm3, xmm1 | |
| 78 | |
| 79 ; x = abs(z) | |
| 80 psubw xmm2, xmm0 | |
| 81 psubw xmm3, xmm1 | |
| 82 | |
| 83 ; zbin | |
| 84 movdqa xmm4, [rcx] | |
| 85 movdqa xmm5, [rcx + 16] | |
| 86 | |
| 87 ; *zbin_ptr + zbin_oq_value | |
| 88 paddw xmm4, xmm7 | |
| 89 paddw xmm5, xmm7 | |
| 90 | |
| 91 movdqa xmm6, xmm2 | |
| 92 movdqa xmm7, xmm3 | |
| 93 | |
| 94 ; x - (*zbin_ptr + zbin_oq_value) | |
| 95 psubw xmm6, xmm4 | |
| 96 psubw xmm7, xmm5 | |
| 97 | |
| 98 ; round | |
| 99 movdqa xmm4, [rdx] | |
| 100 movdqa xmm5, [rdx + 16] | |
| 101 | |
| 102 mov rax, [rdi + vp8_block_quant_shift] | |
| 103 mov rcx, [rdi + vp8_block_quant] | |
| 104 mov rdx, [rdi + vp8_block_zrun_zbin_boost] | |
| 105 | |
| 106 ; x + round | |
| 107 paddw xmm2, xmm4 | |
| 108 paddw xmm3, xmm5 | |
| 109 | |
| 110 ; quant | |
| 111 movdqa xmm4, [rcx] | |
| 112 movdqa xmm5, [rcx + 16] | |
| 113 | |
| 114 ; y = x * quant_ptr >> 16 | |
| 115 pmulhw xmm4, xmm2 | |
| 116 pmulhw xmm5, xmm3 | |
| 117 | |
| 118 ; y += x | |
| 119 paddw xmm2, xmm4 | |
| 120 paddw xmm3, xmm5 | |
| 121 | |
| 122 pxor xmm4, xmm4 | |
| 123 %if ABI_IS_32BIT | |
| 124 movdqa [rsp + qcoeff], xmm4 | |
| 125 movdqa [rsp + qcoeff + 16], xmm4 | |
| 126 %else | |
| 127 pxor xmm8, xmm8 | |
| 128 %endif | |
| 129 | |
| 130 ; quant_shift | |
| 131 movdqa xmm5, [rax] | |
| 132 | |
| 133 ; zrun_zbin_boost | |
| 134 mov rax, rdx | |
| 135 | |
| 136 %macro ZIGZAG_LOOP 5 | |
| 137 ; x | |
| 138 pextrw ecx, %4, %2 | |
| 139 | |
| 140 ; if (x >= zbin) | |
| 141 sub cx, WORD PTR[rdx] ; x - zbin | |
| 142 lea rdx, [rdx + 2] ; zbin_boost_ptr++ | |
| 143 jl .rq_zigzag_loop_%1 ; x < zbin | |
| 144 | |
| 145 pextrw edi, %3, %2 ; y | |
| 146 | |
| 147 ; downshift by quant_shift[rc] | |
| 148 pextrb ecx, xmm5, %1 ; quant_shift[rc] | |
| 149 sar edi, cl ; also sets Z bit | |
| 150 je .rq_zigzag_loop_%1 ; !y | |
| 151 %if ABI_IS_32BIT | |
| 152 mov WORD PTR[rsp + qcoeff + %1 *2], di | |
| 153 %else | |
| 154 pinsrw %5, edi, %2 ; qcoeff[rc] | |
| 155 %endif | |
| 156 mov rdx, rax ; reset to b->zrun_zbin_boost | |
| 157 .rq_zigzag_loop_%1: | |
| 158 %endmacro | |
| 159 ; in vp8_default_zig_zag1d order: see vp8/common/entropy.c | |
| 160 ZIGZAG_LOOP 0, 0, xmm2, xmm6, xmm4 | |
| 161 ZIGZAG_LOOP 1, 1, xmm2, xmm6, xmm4 | |
| 162 ZIGZAG_LOOP 4, 4, xmm2, xmm6, xmm4 | |
| 163 ZIGZAG_LOOP 8, 0, xmm3, xmm7, xmm8 | |
| 164 ZIGZAG_LOOP 5, 5, xmm2, xmm6, xmm4 | |
| 165 ZIGZAG_LOOP 2, 2, xmm2, xmm6, xmm4 | |
| 166 ZIGZAG_LOOP 3, 3, xmm2, xmm6, xmm4 | |
| 167 ZIGZAG_LOOP 6, 6, xmm2, xmm6, xmm4 | |
| 168 ZIGZAG_LOOP 9, 1, xmm3, xmm7, xmm8 | |
| 169 ZIGZAG_LOOP 12, 4, xmm3, xmm7, xmm8 | |
| 170 ZIGZAG_LOOP 13, 5, xmm3, xmm7, xmm8 | |
| 171 ZIGZAG_LOOP 10, 2, xmm3, xmm7, xmm8 | |
| 172 ZIGZAG_LOOP 7, 7, xmm2, xmm6, xmm4 | |
| 173 ZIGZAG_LOOP 11, 3, xmm3, xmm7, xmm8 | |
| 174 ZIGZAG_LOOP 14, 6, xmm3, xmm7, xmm8 | |
| 175 ZIGZAG_LOOP 15, 7, xmm3, xmm7, xmm8 | |
| 176 | |
| 177 mov rcx, [rsi + vp8_blockd_dequant] | |
| 178 mov rdi, [rsi + vp8_blockd_dqcoeff] | |
| 179 | |
| 180 %if ABI_IS_32BIT | |
| 181 movdqa xmm4, [rsp + qcoeff] | |
| 182 movdqa xmm5, [rsp + qcoeff + 16] | |
| 183 %else | |
| 184 %define xmm5 xmm8 | |
| 185 %endif | |
| 186 | |
| 187 ; y ^ sz | |
| 188 pxor xmm4, xmm0 | |
| 189 pxor xmm5, xmm1 | |
| 190 ; x = (y ^ sz) - sz | |
| 191 psubw xmm4, xmm0 | |
| 192 psubw xmm5, xmm1 | |
| 193 | |
| 194 ; dequant | |
| 195 movdqa xmm0, [rcx] | |
| 196 movdqa xmm1, [rcx + 16] | |
| 197 | |
| 198 mov rcx, [rsi + vp8_blockd_qcoeff] | |
| 199 | |
| 200 pmullw xmm0, xmm4 | |
| 201 pmullw xmm1, xmm5 | |
| 202 | |
| 203 ; store qcoeff | |
| 204 movdqa [rcx], xmm4 | |
| 205 movdqa [rcx + 16], xmm5 | |
| 206 | |
| 207 ; store dqcoeff | |
| 208 movdqa [rdi], xmm0 | |
| 209 movdqa [rdi + 16], xmm1 | |
| 210 | |
| 211 mov rcx, [rsi + vp8_blockd_eob] | |
| 212 | |
| 213 ; select the last value (in zig_zag order) for EOB | |
| 214 pxor xmm6, xmm6 | |
| 215 pcmpeqw xmm4, xmm6 | |
| 216 pcmpeqw xmm5, xmm6 | |
| 217 | |
| 218 packsswb xmm4, xmm5 | |
| 219 pshufb xmm4, [GLOBAL(zig_zag1d)] | |
| 220 pmovmskb edx, xmm4 | |
| 221 xor rdi, rdi | |
| 222 mov eax, -1 | |
| 223 xor dx, ax | |
| 224 bsr eax, edx | |
| 225 sub edi, edx | |
| 226 sar edi, 31 | |
| 227 add eax, 1 | |
| 228 and eax, edi | |
| 229 | |
| 230 mov BYTE PTR [rcx], al ; store eob | |
| 231 | |
| 232 ; begin epilog | |
| 233 %if ABI_IS_32BIT | |
| 234 add rsp, stack_size | |
| 235 pop rsp | |
| 236 | |
| 237 pop rsi | |
| 238 pop rdi | |
| 239 RESTORE_GOT | |
| 240 pop rbp | |
| 241 %else | |
| 242 %undef xmm5 | |
| 243 %if LIBVPX_YASM_WIN64 | |
| 244 pop rsi | |
| 245 pop rdi | |
| 246 RESTORE_XMM | |
| 247 %endif | |
| 248 %endif | |
| 249 | |
| 250 ret | |
| 251 | |
| 252 SECTION_RODATA | |
| 253 align 16 | |
| 254 ; vp8/common/entropy.c: vp8_default_zig_zag1d | |
| 255 zig_zag1d: | |
| 256 db 0, 1, 4, 8, 5, 2, 3, 6, 9, 12, 13, 10, 7, 11, 14, 15 |
