Parent Directory
| 
Revision Log
Revision 1793 - (view) (download)
| 1 : | edgomez | 1385 | ;/**************************************************************************** |
| 2 : | ; * | ||
| 3 : | ; * XVID MPEG-4 VIDEO CODEC | ||
| 4 : | ; * - SSE2 inverse discrete cosine transform - | ||
| 5 : | ; * | ||
| 6 : | ; * Copyright(C) 2002 Dmitry Rozhdestvensky | ||
| 7 : | ; * | ||
| 8 : | ; * This program is free software; you can redistribute it and/or modify it | ||
| 9 : | ; * under the terms of the GNU General Public License as published by | ||
| 10 : | ; * the Free Software Foundation; either version 2 of the License, or | ||
| 11 : | ; * (at your option) any later version. | ||
| 12 : | ; * | ||
| 13 : | ; * This program is distributed in the hope that it will be useful, | ||
| 14 : | ; * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 15 : | ; * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 16 : | ; * GNU General Public License for more details. | ||
| 17 : | ; * | ||
| 18 : | ; * You should have received a copy of the GNU General Public License | ||
| 19 : | ; * along with this program; if not, write to the Free Software | ||
| 20 : | ; * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA | ||
| 21 : | ; * | ||
| 22 : | Isibaar | 1793 | ; * $Id: idct_sse2_dmitry.asm,v 1.7 2008-11-11 20:46:24 Isibaar Exp $ |
| 23 : | edgomez | 1385 | ; * |
| 24 : | ; ***************************************************************************/ | ||
| 25 : | |||
| 26 : | BITS 32 | ||
| 27 : | |||
| 28 : | ;============================================================================= | ||
| 29 : | ; Macros and other preprocessor constants | ||
| 30 : | ;============================================================================= | ||
| 31 : | |||
| 32 : | %macro cglobal 1 | ||
| 33 : | %ifdef PREFIX | ||
| 34 : | edgomez | 1535 | %ifdef MARK_FUNCS |
| 35 : | edgomez | 1540 | global _%1:function %1.endfunc-%1 |
| 36 : | %define %1 _%1:function %1.endfunc-%1 | ||
| 37 : | Isibaar | 1793 | %define ENDFUNC .endfunc |
| 38 : | edgomez | 1535 | %else |
| 39 : | global _%1 | ||
| 40 : | %define %1 _%1 | ||
| 41 : | Isibaar | 1793 | %define ENDFUNC |
| 42 : | edgomez | 1535 | %endif |
| 43 : | edgomez | 1385 | %else |
| 44 : | edgomez | 1535 | %ifdef MARK_FUNCS |
| 45 : | edgomez | 1540 | global %1:function %1.endfunc-%1 |
| 46 : | Isibaar | 1793 | %define ENDFUNC .endfunc |
| 47 : | edgomez | 1535 | %else |
| 48 : | global %1 | ||
| 49 : | Isibaar | 1793 | %define ENDFUNC |
| 50 : | edgomez | 1535 | %endif |
| 51 : | edgomez | 1385 | %endif |
| 52 : | %endmacro | ||
| 53 : | |||
| 54 : | %define BITS_INV_ACC 5 ; 4 or 5 for IEEE | ||
| 55 : | %define SHIFT_INV_ROW 16 - BITS_INV_ACC | ||
| 56 : | %define SHIFT_INV_COL 1 + BITS_INV_ACC | ||
| 57 : | %define RND_INV_ROW 1024 * (6 - BITS_INV_ACC) ; 1 << (SHIFT_INV_ROW-1) | ||
| 58 : | %define RND_INV_COL 16 * (BITS_INV_ACC - 3) ; 1 << (SHIFT_INV_COL-1) | ||
| 59 : | %define RND_INV_CORR RND_INV_COL - 1 ; correction -1.0 and round | ||
| 60 : | |||
| 61 : | %define BITS_FRW_ACC 3 ; 2 or 3 for accuracy | ||
| 62 : | %define SHIFT_FRW_COL BITS_FRW_ACC | ||
| 63 : | %define SHIFT_FRW_ROW BITS_FRW_ACC + 17 | ||
| 64 : | %define RND_FRW_ROW 262144 * (BITS_FRW_ACC - 1) ; 1 << (SHIFT_FRW_ROW-1) | ||
| 65 : | |||
| 66 : | ;============================================================================= | ||
| 67 : | ; Local Data (Read Only) | ||
| 68 : | ;============================================================================= | ||
| 69 : | |||
| 70 : | %ifdef FORMAT_COFF | ||
| 71 : | edgomez | 1519 | SECTION .rodata |
| 72 : | edgomez | 1385 | %else |
| 73 : | edgomez | 1519 | SECTION .rodata align=16 |
| 74 : | edgomez | 1385 | %endif |
| 75 : | |||
| 76 : | ALIGN 16 | ||
| 77 : | tab_i_04: | ||
| 78 : | dw 16384, 21407, 16384, 8867 ; movq-> w05 w04 w01 w00 | ||
| 79 : | dw 16384, -8867, 16384, -21407 ; w13 w12 w09 w08 | ||
| 80 : | dw 16384, 8867, -16384, -21407 ; w07 w06 w03 w02 | ||
| 81 : | dw -16384, 21407, 16384, -8867 ; w15 w14 w11 w10 | ||
| 82 : | dw 22725, 19266, 19266, -4520 ; w21 w20 w17 w16 | ||
| 83 : | dw 12873, -22725, 4520, -12873 ; w29 w28 w25 w24 | ||
| 84 : | dw 12873, 4520, -22725, -12873 ; w23 w22 w19 w18 | ||
| 85 : | dw 4520, 19266, 19266, -22725 ; w31 w30 w27 w26 | ||
| 86 : | |||
| 87 : | ; Table for rows 1,7 - constants are multiplied by cos_1_16 | ||
| 88 : | tab_i_17: | ||
| 89 : | dw 22725, 29692, 22725, 12299 ; movq-> w05 w04 w01 w00 | ||
| 90 : | dw 22725, -12299, 22725, -29692 ; w13 w12 w09 w08 | ||
| 91 : | dw 22725, 12299, -22725, -29692 ; w07 w06 w03 w02 | ||
| 92 : | dw -22725, 29692, 22725, -12299 ; w15 w14 w11 w10 | ||
| 93 : | dw 31521, 26722, 26722, -6270 ; w21 w20 w17 w16 | ||
| 94 : | dw 17855, -31521, 6270, -17855 ; w29 w28 w25 w24 | ||
| 95 : | dw 17855, 6270, -31521, -17855 ; w23 w22 w19 w18 | ||
| 96 : | dw 6270, 26722, 26722, -31521 ; w31 w30 w27 w26 | ||
| 97 : | |||
| 98 : | ; Table for rows 2,6 - constants are multiplied by cos_2_16 | ||
| 99 : | tab_i_26: | ||
| 100 : | dw 21407, 27969, 21407, 11585 ; movq-> w05 w04 w01 w00 | ||
| 101 : | dw 21407, -11585, 21407, -27969 ; w13 w12 w09 w08 | ||
| 102 : | dw 21407, 11585, -21407, -27969 ; w07 w06 w03 w02 | ||
| 103 : | dw -21407, 27969, 21407, -11585 ; w15 w14 w11 w10 | ||
| 104 : | dw 29692, 25172, 25172, -5906 ; w21 w20 w17 w16 | ||
| 105 : | dw 16819, -29692, 5906, -16819 ; w29 w28 w25 w24 | ||
| 106 : | dw 16819, 5906, -29692, -16819 ; w23 w22 w19 w18 | ||
| 107 : | dw 5906, 25172, 25172, -29692 ; w31 w30 w27 w26 | ||
| 108 : | |||
| 109 : | ; Table for rows 3,5 - constants are multiplied by cos_3_16 | ||
| 110 : | tab_i_35: | ||
| 111 : | dw 19266, 25172, 19266, 10426 ; movq-> w05 w04 w01 w00 | ||
| 112 : | dw 19266, -10426, 19266, -25172 ; w13 w12 w09 w08 | ||
| 113 : | dw 19266, 10426, -19266, -25172 ; w07 w06 w03 w02 | ||
| 114 : | dw -19266, 25172, 19266, -10426 ; w15 w14 w11 w10 | ||
| 115 : | dw 26722, 22654, 22654, -5315 ; w21 w20 w17 w16 | ||
| 116 : | dw 15137, -26722, 5315, -15137 ; w29 w28 w25 w24 | ||
| 117 : | dw 15137, 5315, -26722, -15137 ; w23 w22 w19 w18 | ||
| 118 : | dw 5315, 22654, 22654, -26722 ; w31 w30 w27 w26 | ||
| 119 : | |||
| 120 : | %if SHIFT_INV_ROW == 12 ; assume SHIFT_INV_ROW == 12 | ||
| 121 : | rounder_2_0: dd 65536, 65536 | ||
| 122 : | dd 65536, 65536 | ||
| 123 : | rounder_2_4: dd 0, 0 | ||
| 124 : | dd 0, 0 | ||
| 125 : | rounder_2_1: dd 7195, 7195 | ||
| 126 : | dd 7195, 7195 | ||
| 127 : | rounder_2_7: dd 1024, 1024 | ||
| 128 : | dd 1024, 1024 | ||
| 129 : | rounder_2_2: dd 4520, 4520 | ||
| 130 : | dd 4520, 4520 | ||
| 131 : | rounder_2_6: dd 1024, 1024 | ||
| 132 : | dd 1024, 1024 | ||
| 133 : | rounder_2_3: dd 2407, 2407 | ||
| 134 : | dd 2407, 2407 | ||
| 135 : | rounder_2_5: dd 240, 240 | ||
| 136 : | dd 240, 240 | ||
| 137 : | |||
| 138 : | %elif SHIFT_INV_ROW == 11 ; assume SHIFT_INV_ROW == 11 | ||
| 139 : | rounder_2_0: dd 65536, 65536 | ||
| 140 : | dd 65536, 65536 | ||
| 141 : | rounder_2_4: dd 0, 0 | ||
| 142 : | dd 0, 0 | ||
| 143 : | rounder_2_1: dd 3597, 3597 | ||
| 144 : | dd 3597, 3597 | ||
| 145 : | rounder_2_7: dd 512, 512 | ||
| 146 : | dd 512, 512 | ||
| 147 : | rounder_2_2: dd 2260, 2260 | ||
| 148 : | dd 2260, 2260 | ||
| 149 : | rounder_2_6: dd 512, 512 | ||
| 150 : | dd 512, 512 | ||
| 151 : | rounder_2_3: dd 1203, 1203 | ||
| 152 : | dd 1203, 1203 | ||
| 153 : | rounder_2_5: dd 120, 120 | ||
| 154 : | dd 120, 120 | ||
| 155 : | %else | ||
| 156 : | |||
| 157 : | %error Invalid SHIFT_INV_ROW specified | ||
| 158 : | |||
| 159 : | %endif | ||
| 160 : | |||
| 161 : | tg_1_16: dw 13036, 13036, 13036, 13036 ; tg * (2<<16) + 0.5 | ||
| 162 : | dw 13036, 13036, 13036, 13036 | ||
| 163 : | tg_2_16: dw 27146, 27146, 27146, 27146 ; tg * (2<<16) + 0.5 | ||
| 164 : | dw 27146, 27146, 27146, 27146 | ||
| 165 : | tg_3_16: dw -21746, -21746, -21746, -21746 ; tg * (2<<16) + 0.5 | ||
| 166 : | dw -21746, -21746, -21746, -21746 | ||
| 167 : | ocos_4_16: dw 23170, 23170, 23170, 23170 ; cos * (2<<15) + 0.5 | ||
| 168 : | dw 23170, 23170, 23170, 23170 | ||
| 169 : | |||
| 170 : | ;============================================================================= | ||
| 171 : | ; Code | ||
| 172 : | ;============================================================================= | ||
| 173 : | |||
| 174 : | SECTION .text | ||
| 175 : | |||
| 176 : | cglobal idct_sse2_dmitry | ||
| 177 : | |||
| 178 : | ;----------------------------------------------------------------------------- | ||
| 179 : | ; Helper macro - ROW iDCT | ||
| 180 : | ;----------------------------------------------------------------------------- | ||
| 181 : | |||
| 182 : | %macro DCT_8_INV_ROW_1_SSE2 4 | ||
| 183 : | pshufhw xmm1, [%1], 11011000b ;x 75643210 | ||
| 184 : | pshuflw xmm1, xmm1, 11011000b ;x 75643120 | ||
| 185 : | pshufd xmm0, xmm1, 00000000b ;x 20202020 | ||
| 186 : | pmaddwd xmm0, [%3] ;w 13 12 9 8 5410 | ||
| 187 : | |||
| 188 : | ;a 3210 first part | ||
| 189 : | pshufd xmm2, xmm1, 10101010b ;x 64646464 | ||
| 190 : | pmaddwd xmm2, [%3+16] ;w 15 14 11 10 7632 | ||
| 191 : | |||
| 192 : | ;a 3210 second part | ||
| 193 : | paddd xmm2, xmm0 ;a 3210 ready | ||
| 194 : | paddd xmm2, [%4] ;must be 4 dwords long, not 2 as for sse1 | ||
| 195 : | movdqa xmm5, xmm2 | ||
| 196 : | |||
| 197 : | pshufd xmm3, xmm1, 01010101b ;x 31313131 | ||
| 198 : | pmaddwd xmm3, [%3+32] ;w 29 28 25 24 21 20 17 16 | ||
| 199 : | |||
| 200 : | ;b 3210 first part | ||
| 201 : | pshufd xmm4, xmm1, 11111111b ;x 75757575 | ||
| 202 : | pmaddwd xmm4, [%3+48] ;w 31 30 27 26 23 22 19 18 | ||
| 203 : | |||
| 204 : | ;b 3210 second part | ||
| 205 : | paddd xmm3,xmm4 ;b 3210 ready | ||
| 206 : | |||
| 207 : | paddd xmm2, xmm3 ;will be y 3210 | ||
| 208 : | psubd xmm5, xmm3 ;will be y 4567 | ||
| 209 : | psrad xmm2, SHIFT_INV_ROW | ||
| 210 : | psrad xmm5, SHIFT_INV_ROW | ||
| 211 : | packssdw xmm2, xmm5 ;y 45673210 | ||
| 212 : | pshufhw xmm6, xmm2, 00011011b ;y 76543210 | ||
| 213 : | movdqa [%2], xmm6 | ||
| 214 : | %endmacro | ||
| 215 : | |||
| 216 : | ;----------------------------------------------------------------------------- | ||
| 217 : | ; Helper macro - Columns iDCT | ||
| 218 : | ;----------------------------------------------------------------------------- | ||
| 219 : | |||
| 220 : | %macro DCT_8_INV_COL_4_SSE2 2 | ||
| 221 : | movdqa xmm0, [%1+16*0] ;x0 (all columns) | ||
| 222 : | movdqa xmm2, [%1+16*4] ;x4 | ||
| 223 : | movdqa xmm1, xmm0 | ||
| 224 : | |||
| 225 : | movdqa xmm4, [%1+16*2] ;x2 | ||
| 226 : | movdqa xmm5, [%1+16*6] ;x6 | ||
| 227 : | movdqa xmm6, [tg_2_16] | ||
| 228 : | movdqa xmm7, xmm6 | ||
| 229 : | |||
| 230 : | paddsw xmm0, xmm2 ;u04=x0+x4 | ||
| 231 : | psubsw xmm1, xmm2 ;v04=x0-x4 | ||
| 232 : | movdqa xmm3, xmm0 | ||
| 233 : | movdqa xmm2, xmm1 | ||
| 234 : | |||
| 235 : | pmulhw xmm6, xmm4 | ||
| 236 : | pmulhw xmm7, xmm5 | ||
| 237 : | psubsw xmm6, xmm5 ;v26=x2*T2-x6 | ||
| 238 : | paddsw xmm7, xmm4 ;u26=x6*T2+x2 | ||
| 239 : | |||
| 240 : | paddsw xmm1, xmm6 ;a1=v04+v26 | ||
| 241 : | paddsw xmm0, xmm7 ;a0=u04+u26 | ||
| 242 : | psubsw xmm2, xmm6 ;a2=v04-v26 | ||
| 243 : | psubsw xmm3, xmm7 ;a3=u04-u26 | ||
| 244 : | |||
| 245 : | movdqa [%2+16*0], xmm0 ;store a3-a0 to | ||
| 246 : | movdqa [%2+16*6], xmm1 ;free registers | ||
| 247 : | movdqa [%2+16*2], xmm2 | ||
| 248 : | movdqa [%2+16*4], xmm3 | ||
| 249 : | |||
| 250 : | movdqa xmm0, [%1+16*1] ;x1 | ||
| 251 : | movdqa xmm1, [%1+16*7] ;x7 | ||
| 252 : | movdqa xmm2, [tg_1_16] | ||
| 253 : | movdqa xmm3, xmm2 | ||
| 254 : | |||
| 255 : | movdqa xmm4, [%1+16*3] ;x3 | ||
| 256 : | movdqa xmm5, [%1+16*5] ;x5 | ||
| 257 : | movdqa xmm6, [tg_3_16] | ||
| 258 : | movdqa xmm7, xmm6 | ||
| 259 : | |||
| 260 : | pmulhw xmm2, xmm0 | ||
| 261 : | pmulhw xmm3, xmm1 | ||
| 262 : | psubsw xmm2, xmm1 ;v17=x1*T1-x7 | ||
| 263 : | paddsw xmm3, xmm0 ;u17=x7*T1+x1 | ||
| 264 : | movdqa xmm0, xmm3 ;u17 | ||
| 265 : | movdqa xmm1, xmm2 ;v17 | ||
| 266 : | |||
| 267 : | pmulhw xmm6, xmm4 ;x3*(t3-1) | ||
| 268 : | pmulhw xmm7, xmm5 ;x5*(t3-1) | ||
| 269 : | paddsw xmm6, xmm4 | ||
| 270 : | paddsw xmm7, xmm5 | ||
| 271 : | psubsw xmm6, xmm5 ;v35=x3*T3-x5 | ||
| 272 : | paddsw xmm7, xmm4 ;u35=x5*T3+x3 | ||
| 273 : | |||
| 274 : | movdqa xmm4, [ocos_4_16] | ||
| 275 : | |||
| 276 : | paddsw xmm0, xmm7 ;b0=u17+u35 | ||
| 277 : | psubsw xmm1, xmm6 ;b3=v17-v35 | ||
| 278 : | psubsw xmm3, xmm7 ;u12=u17-v35 | ||
| 279 : | paddsw xmm2, xmm6 ;v12=v17+v35 | ||
| 280 : | |||
| 281 : | movdqa xmm5, xmm3 | ||
| 282 : | paddsw xmm3, xmm2 ;tb1 | ||
| 283 : | psubsw xmm5, xmm2 ;tb2 | ||
| 284 : | pmulhw xmm5, xmm4 | ||
| 285 : | pmulhw xmm4, xmm3 | ||
| 286 : | paddsw xmm5, xmm5 | ||
| 287 : | paddsw xmm4, xmm4 | ||
| 288 : | |||
| 289 : | movdqa xmm6, [%2+16*0] ;a0 | ||
| 290 : | movdqa xmm7, xmm6 | ||
| 291 : | movdqa xmm2, [%2+16*4] ;a3 | ||
| 292 : | movdqa xmm3, xmm2 | ||
| 293 : | |||
| 294 : | paddsw xmm6, xmm0 | ||
| 295 : | psubsw xmm7, xmm0 | ||
| 296 : | psraw xmm6, SHIFT_INV_COL ;y0=a0+b0 | ||
| 297 : | psraw xmm7, SHIFT_INV_COL ;y7=a0-b0 | ||
| 298 : | movdqa [%2+16*0], xmm6 | ||
| 299 : | movdqa [%2+16*7], xmm7 | ||
| 300 : | |||
| 301 : | paddsw xmm2, xmm1 | ||
| 302 : | psubsw xmm3, xmm1 | ||
| 303 : | psraw xmm2, SHIFT_INV_COL ;y3=a3+b3 | ||
| 304 : | psraw xmm3, SHIFT_INV_COL ;y4=a3-b3 | ||
| 305 : | movdqa [%2+16*3], xmm2 | ||
| 306 : | movdqa [%2+16*4], xmm3 | ||
| 307 : | |||
| 308 : | movdqa xmm0, [%2+16*6] ;a1 | ||
| 309 : | movdqa xmm1, xmm0 | ||
| 310 : | movdqa xmm6, [%2+16*2] ;a2 | ||
| 311 : | movdqa xmm7, xmm6 | ||
| 312 : | |||
| 313 : | |||
| 314 : | paddsw xmm0, xmm4 | ||
| 315 : | psubsw xmm1, xmm4 | ||
| 316 : | psraw xmm0, SHIFT_INV_COL ;y1=a1+b1 | ||
| 317 : | psraw xmm1, SHIFT_INV_COL ;y6=a1-b1 | ||
| 318 : | movdqa [%2+16*1], xmm0 | ||
| 319 : | movdqa [%2+16*6], xmm1 | ||
| 320 : | |||
| 321 : | paddsw xmm6, xmm5 | ||
| 322 : | psubsw xmm7, xmm5 | ||
| 323 : | psraw xmm6, SHIFT_INV_COL ;y2=a2+b2 | ||
| 324 : | psraw xmm7, SHIFT_INV_COL ;y5=a2-b2 | ||
| 325 : | movdqa [%2+16*2], xmm6 | ||
| 326 : | movdqa [%2+16*5], xmm7 | ||
| 327 : | %endmacro | ||
| 328 : | |||
| 329 : | ;----------------------------------------------------------------------------- | ||
| 330 : | ; void idct_sse2_dmitry(int16_t coeff[64]); | ||
| 331 : | ;----------------------------------------------------------------------------- | ||
| 332 : | |||
| 333 : | ALIGN 16 | ||
| 334 : | idct_sse2_dmitry: | ||
| 335 : | |||
| 336 : | mov eax, [esp + 4] | ||
| 337 : | |||
| 338 : | DCT_8_INV_ROW_1_SSE2 eax+ 0, eax+ 0, tab_i_04, rounder_2_0 | ||
| 339 : | DCT_8_INV_ROW_1_SSE2 eax+ 16, eax+ 16, tab_i_17, rounder_2_1 | ||
| 340 : | DCT_8_INV_ROW_1_SSE2 eax+ 32, eax+ 32, tab_i_26, rounder_2_2 | ||
| 341 : | DCT_8_INV_ROW_1_SSE2 eax+ 48, eax+ 48, tab_i_35, rounder_2_3 | ||
| 342 : | DCT_8_INV_ROW_1_SSE2 eax+ 64, eax+ 64, tab_i_04, rounder_2_4 | ||
| 343 : | DCT_8_INV_ROW_1_SSE2 eax+ 80, eax+ 80, tab_i_35, rounder_2_5 | ||
| 344 : | DCT_8_INV_ROW_1_SSE2 eax+ 96, eax+ 96, tab_i_26, rounder_2_6 | ||
| 345 : | DCT_8_INV_ROW_1_SSE2 eax+112, eax+112, tab_i_17, rounder_2_7 | ||
| 346 : | |||
| 347 : | DCT_8_INV_COL_4_SSE2 eax, eax | ||
| 348 : | |||
| 349 : | ret | ||
| 350 : | Isibaar | 1793 | ENDFUNC |
| 351 : | edgomez | 1540 | |
| 352 : | Isibaar | 1790 | |
| 353 : | %ifidn __OUTPUT_FORMAT__,elf | ||
| 354 : | section ".note.GNU-stack" noalloc noexec nowrite progbits | ||
| 355 : | %endif | ||
| 356 : |
| No admin address has been configured | ViewVC Help |
| Powered by ViewVC 1.0.4 |