/* Copyright (C) 2002 Michael Niedermayer This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ #undef SPREADW #undef PMAXW #ifdef HAVE_MMX2 #define SPREADW(a) "pshufw $0, " #a ", " #a " \n\t" #define PMAXW(a,b) "pmaxsw " #a ", " #b " \n\t" #else #define SPREADW(a) \ "punpcklwd " #a ", " #a " \n\t"\ "punpcklwd " #a ", " #a " \n\t" #define PMAXW(a,b) \ "psubusw " #a ", " #b " \n\t"\ "paddw " #a ", " #b " \n\t" #endif static int RENAME(dct_quantize)(MpegEncContext *s, DCTELEM *block, int n, int qscale) { int i, level, last_non_zero_p1, q; const UINT16 *qmat; static __align8 INT16 temp_block[64]; int minLevel, maxLevel; if(s->avctx!=NULL && s->avctx->codec->id==CODEC_ID_MPEG4){ /* mpeg4 */ minLevel= -2048; maxLevel= 2047; }else if(s->out_format==FMT_MPEG1){ /* mpeg1 */ minLevel= -255; maxLevel= 255; }else{ /* h263 / msmpeg4 */ minLevel= -128; maxLevel= 127; } av_fdct (block); if (s->mb_intra) { int dummy; if (n < 4) q = s->y_dc_scale; else q = s->c_dc_scale; /* note: block[0] is assumed to be positive */ #if 1 asm volatile ( "xorl %%edx, %%edx \n\t" "mul %%ebx \n\t" : "=d" (temp_block[0]), "=a"(dummy) : "a" (block[0] + (q >> 1)), "b" (inverse[q]) ); #else asm volatile ( "xorl %%edx, %%edx \n\t" "divw %%bx \n\t" "movzwl %%ax, %%eax \n\t" : "=a" (temp_block[0]) : "a" (block[0] + (q >> 1)), "b" (q) : "%edx" ); #endif // temp_block[0] = (block[0] + (q >> 1)) / q; i = 1; last_non_zero_p1 = 1; if (s->out_format == FMT_H263) { qmat = s->q_non_intra_matrix16; } else { qmat = s->q_intra_matrix16; } for(i=1;i<4;i++) { level = block[i] * qmat[i]; level = level / (1 << (QMAT_SHIFT_MMX - 3)); /* XXX: currently, this code is not optimal. the range should be: mpeg1: -255..255 mpeg2: -2048..2047 h263: -128..127 mpeg4: -2048..2047 */ if (level > maxLevel) level = maxLevel; else if (level < minLevel) level = minLevel; temp_block[i] = level; if(level) if(last_non_zero_p1 < inv_zigzag_direct16[i]) last_non_zero_p1= inv_zigzag_direct16[i]; block[i]=0; } } else { i = 0; last_non_zero_p1 = 0; qmat = s->q_non_intra_matrix16; } asm volatile( /* XXX: small rounding bug, but it shouldnt matter */ "movd %3, %%mm3 \n\t" SPREADW(%%mm3) "movd %4, %%mm4 \n\t" SPREADW(%%mm4) "movd %5, %%mm5 \n\t" SPREADW(%%mm5) "pxor %%mm7, %%mm7 \n\t" "movd %%eax, %%mm2 \n\t" SPREADW(%%mm2) "movl %6, %%eax \n\t" ".balign 16 \n\t" "1: \n\t" "movq (%1, %%eax), %%mm0 \n\t" "movq (%2, %%eax), %%mm1 \n\t" "movq %%mm0, %%mm6 \n\t" "psraw $15, %%mm6 \n\t" "pmulhw %%mm0, %%mm1 \n\t" "psubsw %%mm6, %%mm1 \n\t" #ifdef HAVE_MMX2 "pminsw %%mm3, %%mm1 \n\t" "pmaxsw %%mm4, %%mm1 \n\t" #else "paddsw %%mm3, %%mm1 \n\t" "psubusw %%mm4, %%mm1 \n\t" "paddsw %%mm5, %%mm1 \n\t" #endif "movq %%mm1, (%8, %%eax) \n\t" "pcmpeqw %%mm7, %%mm1 \n\t" "movq (%7, %%eax), %%mm0 \n\t" "movq %%mm7, (%1, %%eax) \n\t" "pandn %%mm0, %%mm1 \n\t" PMAXW(%%mm1, %%mm2) "addl $8, %%eax \n\t" " js 1b \n\t" "movq %%mm2, %%mm0 \n\t" "psrlq $32, %%mm2 \n\t" PMAXW(%%mm0, %%mm2) "movq %%mm2, %%mm0 \n\t" "psrlq $16, %%mm2 \n\t" PMAXW(%%mm0, %%mm2) "movd %%mm2, %%eax \n\t" "movzbl %%al, %%eax \n\t" : "+a" (last_non_zero_p1) : "r" (block+64), "r" (qmat+64), #ifdef HAVE_MMX2 "m" (maxLevel), "m" (minLevel), "m" (0 /* dummy */), "g" (2*i - 128), #else "m" (0x7FFF - maxLevel), "m" (0x7FFF -maxLevel + minLevel), "m" (minLevel), "g" (2*i - 128), #endif "r" (inv_zigzag_direct16+64), "r" (temp_block+64) ); // last_non_zero_p1=64; /* permute for IDCT */ asm volatile( "movl %0, %%eax \n\t" "pushl %%ebp \n\t" "movl %%esp, " MANGLE(esp_temp) "\n\t" "1: \n\t" "movzbl (%1, %%eax), %%ebx \n\t" "movzbl 1(%1, %%eax), %%ebp \n\t" "movw (%2, %%ebx, 2), %%cx \n\t" "movw (%2, %%ebp, 2), %%sp \n\t" "movzbl " MANGLE(permutation) "(%%ebx), %%ebx\n\t" "movzbl " MANGLE(permutation) "(%%ebp), %%ebp\n\t" "movw %%cx, (%3, %%ebx, 2) \n\t" "movw %%sp, (%3, %%ebp, 2) \n\t" "addl $2, %%eax \n\t" " js 1b \n\t" "movl " MANGLE(esp_temp) ", %%esp\n\t" "popl %%ebp \n\t" : : "g" (-last_non_zero_p1), "d" (zigzag_direct_noperm+last_non_zero_p1), "S" (temp_block), "D" (block) : "%eax", "%ebx", "%ecx" ); /* for(i=0; i