Skip to content
Snippets Groups Projects
postprocess.c 31.6 KiB
Newer Older
  • Learn to ignore specific revisions
  • Michael Niedermayer's avatar
    Michael Niedermayer committed
        Copyright (C) 2001-2003 Michael Niedermayer (michaelni@gmx.at)
    
        AltiVec optimizations (C) 2004 Romain Dolbeau <romain@dolbeau.org>
    
    
        This program is free software; you can redistribute it and/or modify
        it under the terms of the GNU General Public License as published by
        the Free Software Foundation; either version 2 of the License, or
        (at your option) any later version.
    
        This program is distributed in the hope that it will be useful,
        but WITHOUT ANY WARRANTY; without even the implied warranty of
        MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
        GNU General Public License for more details.
    
        You should have received a copy of the GNU General Public License
        along with this program; if not, write to the Free Software
        Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
    */
    
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    /**
     * @file postprocess.c
     * postprocessing.
     */
     
    
    			C	MMX	MMX2	3DNow	AltiVec
    isVertDC		Ec	Ec			Ec
    isVertMinMaxOk		Ec	Ec			Ec
    doVertLowPass		E		e	e	Ec
    doVertDefFilter		Ec	Ec	e	e	Ec
    
    isHorizDC		Ec	Ec			Ec
    isHorizMinMaxOk		a	E			Ec
    doHorizLowPass		E		e	e	Ec
    doHorizDefFilter	Ec	Ec	e	e	Ec
    
    Vertical X1#		a		E	E
    Horizontal X1#		a		E	E
    
    LinIpolDeinterlace	e		E	E*
    CubicIpolDeinterlace	a		e	e*
    LinBlendDeinterlace	e		E	E*
    
    TempDeNoiser#		E		e	e	Ec
    
    * i dont have a 3dnow CPU -> its untested, but noone said it doesnt work so it seems to work
    # more or less selfinvented filters so the exactness isnt too meaningfull
    
    E = Exact implementation
    
    e = allmost exact implementation (slightly different rounding,...)
    
    a = alternative / approximate impl
    c = checked against the other implementations (-vo md5)
    
    */
    
    /*
    TODO:
    reduce the time wasted on the mem transfer
    unroll stuff if instructions depend too much on the prior one
    move YScale thing to the end instead of fixing QP
    
    write a faster and higher quality deblocking filter :)
    
    make the mainloop more flexible (variable number of blocks at once
    	(the if/else stuff per block is slowing things down)
    
    compare the quality & speed of all filters
    split this huge file
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    optimize c versions
    
    try to unroll inner for(x=0 ... loop to avoid these damn if(x ... checks
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    //Changelog: use the CVS log
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    #include "config.h"
    
    #include <inttypes.h>
    #include <stdio.h>
    
    #include <string.h>
    
    #ifdef HAVE_MALLOC_H
    #include <malloc.h>
    #endif
    
    //#define HAVE_3DNOW
    
    //#undef ARCH_X86
    
    //#define DEBUG_BRIGHTNESS
    
    #ifdef USE_FASTMEMCPY
    
    Alex Beregszaszi's avatar
    Alex Beregszaszi committed
    #include "fastmemcpy.h"
    
    #include "postprocess.h"
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    #include "postprocess_internal.h"
    
    
    #include "mangle.h" //FIXME should be supressed
    
    #ifdef HAVE_ALTIVEC_H
    #include <altivec.h>
    #endif
    
    
    #ifndef HAVE_MEMALIGN
    #define memalign(a,b) malloc(b)
    #endif
    
    
    Arpi's avatar
    Arpi committed
    #define MIN(a,b) ((a) > (b) ? (b) : (a))
    #define MAX(a,b) ((a) < (b) ? (b) : (a))
    #define ABS(a) ((a) > 0 ? (a) : (-(a)))
    #define SIGN(a) ((a) > 0 ? 1 : -1)
    
    
    #define GET_MODE_BUFFER_SIZE 500
    #define OPTIONS_ARRAY_SIZE 10
    
    #define BLOCK_SIZE 8
    #define TEMP_STRIDE 8
    //#define NUM_BLOCKS_AT_ONCE 16 //not used yet
    
    #if defined(__GNUC__) && (__GNUC__ > 3 || __GNUC__ == 3 && __GNUC_MINOR__ > 0)
    #    define attribute_used __attribute__((used))
    
    #    define always_inline __attribute__((always_inline)) inline
    
    #ifdef ARCH_X86
    
    static uint64_t __attribute__((aligned(8))) attribute_used w05=		0x0005000500050005LL;
    
    static uint64_t __attribute__((aligned(8))) attribute_used w04=		0x0004000400040004LL;
    
    static uint64_t __attribute__((aligned(8))) attribute_used w20=		0x0020002000200020LL;
    static uint64_t __attribute__((aligned(8))) attribute_used b00= 		0x0000000000000000LL;
    static uint64_t __attribute__((aligned(8))) attribute_used b01= 		0x0101010101010101LL;
    static uint64_t __attribute__((aligned(8))) attribute_used b02= 		0x0202020202020202LL;
    static uint64_t __attribute__((aligned(8))) attribute_used b08= 		0x0808080808080808LL;
    static uint64_t __attribute__((aligned(8))) attribute_used b80= 		0x8080808080808080LL;
    
    static uint8_t clip_table[3*256];
    static uint8_t * const clip_tab= clip_table + 256;
    
    
    static const int attribute_used deringThreshold= 20;
    
    static struct PPFilter filters[]=
    {
    	{"hb", "hdeblock", 		1, 1, 3, H_DEBLOCK},
    	{"vb", "vdeblock", 		1, 2, 4, V_DEBLOCK},
    
    /*	{"hr", "rkhdeblock", 		1, 1, 3, H_RK1_FILTER},
    	{"vr", "rkvdeblock", 		1, 2, 4, V_RK1_FILTER},*/
    
    	{"h1", "x1hdeblock", 		1, 1, 3, H_X1_FILTER},
    	{"v1", "x1vdeblock", 		1, 2, 4, V_X1_FILTER},
    
    	{"ha", "ahdeblock", 		1, 1, 3, H_A_DEBLOCK},
    	{"va", "avdeblock", 		1, 2, 4, V_A_DEBLOCK},
    
    	{"dr", "dering", 		1, 5, 6, DERING},
    	{"al", "autolevels", 		0, 1, 2, LEVEL_FIX},
    
    	{"lb", "linblenddeint", 	1, 1, 4, LINEAR_BLEND_DEINT_FILTER},
    	{"li", "linipoldeint", 		1, 1, 4, LINEAR_IPOL_DEINT_FILTER},
    	{"ci", "cubicipoldeint",	1, 1, 4, CUBIC_IPOL_DEINT_FILTER},
    	{"md", "mediandeint", 		1, 1, 4, MEDIAN_DEINT_FILTER},
    
    	{"fd", "ffmpegdeint", 		1, 1, 4, FFMPEG_DEINT_FILTER},
    
    	{"l5", "lowpass5", 		1, 1, 4, LOWPASS5_DEINT_FILTER},
    
    	{"tn", "tmpnoise", 		1, 7, 8, TEMP_NOISE_FILTER},
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    	{"fq", "forcequant", 		1, 0, 0, FORCE_QUANT},
    
    	{NULL, NULL,0,0,0,0} //End Marker
    };
    
    static char *replaceTable[]=
    {
    
    	"default", 	"hdeblock:a,vdeblock:a,dering:a",
    	"de", 		"hdeblock:a,vdeblock:a,dering:a",
    	"fast", 	"x1hdeblock:a,x1vdeblock:a,dering:a",
    	"fa", 		"x1hdeblock:a,x1vdeblock:a,dering:a",
    	"ac", 		"ha:a:128:7,va:a,dering:a",
    
    #ifdef ARCH_X86
    
    static inline void prefetchnta(void *p)
    {
    	asm volatile(	"prefetchnta (%0)\n\t"
    		: : "r" (p)
    	);
    }
    
    static inline void prefetcht0(void *p)
    {
    	asm volatile(	"prefetcht0 (%0)\n\t"
    		: : "r" (p)
    	);
    }
    
    static inline void prefetcht1(void *p)
    {
    	asm volatile(	"prefetcht1 (%0)\n\t"
    		: : "r" (p)
    	);
    }
    
    static inline void prefetcht2(void *p)
    {
    	asm volatile(	"prefetcht2 (%0)\n\t"
    		: : "r" (p)
    	);
    }
    
    #endif
    
    // The horizontal Functions exist only in C cuz the MMX code is faster with vertical filters and transposing
    
    /**
     * Check if the given 8x8 Block is mostly "flat"
     */
    
    static inline int isHorizDC_C(uint8_t src[], int stride, PPContext *c)
    
    {
    	int numEq= 0;
    	int y;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    	const int dcOffset= ((c->nonBQP*c->ppMode.baseDcDiff)>>8) + 1;
    
    	const int dcThreshold= dcOffset*2 + 1;
    
    	for(y=0; y<BLOCK_SIZE; y++)
    	{
    
    		if(((unsigned)(src[0] - src[1] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[1] - src[2] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[2] - src[3] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[3] - src[4] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[4] - src[5] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[5] - src[6] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[6] - src[7] + dcOffset)) < dcThreshold) numEq++;
    		src+= stride;
    	}
    	return numEq > c->ppMode.flatnessThreshold;
    }
    
    /**
     * Check if the middle 8x8 Block in the given 8x16 block is flat
     */
    static inline int isVertDC_C(uint8_t src[], int stride, PPContext *c){
    	int numEq= 0;
    	int y;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    	const int dcOffset= ((c->nonBQP*c->ppMode.baseDcDiff)>>8) + 1;
    
    	const int dcThreshold= dcOffset*2 + 1;
    
    	src+= stride*4; // src points to begin of the 8x8 Block
    	for(y=0; y<BLOCK_SIZE-1; y++)
    	{
    		if(((unsigned)(src[0] - src[0+stride] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[1] - src[1+stride] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[2] - src[2+stride] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[3] - src[3+stride] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[4] - src[4+stride] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[5] - src[5+stride] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[6] - src[6+stride] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[7] - src[7+stride] + dcOffset)) < dcThreshold) numEq++;
    
    		src+= stride;
    	}
    
    	return numEq > c->ppMode.flatnessThreshold;
    
    static inline int isHorizMinMaxOk_C(uint8_t src[], int stride, int QP)
    
    	int i;
    #if 1
    	for(i=0; i<2; i++){
    		if((unsigned)(src[0] - src[5] + 2*QP) > 4*QP) return 0;
    		src += stride;
    		if((unsigned)(src[2] - src[7] + 2*QP) > 4*QP) return 0;
    		src += stride;
    		if((unsigned)(src[4] - src[1] + 2*QP) > 4*QP) return 0;
    		src += stride;
    		if((unsigned)(src[6] - src[3] + 2*QP) > 4*QP) return 0;
    		src += stride;
    	}
    #else        
    	for(i=0; i<8; i++){
    		if((unsigned)(src[0] - src[7] + 2*QP) > 4*QP) return 0;
    		src += stride;
    	}
    #endif
    	return 1;
    }
    
    static inline int isVertMinMaxOk_C(uint8_t src[], int stride, int QP)
    {
    #if 1
    #if 1
    	int x;
    	src+= stride*4;
    	for(x=0; x<BLOCK_SIZE; x+=4)
    	{
    		if((unsigned)(src[  x + 0*stride] - src[  x + 5*stride] + 2*QP) > 4*QP) return 0;
    		if((unsigned)(src[1+x + 2*stride] - src[1+x + 7*stride] + 2*QP) > 4*QP) return 0;
    		if((unsigned)(src[2+x + 4*stride] - src[2+x + 1*stride] + 2*QP) > 4*QP) return 0;
    		if((unsigned)(src[3+x + 6*stride] - src[3+x + 3*stride] + 2*QP) > 4*QP) return 0;
    	}
    #else
    	int x;
    	src+= stride*3;
    	for(x=0; x<BLOCK_SIZE; x++)
    	{
    		if((unsigned)(src[x + stride] - src[x + (stride<<3)] + 2*QP) > 4*QP) return 0;
    	}
    #endif
    	return 1;
    #else
    	int x;
    	src+= stride*4;
    	for(x=0; x<BLOCK_SIZE; x++)
    	{
    		int min=255;
    		int max=0;
    		int y;
    		for(y=0; y<8; y++){
    			int v= src[x + y*stride];
    			if(v>max) max=v;
    			if(v<min) min=v;
    		}
    		if(max-min > 2*QP) return 0;
    	}
    
    	return 1;
    
    static inline int horizClassify_C(uint8_t src[], int stride, PPContext *c){
    	if( isHorizDC_C(src, stride, c) ){
    		if( isHorizMinMaxOk_C(src, stride, c->QP) )
    			return 1;
    		else
    			return 0;
    	}else{
    		return 2;
    	}
    }
    
    
    static inline int vertClassify_C(uint8_t src[], int stride, PPContext *c){
    	if( isVertDC_C(src, stride, c) ){
    		if( isVertMinMaxOk_C(src, stride, c->QP) )
    			return 1;
    		else
    			return 0;
    	}else{
    		return 2;
    	}
    
    static inline void doHorizDefFilter_C(uint8_t dst[], int stride, PPContext *c)
    
    {
    	int y;
    	for(y=0; y<BLOCK_SIZE; y++)
    	{
    
    		const int middleEnergy= 5*(dst[4] - dst[3]) + 2*(dst[2] - dst[5]);
    
    		{
    			const int q=(dst[3] - dst[4])/2;
    			const int leftEnergy=  5*(dst[2] - dst[1]) + 2*(dst[0] - dst[3]);
    			const int rightEnergy= 5*(dst[6] - dst[5]) + 2*(dst[4] - dst[7]);
    
    			int d= ABS(middleEnergy) - MIN( ABS(leftEnergy), ABS(rightEnergy) );
    			d= MAX(d, 0);
    
    			d= (5*d + 32) >> 6;
    			d*= SIGN(-middleEnergy);
    
    			if(q>0)
    			{
    				d= d<0 ? 0 : d;
    				d= d>q ? q : d;
    			}
    			else
    			{
    				d= d>0 ? 0 : d;
    				d= d<q ? q : d;
    			}
    
            		dst[3]-= d;
    	        	dst[4]+= d;
    		}
    		dst+= stride;
    	}
    }
    
    /**
     * Do a horizontal low pass filter on the 10x8 block (dst points to middle 8x8 Block)
     * using the 9-Tap Filter (1,1,2,2,4,2,2,1,1)/16 (C version)
     */
    
    static inline void doHorizLowPass_C(uint8_t dst[], int stride, PPContext *c)
    
    {
    	int y;
    	for(y=0; y<BLOCK_SIZE; y++)
    	{
    
    		const int first= ABS(dst[-1] - dst[0]) < c->QP ? dst[-1] : dst[0];
    		const int last= ABS(dst[8] - dst[7]) < c->QP ? dst[8] : dst[7];
    
    		int sums[10];
    		sums[0] = 4*first + dst[0] + dst[1] + dst[2] + 4;
    		sums[1] = sums[0] - first  + dst[3];
    		sums[2] = sums[1] - first  + dst[4];
    		sums[3] = sums[2] - first  + dst[5];
    		sums[4] = sums[3] - first  + dst[6];
    		sums[5] = sums[4] - dst[0] + dst[7];
    		sums[6] = sums[5] - dst[1] + last;
    		sums[7] = sums[6] - dst[2] + last;
    		sums[8] = sums[7] - dst[3] + last;
    		sums[9] = sums[8] - dst[4] + last;
    
    		dst[0]= (sums[0] + sums[2] + 2*dst[0])>>4;
    		dst[1]= (sums[1] + sums[3] + 2*dst[1])>>4;
    		dst[2]= (sums[2] + sums[4] + 2*dst[2])>>4;
    		dst[3]= (sums[3] + sums[5] + 2*dst[3])>>4;
    		dst[4]= (sums[4] + sums[6] + 2*dst[4])>>4;
    		dst[5]= (sums[5] + sums[7] + 2*dst[5])>>4;
    		dst[6]= (sums[6] + sums[8] + 2*dst[6])>>4;
    		dst[7]= (sums[7] + sums[9] + 2*dst[7])>>4;
    
     * Experimental Filter 1 (Horizontal)
     * will not damage linear gradients
     * Flat blocks should look like they where passed through the (1,1,2,2,4,2,2,1,1) 9-Tap filter
     * can only smooth blocks at the expected locations (it cant smooth them if they did move)
     * MMX2 version does correct clipping C version doesnt
     * not identical with the vertical one
    
    static inline void horizX1Filter(uint8_t *src, int stride, int QP)
    {
    
    	static uint64_t *lut= NULL;
    	if(lut==NULL)
    
    		int i;
    		lut= (uint64_t*)memalign(8, 256*8);
    		for(i=0; i<256; i++)
    
    			int v= i < 128 ? 2*i : 2*(i-256);
    
    //Simulate 112242211 9-Tap filter
    			uint64_t a= (v/16) & 0xFF;
    			uint64_t b= (v/8) & 0xFF;
    			uint64_t c= (v/4) & 0xFF;
    			uint64_t d= (3*v/8) & 0xFF;
    
    //Simulate piecewise linear interpolation
    			uint64_t a= (v/16) & 0xFF;
    			uint64_t b= (v*3/16) & 0xFF;
    			uint64_t c= (v*5/16) & 0xFF;
    			uint64_t d= (7*v/16) & 0xFF;
    			uint64_t A= (0x100 - a)&0xFF;
    			uint64_t B= (0x100 - b)&0xFF;
    			uint64_t C= (0x100 - c)&0xFF;
    			uint64_t D= (0x100 - c)&0xFF;
    
    			lut[i]   = (a<<56) | (b<<48) | (c<<40) | (d<<32) |
    				(D<<24) | (C<<16) | (B<<8) | (A);
    			//lut[i] = (v<<32) | (v<<24);
    
    
    	for(y=0; y<BLOCK_SIZE; y++)
    
    		int a= src[1] - src[2];
    		int b= src[3] - src[4];
    		int c= src[5] - src[6];
    
    		int d= MAX(ABS(b) - (ABS(a) + ABS(c))/2, 0);
    
    		if(d < QP)
    
    			int v = d * SIGN(-b);
    
    			src[1] +=v/8;
    			src[2] +=v/4;
    			src[3] +=3*v/8;
    			src[4] -=3*v/8;
    			src[5] -=v/4;
    			src[6] -=v/8;
    
    
    		src+=stride;
    
    static always_inline void do_a_deblock_C(uint8_t *src, int step, int stride, PPContext *c){
    
    	int y;
    	const int QP= c->QP;
    	const int dcOffset= ((c->nonBQP*c->ppMode.baseDcDiff)>>8) + 1;
    	const int dcThreshold= dcOffset*2 + 1;
    //START_TIMER
    	src+= step*4; // src points to begin of the 8x8 Block
    	for(y=0; y<8; y++){
    		int numEq= 0;
    
    		if(((unsigned)(src[-1*step] - src[0*step] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[ 0*step] - src[1*step] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[ 1*step] - src[2*step] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[ 2*step] - src[3*step] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[ 3*step] - src[4*step] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[ 4*step] - src[5*step] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[ 5*step] - src[6*step] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[ 6*step] - src[7*step] + dcOffset)) < dcThreshold) numEq++;
    		if(((unsigned)(src[ 7*step] - src[8*step] + dcOffset)) < dcThreshold) numEq++;
    		if(numEq > c->ppMode.flatnessThreshold){
    			int min, max, x;
    			
    			if(src[0] > src[step]){
    			    max= src[0];
    			    min= src[step];
    			}else{
    			    max= src[step];
    			    min= src[0];
    			}
    			for(x=2; x<8; x+=2){
    				if(src[x*step] > src[(x+1)*step]){
    					if(src[x    *step] > max) max= src[ x   *step];
    					if(src[(x+1)*step] < min) min= src[(x+1)*step];
    				}else{
    					if(src[(x+1)*step] > max) max= src[(x+1)*step];
    					if(src[ x   *step] < min) min= src[ x   *step];
    				}
    			}
    			if(max-min < 2*QP){
    				const int first= ABS(src[-1*step] - src[0]) < QP ? src[-1*step] : src[0];
    				const int last= ABS(src[8*step] - src[7*step]) < QP ? src[8*step] : src[7*step];
    				
    				int sums[10];
    				sums[0] = 4*first + src[0*step] + src[1*step] + src[2*step] + 4;
    				sums[1] = sums[0] - first       + src[3*step];
    				sums[2] = sums[1] - first       + src[4*step];
    				sums[3] = sums[2] - first       + src[5*step];
    				sums[4] = sums[3] - first       + src[6*step];
    				sums[5] = sums[4] - src[0*step] + src[7*step];
    				sums[6] = sums[5] - src[1*step] + last;
    				sums[7] = sums[6] - src[2*step] + last;
    				sums[8] = sums[7] - src[3*step] + last;
    				sums[9] = sums[8] - src[4*step] + last;
    
    				src[0*step]= (sums[0] + sums[2] + 2*src[0*step])>>4;
    				src[1*step]= (sums[1] + sums[3] + 2*src[1*step])>>4;
    				src[2*step]= (sums[2] + sums[4] + 2*src[2*step])>>4;
    				src[3*step]= (sums[3] + sums[5] + 2*src[3*step])>>4;
    				src[4*step]= (sums[4] + sums[6] + 2*src[4*step])>>4;
    				src[5*step]= (sums[5] + sums[7] + 2*src[5*step])>>4;
    				src[6*step]= (sums[6] + sums[8] + 2*src[6*step])>>4;
    				src[7*step]= (sums[7] + sums[9] + 2*src[7*step])>>4;
    			}
    		}else{
    			const int middleEnergy= 5*(src[4*step] - src[3*step]) + 2*(src[2*step] - src[5*step]);
    
    			if(ABS(middleEnergy) < 8*QP)
    			{
    				const int q=(src[3*step] - src[4*step])/2;
    				const int leftEnergy=  5*(src[2*step] - src[1*step]) + 2*(src[0*step] - src[3*step]);
    				const int rightEnergy= 5*(src[6*step] - src[5*step]) + 2*(src[4*step] - src[7*step]);
    
    				int d= ABS(middleEnergy) - MIN( ABS(leftEnergy), ABS(rightEnergy) );
    				d= MAX(d, 0);
    	
    				d= (5*d + 32) >> 6;
    				d*= SIGN(-middleEnergy);
    	
    				if(q>0)
    				{
    					d= d<0 ? 0 : d;
    					d= d>q ? q : d;
    				}
    				else
    				{
    					d= d>0 ? 0 : d;
    					d= d<q ? q : d;
    				}
    	
    				src[3*step]-= d;
    				src[4*step]+= d;
    			}
    		}
    
    		src += stride;
    	}
    /*if(step==16){
        STOP_TIMER("step16")
    }else{
        STOP_TIMER("stepX")
    }*/
    }
    
    //Note: we have C, MMX, MMX2, 3DNOW version there is no 3DNOW+MMX2 one
    
    //Plain C versions
    
    #if !defined (HAVE_MMX) || defined (RUNTIME_CPUDETECT)
    #define COMPILE_C
    #endif
    
    
    #ifdef ARCH_POWERPC
    #ifdef HAVE_ALTIVEC
    #define COMPILE_ALTIVEC
    #endif //HAVE_ALTIVEC
    #endif //ARCH_POWERPC
    
    
    #ifdef ARCH_X86
    
    
    #if (defined (HAVE_MMX) && !defined (HAVE_3DNOW) && !defined (HAVE_MMX2)) || defined (RUNTIME_CPUDETECT)
    #define COMPILE_MMX
    #endif
    
    #if defined (HAVE_MMX2) || defined (RUNTIME_CPUDETECT)
    #define COMPILE_MMX2
    #endif
    
    #if (defined (HAVE_3DNOW) && !defined (HAVE_MMX2)) || defined (RUNTIME_CPUDETECT)
    #define COMPILE_3DNOW
    #endif
    
    #endif //ARCH_X86
    
    
    #undef HAVE_MMX
    #undef HAVE_MMX2
    #undef HAVE_3DNOW
    
    #undef ARCH_X86
    
    #ifdef COMPILE_C
    
    #undef HAVE_MMX
    #undef HAVE_MMX2
    #undef HAVE_3DNOW
    #undef ARCH_X86
    #define RENAME(a) a ## _C
    #include "postprocess_template.c"
    
    #ifdef ARCH_POWERPC
    #ifdef COMPILE_ALTIVEC
    #undef RENAME
    #define HAVE_ALTIVEC
    #define RENAME(a) a ## _altivec
    #include "postprocess_altivec_template.c"
    #include "postprocess_template.c"
    #endif
    #endif //ARCH_POWERPC
    
    
    //MMX versions
    
    #undef RENAME
    #define HAVE_MMX
    #undef HAVE_MMX2
    #undef HAVE_3DNOW
    #define ARCH_X86
    #define RENAME(a) a ## _MMX
    #include "postprocess_template.c"
    
    
    //MMX2 versions
    
    #undef RENAME
    #define HAVE_MMX
    #define HAVE_MMX2
    #undef HAVE_3DNOW
    #define ARCH_X86
    #define RENAME(a) a ## _MMX2
    #include "postprocess_template.c"
    
    
    //3DNOW versions
    
    #undef RENAME
    #define HAVE_MMX
    #undef HAVE_MMX2
    #define HAVE_3DNOW
    #define ARCH_X86
    #define RENAME(a) a ## _3DNow
    #include "postprocess_template.c"
    
    
    // minor note: the HAVE_xyz is messed up after that line so dont use it
    
    static inline void postProcess(uint8_t src[], int srcStride, uint8_t dst[], int dstStride, int width, int height,
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    	QP_STORE_T QPs[], int QPStride, int isColor, pp_mode_t *vm, pp_context_t *vc)
    
    	PPContext *c= (PPContext *)vc;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    	PPMode *ppMode= (PPMode *)vm;
    
    	c->ppMode= *ppMode; //FIXME
    
    
    	// useing ifs here as they are faster than function pointers allthough the
    	// difference wouldnt be messureable here but its much better because
    	// someone might exchange the cpu whithout restarting mplayer ;)
    
    #ifdef RUNTIME_CPUDETECT
    
    #ifdef ARCH_X86
    
    	// ordered per speed fasterst first
    
    	if(c->cpuCaps & PP_CPU_CAPS_MMX2)
    
    		postProcess_MMX2(src, srcStride, dst, dstStride, width, height, QPs, QPStride, isColor, c);
    
    	else if(c->cpuCaps & PP_CPU_CAPS_3DNOW)
    
    		postProcess_3DNow(src, srcStride, dst, dstStride, width, height, QPs, QPStride, isColor, c);
    
    	else if(c->cpuCaps & PP_CPU_CAPS_MMX)
    
    		postProcess_MMX(src, srcStride, dst, dstStride, width, height, QPs, QPStride, isColor, c);
    
    		postProcess_C(src, srcStride, dst, dstStride, width, height, QPs, QPStride, isColor, c);
    
    #else
    
    #ifdef ARCH_POWERPC
    #ifdef HAVE_ALTIVEC
            else if(c->cpuCaps & PP_CPU_CAPS_ALTIVEC)
    		postProcess_altivec(src, srcStride, dst, dstStride, width, height, QPs, QPStride, isColor, c);
            else
    #endif
    #endif
    
    		postProcess_C(src, srcStride, dst, dstStride, width, height, QPs, QPStride, isColor, c);
    
    #else //RUNTIME_CPUDETECT
    #ifdef HAVE_MMX2
    
    		postProcess_MMX2(src, srcStride, dst, dstStride, width, height, QPs, QPStride, isColor, c);
    
    #elif defined (HAVE_3DNOW)
    
    		postProcess_3DNow(src, srcStride, dst, dstStride, width, height, QPs, QPStride, isColor, c);
    
    #elif defined (HAVE_MMX)
    
    		postProcess_MMX(src, srcStride, dst, dstStride, width, height, QPs, QPStride, isColor, c);
    
    #elif defined (HAVE_ALTIVEC)
    		postProcess_altivec(src, srcStride, dst, dstStride, width, height, QPs, QPStride, isColor, c);
    
    		postProcess_C(src, srcStride, dst, dstStride, width, height, QPs, QPStride, isColor, c);
    
    #endif
    #endif //!RUNTIME_CPUDETECT
    
    //static void postProcess(uint8_t src[], int srcStride, uint8_t dst[], int dstStride, int width, int height,
    //	QP_STORE_T QPs[], int QPStride, int isColor, struct PPMode *ppMode);
    
    /* -pp Command line Help
    */
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    "<filterName>[:<option>[:<option>...]][[,|/][-]<filterName>[:<option>...]]...\n"
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    "long form example:\n"
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    "vdeblock:autoq/hdeblock:autoq/linblenddeint	default,-vdeblock\n"
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    "short form example:\n"
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    "vb:a/hb:a/lb					de,-vb\n"
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    "more examples:\n"
    
    "tn:64:128:256\n"
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    "Filters			Options\n"
    "short	long name	short	long option	Description\n"
    
    "*	*		a	autoq		CPU power dependent enabler\n"
    "			c	chrom		chrominance filtering enabled\n"
    "			y	nochrom		chrominance filtering disabled\n"
    "hb	hdeblock	(2 threshold)		horizontal deblocking filter\n"
    
    "	1. difference factor: default=32, higher -> more deblocking\n"
    "	2. flatness threshold: default=39, lower -> more deblocking\n"
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    "			the h & v deblocking filters share these\n"
    
    "			so you can't set different thresholds for h / v\n"
    "vb	vdeblock	(2 threshold)		vertical deblocking filter\n"
    
    "ha	hadeblock	(2 threshold)		horizontal deblocking filter\n"
    "va	vadeblock	(2 threshold)		vertical deblocking filter\n"
    
    "h1	x1hdeblock				experimental h deblock filter 1\n"
    "v1	x1vdeblock				experimental v deblock filter 1\n"
    "dr	dering					deringing filter\n"
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    "al	autolevels				automatic brightness / contrast\n"
    "			f	fullyrange	stretch luminance to (0..255)\n"
    "lb	linblenddeint				linear blend deinterlacer\n"
    "li	linipoldeint				linear interpolating deinterlace\n"
    "ci	cubicipoldeint				cubic interpolating deinterlacer\n"
    "md	mediandeint				median deinterlacer\n"
    
    "fd	ffmpegdeint				ffmpeg deinterlacer\n"
    
    "de	default					hb:a,vb:a,dr:a\n"
    "fa	fast					h1:a,v1:a,dr:a\n"
    
    "tn	tmpnoise	(3 threshold)		temporal noise reducer\n"
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    "			1. <= 2. <= 3.		larger -> stronger filtering\n"
    
    "fq	forceQuant	<quantizer>		force quantizer\n"
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    ;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    pp_mode_t *pp_get_mode_by_name_and_quality(char *name, int quality)
    
    {
    	char temp[GET_MODE_BUFFER_SIZE];
    	char *p= temp;
    
    	char *filterDelimiters= ",/";
    
    	char *optionDelimiters= ":";
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    	struct PPMode *ppMode;
    
    	char *filterToken;
    
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    	ppMode= memalign(8, sizeof(PPMode));
    	
    	ppMode->lumMode= 0;
    	ppMode->chromMode= 0;
    	ppMode->maxTmpNoise[0]= 700;
    	ppMode->maxTmpNoise[1]= 1500;
    	ppMode->maxTmpNoise[2]= 3000;
    	ppMode->maxAllowedY= 234;
    	ppMode->minAllowedY= 16;
    
    	ppMode->baseDcDiff= 256/8;
    	ppMode->flatnessThreshold= 56-16-1;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    	ppMode->maxClippedThreshold= 0.01;
    	ppMode->error=0;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    
    
    	strncpy(temp, name, GET_MODE_BUFFER_SIZE);
    
    
    	if(verbose>1) printf("pp: %s\n", name);
    
    	for(;;){
    		char *filterName;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    		int q= 1000000; //PP_QUALITY_MAX;
    
    		int chrom=-1;
    		char *option;
    		char *options[OPTIONS_ARRAY_SIZE];
    		int i;
    		int filterNameOk=0;
    		int numOfUnknownOptions=0;
    		int enable=1; //does the user want us to enabled or disabled the filter
    
    		filterToken= strtok(p, filterDelimiters);
    		if(filterToken == NULL) break;
    
    		p+= strlen(filterToken) + 1; // p points to next filterToken
    
    		filterName= strtok(filterToken, optionDelimiters);
    
    		if(verbose>1) printf("pp: %s::%s\n", filterToken, filterName);
    
    
    		if(*filterName == '-')
    		{
    			enable=0;
    			filterName++;
    		}
    
    		for(;;){ //for all options
    			option= strtok(NULL, optionDelimiters);
    			if(option == NULL) break;
    
    
    			if(verbose>1) printf("pp: option: %s\n", option);
    
    			if(!strcmp("autoq", option) || !strcmp("a", option)) q= quality;
    			else if(!strcmp("nochrom", option) || !strcmp("y", option)) chrom=0;
    			else if(!strcmp("chrom", option) || !strcmp("c", option)) chrom=1;
    			else
    			{
    				options[numOfUnknownOptions] = option;
    				numOfUnknownOptions++;
    			}
    			if(numOfUnknownOptions >= OPTIONS_ARRAY_SIZE-1) break;
    		}
    
    		options[numOfUnknownOptions] = NULL;
    
    
    		/* replace stuff from the replace Table */
    		for(i=0; replaceTable[2*i]!=NULL; i++)
    		{
    			if(!strcmp(replaceTable[2*i], filterName))
    			{
    				int newlen= strlen(replaceTable[2*i + 1]);
    				int plen;
    				int spaceLeft;
    
    				if(p==NULL) p= temp, *p=0; 	//last filter
    				else p--, *p=',';		//not last filter
    
    				plen= strlen(p);
    
    				spaceLeft= p - temp + plen;
    
    				if(spaceLeft + newlen  >= GET_MODE_BUFFER_SIZE)
    				{
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    					ppMode->error++;
    
    					break;
    				}
    				memmove(p + newlen, p, plen+1);
    				memcpy(p, replaceTable[2*i + 1], newlen);
    				filterNameOk=1;
    			}
    		}
    
    		for(i=0; filters[i].shortName!=NULL; i++)
    		{
    
    //			printf("Compareing %s, %s, %s\n", filters[i].shortName,filters[i].longName, filterName);
    
    			if(   !strcmp(filters[i].longName, filterName)
    			   || !strcmp(filters[i].shortName, filterName))
    			{
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    				ppMode->lumMode &= ~filters[i].mask;
    				ppMode->chromMode &= ~filters[i].mask;
    
    
    				filterNameOk=1;
    				if(!enable) break; // user wants to disable it
    
    				if(q >= filters[i].minLumQuality)
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    					ppMode->lumMode|= filters[i].mask;
    
    				if(chrom==1 || (chrom==-1 && filters[i].chromDefault))
    					if(q >= filters[i].minChromQuality)
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    						ppMode->chromMode|= filters[i].mask;
    
    
    				if(filters[i].mask == LEVEL_FIX)
    				{
    					int o;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    					ppMode->minAllowedY= 16;
    					ppMode->maxAllowedY= 234;
    
    					for(o=0; options[o]!=NULL; o++)
    
    						if(  !strcmp(options[o],"fullyrange")
    						   ||!strcmp(options[o],"f"))
    						{
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    							ppMode->minAllowedY= 0;
    							ppMode->maxAllowedY= 255;
    
    							numOfUnknownOptions--;
    						}
    
    				else if(filters[i].mask == TEMP_NOISE_FILTER)
    				{
    					int o;
    					int numOfNoises=0;
    
    					for(o=0; options[o]!=NULL; o++)
    					{
    						char *tail;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    						ppMode->maxTmpNoise[numOfNoises]=
    
    							strtol(options[o], &tail, 0);
    						if(tail!=options[o])
    						{
    							numOfNoises++;
    							numOfUnknownOptions--;
    							if(numOfNoises >= 3) break;
    						}
    					}
    				}
    
    				else if(filters[i].mask == V_DEBLOCK   || filters[i].mask == H_DEBLOCK 
    				     || filters[i].mask == V_A_DEBLOCK || filters[i].mask == H_A_DEBLOCK)
    
    				{
    					int o;
    
    					for(o=0; options[o]!=NULL && o<2; o++)
    					{
    						char *tail;
    						int val= strtol(options[o], &tail, 0);
    						if(tail==options[o]) break;
    
    						numOfUnknownOptions--;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    						if(o==0) ppMode->baseDcDiff= val;
    						else ppMode->flatnessThreshold= val;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    				else if(filters[i].mask == FORCE_QUANT)
    				{
    					int o;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    					ppMode->forcedQuant= 15;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    
    					for(o=0; options[o]!=NULL && o<1; o++)
    					{
    						char *tail;
    						int val= strtol(options[o], &tail, 0);
    						if(tail==options[o]) break;
    
    						numOfUnknownOptions--;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    						ppMode->forcedQuant= val;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    		if(!filterNameOk) ppMode->error++;
    		ppMode->error += numOfUnknownOptions;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    	if(verbose>1) printf("pp: lumMode=%X, chromMode=%X\n", ppMode->lumMode, ppMode->chromMode);
    	if(ppMode->error)
    	{
    		fprintf(stderr, "%d errors in postprocess string \"%s\"\n", ppMode->error, name);
    		free(ppMode);
    		return NULL;
    	}
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    void pp_free_mode(pp_mode_t *mode){
        if(mode) free(mode);
    }
    
    
    static void reallocAlign(void **p, int alignment, int size){
    	if(*p) free(*p);
    	*p= memalign(alignment, size);
    	memset(*p, 0, size);
    }
    
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    static void reallocBuffers(PPContext *c, int width, int height, int stride, int qpStride){
    
    	int mbWidth = (width+15)>>4;
    	int mbHeight= (height+15)>>4;
    
    	int i;
    
    	c->stride= stride;
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    	c->qpStride= qpStride;
    
    	reallocAlign((void **)&c->tempDst, 8, stride*24);
    	reallocAlign((void **)&c->tempSrc, 8, stride*24);
    	reallocAlign((void **)&c->tempBlocks, 8, 2*16*8);
    	reallocAlign((void **)&c->yHistogram, 8, 256*sizeof(uint64_t));
    
    	for(i=0; i<256; i++)
    		c->yHistogram[i]= width*height/64*15/256;
    
    	for(i=0; i<3; i++)
    
    		//Note:the +17*1024 is just there so i dont have to worry about r/w over te end
    
    		reallocAlign((void **)&c->tempBlured[i], 8, stride*mbHeight*16 + 17*1024);
    		reallocAlign((void **)&c->tempBluredPast[i], 8, 256*((height+7)&(~7))/2 + 17*1024);//FIXME size
    
    	reallocAlign((void **)&c->deintTemp, 8, 2*width+32);
    
    Michael Niedermayer's avatar
    Michael Niedermayer committed
    	reallocAlign((void **)&c->nonBQPTable, 8, qpStride*mbHeight*sizeof(QP_STORE_T));
    	reallocAlign((void **)&c->stdQPTable, 8, qpStride*mbHeight*sizeof(QP_STORE_T));
    
    	reallocAlign((void **)&c->forcedQPTable, 8, mbWidth*sizeof(QP_STORE_T));
    }
    
    
    static void global_init(void){
    
    	int i;
    	memset(clip_table, 0, 256);
    	for(i=256; i<512; i++)
    		clip_table[i]= i;
    	memset(clip_table+512, 0, 256);
    }