veejay/veejay-current/veejay-server/libvje/effects/texmap.c

/* 
 * Linux VeeJay
 *
 * Copyright(C)2002 Niels Elburg <elburg@hio.hen.nl>
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version 2
 * of the License , or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307 , USA.
 */
#include <stdint.h>
#include <libvjmem/vjmem.h>
#include "diff.h"
#include "common.h"
#include <stdlib.h>
#include <stdio.h>
#include <math.h>
#include AVUTIL_INC
#include <libyuv/yuvconv.h>
#include <libvjmsg/vj-msg.h>
#include <libyuv/yuvconv.h>

#include "softblur.h"
static uint8_t *static_bg = NULL;
static uint32_t *dt_map = NULL;
static void *shrink_ = NULL;
static sws_template template_;
static VJFrame to_shrink_;
static VJFrame shrinked_;
static int dw_, dh_;
static int x_[255];
static int y_[255];
static void *proj_[255];
static int *coord_x = NULL;
static int *coord_y = NULL;

typedef struct
{
	uint32_t *data;
	uint8_t *bitmap;
	uint8_t *current;
} texmap_data;

typedef struct
{
	int x;
	int y;
} point_t;

static	point_t	**points = NULL;

vj_effect *texmap_init(int width, int height)
{
    //int i,j;
    vj_effect *ve = (vj_effect *) vj_calloc(sizeof(vj_effect));
    ve->num_params = 5;
    ve->defaults = (int *) vj_calloc(sizeof(int) * ve->num_params);	/* default values */
    ve->limits[0] = (int *) vj_calloc(sizeof(int) * ve->num_params);	/* min */
    ve->limits[1] = (int *) vj_calloc(sizeof(int) * ve->num_params);	/* max */
    ve->limits[0][0] = 0;
    ve->limits[1][0] = 255;
    ve->limits[0][1] = 0;	/* reverse */
    ve->limits[1][1] = 1;
    ve->limits[0][2] = 0;	/* show mask */
    ve->limits[1][2] = 4;
    ve->limits[0][3] = 1;	/* thinning */
    ve->limits[1][3] = 100;
    ve->limits[0][4] = 1;	/* minimum blob weight */
    ve->limits[1][4] = 5000;
    
    ve->defaults[0] = 30;
    ve->defaults[1] = 0;
    ve->defaults[2] = 2;
    ve->defaults[3] = 5;
    ve->defaults[4] = 200;
   
	ve->param_description = vje_build_param_list( ve->num_params, "Threshold", "Reverse", "Show mask", "Thinning", "Min blob weight");
 
    ve->description = "Map B to A (sub bg, texture map))";
    ve->extra_frame = 1;
    ve->sub_format = 1;
    ve->has_user = 1;
    ve->user_data = NULL;
    return ve;
}

void	texmap_destroy(void)
{
	if(static_bg)
		free(static_bg);
	if(dt_map)
		free(dt_map);
	static_bg = NULL;
	dt_map = NULL;
	
}

#define ru8(num)(((num)+8)&~8)
static int	nearest_div(int val )
{
	int r = val % 8;
	while(r--)
		val--;
	return val;
}
int texmap_malloc(void **d, int width, int height)
{
	texmap_data *my;
	*d = (void*) vj_calloc(sizeof(texmap_data));
	my = (texmap_data*) *d;

	dw_ = nearest_div( width / 8  );
	dh_ = nearest_div( height / 8 );

	my->current = (uint8_t*) vj_calloc( ru8( sizeof(uint8_t) * dw_ * dh_ * 4 ) );
	my->data = (uint32_t*) vj_calloc( ru8(sizeof(uint32_t) * width * height * 2) );
	my->bitmap = (uint8_t*) vj_calloc( ru8(sizeof(uint8_t) * width * height * 2));
	
	if(static_bg == NULL)	
		static_bg = (uint8_t*) vj_calloc( ru8( width + width * height * sizeof(uint8_t)) );
	if(dt_map == NULL )
		dt_map = (uint32_t*) vj_calloc( ru8(width * height * sizeof(uint32_t) + width ) );

	veejay_memset( &template_, 0, sizeof(sws_template) );
	veejay_memset( proj_, 0, sizeof(proj_) );
	
	template_.flags = 1;

	vj_get_yuvgrey_template( &to_shrink_, width, height );
	vj_get_yuvgrey_template( &shrinked_ , dw_, dh_ );

	shrink_ = yuv_init_swscaler(
			&(to_shrink_),
			&(shrinked_),
			&template_ ,
			yuv_sws_get_cpu_flags() );

	points = (point_t**) vj_calloc( sizeof(point_t) * 12000 );
	int i;
	for( i = 0; i < 12000;i ++ )
		points[i] = (point_t*) vj_calloc(sizeof(point_t));
	

	veejay_memset( x_, 0, sizeof(x_) );
	veejay_memset( y_, 0, sizeof(y_) );
	
	return 1;
}

void texmap_free(void *d)
{
	if(d)
	{
		texmap_data *my = (texmap_data*) d;
		if(my->data) free(my->data);
		if(my->current) free(my->current);
		if(my->bitmap) free(my->bitmap);
		free(d);
	}

	if( shrink_ )
	{	
		yuv_free_swscaler( shrink_ );
		shrink_ = NULL;
	}

	int i;
	for( i = 0; i < 255; i++ )
		if( proj_[i] )
			viewport_destroy( proj_[i] );
	
	if( points )
	{
		for( i = 0; i < 12000; i ++ )
			if( points[i]) free(points[i]);
		free(points);
	}
	
	d = NULL;
}

int texmap_prepare(uint8_t *map[3], int width, int height)
{
	if(!static_bg )
	{
		return 0;
	}
	
	veejay_memcpy( static_bg, map[0], (width*height));
	
	VJFrame tmp;
	veejay_memset( &tmp, 0, sizeof(VJFrame));
	tmp.data[0] = static_bg;
	tmp.width = width;
	tmp.height = height;
	softblur_apply( &tmp, width,height,0);

	veejay_msg(2, "Map B to A: Snapped background frame");
	return 1;
}

static	void	binarify( uint8_t *bm, uint32_t *dst, uint8_t *bg, uint8_t *src,int threshold,int reverse, const int len )
{
	int i;
	if(!reverse)
	{
		for( i = 0; i < len; i ++ )
		{
			if ( abs(bg[i] - src[i]) <= threshold )
			{	dst[i] = 0; bm[i] = 0; }
			else
			{	dst[i] = 1; bm[i] = 0xff; }
		}

	}
	else
	{
		for( i = 0; i < len; i ++ )
		{
			if ( abs(bg[i] - src[i]) >= threshold )
			{	dst[i] = 0; bm[i] = 0; }
			else
			{	dst[i] = 1; bm[i] = 0xff; }
		
		}
	}
}

static	void	texmap_centroid()
{
	
}

static int bg_frame_ = 0;



void texmap_apply(void *ed, VJFrame *frame,
		VJFrame *frame2, int width, int height, 
		int threshold, int reverse,int mode, int feather, int min_blob_weight)
{
    
	unsigned int i,j,k;
	const uint32_t len = frame->len;
 	uint8_t *Y = frame->data[0];
	uint8_t *Cb = frame->data[1];
	uint8_t *Cr = frame->data[2];
	uint8_t *Y2 = frame2->data[0];
	uint8_t *Cb2 = frame2->data[1];
	uint8_t *Cr2 = frame2->data[2];

	uint32_t cx[256];
	uint32_t cy[256];
	uint32_t xsize[256];
	uint32_t ysize[256];
	
	float sx = (float) width / (float) dw_;
	float sy = (float) height / (float) dh_;
	float sw = (float) sqrt( sx * sy );

	int packets = 0;
	
	veejay_memset( cx,0,sizeof(cx));
	veejay_memset( cy,0,sizeof(cy));
	
	veejay_memset( xsize,0,sizeof(xsize));
	veejay_memset( ysize,0,sizeof(ysize));
	
	texmap_data *ud = (texmap_data*) ed;

	if( bg_frame_ > 0 && bg_frame_ < 4 )
	{
		for( i = 0 ; i < len ; i ++ )
		{
			static_bg[i] = (static_bg[i] + Y[i] ) >> 1;
		}
		bg_frame_ ++;
		return;
	}

	//@ clear distance transform map
	veejay_memset( dt_map, 0 , len * sizeof(uint32_t) );

	//@ todo: optimize with mmx
	binarify( ud->bitmap, ud->data, static_bg, frame->data[0], threshold, reverse,len );

	if(mode==1)
	{
		//@ show difference image in grayscale
		veejay_memcpy( Y, ud->bitmap, len );
		veejay_memset( Cb, 128, len );
		veejay_memset( Cr, 128, len );
		return;
	}

	//@ calculate distance map
	veejay_distance_transform( ud->data, width, height, dt_map );

	if( mode ==3 )
	{
		//@ process dt map
		for( i = 0; i < len ;i ++ )
		{
			if( dt_map[ i ] >= feather )
			{
				Y[i] = Y2[i];
				Cb[i] = Cb2[i];
				Cr[i] = Cr2[i];
			}
			else
			{
				Y[i] = 0;
				Cb[i] = 128;
				Cr[i] = 128;
			}
		}
		return;
	}

	to_shrink_.data[0] = ud->bitmap;
	shrinked_.data[0] = ud->current;

	uint32_t blobs[255];

	veejay_memset( blobs, 0, sizeof(blobs) );

	yuv_convert_and_scale_grey( shrink_, &to_shrink_, &shrinked_ );

	uint32_t labels = veejay_component_labeling_8(dw_,dh_, shrinked_.data[0], blobs, cx,cy,xsize,ysize,
			min_blob_weight);


	
	if (mode == 2 )
	{
		//@ show dt map as grayscale image, intensity starts at 128
		for( i = 0; i  < len ; i ++ )
		{
			if( dt_map[i] == feather )	
				Y[i] = 0xff; //@ border white
			else if( dt_map[i] > feather )	{
				Y[i] = 128 + (dt_map[i] % 128); //grayscale value
			} else if ( dt_map[i] == 1 ) {
				Y[i] = 0xff;
			} else {
				Y[i] = 0;	//@ black (background)
			}
			Cb[i] = 128;	
			Cr[i] = 128;
		}
	}

	int num_objects = 0;
	for( i = 1; i <=labels; i ++ )
		if( blobs[i] )
			num_objects ++;
		
	//@ Iterate over blob's bounding boxes and extract contours
	for( i = 1; i <= labels; i ++ )
	{
		if( blobs[i] > 0 )
		{
			int nx = cx[i] * sx;
			int ny = cy[i] * sy;
			int size_x = xsize[i] * sx;
			int size_y = ysize[i] * sy * 0.5; 

			int x1 = nx - size_x;
			int y1 = ny - size_y;
			int x2 = nx + size_y;
			int y2 = ny + size_y;

			int n_points = 0;
			int dx1 = 0, dy1=0;
			int center = 0;

			if( x1 < 0 ) x1 = 0; else if ( x1 > width ) x1 = width;
			if( x2 < 0 ) x2 = 0; else if ( x2 > width ) x2 = width;
			if( y1 < 0 ) y1 = 0; else if ( y1 >= height ) y1 = height -1;
			if( y2 < 0 ) y2 = 0; else if ( y2 >= height ) y2 = height -1;

			for( k = y1; k < y2; k ++ )
			{
				for( j = x1; j < x2; j ++ )
				{
					if( dt_map[ (k* width + j) ] > center )
					{
						center = dt_map[ (k*width+j) ];
						dx1 = j;
						dy1 = k;
					}
					if( dt_map[ (k * width + j) ] == feather )
					{
						points[n_points]->x = j; //@ produces unsorted list of coordinates
						points[n_points]->y = k;
						n_points++;
						if( n_points >= 10000 )
						{
							veejay_msg(0, "Too many points in contour");	
							return;
						}
					}
				}
			}
		}
	} 

	veejay_memset( Y,  0 ,  len );
	veejay_memset( Cb, 128, len );
	veejay_memset( Cr, 128, len );
	
	for( i = 1; i <= labels; i ++ )
	{
		if( blobs[i] > 0 )
		{
			int radius = (int) ( 0.5 + sqrt( sw * blobs[i]) );
			int nx = cx[i] * sx;
			int ny = cy[i] * sy;
			int size_x = xsize[i] * sx;
			int size_y = ysize[i] * sy * 0.5; // over size in x axis
			
			if( mode != 4 && ( abs( nx - x_[i] ) > 10 || abs( ny - y_[i] ) > 10 ) )
					//if( mode!=4 && cx[i] != x_[i]  || cy[i] != y_[i] || !proj_[i])
			{
				x_[i] = nx;
				y_[i] = ny;

				int x1 = nx - size_x;
				int y1 = ny - size_y;
				int x2 = nx + size_x;
				int y2 = ny + size_y;

				if( x1 < 0 ) x1 = 0; else if ( x1 > width ) x1 = width;
				if( x2 < 0 ) x2 = 0; else if ( x2 > width ) x2 = width;
				if( y1 < 0 ) y1 = 0; else if ( y1 >= height ) y1 = height -1;
				if( y2 < 0 ) y2 = 0; else if ( y2 >= height ) y2 = height -1;

				if(proj_[i])
				  	 viewport_destroy( proj_[i] );
				proj_[i] = viewport_fx_init_map( width,height,
						x1,
						y1,
						x2,
						y1,
						x2,
						y2,
						x1,
						y2 );
				if(!proj_[i])
					return;
			}

			if( mode == 4 )
			{
				viewport_line( Y, nx - size_x, ny - size_y ,
						  nx + size_x, ny - size_y ,
						  width, height, 0xff );

				viewport_line( Y, nx - size_x, ny - size_y ,
						  nx - size_x, ny + size_y ,
						  width, height, 0xff );

				viewport_line( Y, nx + size_x, ny - size_y ,
						  nx + size_x, ny + size_y ,
						  width, height, 0xff );

				viewport_line( Y, nx - size_x, ny + size_y,
						  nx + size_x, ny + size_y ,
						  width, height, 128 );
			}
			else
			{
				viewport_process_dynamic_map( proj_[i], frame2->data, frame->data, dt_map, feather );
				packets++;
			} 
		}
	}

}