mirror of
https://github.com/game-stop/veejay.git
synced 2025-12-21 15:20:02 +01:00
Initial checkin of veejay 1.4
git-svn-id: svn://code.dyne.org/veejay/trunk@1172 eb8d1916-c9e9-0310-b8de-cf0c9472ead5
This commit is contained in:
Niels Elburg
492
veejay-current/veejay-server/libvje/effects/texmap.c
Normal file
492
veejay-current/veejay-server/libvje/effects/texmap.c
Normal file
@@ -0,0 +1,492 @@
|
||||
/*
|
||||
* Linux VeeJay
|
||||
*
|
||||
* Copyright(C)2002 Niels Elburg <elburg@hio.hen.nl>
|
||||
*
|
||||
* This program is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU General Public License
|
||||
* as published by the Free Software Foundation; either version 2
|
||||
* of the License , or (at your option) any later version.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU General Public License
|
||||
* along with this program; if not, write to the Free Software
|
||||
* Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307 , USA.
|
||||
*/
|
||||
#include <stdint.h>
|
||||
#include <libvjmem/vjmem.h>
|
||||
#include "diff.h"
|
||||
#include "common.h"
|
||||
#include <stdlib.h>
|
||||
#include <stdio.h>
|
||||
#include <math.h>
|
||||
#include AVUTIL_INC
|
||||
#include <libyuv/yuvconv.h>
|
||||
#include <libvjmsg/vj-msg.h>
|
||||
#include <libyuv/yuvconv.h>
|
||||
|
||||
#include "softblur.h"
|
||||
static uint8_t *static_bg = NULL;
|
||||
static uint32_t *dt_map = NULL;
|
||||
static void *shrink_ = NULL;
|
||||
static sws_template template_;
|
||||
static VJFrame to_shrink_;
|
||||
static VJFrame shrinked_;
|
||||
static int dw_, dh_;
|
||||
static int x_[255];
|
||||
static int y_[255];
|
||||
static void *proj_[255];
|
||||
static int *coord_x = NULL;
|
||||
static int *coord_y = NULL;
|
||||
|
||||
typedef struct
|
||||
{
|
||||
uint32_t *data;
|
||||
uint8_t *bitmap;
|
||||
uint8_t *current;
|
||||
} texmap_data;
|
||||
|
||||
typedef struct
|
||||
{
|
||||
int x;
|
||||
int y;
|
||||
} point_t;
|
||||
|
||||
static point_t **points = NULL;
|
||||
|
||||
vj_effect *texmap_init(int width, int height)
|
||||
{
|
||||
//int i,j;
|
||||
vj_effect *ve = (vj_effect *) vj_calloc(sizeof(vj_effect));
|
||||
ve->num_params = 5;
|
||||
ve->defaults = (int *) vj_calloc(sizeof(int) * ve->num_params); /* default values */
|
||||
ve->limits[0] = (int *) vj_calloc(sizeof(int) * ve->num_params); /* min */
|
||||
ve->limits[1] = (int *) vj_calloc(sizeof(int) * ve->num_params); /* max */
|
||||
ve->limits[0][0] = 0;
|
||||
ve->limits[1][0] = 255;
|
||||
ve->limits[0][1] = 0; /* reverse */
|
||||
ve->limits[1][1] = 1;
|
||||
ve->limits[0][2] = 0; /* show mask */
|
||||
ve->limits[1][2] = 4;
|
||||
ve->limits[0][3] = 1; /* thinning */
|
||||
ve->limits[1][3] = 100;
|
||||
ve->limits[0][4] = 1; /* minimum blob weight */
|
||||
ve->limits[1][4] = 5000;
|
||||
|
||||
ve->defaults[0] = 30;
|
||||
ve->defaults[1] = 0;
|
||||
ve->defaults[2] = 2;
|
||||
ve->defaults[3] = 5;
|
||||
ve->defaults[4] = 200;
|
||||
|
||||
ve->param_description = vje_build_param_list( ve->num_params, "Threshold", "Reverse", "Show mask", "Thinning", "Min blob weight");
|
||||
|
||||
ve->description = "Map B to A (sub bg, texture map))";
|
||||
ve->extra_frame = 1;
|
||||
ve->sub_format = 1;
|
||||
ve->has_user = 1;
|
||||
ve->user_data = NULL;
|
||||
return ve;
|
||||
}
|
||||
|
||||
void texmap_destroy(void)
|
||||
{
|
||||
if(static_bg)
|
||||
free(static_bg);
|
||||
if(dt_map)
|
||||
free(dt_map);
|
||||
static_bg = NULL;
|
||||
dt_map = NULL;
|
||||
|
||||
}
|
||||
|
||||
#define ru8(num)(((num)+8)&~8)
|
||||
static int nearest_div(int val )
|
||||
{
|
||||
int r = val % 8;
|
||||
while(r--)
|
||||
val--;
|
||||
return val;
|
||||
}
|
||||
int texmap_malloc(void **d, int width, int height)
|
||||
{
|
||||
texmap_data *my;
|
||||
*d = (void*) vj_calloc(sizeof(texmap_data));
|
||||
my = (texmap_data*) *d;
|
||||
|
||||
dw_ = nearest_div( width / 8 );
|
||||
dh_ = nearest_div( height / 8 );
|
||||
|
||||
my->current = (uint8_t*) vj_calloc( ru8( sizeof(uint8_t) * dw_ * dh_ * 4 ) );
|
||||
my->data = (uint32_t*) vj_calloc( ru8(sizeof(uint32_t) * width * height * 2) );
|
||||
my->bitmap = (uint8_t*) vj_calloc( ru8(sizeof(uint8_t) * width * height * 2));
|
||||
|
||||
if(static_bg == NULL)
|
||||
static_bg = (uint8_t*) vj_calloc( ru8( width + width * height * sizeof(uint8_t)) );
|
||||
if(dt_map == NULL )
|
||||
dt_map = (uint32_t*) vj_calloc( ru8(width * height * sizeof(uint32_t) + width ) );
|
||||
|
||||
veejay_memset( &template_, 0, sizeof(sws_template) );
|
||||
veejay_memset( proj_, 0, sizeof(proj_) );
|
||||
|
||||
template_.flags = 1;
|
||||
|
||||
vj_get_yuvgrey_template( &to_shrink_, width, height );
|
||||
vj_get_yuvgrey_template( &shrinked_ , dw_, dh_ );
|
||||
|
||||
shrink_ = yuv_init_swscaler(
|
||||
&(to_shrink_),
|
||||
&(shrinked_),
|
||||
&template_ ,
|
||||
yuv_sws_get_cpu_flags() );
|
||||
|
||||
points = (point_t**) vj_calloc( sizeof(point_t) * 12000 );
|
||||
int i;
|
||||
for( i = 0; i < 12000;i ++ )
|
||||
points[i] = (point_t*) vj_calloc(sizeof(point_t));
|
||||
|
||||
|
||||
veejay_memset( x_, 0, sizeof(x_) );
|
||||
veejay_memset( y_, 0, sizeof(y_) );
|
||||
|
||||
return 1;
|
||||
}
|
||||
|
||||
void texmap_free(void *d)
|
||||
{
|
||||
if(d)
|
||||
{
|
||||
texmap_data *my = (texmap_data*) d;
|
||||
if(my->data) free(my->data);
|
||||
if(my->current) free(my->current);
|
||||
if(my->bitmap) free(my->bitmap);
|
||||
free(d);
|
||||
}
|
||||
|
||||
if( shrink_ )
|
||||
{
|
||||
yuv_free_swscaler( shrink_ );
|
||||
shrink_ = NULL;
|
||||
}
|
||||
|
||||
int i;
|
||||
for( i = 0; i < 255; i++ )
|
||||
if( proj_[i] )
|
||||
viewport_destroy( proj_[i] );
|
||||
|
||||
if( points )
|
||||
{
|
||||
for( i = 0; i < 12000; i ++ )
|
||||
if( points[i]) free(points[i]);
|
||||
free(points);
|
||||
}
|
||||
|
||||
d = NULL;
|
||||
}
|
||||
|
||||
int texmap_prepare(uint8_t *map[3], int width, int height)
|
||||
{
|
||||
if(!static_bg )
|
||||
{
|
||||
return 0;
|
||||
}
|
||||
|
||||
veejay_memcpy( static_bg, map[0], (width*height));
|
||||
|
||||
VJFrame tmp;
|
||||
veejay_memset( &tmp, 0, sizeof(VJFrame));
|
||||
tmp.data[0] = static_bg;
|
||||
tmp.width = width;
|
||||
tmp.height = height;
|
||||
softblur_apply( &tmp, width,height,0);
|
||||
|
||||
veejay_msg(2, "Map B to A: Snapped background frame");
|
||||
return 1;
|
||||
}
|
||||
|
||||
static void binarify( uint8_t *bm, uint32_t *dst, uint8_t *bg, uint8_t *src,int threshold,int reverse, const int len )
|
||||
{
|
||||
int i;
|
||||
if(!reverse)
|
||||
{
|
||||
for( i = 0; i < len; i ++ )
|
||||
{
|
||||
if ( abs(bg[i] - src[i]) <= threshold )
|
||||
{ dst[i] = 0; bm[i] = 0; }
|
||||
else
|
||||
{ dst[i] = 1; bm[i] = 0xff; }
|
||||
}
|
||||
|
||||
}
|
||||
else
|
||||
{
|
||||
for( i = 0; i < len; i ++ )
|
||||
{
|
||||
if ( abs(bg[i] - src[i]) >= threshold )
|
||||
{ dst[i] = 0; bm[i] = 0; }
|
||||
else
|
||||
{ dst[i] = 1; bm[i] = 0xff; }
|
||||
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
static void texmap_centroid()
|
||||
{
|
||||
|
||||
}
|
||||
|
||||
static int bg_frame_ = 0;
|
||||
|
||||
|
||||
|
||||
void texmap_apply(void *ed, VJFrame *frame,
|
||||
VJFrame *frame2, int width, int height,
|
||||
int threshold, int reverse,int mode, int feather, int min_blob_weight)
|
||||
{
|
||||
|
||||
unsigned int i,j,k;
|
||||
const uint32_t len = frame->len;
|
||||
uint8_t *Y = frame->data[0];
|
||||
uint8_t *Cb = frame->data[1];
|
||||
uint8_t *Cr = frame->data[2];
|
||||
uint8_t *Y2 = frame2->data[0];
|
||||
uint8_t *Cb2 = frame2->data[1];
|
||||
uint8_t *Cr2 = frame2->data[2];
|
||||
|
||||
uint32_t cx[256];
|
||||
uint32_t cy[256];
|
||||
uint32_t xsize[256];
|
||||
uint32_t ysize[256];
|
||||
|
||||
float sx = (float) width / (float) dw_;
|
||||
float sy = (float) height / (float) dh_;
|
||||
float sw = (float) sqrt( sx * sy );
|
||||
|
||||
int packets = 0;
|
||||
|
||||
veejay_memset( cx,0,sizeof(cx));
|
||||
veejay_memset( cy,0,sizeof(cy));
|
||||
|
||||
veejay_memset( xsize,0,sizeof(xsize));
|
||||
veejay_memset( ysize,0,sizeof(ysize));
|
||||
|
||||
texmap_data *ud = (texmap_data*) ed;
|
||||
|
||||
if( bg_frame_ > 0 && bg_frame_ < 4 )
|
||||
{
|
||||
for( i = 0 ; i < len ; i ++ )
|
||||
{
|
||||
static_bg[i] = (static_bg[i] + Y[i] ) >> 1;
|
||||
}
|
||||
bg_frame_ ++;
|
||||
return;
|
||||
}
|
||||
|
||||
//@ clear distance transform map
|
||||
veejay_memset( dt_map, 0 , len * sizeof(uint32_t) );
|
||||
|
||||
//@ todo: optimize with mmx
|
||||
binarify( ud->bitmap, ud->data, static_bg, frame->data[0], threshold, reverse,len );
|
||||
|
||||
if(mode==1)
|
||||
{
|
||||
//@ show difference image in grayscale
|
||||
veejay_memcpy( Y, ud->bitmap, len );
|
||||
veejay_memset( Cb, 128, len );
|
||||
veejay_memset( Cr, 128, len );
|
||||
return;
|
||||
}
|
||||
|
||||
//@ calculate distance map
|
||||
veejay_distance_transform( ud->data, width, height, dt_map );
|
||||
|
||||
if( mode ==3 )
|
||||
{
|
||||
//@ process dt map
|
||||
for( i = 0; i < len ;i ++ )
|
||||
{
|
||||
if( dt_map[ i ] >= feather )
|
||||
{
|
||||
Y[i] = Y2[i];
|
||||
Cb[i] = Cb2[i];
|
||||
Cr[i] = Cr2[i];
|
||||
}
|
||||
else
|
||||
{
|
||||
Y[i] = 0;
|
||||
Cb[i] = 128;
|
||||
Cr[i] = 128;
|
||||
}
|
||||
}
|
||||
return;
|
||||
}
|
||||
|
||||
to_shrink_.data[0] = ud->bitmap;
|
||||
shrinked_.data[0] = ud->current;
|
||||
|
||||
uint32_t blobs[255];
|
||||
|
||||
veejay_memset( blobs, 0, sizeof(blobs) );
|
||||
|
||||
yuv_convert_and_scale_grey( shrink_, &to_shrink_, &shrinked_ );
|
||||
|
||||
uint32_t labels = veejay_component_labeling_8(dw_,dh_, shrinked_.data[0], blobs, cx,cy,xsize,ysize,
|
||||
min_blob_weight);
|
||||
|
||||
|
||||
|
||||
if (mode == 2 )
|
||||
{
|
||||
//@ show dt map as grayscale image, intensity starts at 128
|
||||
for( i = 0; i < len ; i ++ )
|
||||
{
|
||||
if( dt_map[i] == feather )
|
||||
Y[i] = 0xff; //@ border white
|
||||
else if( dt_map[i] > feather ) {
|
||||
Y[i] = 128 + (dt_map[i] % 128); //grayscale value
|
||||
} else if ( dt_map[i] == 1 ) {
|
||||
Y[i] = 0xff;
|
||||
} else {
|
||||
Y[i] = 0; //@ black (background)
|
||||
}
|
||||
Cb[i] = 128;
|
||||
Cr[i] = 128;
|
||||
}
|
||||
}
|
||||
|
||||
int num_objects = 0;
|
||||
for( i = 1; i <=labels; i ++ )
|
||||
if( blobs[i] )
|
||||
num_objects ++;
|
||||
|
||||
//@ Iterate over blob's bounding boxes and extract contours
|
||||
for( i = 1; i <= labels; i ++ )
|
||||
{
|
||||
if( blobs[i] > 0 )
|
||||
{
|
||||
int nx = cx[i] * sx;
|
||||
int ny = cy[i] * sy;
|
||||
int size_x = xsize[i] * sx;
|
||||
int size_y = ysize[i] * sy * 0.5;
|
||||
|
||||
int x1 = nx - size_x;
|
||||
int y1 = ny - size_y;
|
||||
int x2 = nx + size_y;
|
||||
int y2 = ny + size_y;
|
||||
|
||||
int n_points = 0;
|
||||
int dx1 = 0, dy1=0;
|
||||
int center = 0;
|
||||
|
||||
if( x1 < 0 ) x1 = 0; else if ( x1 > width ) x1 = width;
|
||||
if( x2 < 0 ) x2 = 0; else if ( x2 > width ) x2 = width;
|
||||
if( y1 < 0 ) y1 = 0; else if ( y1 >= height ) y1 = height -1;
|
||||
if( y2 < 0 ) y2 = 0; else if ( y2 >= height ) y2 = height -1;
|
||||
|
||||
for( k = y1; k < y2; k ++ )
|
||||
{
|
||||
for( j = x1; j < x2; j ++ )
|
||||
{
|
||||
if( dt_map[ (k* width + j) ] > center )
|
||||
{
|
||||
center = dt_map[ (k*width+j) ];
|
||||
dx1 = j;
|
||||
dy1 = k;
|
||||
}
|
||||
if( dt_map[ (k * width + j) ] == feather )
|
||||
{
|
||||
points[n_points]->x = j; //@ produces unsorted list of coordinates
|
||||
points[n_points]->y = k;
|
||||
n_points++;
|
||||
if( n_points >= 10000 )
|
||||
{
|
||||
veejay_msg(0, "Too many points in contour");
|
||||
return;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
veejay_memset( Y, 0 , len );
|
||||
veejay_memset( Cb, 128, len );
|
||||
veejay_memset( Cr, 128, len );
|
||||
|
||||
for( i = 1; i <= labels; i ++ )
|
||||
{
|
||||
if( blobs[i] > 0 )
|
||||
{
|
||||
int radius = (int) ( 0.5 + sqrt( sw * blobs[i]) );
|
||||
int nx = cx[i] * sx;
|
||||
int ny = cy[i] * sy;
|
||||
int size_x = xsize[i] * sx;
|
||||
int size_y = ysize[i] * sy * 0.5; // over size in x axis
|
||||
|
||||
if( mode != 4 && ( abs( nx - x_[i] ) > 10 || abs( ny - y_[i] ) > 10 ) )
|
||||
//if( mode!=4 && cx[i] != x_[i] || cy[i] != y_[i] || !proj_[i])
|
||||
{
|
||||
x_[i] = nx;
|
||||
y_[i] = ny;
|
||||
|
||||
int x1 = nx - size_x;
|
||||
int y1 = ny - size_y;
|
||||
int x2 = nx + size_x;
|
||||
int y2 = ny + size_y;
|
||||
|
||||
if( x1 < 0 ) x1 = 0; else if ( x1 > width ) x1 = width;
|
||||
if( x2 < 0 ) x2 = 0; else if ( x2 > width ) x2 = width;
|
||||
if( y1 < 0 ) y1 = 0; else if ( y1 >= height ) y1 = height -1;
|
||||
if( y2 < 0 ) y2 = 0; else if ( y2 >= height ) y2 = height -1;
|
||||
|
||||
if(proj_[i])
|
||||
viewport_destroy( proj_[i] );
|
||||
proj_[i] = viewport_fx_init_map( width,height,
|
||||
x1,
|
||||
y1,
|
||||
x2,
|
||||
y1,
|
||||
x2,
|
||||
y2,
|
||||
x1,
|
||||
y2 );
|
||||
if(!proj_[i])
|
||||
return;
|
||||
}
|
||||
|
||||
if( mode == 4 )
|
||||
{
|
||||
viewport_line( Y, nx - size_x, ny - size_y ,
|
||||
nx + size_x, ny - size_y ,
|
||||
width, height, 0xff );
|
||||
|
||||
viewport_line( Y, nx - size_x, ny - size_y ,
|
||||
nx - size_x, ny + size_y ,
|
||||
width, height, 0xff );
|
||||
|
||||
viewport_line( Y, nx + size_x, ny - size_y ,
|
||||
nx + size_x, ny + size_y ,
|
||||
width, height, 0xff );
|
||||
|
||||
viewport_line( Y, nx - size_x, ny + size_y,
|
||||
nx + size_x, ny + size_y ,
|
||||
width, height, 128 );
|
||||
}
|
||||
else
|
||||
{
|
||||
viewport_process_dynamic_map( proj_[i], frame2->data, frame->data, dt_map, feather );
|
||||
packets++;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user