veejay/veejay-current/veejay-server/libel/avhelper.c

/* veejay - Linux VeeJay
 *           (C) 2002-2015 Niels Elburg <nwelburg@gmail.com> 
 *
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details//.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 */

#include <config.h>
#include <string.h>
#include <stdio.h>
#include <stdlib.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <unistd.h>
#include <stdint.h>
#include <veejaycore/defs.h>
#include <veejaycore/vj-msg.h>
#include <veejaycore/vjmem.h>
#include <veejaycore/vj-task.h>
#include <libvje/vje.h>
#include <veejaycore/yuvconv.h>
#include <libavutil/avutil.h>
#include <libavcodec/avcodec.h>
#include <libavcodec/version.h>
#include <libavformat/avformat.h>
#include <libavformat/version.h>
#include <libavutil/imgutils.h>
#include <veejaycore/avhelper.h>
#include <veejaycore/av.h>
#include <veejaycore/hash.h>

static struct
{
        const char *name;
        int  id;
} _supported_codecs[] = 
{
	{ "vj20", CODEC_ID_YUV420F	},
	{ "vj22", CODEC_ID_YUV422F	},
	{ "qoiy", CODEC_ID_QOIY },
#if LIBAVACODEC_VERSION_MAJOR >= 59  
    // ffmpeg has support for QOI since 59
	{ "qoif" , AV_CODEC_ID_QOI},
#endif
    { "mjpg" ,CODEC_ID_MJPEG 	},
	{ "i420", CODEC_ID_YUV420	},
    { "i422", CODEC_ID_YUV422	},
	{ "dmb1", CODEC_ID_MJPEG	},
	{ "jpeg", CODEC_ID_MJPEG	},
	{ "mjpa", CODEC_ID_MJPEG	},
	{ "jfif", CODEC_ID_MJPEG	},
	{ "png", CODEC_ID_PNG		},
	{ "mpng", CODEC_ID_PNG		},
#if LIBAVCODEC_VERSION_MAJOR > 46 && LIBAVCODEC_VERSION_MINOR > 80
	{ "sp5x", CODEC_ID_SP5X		}, 
#endif
	{ "jpgl", CODEC_ID_MJPEG 	},
	{ "ljpg", CODEC_ID_LJPEG	},
	{ "dvsd", CODEC_ID_DVVIDEO	},
	{ "dvcp", CODEC_ID_DVVIDEO	},
	{ "dv",	CODEC_ID_DVVIDEO	},
	{ "dvhd", CODEC_ID_DVVIDEO	},
	{ "dvp", CODEC_ID_DVVIDEO	},
	{ "yuv", CODEC_ID_YUV420	},
	{ "iyuv", CODEC_ID_YUV420	},
	{ "yv16", CODEC_ID_YUV422	},
	{ "yv12", CODEC_ID_YUV420	},
	{ "mlzo", CODEC_ID_YUVLZO	}, 
	{ "hfyu", CODEC_ID_HUFFYUV	},
	{ "cyuv", CODEC_ID_CYUV		},
	{ "svq1", CODEC_ID_SVQ1		},
	{ "svq3", CODEC_ID_SVQ3		},
	{ "rpza", CODEC_ID_RPZA		},
	{ "y42b", CODEC_ID_YUV422F  },
	{ "pict", 0xffff			},

	{ NULL  , 0,				},
};

//from gst-ffmpeg, round up a number
#define GEN_MASK(x) ((1<<(x))-1)
#define ROUND_UP_X(v,x) (((v) + GEN_MASK(x)) & ~GEN_MASK(x))
#define ROUND_UP_2(x) ROUND_UP_X (x, 1)
#define ROUND_UP_4(x) ROUND_UP_X (x, 2)
#define ROUND_UP_8(x) ROUND_UP_X (x, 3)
#define DIV_ROUND_UP_X(v,x) (((v) + GEN_MASK(x)) >> (x))

#define MAX_PACKETS 5

typedef struct
{
#if LIBAVCODEC_VERSION_MAJOR < 60
	AVPacket packets[MAX_PACKETS];
#else
	AVPacket *packets[MAX_PACKETS];
#endif
    AVFrame *frames[2];
	int	frameinfo[2];
	AVCodec *codec;
	AVCodecContext *codec_ctx;
	AVFormatContext *avformat_ctx;
#if LIBAVCODEC_VERSION_MAJOR >= 60
	AVPacket *packet;
	AVFrame *frame;
#endif
	int frame_index;
	int pixfmt;
	int codec_id;
	VJFrame *output;
	VJFrame *input;
	void *scaler;
    int video_stream_id;
    uint32_t write_index;
    uint32_t read_index;
    double  spvf;
} el_decoder_t;


//instead of iterating _supported_codecs and using a strncasecmp on every entry to find the codec_id, use a hash table that returns the codec identifier on hashed fourcc key
//this collection is never freed and initialized on first access
static hash_t *fourccTable = NULL;

static inline void *avhelper_get_decoder_intra( const char *filename, int dst_pixfmt, int dst_width, int dst_height, int force_intra_frame_only );

typedef struct {
	int codec_id;
} fourcc_node;

//from veejaycore/vevo.c
static inline int hash_key_code( const char *str )           
{
	int hash = 5381;
    int c;
    while( (c = (int) *str++) != 0)
    	hash = ((hash << 5) + hash) + c; /* hash * 33 + c */

    return hash;
}
static hash_val_t key_hash(const void *key)
{
    return (hash_val_t) key;
}
static int key_compare(const void *key1, const void *key2)
{
    return ((const int) key1 == (const int) key2 ? 0 : 1);
}

int avhelper_set_num_decoders() {
	int n_threads = 0;

	char *num_decode_threads = getenv( "VEEJAY_NUM_DECODE_THREADS" );
    if( num_decode_threads ) {
        n_threads = atoi(num_decode_threads);
    }
    else {
        veejay_msg(VEEJAY_MSG_DEBUG, "env VEEJAY_NUM_DECODE_THREADS not set!");
		int n = vj_task_get_num_cpus();
		if( n > 1 )
			n_threads = 2;
		if( n > 3 )
			n_threads = 4;
    }

	veejay_msg(VEEJAY_MSG_DEBUG, "Using %d decoding threads (ffmpeg)", n_threads);
	return n_threads;
}

int 	avhelper_get_codec_by_id(int id)
{
	int i;
	for( i = 0; _supported_codecs[i].name != NULL ; i ++ )
	{
		if( _supported_codecs[i].id == id)
		{
			return i;
		}
	}
	return -1;
}

static int		avhelper_build_table()
{
	fourccTable = hash_create( 100, key_compare, key_hash );
	if(!fourccTable) {
		return -1;
	}

	int i;
	for( i = 0; _supported_codecs[i].name != NULL; i ++ ) {
		fourcc_node *node = (fourcc_node*) vj_malloc(sizeof(fourcc_node));
		node->codec_id = _supported_codecs[i].id;
		hnode_t *hnode = hnode_create(node);
		hash_insert( fourccTable, hnode, (const void*) hash_key_code(_supported_codecs[i].name ) );
	}

	return 0;
}

int	avhelper_get_codec_by_key( int key )
{
#ifdef ARCH_X86_64
	int64_t k = (int64_t) key;
#else
	int k = key;
#endif
	if( fourccTable == NULL ) {
		/* lets initialize the hash of fourcc/codec_id pairs now */
		if(avhelper_build_table() != 0)
			return -1;
	}
	
	hnode_t *node = hash_lookup( fourccTable,(const void*) k);
	if( node == NULL ) {
		return -1;
	}
	fourcc_node *fourcc = hnode_get(node);
	if(fourcc) {
		return fourcc->codec_id;
	}
	
	return -1;
}

void	*avhelper_get_codec_ctx( void *ptr )
{
	el_decoder_t *e = (el_decoder_t*) ptr;
	return e->codec_ctx;
}


void	*avhelper_get_codec( void *ptr )
{
	el_decoder_t *e = (el_decoder_t*) ptr;
	return e->codec;
}

void	avhelper_codec_close( AVCodecContext *ctx ) {
#if LIBAVCODEC_VERSION_MAJOR >= 60
	avcodec_free_context(&ctx);
#else
	avcodec_close(ctx);
#endif
}


#if LIBAVCODEC_VERSION_MAJOR > 54 && LIBAVCODEC_VERSION_MAJOR < 60
static int avcodec_decode_video( AVCodecContext *avctx, AVFrame *picture, int *got_picture, uint8_t *data, int pktsize ) {
	AVPacket pkt;
	veejay_memset( &pkt, 0, sizeof(AVPacket));
	pkt.data = data;
	pkt.size = pktsize;
	return avcodec_decode_video2( avctx, picture, got_picture, &pkt );
}
#else
static int avcodec_decode_video( AVPacket *pkt, AVCodecContext *avctx, AVFrame *picture, int *got_picture, uint8_t *data, int pktsize ) {
	pkt->data = data;
	pkt->size = pktsize;

	int ret = avcodec_send_packet( avctx, pkt );
	if( ret < 0 ) {
		veejay_msg(0, "Error submitting a packet to the decoder: %s", av_err2str(ret));
		return ret;
	}

	ret = avcodec_receive_frame( avctx, picture );
	if( ret < 0 ) {
		if( ret == AVERROR_EOF ) {
			veejay_msg(VEEJAY_MSG_WARNING, "There is no output");
			*got_picture = 0;
			return ret;
		}
	}

	*got_picture = 1;

	av_packet_unref(pkt);

	return ret;
}
#endif

int avhelper_decode_video3( AVCodecContext *avctx, AVFrame *frame, int *got_picture, AVPacket *pkt ) {
#if LIBAVCODEC_VERSION_MAJOR < 60
	return avcodec_decode_video(avctx,frame,got_picture,pkt->data,pkt->size);
#else
	return avcodec_decode_video(pkt, avctx,frame,got_picture,pkt->data,pkt->size);
#endif
}


void avhelper_frame_unref(AVFrame *ptr)
{
#if (LIBAVCODEC_VERSION_MAJOR > 55 && LIBAVCODEC_VERSION_MINOR > 40) || (LIBAVCODEC_VERSION_MAJOR == 56 && LIBAVCODEC_VERSION_MINOR > 0)
	av_frame_unref( ptr );
#endif

#if LIBAVCODEC_VERSION_MAJOR >= 60
	//av_frame_free(&ptr);
#endif


}

void avhelper_free_context(AVCodecContext **avctx)
{
#if (LIBAVCODEC_VERSION_MAJOR > 55 && LIBAVCODEC_VERSION_MINOR > 40) || (LIBAVCODEC_VERSION_MAJOR == 56 && LIBAVCODEC_VERSION_MINOR > 0)
	avcodec_free_context( avctx );
#else
//	if( avctx )
//		free(avctx);
	avctx = NULL;
#endif
}

static void avhelper_close_input_file( AVFormatContext *s ) {
#if LIBAVCODEC_VERSION_MAJOR > 54
	avformat_close_input(&s);
#else
	av_close_input_file(s);
#endif
}

void avhelper_free_packet(AVPacket *pkt) {
#if LIBAVCODEC_VERSION_MAJOR < 60
	av_free_packet( pkt );
#else
	av_packet_unref( pkt );
#endif
}


void	*avhelper_get_mjpeg_decoder(VJFrame *output) {
	el_decoder_t *x = (el_decoder_t*) vj_calloc( sizeof( el_decoder_t ));
	int j;
	if(!x) {
		return NULL;
	}

	x->codec = avcodec_find_decoder( CODEC_ID_MJPEG );
	if(x->codec == NULL) {
		veejay_msg(0,"Unable to find MJPEG decoder");
		return NULL;
	}

#if LIBAVCODEC_VERSION_MAJOR > 54
	x->codec_ctx = avcodec_alloc_context3(x->codec);

	int n_threads = avhelper_set_num_decoders();
	if (x->codec->capabilities & AV_CODEC_CAP_FRAME_THREADS) {
		x->codec_ctx->thread_type = FF_THREAD_FRAME;
		x->codec_ctx->thread_count = n_threads;	
	}
	else if (x->codec->capabilities & AV_CODEC_CAP_SLICE_THREADS) {
		x->codec_ctx->thread_type = FF_THREAD_SLICE;
		x->codec_ctx->thread_count = n_threads;	
	}

	//AVDictionary *options = NULL;
	//av_dict_set(&options, "hwaccel", "auto", 0);

	if ( avcodec_open2( x->codec_ctx, x->codec, NULL ) < 0 )
#else
	x->codec_ctx = avcodec_alloc_context();
	if ( avcodec_open( x->codec_ctx, x->codec ) < 0 ) 
#endif
	{
		free(x);
		//av_dict_free(&options);
		return NULL;
	}

	x->frames[0] = avhelper_alloc_frame();
	x->frames[1] = avhelper_alloc_frame();
#if LIBAVCODEC_VERSION_MAJOR >= 60
	for(j = 0; j < MAX_PACKETS; j ++ ) {
		x->packets[j] = av_packet_alloc();
	}
#endif
	x->output = yuv_yuv_template( NULL,NULL,NULL, output->width, output->height, alpha_fmt_to_yuv(output->format) );
	//av_dict_free(&options);

	return (void*) x;
}

void	*avhelper_get_decoder( const char *filename, int dst_pixfmt, int dst_width, int dst_height ) {
        return avhelper_get_decoder_intra(filename, dst_pixfmt,dst_width,dst_height,1);
}

void	*avhelper_get_stream_decoder( const char *filename, int dst_pixfmt, int dst_width, int dst_height ) {

        el_decoder_t *x = (el_decoder_t*) avhelper_get_decoder_intra(filename, dst_pixfmt,dst_width,dst_height,0);
	if( x == NULL ) {
		return NULL;
	}

        x->read_index = 0;
        x->write_index = 0;
        
        return (void*) x;
}


#define OK 0

double avhelper_get_spvf( void *decoder ) {
	el_decoder_t *x = (el_decoder_t*) decoder;
	return x->spvf;
}

int avhelper_recv_frame_packet( void *decoder )
{
    el_decoder_t *x = (el_decoder_t*) decoder;
#if LIBAVCODEC_VERSION_MAJOR < 60
    veejay_memset( &(x->packets[x->write_index]), 0 , sizeof(AVPacket));
#else

#endif

#if LIBAVCODEC_VERSION_MAJOR < 60
    int ret = av_read_frame(x->avformat_ctx, &(x->packets[x->write_index]) );
#else
	int ret = av_read_frame(x->avformat_ctx, x->packets[x->write_index] );
#endif

    if( ret == OK ) {
#if LIBAVCODEC_VERSION_MAJOR < 60
        if( x->packets[ x->write_index ].stream_index != x->video_stream_id ) {
			avhelper_free_packet( &(x->packets[x->write_index]) );
#else
		if( x->packets[ x->write_index ]->stream_index != x->video_stream_id ) {
			avhelper_free_packet( x->packets[x->write_index] );
#endif
            return 2; // discarded
        }

        x->write_index = (x->write_index + 1) % MAX_PACKETS;
        return 1; // accepted
    }

    return -1; // error
}

int	avhelper_decode_video_buffer( void *ptr, uint8_t *data, int len )  //FIXME callers
{
	int got_picture = 0;
	el_decoder_t * e = (el_decoder_t*) ptr;
#if LIBAVCODEC_VERSION_MAJOR < 60
	avcodec_decode_video( e->codec_ctx, e->frames[e->frame_index], &got_picture, data, len );
#else
	avcodec_decode_video( e->packets[e->frame_index], e->codec_ctx, e->frames[e->frame_index], &got_picture, data, len );
#endif

	//avhelper_frame_unref(e->frames[e->frame_index]);

	if(got_picture) {
		e->frameinfo[e->frame_index] = 1; /* we have a full picture at this index */
		e->frame_index = (e->frame_index + 1) % 2; /* use next available buffer */
		return 1;
	}

	return 0;
}


int avhelper_recv_decode( void *decoder, int *got_picture )
{
    el_decoder_t *x = (el_decoder_t*) decoder;
    int result = 0;
    int gp = 0;

    while(1) {

        // only decode video
#if LIBAVCODEC_VERSION_MAJOR < 60
        if( x->packets[ x->read_index ].stream_index != x->video_stream_id )
            break;
		// poor man 'double buffering'; when the decode is successful, decode next frame into its own buffer and increment frame_index.
        // this function, is the only function, that may manipulate frame_index, as it is used together with avhelper_get_decoded_video
        // other functions in this source file, assume an index of 0 
        result = avcodec_decode_video( x->codec_ctx, x->frames[x->frame_index], &gp, x->packets[ x->read_index ].data, x->packets[ x->read_index ].size );
        //avhelper_frame_unref(x->frames[x->frame_index]);
		 avhelper_free_packet( &(x->packets[x->write_index]) );
#else
        if( x->packets[ x->read_index ]->stream_index != x->video_stream_id )
            break;
		// poor man 'double buffering'; when the decode is successful, decode next frame into its own buffer and increment frame_index.
        // this function, is the only function, that may manipulate frame_index, as it is used together with avhelper_get_decoded_video
        // other functions in this source file, assume an index of 0 
        result = avcodec_decode_video( x->packets[x->read_index], x->codec_ctx, x->frames[x->frame_index], &gp, x->packets[ x->read_index ]->data, x->packets[ x->read_index ]->size );
        //avhelper_frame_unref(x->frames[x->frame_index]);
		 avhelper_free_packet( x->packets[x->write_index]);
#endif

        x->read_index = (x->read_index + 1) % MAX_PACKETS;

        if( gp )
           break;
    }
    *got_picture = gp;

	if(gp) { //FIXME callers and finish decode to increment frame
		x->frameinfo[x->frame_index] = 1; /* we have a full picture at this index */
		x->frame_index = (x->frame_index + 1) % 2; /* use next available buffer */
        x->frameinfo[x->frame_index] = 0;
    }

    return result;
}

static inline void	*avhelper_get_decoder_intra( const char *filename, int dst_pixfmt, int dst_width, int dst_height, int force_intra_frame_only ) {
	char errbuf[512];
	el_decoder_t *x = (el_decoder_t*) vj_calloc( sizeof( el_decoder_t ));
	int ret;
	if(!x) {
		return NULL;
	}

#if LIBAVCODEC_VERSION_MAJOR > 54
	int err = avformat_open_input( &(x->avformat_ctx), filename, NULL, NULL );
#else
	int err = av_open_input_file( &(x->avformat_ctx),filename,NULL,0,NULL );
#endif

	if(err < 0 ) {
		av_strerror( err, errbuf, sizeof(errbuf));
		veejay_msg(VEEJAY_MSG_ERROR, "Error opening %s: %s", filename,errbuf );
		free(x);
		return NULL;
	}

#if LIBAVCODEC_VERSION_MAJOR > 54
	err = avformat_find_stream_info( x->avformat_ctx, NULL );
#else
	err = av_find_stream_info( x->avformat_ctx );
#endif
	if( err < 0 ) {
		av_strerror( err, errbuf, sizeof(errbuf));
		veejay_msg(VEEJAY_MSG_ERROR, "Error getting stream info from %s: %s" ,filename,errbuf );
	}

	if(err < 0 ) {
		avhelper_close_input_file( x->avformat_ctx );
		free(x);
		return NULL;
	}

#if LIBAVCODEC_VERSION_MAJOR < 60
	unsigned int i,j;
	unsigned int n = x->avformat_ctx->nb_streams;
	
    x->video_stream_id = -1;

	for( i = 0; i < n; i ++ )
	{
		if( !x->avformat_ctx->streams[i]->codec )
			continue;

		if( x->avformat_ctx->streams[i]->codec->codec_type == AVMEDIA_TYPE_AUDIO )
			continue;

		if( x->avformat_ctx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO )
		{
				int sup_codec = !force_intra_frame_only;
                                if( force_intra_frame_only ) {
			        	for( j = 0; _supported_codecs[j].name != NULL; j ++ ) {
				        	if( x->avformat_ctx->streams[i]->codec->codec_id == _supported_codecs[j].id ) {
				        		sup_codec = 1;
				        		goto further;
				        	}
				        }	
                                }
further:
				if( !sup_codec ) {
					veejay_msg(VEEJAY_MSG_ERROR, "FFmpeg: Not a supported codec %d", 
						x->avformat_ctx->streams[i]->codec->codec_id);
					avhelper_close_input_file( x->avformat_ctx );
					free(x);
					return NULL;
				}

				x->codec = avcodec_find_decoder( x->avformat_ctx->streams[i]->codec->codec_id );
				if(x->codec == NULL ) 
				{
					veejay_msg(VEEJAY_MSG_ERROR,"FFmpeg: Unable to find decoder" );
					avhelper_close_input_file( x->avformat_ctx );
					free(x);
					return NULL;
				}
				x->video_stream_id = i;

				veejay_msg(VEEJAY_MSG_DEBUG, "FFmpeg: video stream %d, codec_id %d", x->video_stream_id, x->avformat_ctx->streams[i]->codec->codec_id);

				break;
		}
	}

	if( x->video_stream_id == -1 ) {
		veejay_msg(VEEJAY_MSG_ERROR, "FFmpeg: No video streams found");
		avhelper_close_input_file( x->avformat_ctx );
		free(x);
		return NULL;
	}

	x->codec_ctx = x->avformat_ctx->streams[x->video_stream_id]->codec;
#else
  int stream_index;
    AVStream *st; int j;
   
    ret = av_find_best_stream(x->avformat_ctx, AVMEDIA_TYPE_VIDEO, -1, -1, NULL, 0);
    if (ret < 0) {
        veejay_msg(VEEJAY_MSG_ERROR, "Could not find %s stream in input file '%s'\n",
                av_get_media_type_string(AVMEDIA_TYPE_VIDEO), filename);
		avhelper_close_input_file( x->avformat_ctx );
		free(x);
        return NULL;
    } else {
        stream_index = ret;
        st = x->avformat_ctx->streams[stream_index];

		int sup_codec = !force_intra_frame_only;
		if( force_intra_frame_only ) {
			for( j = 0; _supported_codecs[j].name != NULL; j ++ ) {
				if( st->codecpar->codec_id == _supported_codecs[j].id ) {
					sup_codec = 1;
					break;
				}
			}
		
			if( !sup_codec ) {
				if(st->codecpar->codec_id == 0) 
					veejay_msg(VEEJAY_MSG_DEBUG, "Continue, file is not recognized by ffmpeg (codec not found)");
				veejay_msg(VEEJAY_MSG_DEBUG, "The codec %d is not supportedr ", st->codecpar->codec_id);
				avhelper_close_input_file( x->avformat_ctx );
				free(x);
				return NULL;
			}
		}

        /* find decoder for the stream */
        x->codec = avcodec_find_decoder(st->codecpar->codec_id);
        if (!x->codec) {
            veejay_msg(VEEJAY_MSG_ERROR, "Failed to find %s codec\n",
                    av_get_media_type_string(AVMEDIA_TYPE_VIDEO));
					avhelper_close_input_file( x->avformat_ctx );
			free(x);
            return NULL;
        }

		x->video_stream_id = stream_index;
    }
#endif

	int wid = dst_width;
	int hei = dst_height;

#if LIBAVCODEC_VERSION_MAJOR < 60
	if( wid == -1 && hei == -1 ) {
		wid = x->codec_ctx->width;
		hei = x->codec_ctx->height;
	}
#else
	AVCodecContext *dec_ctx = avcodec_alloc_context3(x->codec);
	if(!dec_ctx) {
		veejay_msg(VEEJAY_MSG_ERROR, "Failed to allocate the codec context");
		avhelper_codec_close(dec_ctx);
		avhelper_close_input_file( x->avformat_ctx );
		free(x);
		return NULL;
	}

	/* Copy codec parameters from input stream to output codec context */
	if ((ret = avcodec_parameters_to_context(dec_ctx, st->codecpar)) < 0) {
		veejay_msg(VEEJAY_MSG_ERROR, "Failed to copy %s codec parameters to decoder context");
		avhelper_codec_close(dec_ctx);
		avhelper_close_input_file( x->avformat_ctx );
		free(x);
		return NULL;
	}
	if( wid == -1 && hei == -1 ) {
		wid = dec_ctx->width;
		hei = dec_ctx->height;
	}
#endif

#if LIBAVCODECBUILD > 5400
	int n_threads = avhelper_set_num_decoders();

	if (x->codec->capabilities & AV_CODEC_CAP_FRAME_THREADS) {
		x->codec_ctx->thread_type = FF_THREAD_FRAME;
		x->codec_ctx->thread_count = n_threads;	
	}
	else if (x->codec->capabilities & AV_CODEC_CAP_SLICE_THREADS) {
		x->codec_ctx->thread_type = FF_THREAD_SLICE;
		x->codec_ctx->thread_count = n_threads;	
	}

#endif

#if LIBAVCODEC_VERSION_MAJOR >= 60
	/* Init the decoders */
	if ((ret = avcodec_open2(dec_ctx, x->codec, NULL)) < 0) 
#endif
#if LIBAVCODEC_VERSION_MAJOR > 54 && LIBAVCODEC_VERSION_MAJOR < 60
	if ((ret = avcodec_open2( x->codec_ctx, x->codec, NULL )) < 0 )
#endif
#if LIBAVCODEC_VERSION_MAJOR < 54
	if ((ret = avcodec_open( x->codec_ctx, x->codec )) < 0 ) 
#endif
	{
		veejay_msg(VEEJAY_MSG_ERROR, " FFmpeg: Unable to open codec");
		avhelper_close_input_file( x->avformat_ctx );
		free(x);
		return NULL;
	}

#if LIBAVCODEC_VERSION_MAJOR >= 60
	x->codec_ctx = dec_ctx;
	for(j = 0; j < MAX_PACKETS; j ++ ) {
		x->packets[j] = av_packet_alloc();
	}

#endif

	int got_picture = 0;

#if LIBAVCODEC_VERSION_MAJOR < 60
	veejay_memset( &(x->packets[0]), 0, sizeof(AVPacket));
	AVFrame *f = avhelper_alloc_frame();
	x->output = yuv_yuv_template( NULL,NULL,NULL, wid, hei, dst_pixfmt );
	x->spvf = ( (double) x->codec_ctx->framerate.den ) / ( (double) x->codec_ctx->framerate.num);
	
	while(1) {
	    int ret = av_read_frame(x->avformat_ctx, &(x->packets[0]));
		if( ret < 0 ) {
			av_strerror( err, errbuf, sizeof(errbuf));
			veejay_msg(VEEJAY_MSG_ERROR, "FFmpeg: read error: %s", errbuf);
			break;
		}

		if ( x->packets[0].stream_index == x->video_stream_id ) {
			ret = avcodec_decode_video( x->codec_ctx,f,&got_picture, x->packets[0].data, x->packets[0].size );

			avhelper_frame_unref( f );
			if( ret < 0 ) {
				av_strerror( err, errbuf, sizeof(errbuf));
				veejay_msg(VEEJAY_MSG_ERROR, "FFmpeg: decode error: %s", errbuf);
			}
		}
				
		avhelper_free_packet( &(x->packets[0]) );	

		if( got_picture )
			break;
	}
	av_free(f);
#else
	AVFrame *f = avhelper_alloc_frame();
	x->output = yuv_yuv_template( NULL,NULL,NULL, wid, hei, dst_pixfmt );
	x->spvf = ( (double) x->codec_ctx->framerate.den ) / ( (double) x->codec_ctx->framerate.num);
	
	while(1) {
	    int ret = av_read_frame(x->avformat_ctx, x->packets[0]);
		if( ret < 0 ) {
			av_strerror( err, errbuf, sizeof(errbuf));
			veejay_msg(VEEJAY_MSG_ERROR, "FFmpeg: read error: %s", errbuf);
			break;
		}

		if ( x->packets[0]->stream_index == x->video_stream_id ) {
			ret = avcodec_decode_video( x->packets[0], x->codec_ctx,f,&got_picture, x->packets[0]->data, x->packets[0]->size );

			avhelper_frame_unref( f );
			if( ret < 0 ) {
				av_strerror( err, errbuf, sizeof(errbuf));
				veejay_msg(VEEJAY_MSG_ERROR, "FFmpeg: decode error: %s", errbuf);
			}
		}
				
		avhelper_free_packet( x->packets[0] );	

		if( got_picture )
			break;
	}
	av_packet_free( &(x->packets[0]));
	av_free(f);
#endif



	if(!got_picture) {
		veejay_msg(VEEJAY_MSG_ERROR, "FFmpeg: Unable to get whole picture from %s", filename );
		avcodec_close( x->codec_ctx );
		avhelper_close_input_file( x->avformat_ctx );
		free(x->output);
		free(x);
		return NULL;
	}

	x->pixfmt = x->codec_ctx->pix_fmt;
	x->codec_id = x->codec_ctx->codec_id;
	x->frames[0] = avhelper_alloc_frame();
	x->frames[1] = avhelper_alloc_frame();
	x->input = yuv_yuv_template( NULL,NULL,NULL, x->codec_ctx->width,x->codec_ctx->height, x->pixfmt );



	return (void*) x;
}

#define LIBAVUTIL_VERSION_CHECK( a, b, c, d, e ) \
    ( (LIBAVUTIL_VERSION_MICRO <  100 && LIBAVUTIL_VERSION_INT >= AV_VERSION_INT( a, b, c ) ) || \
      (LIBAVUTIL_VERSION_MICRO >= 100 && LIBAVUTIL_VERSION_INT >= AV_VERSION_INT( a, d, e ) ) )

void	*avhelper_alloc_frame()
{
#if LIBAVUTIL_VERSION_CHECK(55,20,0,13,100)
	return av_frame_alloc();
#else
	return avcodec_alloc_frame();
#endif
}

void	avhelper_close_decoder( void *ptr ) 
{
	el_decoder_t *e = (el_decoder_t*) ptr;
	avhelper_codec_close( e->codec_ctx );

#if LIBAVCODEC_VERSION_MAJOR < 60
	for( int i = 0; i < MAX_PACKETS ; i ++ ) {
		avhelper_free_packet( &(e->packets[i]) );
	}
#else
	for( int i = 0; i < MAX_PACKETS ; i ++ ) {
		av_packet_free( &(e->packets[i]) );
	}
#endif
	
	if(e->avformat_ctx) {
		avhelper_close_input_file( e->avformat_ctx );
	}
	if(e->scaler) {
		yuv_free_swscaler( e->scaler );
	}

    if(e->frames[0]->data[0])
        avhelper_frame_unref(e->frames[0]);
    if(e->frames[1]->data[0])
        avhelper_frame_unref(e->frames[1]);


	if(e->input)
		free(e->input);
	if(e->output)
		free(e->output);
#if LIBAVCODEC_VERSION_MAJOR >= 60
	av_frame_free( &(e->frames[0]) );
	av_frame_free( &(e->frames[1]) );

	av_frame_free( &(e->frame) );
	av_packet_free( &(e->packet));
#else
	if(e->frames[0])
		av_free(e->frames[0]);
	if(e->frames[1])
		av_free(e->frames[1]);
#endif
	free(e);
}

VJFrame	*avhelper_get_input_frame( void *ptr )
{
	el_decoder_t *e = (el_decoder_t*) ptr;
	return e->input;
}

VJFrame *avhelper_get_output_frame( void *ptr)
{
	el_decoder_t *e = (el_decoder_t*) ptr;
	return e->output;
}

int avhelper_decode_video_direct( void *ptr, uint8_t *data, int len, uint8_t *dst[4], int pf, int w, int h ) {
	el_decoder_t *e = (el_decoder_t*) ptr;
#if LIBAVCODEC_VERSION_MAJOR >= 60
	if(e->packets[0] == NULL) {
		for( int i = 0; i < MAX_PACKETS; i ++ ) {
			e->packets[i] = av_packet_alloc();
		}
	}
#endif

	int ret = avhelper_decode_video(ptr, data, len );
	if( ret < 0 ) {
		return ret;
	}
	return avhelper_rescale_video(ptr, dst );
}

void avhelper_decode_finish( void *ptr )
{
	el_decoder_t * e = (el_decoder_t*) ptr;


#if LIBAVCODEC_VERSION_MAJOR >= 60	
	av_frame_unref( e->frames[e->frame_index] );
#endif

    e->frameinfo[e->frame_index] = 1;
    e->frame_index = (e->frame_index +1) %2;
    e->frameinfo[e->frame_index] = 0;

}

int	avhelper_decode_video( void *ptr, uint8_t *data, int len ) //FIXME: decoding with ffmpeg 4 crashes because of bad packet / frame (data) handling
{
	int got_picture = 0;
	el_decoder_t * e = (el_decoder_t*) ptr;
#if LIBAVCODEC_VERSION_MAJOR < 60
	int result = avcodec_decode_video( e->codec_ctx, e->frames[e->frame_index], &got_picture, data, len );
#else
	int result = avcodec_decode_video( e->packets[0], e->codec_ctx, e->frames[e->frame_index], &got_picture, data, len );
#endif

	if(!got_picture || result < 0) {
//#if LIBAVCODEC_BUILD >= 6000
//		av_frame_unref( e->frames[e->frame_index] );
//#endif	
		return 0;
	}

/*
    e->frameinfo[e->frame_index] = 1;
    e->frame_index = (e->frame_index +1) %2;
    e->frameinfo[e->frame_index] = 0;
*/
//#if LIBAVCODEC_BUILD >= 6000
//	av_frame_unref( e->frames[e->frame_index] );
//#endif	
	return 1;
}

VJFrame	*avhelper_get_decoded_video(void *ptr) {
	el_decoder_t * e = (el_decoder_t*) ptr;

	if(e->input == NULL) {
		e->input = yuv_yuv_template( NULL,NULL,NULL, e->codec_ctx->width,e->codec_ctx->height, e->codec_ctx->pix_fmt );
	}

	int idx = 0;
	if( e->frameinfo[1] == 1 ) // find best frame
		idx = 1;
	
	e->input->data[0] = e->frames[idx]->data[0];
	e->input->data[1] = e->frames[idx]->data[1];
	e->input->data[2] = e->frames[idx]->data[2];
	e->input->data[3] = e->frames[idx]->data[3];

   	e->input->stride[0] = e->frames[idx]->linesize[0];
   	e->input->stride[1] = e->frames[idx]->linesize[1];
   	e->input->stride[2] = e->frames[idx]->linesize[2];
   	e->input->stride[3] = e->frames[idx]->linesize[3];

	return e->input;
}

int	avhelper_rescale_video(void *ptr, uint8_t *dst[4])
{
	el_decoder_t * e = (el_decoder_t*) ptr;

	if(e->input == NULL) {
		e->input = yuv_yuv_template( NULL,NULL,NULL, e->codec_ctx->width,e->codec_ctx->height, e->codec_ctx->pix_fmt );
	}

	if(e->scaler == NULL ) {
		sws_template sws_tem;
  		veejay_memset(&sws_tem, 0,sizeof(sws_template));
    		sws_tem.flags = yuv_which_scaler();
    		e->scaler = yuv_init_swscaler( e->input,e->output, &sws_tem, yuv_sws_get_cpu_flags());
		if(e->scaler == NULL) {
			free(e->input);
			veejay_msg(VEEJAY_MSG_DEBUG, "Unable to initialize scaler context for [%d,%d, @%d %p,%p,%p ] -> [%d,%d, @%d, %p,%p,%p ]",
				e->input->width,e->input->height,e->input->format,e->input->data[0],e->input->data[1],e->input->data[2],
				e->output->width,e->output->height,e->output->format,e->output->data[0],e->output->data[1],e->output->data[2]);
			
			return 0;
		}
	}

	e->input->data[0] = e->frames[e->frame_index]->data[0];
	e->input->data[1] = e->frames[e->frame_index]->data[1];
	e->input->data[2] = e->frames[e->frame_index]->data[2];
	e->input->data[3] = e->frames[e->frame_index]->data[3];

	e->output->data[0] = dst[0];
	e->output->data[1] = dst[1];
	e->output->data[2] = dst[2];

	yuv_convert_any3( e->scaler, e->input, e->frames[e->frame_index]->linesize, e->output);

	return 1;
}