/* veejay - Linux VeeJay * (C) 2002-2015 Niels Elburg * * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details//. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include static struct { const char *name; int id; } _supported_codecs[] = { { "vj20", CODEC_ID_YUV420F }, { "vj22", CODEC_ID_YUV422F }, { "mjpg" ,CODEC_ID_MJPEG }, { "mjpb", CODEC_ID_MJPEGB }, { "i420", CODEC_ID_YUV420 }, { "i422", CODEC_ID_YUV422 }, { "dmb1", CODEC_ID_MJPEG }, { "jpeg", CODEC_ID_MJPEG }, { "mjpa", CODEC_ID_MJPEG }, { "mjpb", CODEC_ID_MJPEG }, { "jfif", CODEC_ID_MJPEG }, { "jfif", CODEC_ID_MJPEG }, { "png", CODEC_ID_PNG }, { "mpng", CODEC_ID_PNG }, #if LIBAVCODEC_BUILD > 4680 { "sp5x", CODEC_ID_SP5X }, #endif { "jpgl", CODEC_ID_MJPEG }, { "jpgl", CODEC_ID_MJPEG }, { "ljpg", CODEC_ID_LJPEG }, { "dvsd", CODEC_ID_DVVIDEO }, { "dvcp", CODEC_ID_DVVIDEO }, { "dv", CODEC_ID_DVVIDEO }, { "dvhd", CODEC_ID_DVVIDEO }, { "dvp", CODEC_ID_DVVIDEO }, { "yuv", CODEC_ID_YUV420 }, { "iyuv", CODEC_ID_YUV420 }, { "i420", CODEC_ID_YUV420 }, { "yv16", CODEC_ID_YUV422 }, { "yv12", CODEC_ID_YUV420 }, { "mlzo", CODEC_ID_YUVLZO }, { "hfyu", CODEC_ID_HUFFYUV }, { "cyuv", CODEC_ID_CYUV }, { "svq1", CODEC_ID_SVQ1 }, { "svq3", CODEC_ID_SVQ3 }, { "rpza", CODEC_ID_RPZA }, { "y42b", CODEC_ID_YUV422F }, { "pict", 0xffff }, { NULL , 0, }, }; #define MAX_PACKETS 5 typedef struct { AVPacket packets[MAX_PACKETS]; AVFrame *frames[2]; int frameinfo[2]; AVCodec *codec; AVCodecContext *codec_ctx; AVFormatContext *avformat_ctx; int frame_index; int pixfmt; int codec_id; VJFrame *output; VJFrame *input; void *scaler; int video_stream_id; uint32_t write_index; uint32_t read_index; double spvf; } el_decoder_t; //instead of iterating _supported_codecs and using a strncasecmp on every entry to find the codec_id, use a hash table that returns the codec identifier on hashed fourcc key //this collection is never freed and initialized on first access static hash_t *fourccTable = NULL; static inline void *avhelper_get_decoder_intra( const char *filename, int dst_pixfmt, int dst_width, int dst_height, int force_intra_frame_only ); typedef struct { int codec_id; } fourcc_node; //from veejaycore/vevo.c static inline int hash_key_code( const char *str ) { int hash = 5381; int c; while( (c = (int) *str++) != 0) hash = ((hash << 5) + hash) + c; /* hash * 33 + c */ return hash; } static hash_val_t key_hash(const void *key) { return (hash_val_t) key; } static int key_compare(const void *key1, const void *key2) { return ((const int) key1 == (const int) key2 ? 0 : 1); } int avhelper_get_codec_by_id(int id) { int i; for( i = 0; _supported_codecs[i].name != NULL ; i ++ ) { if( _supported_codecs[i].id == id) { return i; } } return -1; } static int avhelper_build_table() { fourccTable = hash_create( 100, key_compare, key_hash ); if(!fourccTable) { return -1; } int i; for( i = 0; _supported_codecs[i].name != NULL; i ++ ) { fourcc_node *node = (fourcc_node*) vj_malloc(sizeof(fourcc_node)); node->codec_id = _supported_codecs[i].id; hnode_t *hnode = hnode_create(node); hash_insert( fourccTable, hnode, (const void*) hash_key_code(_supported_codecs[i].name ) ); } return 0; } int avhelper_get_codec_by_key( int key ) { #ifdef ARCH_X86_64 int64_t k = (int64_t) key; #else int k = key; #endif if( fourccTable == NULL ) { /* lets initialize the hash of fourcc/codec_id pairs now */ if(avhelper_build_table() != 0) return -1; } hnode_t *node = hash_lookup( fourccTable,(const void*) k); fourcc_node *fourcc = hnode_get(node); if(fourcc) { return fourcc->codec_id; } return -1; } void *avhelper_get_codec_ctx( void *ptr ) { el_decoder_t *e = (el_decoder_t*) ptr; return e->codec_ctx; } void *avhelper_get_codec( void *ptr ) { el_decoder_t *e = (el_decoder_t*) ptr; return e->codec; } #if LIBAVCODEC_BUILD > 5400 static int avcodec_decode_video( AVCodecContext *avctx, AVFrame *picture, int *got_picture, uint8_t *data, int pktsize ) { AVPacket pkt; veejay_memset( &pkt, 0, sizeof(AVPacket)); pkt.data = data; pkt.size = pktsize; return avcodec_decode_video2( avctx, picture, got_picture, &pkt ); } #endif void avhelper_frame_unref(AVFrame *ptr) { #if (LIBAVCODEC_VERSION_MAJOR > 55 && LIBAVCODEC_VERSION_MINOR > 40) || (LIBAVCODEC_VERSION_MAJOR == 56 && LIBAVCODEC_VERSION_MINOR > 0) av_frame_unref( ptr ); #endif } void avhelper_free_context(AVCodecContext **avctx) { #if (LIBAVCODEC_VERSION_MAJOR > 55 && LIBAVCODEC_VERSION_MINOR > 40) || (LIBAVCODEC_VERSION_MAJOR == 56 && LIBAVCODEC_VERSION_MINOR > 0) avcodec_free_context( avctx ); #else // if( avctx ) // free(avctx); avctx = NULL; #endif } static void avhelper_close_input_file( AVFormatContext *s ) { #if LIBAVCODEC_BUILD > 5400 avformat_close_input(&s); #else av_close_input_file(s); #endif } void *avhelper_get_mjpeg_decoder(VJFrame *output) { el_decoder_t *x = (el_decoder_t*) vj_calloc( sizeof( el_decoder_t )); if(!x) { return NULL; } x->codec = avcodec_find_decoder( CODEC_ID_MJPEG ); if(x->codec == NULL) { veejay_msg(0,"Unable to find MJPEG decoder"); return NULL; } #if LIBAVCODEC_BUILD > 5400 x->codec_ctx = avcodec_alloc_context3(x->codec); if ( avcodec_open2( x->codec_ctx, x->codec, NULL ) < 0 ) #else x->codec_ctx = avcodec_alloc_context(); if ( avcodec_open( x->codec_ctx, x->codec ) < 0 ) #endif { free(x); return NULL; } x->frames[0] = avhelper_alloc_frame(); x->frames[1] = avhelper_alloc_frame(); x->output = yuv_yuv_template( NULL,NULL,NULL, output->width, output->height, alpha_fmt_to_yuv(output->format) ); return (void*) x; } void *avhelper_get_decoder( const char *filename, int dst_pixfmt, int dst_width, int dst_height ) { return avhelper_get_decoder_intra(filename, dst_pixfmt,dst_width,dst_height,1); } void *avhelper_get_stream_decoder( const char *filename, int dst_pixfmt, int dst_width, int dst_height ) { el_decoder_t *x = (el_decoder_t*) avhelper_get_decoder_intra(filename, dst_pixfmt,dst_width,dst_height,0); if( x == NULL ) { return NULL; } x->read_index = 0; x->write_index = 0; return (void*) x; } #define OK 0 double avhelper_get_spvf( void *decoder ) { el_decoder_t *x = (el_decoder_t*) decoder; return x->spvf; } int avhelper_recv_frame_packet( void *decoder ) { el_decoder_t *x = (el_decoder_t*) decoder; veejay_memset( &(x->packets[x->write_index]), 0 , sizeof(AVPacket)); int ret = av_read_frame(x->avformat_ctx, &(x->packets[x->write_index]) ); if( ret == OK ) { if( x->packets[ x->write_index ].stream_index != x->video_stream_id ) { av_free_packet( &(x->packets[x->write_index]) ); return 2; // discarded } x->write_index = (x->write_index + 1) % MAX_PACKETS; return 1; // accepted } return -1; // error } int avhelper_decode_video_buffer( void *ptr, uint8_t *data, int len ) { int got_picture = 0; el_decoder_t * e = (el_decoder_t*) ptr; avcodec_decode_video( e->codec_ctx, e->frames[e->frame_index], &got_picture, data, len ); //avhelper_frame_unref(e->frames[e->frame_index]); if(got_picture) { e->frameinfo[e->frame_index] = 1; /* we have a full picture at this index */ e->frame_index = (e->frame_index + 1) % 2; /* use next available buffer */ return 1; } return 0; } int avhelper_recv_decode( void *decoder, int *got_picture ) { el_decoder_t *x = (el_decoder_t*) decoder; int result = 0; int gp = 0; while(1) { // only decode video if( x->packets[ x->read_index ].stream_index != x->video_stream_id ) break; // poor man 'double buffering'; when the decode is successful, decode next frame into its own buffer and increment frame_index. // this function, is the only function, that may manipulate frame_index, as it is used together with avhelper_get_decoded_video // other functions in this source file, assume an index of 0 result = avcodec_decode_video( x->codec_ctx, x->frames[x->frame_index], &gp, x->packets[ x->read_index ].data, x->packets[ x->read_index ].size ); //avhelper_frame_unref(x->frames[x->frame_index]); av_free_packet( &(x->packets[x->write_index]) ); x->read_index = (x->read_index + 1) % MAX_PACKETS; if( gp ) break; } *got_picture = gp; if(gp) { x->frameinfo[x->frame_index] = 1; /* we have a full picture at this index */ x->frame_index = (x->frame_index + 1) % 2; /* use next available buffer */ x->frameinfo[x->frame_index] = 0; } return result; } int avhelper_get_frame( void *decoder, int *got_picture ) { el_decoder_t *x = (el_decoder_t*) decoder; veejay_memset( &(x->packets[0]), 0, sizeof(AVPacket)); int gp = 0; int result = 0; while(1) { int ret = av_read_frame(x->avformat_ctx, &(x->packets[0])); if( ret < 0 ) break; if ( x->packets[0].stream_index == x->video_stream_id ) { result = avcodec_decode_video( x->codec_ctx,x->frames[x->frame_index],&gp, x->packets[0].data, x->packets[0].size ); avhelper_frame_unref(x->frames[x->frame_index]); } av_free_packet( &(x->packets[0]) ); if( gp ) break; } *got_picture = gp; return result; } static inline void *avhelper_get_decoder_intra( const char *filename, int dst_pixfmt, int dst_width, int dst_height, int force_intra_frame_only ) { char errbuf[512]; el_decoder_t *x = (el_decoder_t*) vj_calloc( sizeof( el_decoder_t )); if(!x) { return NULL; } #if LIBAVCODEC_BUILD > 5400 int err = avformat_open_input( &(x->avformat_ctx), filename, NULL, NULL ); #else int err = av_open_input_file( &(x->avformat_ctx),filename,NULL,0,NULL ); #endif if(err < 0 ) { av_strerror( err, errbuf, sizeof(errbuf)); veejay_msg(VEEJAY_MSG_DEBUG, "Error opening %s: %s", filename,errbuf ); free(x); return NULL; } #if LIBAVCODEC_BUILD > 5400 /* avformat_find_stream_info leaks memory */ err = avformat_find_stream_info( x->avformat_ctx, NULL ); #else err = av_find_stream_info( x->avformat_ctx ); #endif if( err < 0 ) { av_strerror( err, errbuf, sizeof(errbuf)); veejay_msg(VEEJAY_MSG_DEBUG, "%s: %s" ,filename,errbuf ); } if(err < 0 ) { avhelper_close_input_file( x->avformat_ctx ); free(x); return NULL; } unsigned int i,j; unsigned int n = x->avformat_ctx->nb_streams; x->video_stream_id = -1; for( i = 0; i < n; i ++ ) { if( !x->avformat_ctx->streams[i]->codec ) continue; if( x->avformat_ctx->streams[i]->codec->codec_type == AVMEDIA_TYPE_AUDIO ) continue; if( x->avformat_ctx->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO ) { int sup_codec = !force_intra_frame_only; if( force_intra_frame_only ) { for( j = 0; _supported_codecs[j].name != NULL; j ++ ) { if( x->avformat_ctx->streams[i]->codec->codec_id == _supported_codecs[j].id ) { sup_codec = 1; goto further; } } } further: if( !sup_codec ) { avhelper_close_input_file( x->avformat_ctx ); free(x); return NULL; } x->codec = avcodec_find_decoder( x->avformat_ctx->streams[i]->codec->codec_id ); if(x->codec == NULL ) { avhelper_close_input_file( x->avformat_ctx ); free(x); return NULL; } x->video_stream_id = i; veejay_msg(VEEJAY_MSG_DEBUG, "FFmpeg: video stream %d, codec_id %d", x->video_stream_id, x->avformat_ctx->streams[i]->codec->codec_id); break; } } if( x->video_stream_id == -1 ) { veejay_msg(VEEJAY_MSG_DEBUG, "FFmpeg: No video streams found"); avhelper_close_input_file( x->avformat_ctx ); free(x); return NULL; } x->codec_ctx = x->avformat_ctx->streams[x->video_stream_id]->codec; int wid = dst_width; int hei = dst_height; if( wid == -1 && hei == -1 ) { wid = x->codec_ctx->width; hei = x->codec_ctx->height; } #if LIBAVCODEC_BUILD > 5400 if ( avcodec_open2( x->codec_ctx, x->codec, NULL ) < 0 ) #else if ( avcodec_open( x->codec_ctx, x->codec ) < 0 ) #endif { avhelper_close_input_file( x->avformat_ctx ); free(x); return NULL; } veejay_memset( &(x->packets[0]), 0, sizeof(AVPacket)); AVFrame *f = avhelper_alloc_frame(); x->output = yuv_yuv_template( NULL,NULL,NULL, wid, hei, dst_pixfmt ); x->spvf = ( (double) x->codec_ctx->framerate.den ) / ( (double) x->codec_ctx->framerate.num); int got_picture = 0; while(1) { int ret = av_read_frame(x->avformat_ctx, &(x->packets[0])); if( ret < 0 ) break; if ( x->packets[0].stream_index == x->video_stream_id ) { avcodec_decode_video( x->codec_ctx,f,&got_picture, x->packets[0].data, x->packets[0].size ); avhelper_frame_unref( f ); } av_free_packet( &(x->packets[0]) ); if( got_picture ) break; } av_free(f); if(!got_picture) { veejay_msg(VEEJAY_MSG_ERROR, "FFmpeg: Unable to get whole picture from %s", filename ); avcodec_close( x->codec_ctx ); avhelper_close_input_file( x->avformat_ctx ); free(x->output); free(x); return NULL; } x->pixfmt = x->codec_ctx->pix_fmt; x->codec_id = x->codec_ctx->codec_id; x->frames[0] = avhelper_alloc_frame(); x->frames[1] = avhelper_alloc_frame(); x->input = yuv_yuv_template( NULL,NULL,NULL, x->codec_ctx->width,x->codec_ctx->height, x->pixfmt ); return (void*) x; } #define LIBAVUTIL_VERSION_CHECK( a, b, c, d, e ) \ ( (LIBAVUTIL_VERSION_MICRO < 100 && LIBAVUTIL_VERSION_INT >= AV_VERSION_INT( a, b, c ) ) || \ (LIBAVUTIL_VERSION_MICRO >= 100 && LIBAVUTIL_VERSION_INT >= AV_VERSION_INT( a, d, e ) ) ) void *avhelper_alloc_frame() { #if LIBAVUTIL_VERSION_CHECK(55,20,0,13,100) return av_frame_alloc(); #else return avcodec_alloc_frame(); #endif } void avhelper_close_decoder( void *ptr ) { el_decoder_t *e = (el_decoder_t*) ptr; avcodec_close( e->codec_ctx ); for( int i = 0; i < MAX_PACKETS ; i ++ ) { av_free_packet( &(e->packets[i]) ); } if(e->avformat_ctx) { avhelper_close_input_file( e->avformat_ctx ); } if(e->scaler) { yuv_free_swscaler( e->scaler ); } if(e->frames[0]->data[0]) avhelper_frame_unref(e->frames[0]); if(e->frames[1]->data[0]) avhelper_frame_unref(e->frames[1]); if(e->input) free(e->input); if(e->output) free(e->output); if(e->frames[0]) av_free(e->frames[0]); if(e->frames[1]) av_free(e->frames[1]); free(e); } VJFrame *avhelper_get_input_frame( void *ptr ) { el_decoder_t *e = (el_decoder_t*) ptr; return e->input; } VJFrame *avhelper_get_output_frame( void *ptr) { el_decoder_t *e = (el_decoder_t*) ptr; return e->output; } int avhelper_decode_video( void *ptr, uint8_t *data, int len ) { int got_picture = 0; el_decoder_t * e = (el_decoder_t*) ptr; int result = avcodec_decode_video( e->codec_ctx, e->frames[e->frame_index], &got_picture, data, len ); if(!got_picture || result <= 0) { e->frameinfo[e->frame_index] = 1; e->frame_index = (e->frame_index +1) %2; e->frameinfo[e->frame_index] = 0; return 0; } return 1; } VJFrame *avhelper_get_decoded_video(void *ptr) { el_decoder_t * e = (el_decoder_t*) ptr; if(e->input == NULL) { e->input = yuv_yuv_template( NULL,NULL,NULL, e->codec_ctx->width,e->codec_ctx->height, e->codec_ctx->pix_fmt ); } int idx = 0; if( e->frameinfo[1] == 1 ) // find best frame idx = 1; e->input->data[0] = e->frames[idx]->data[0]; e->input->data[1] = e->frames[idx]->data[1]; e->input->data[2] = e->frames[idx]->data[2]; e->input->data[3] = e->frames[idx]->data[3]; e->input->stride[0] = e->frames[idx]->linesize[0]; e->input->stride[1] = e->frames[idx]->linesize[1]; e->input->stride[2] = e->frames[idx]->linesize[2]; e->input->stride[3] = e->frames[idx]->linesize[3]; return e->input; } void avhelper_rescale_video(void *ptr, uint8_t *dst[3]) { el_decoder_t * e = (el_decoder_t*) ptr; if(e->input == NULL) { e->input = yuv_yuv_template( NULL,NULL,NULL, e->codec_ctx->width,e->codec_ctx->height, e->codec_ctx->pix_fmt ); } if(e->scaler == NULL ) { sws_template sws_tem; veejay_memset(&sws_tem, 0,sizeof(sws_template)); sws_tem.flags = yuv_which_scaler(); e->scaler = yuv_init_swscaler( e->input,e->output, &sws_tem, yuv_sws_get_cpu_flags()); if(e->scaler == NULL) { free(e->input); veejay_msg(VEEJAY_MSG_DEBUG, "Unable to initialize scaler context for [%d,%d, @%d %p,%p,%p ] -> [%d,%d, @%d, %p,%p,%p ]", e->input->width,e->input->height,e->input->format,e->input->data[0],e->input->data[1],e->input->data[2], e->output->width,e->output->height,e->output->format,e->output->data[0],e->output->data[1],e->output->data[2]); return; } } e->input->data[0] = e->frames[e->frame_index]->data[0]; e->input->data[1] = e->frames[e->frame_index]->data[1]; e->input->data[2] = e->frames[e->frame_index]->data[2]; e->input->data[3] = e->frames[e->frame_index]->data[3]; e->output->data[0] = dst[0]; e->output->data[1] = dst[1]; e->output->data[2] = dst[2]; yuv_convert_any3( e->scaler, e->input, e->frames[e->frame_index]->linesize, e->output, e->input->format, e->pixfmt ); }