add new stream type with support for RTSP, h264, mp4, etc

veejay-current/veejay-server/libstream/vj-avformat.c

@@ -0,0 +1,241 @@
+/* 
+ * Linux VeeJay
+ *
+ * Copyright(C)2002 - 2018 Niels Elburg <nwelburg@gmail.com>
+ *
+ * This program is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU General Public License
+ * as published by the Free Software Foundation; either version 2
+ * of the License , or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ */
+
+#include <config.h>
+#include <stdint.h>
+#include <pthread.h>
+#include <libavutil/time.h>
+#include <libavcodec/avcodec.h>
+#include <libstream/vj-tag.h>
+#include <libyuv/yuvconv.h>
+#include <libvjmem/vjmem.h>
+#include <libavutil/pixfmt.h>
+#include <libvjmsg/vj-msg.h>
+#include <libstream/vj-avformat.h>
+#include <time.h>
+#include <libyuv/yuvconv.h>
+#include <libel/avcommon.h>
+#include <libel/avhelper.h>
+
+typedef struct
+{
+	pthread_mutex_t mutex;
+	pthread_t thread;
+	int state;
+	int have_frame;
+	void *decoder;
+	VJFrame *info;
+	VJFrame *dest; // there is no full range YUV + alpha in PIX_FMT family
+	void *scaler;
+	double spvf;
+} threaded_t;
+
+#define STATE_INACTIVE 0
+#define STATE_RUNNING  1
+#define STATE_QUIT 2
+#define STATE_ERROR 4
+
+static int lock(threaded_t *t)
+{
+	return pthread_mutex_lock( &(t->mutex ));
+}
+
+static int unlock(threaded_t *t)
+{
+	return pthread_mutex_unlock( &(t->mutex ));
+}
+
+static int eval_state(threaded_t *t, vj_tag *tag)
+{
+	int ret = 0;
+	lock(t);
+
+	if(t->state == STATE_ERROR || t->decoder == NULL) {
+			if(t->decoder) {
+				avhelper_close_decoder(t->decoder);
+				t->decoder = NULL;
+			}
+			veejay_msg(VEEJAY_MSG_INFO, " ... Waiting for thread to become ready [%s]",tag->source_name);
+
+			t->decoder = avhelper_get_stream_decoder( tag->source_name, t->info->format, t->info->width, t->info->height );
+			if(t->decoder == NULL) {
+				t->state = STATE_ERROR;
+			}
+			else {
+				t->spvf = avhelper_get_spvf(t->decoder);
+				t->state = STATE_RUNNING;
+			}
+	}
+
+	ret = t->state;
+
+	unlock(t);
+	return ret;
+}
+
+static void	*reader_thread(void *data)
+{
+	vj_tag *tag = (vj_tag*) data;
+	threaded_t *t = tag->priv;
+
+	for( ;; ) {
+		int error	 = 0;
+		int got_picture  = 0;
+		int result = 0;
+	
+		int state_eval = eval_state(t,tag);
+		switch(state_eval) {
+			case STATE_INACTIVE:
+				{
+					unsigned int usec = (unsigned int) ( t->spvf  * 1000000.0);
+					av_usleep( usec );		
+					continue;	
+				}
+				break;
+			case STATE_RUNNING:	
+				{
+					double time_start = av_gettime_relative() / 1000000.0;
+					while( (result = avhelper_recv_frame_packet(t->decoder))== 2) {} 
+					if( result < 0 ) {
+						veejay_msg(0, "There was an error retrieving the frame");
+						error = 1;
+					}
+					if( result == 1 ) {
+						lock(t);
+						result = avhelper_recv_decode( t->decoder, &got_picture );
+						if( result < 0 ) {
+							veejay_msg(0,"There was an error decoding the frame");
+							error = 1;
+						}
+						if( got_picture ) {
+							t->have_frame = 1;
+						}
+						unlock(t);
+
+						double time_end = av_gettime_relative() / 1000000.0;
+						double time_diff = time_end - time_start;
+
+						// naive implementation for clock, source is too slow for playback at specified framerate when time_diff > spvf
+						if( time_diff < t->spvf && t->have_frame ) {
+							unsigned int usec = (unsigned int) (( t->spvf - time_diff ) * 1000000.0);
+							av_usleep(usec);
+						}
+					}
+					if( error ) {
+						lock(t);
+						t->state = STATE_ERROR;
+						unlock(t);
+					}
+				}
+				break;
+			case STATE_QUIT:
+				{
+					goto NETTHREADEXIT;
+				}
+		}
+	}
+
+NETTHREADEXIT:
+
+	if(t->decoder) {
+		avhelper_close_decoder(t->decoder);
+		t->decoder = NULL;
+	}
+
+	veejay_msg(VEEJAY_MSG_ERROR, "Thread was told to exit");
+
+	pthread_exit(NULL);
+
+	return NULL;
+}
+
+void	avformat_thread_set_state(vj_tag *tag, int new_state)
+{
+	threaded_t *t = (threaded_t*) tag->priv;
+	lock(t);
+	t->state = new_state;
+	unlock(t);
+}
+
+void	*avformat_thread_allocate(VJFrame *frame)
+{
+	threaded_t *t = (threaded_t*) vj_calloc(sizeof(threaded_t));
+	return (void*) t;
+}
+
+int	avformat_thread_get_frame( vj_tag *tag, VJFrame *dst )
+{
+	threaded_t *t = (threaded_t*) tag->priv;
+
+	lock(t);
+	VJFrame *src = avhelper_get_decoded_video(t->decoder);
+		if(t->scaler == NULL) {
+		sws_template sws_templ;
+		memset( &sws_templ, 0, sizeof(sws_template));
+		sws_templ.flags = yuv_which_scaler();
+		t->scaler = yuv_init_swscaler( src,t->dest, &sws_templ, yuv_sws_get_cpu_flags() );
+	}
+
+	yuv_convert_and_scale( t->scaler, src,dst );
+	unlock(t);
+
+	return 1;
+}
+
+int	avformat_thread_start(vj_tag *tag, VJFrame *info)
+{
+	threaded_t *t = (threaded_t*)tag->priv;
+	int p_err = 0;
+
+	t->dest = yuv_yuv_template(NULL,NULL,NULL, info->width,info->height, alpha_fmt_to_yuv(info->format));
+	if(t->dest == NULL) {
+		return 0;
+	}
+
+	pthread_mutex_init( &(t->mutex), NULL );
+
+	t->have_frame = 0;
+	t->info = info;
+	t->state = STATE_ERROR;
+
+	p_err = pthread_create( &(t->thread), NULL, &reader_thread, (void*) tag );
+		
+	if( p_err ==0) {
+		veejay_msg(VEEJAY_MSG_INFO, "Created thread for stream [%s]",tag->source_name );
+	}
+
+	return 1; 
+}
+
+void	avformat_thread_stop(vj_tag *tag)
+{
+	threaded_t *t = (threaded_t*)tag->priv;
+	
+	lock(t);
+	t->state = STATE_QUIT;
+	unlock(t);
+
+	pthread_mutex_destroy( &(t->mutex));
+	if(t->dest) {
+		free(t->dest);
+	}
+
+	veejay_msg(VEEJAY_MSG_INFO, "Thread has exited");
+}
+

veejay-current/veejay-server/libstream/vj-avformat.h

@@ -0,0 +1,28 @@
+/* 
+ * Linux VeeJay
+ *
+ * Copyright(C)2002-2018 Niels Elburg <nwelburg@gmail.com>
+ *
+ * This program is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU General Public License
+ * as published by the Free Software Foundation; either version 2
+ * of the License , or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ */
+
+#ifndef AVFORMAT_STREAM_HH
+#define AVFORMAT_STREAM_HH
+
+void	avformat_thread_stop(vj_tag *tag);
+int	avformat_thread_start(vj_tag *tag, VJFrame *info);
+int	avformat_thread_get_frame( vj_tag *tag, VJFrame *dst);
+void	*avformat_thread_allocate(VJFrame *frame);
+void	avformat_thread_set_state(vj_tag *,int new_state);
+#endif