mirror of
https://github.com/brunoherbelin/vimix.git
synced 2025-12-06 16:00:00 +01:00
845 lines
23 KiB
C++
845 lines
23 KiB
C++
#include "MediaPlayer.h"
|
|
#include <algorithm>
|
|
|
|
// vmix
|
|
#include "defines.h"
|
|
#include "Log.h"
|
|
#include "RenderingManager.h"
|
|
#include "Resource.h"
|
|
#include "Visitor.h"
|
|
#include "UserInterfaceManager.h"
|
|
#include "GstToolkit.h"
|
|
|
|
// Desktop OpenGL function loader
|
|
#include <glad/glad.h>
|
|
|
|
// GStreamer
|
|
#include <gst/gl/gl.h>
|
|
#include <gst/gstformat.h>
|
|
#include <gst/pbutils/gstdiscoverer.h>
|
|
#include <gst/app/gstappsink.h>
|
|
|
|
#ifndef NDEBUG
|
|
#define MEDIA_PLAYER_DEBUG
|
|
#endif
|
|
|
|
// opengl texture
|
|
static GLuint tex_index_black = 0;
|
|
|
|
GLuint blackTexture()
|
|
{
|
|
// generate texture (once) & clear
|
|
if (tex_index_black == 0) {
|
|
glGenTextures(1, &tex_index_black);
|
|
glBindTexture( GL_TEXTURE_2D, tex_index_black);
|
|
unsigned char clearColor[3] = {0};
|
|
// texture with one black pixel
|
|
glTexImage2D(GL_TEXTURE_2D, 0, GL_RGB, 1, 1, 0, GL_RGB, GL_UNSIGNED_BYTE, clearColor);
|
|
}
|
|
|
|
return tex_index_black;
|
|
}
|
|
|
|
MediaPlayer::MediaPlayer(string name) : id(name)
|
|
{
|
|
if (std::empty(id))
|
|
id = GstToolkit::date_time_string();
|
|
|
|
uri = "undefined";
|
|
pipeline = nullptr;
|
|
discoverer = nullptr;
|
|
|
|
ready = false;
|
|
seekable = false;
|
|
isimage = false;
|
|
interlaced = false;
|
|
need_loop = false;
|
|
v_frame_is_full = false;
|
|
rate = 1.0;
|
|
framerate = 0.0;
|
|
|
|
width = par_width = 640;
|
|
height = 480;
|
|
position = GST_CLOCK_TIME_NONE;
|
|
duration = GST_CLOCK_TIME_NONE;
|
|
start_position = GST_CLOCK_TIME_NONE;
|
|
frame_duration = GST_CLOCK_TIME_NONE;
|
|
desired_state = GST_STATE_PAUSED;
|
|
loop = LoopMode::LOOP_REWIND;
|
|
current_segment = segments.begin();
|
|
v_frame.buffer = nullptr;
|
|
|
|
textureindex = 0;
|
|
}
|
|
|
|
MediaPlayer::~MediaPlayer()
|
|
{
|
|
Close();
|
|
// g_free(v_frame);
|
|
}
|
|
|
|
void MediaPlayer::accept(Visitor& v) {
|
|
v.visit(*this);
|
|
}
|
|
|
|
void MediaPlayer::Bind()
|
|
{
|
|
glBindTexture(GL_TEXTURE_2D, Texture());
|
|
}
|
|
|
|
guint MediaPlayer::Texture() const
|
|
{
|
|
if (textureindex == 0)
|
|
return blackTexture();
|
|
|
|
return textureindex;
|
|
}
|
|
|
|
void MediaPlayer::Open(string uri)
|
|
{
|
|
// set uri to open
|
|
this->uri = uri;
|
|
|
|
// reset
|
|
ready = false;
|
|
|
|
/* Instantiate the Discoverer */
|
|
GError *err = NULL;
|
|
discoverer = gst_discoverer_new (5 * GST_SECOND, &err);
|
|
if (!discoverer) {
|
|
Log::Warning("MediaPlayer Error creating discoverer instance: %s\n", err->message);
|
|
g_clear_error (&err);
|
|
return;
|
|
}
|
|
|
|
// set callback for filling in information into this MediaPlayer
|
|
g_signal_connect (discoverer, "discovered", G_CALLBACK (callback_discoverer_process), this);
|
|
// set callback when finished discovering
|
|
g_signal_connect (discoverer, "finished", G_CALLBACK (callback_discoverer_finished), this);
|
|
|
|
// start discoverer
|
|
gst_discoverer_start(discoverer);
|
|
// Add the request to process asynchronously the URI
|
|
if (!gst_discoverer_discover_uri_async (discoverer, uri.c_str())) {
|
|
Log::Warning("MediaPlayer %s Failed to start discovering URI '%s'\n", id.c_str(), uri.c_str());
|
|
g_object_unref (discoverer);
|
|
discoverer = nullptr;
|
|
}
|
|
|
|
// and wait for discoverer to finish...
|
|
}
|
|
|
|
|
|
void MediaPlayer::execute_open()
|
|
{
|
|
// build string describing pipeline
|
|
string description = "uridecodebin uri=" + uri + " name=decoder !";
|
|
if (interlaced)
|
|
description += " deinterlace !";
|
|
description += " videoconvert ! appsink name=sink";
|
|
|
|
// parse pipeline descriptor
|
|
GError *error = NULL;
|
|
pipeline = gst_parse_launch (description.c_str(), &error);
|
|
if (error != NULL) {
|
|
Log::Warning("MediaPlayer %s Could not construct pipeline %s:\n%s", id.c_str(), description.c_str(), error->message);
|
|
g_clear_error (&error);
|
|
return;
|
|
}
|
|
g_object_set(G_OBJECT(pipeline), "name", id.c_str(), NULL);
|
|
|
|
// GstCaps *caps = gst_static_caps_get (&frame_render_caps);
|
|
string capstring = "video/x-raw,format=RGBA,width="+ std::to_string(width) + ",height=" + std::to_string(height);
|
|
GstCaps *caps = gst_caps_from_string(capstring.c_str());
|
|
if (!gst_video_info_from_caps (&v_frame_video_info, caps)) {
|
|
Log::Warning("MediaPlayer %s Could not configure video frame info", id.c_str());
|
|
return;
|
|
}
|
|
|
|
// setup appsink
|
|
GstElement *sink = gst_bin_get_by_name (GST_BIN (pipeline), "sink");
|
|
if (sink) {
|
|
|
|
// set all properties
|
|
g_object_set (sink, "emit-signals", TRUE, "sync", TRUE, "enable-last-sample", TRUE,
|
|
"wait-on-eos", FALSE, "max-buffers", 1000, "caps", caps, NULL);
|
|
|
|
// connect callbacks
|
|
g_signal_connect(G_OBJECT(sink), "new-sample", G_CALLBACK (callback_pull_sample_video), this);
|
|
g_signal_connect(G_OBJECT(sink), "new-preroll", G_CALLBACK (callback_pull_sample_video), this);
|
|
g_signal_connect(G_OBJECT(sink), "eos", G_CALLBACK (callback_end_of_video), this);
|
|
|
|
// Instruct appsink to drop old buffers when the maximum amount of queued buffers is reached.
|
|
// here max-buffers set to 1000
|
|
gst_app_sink_set_drop ( (GstAppSink*) sink, true);
|
|
|
|
// done with ref to sink
|
|
gst_object_unref (sink);
|
|
}
|
|
else {
|
|
Log::Warning("MediaPlayer %s Could not configure sink", id.c_str());
|
|
return;
|
|
}
|
|
gst_caps_unref (caps);
|
|
|
|
// capture bus signals to force a unique opengl context for all GST elements
|
|
//Rendering::LinkPipeline(GST_PIPELINE (pipeline));
|
|
|
|
// set to desired state (PLAY or PAUSE)
|
|
GstStateChangeReturn ret = gst_element_set_state (pipeline, desired_state);
|
|
if (ret == GST_STATE_CHANGE_FAILURE) {
|
|
Log::Warning("MediaPlayer %s Could not open %s", id.c_str(), uri.c_str());
|
|
return;
|
|
}
|
|
|
|
// all good
|
|
Log::Info("MediaPlayer %s Open %s (%s %d x %d)", id.c_str(), uri.c_str(), codec_name.c_str(), width, height);
|
|
ready = true;
|
|
}
|
|
|
|
bool MediaPlayer::isOpen() const
|
|
{
|
|
return ready;
|
|
}
|
|
|
|
void MediaPlayer::Close()
|
|
{
|
|
// stop discovering stream
|
|
if (discoverer != nullptr) {
|
|
gst_discoverer_stop (discoverer);
|
|
g_object_unref (discoverer);
|
|
discoverer = nullptr;
|
|
}
|
|
|
|
if (!ready)
|
|
return;
|
|
|
|
// clean up GST
|
|
if (pipeline != nullptr) {
|
|
gst_element_set_state (pipeline, GST_STATE_NULL);
|
|
gst_object_unref (pipeline);
|
|
pipeline = nullptr;
|
|
}
|
|
|
|
// nothing to display
|
|
textureindex = blackTexture();
|
|
|
|
// un-ready the media player
|
|
ready = false;
|
|
}
|
|
|
|
|
|
GstClockTime MediaPlayer::Duration()
|
|
{
|
|
if (duration == GST_CLOCK_TIME_NONE && pipeline != nullptr) {
|
|
gint64 d = GST_CLOCK_TIME_NONE;
|
|
if ( gst_element_query_duration(pipeline, GST_FORMAT_TIME, &d) )
|
|
duration = d;
|
|
}
|
|
|
|
return duration;
|
|
}
|
|
|
|
GstClockTime MediaPlayer::FrameDuration()
|
|
{
|
|
return frame_duration;
|
|
}
|
|
|
|
guint MediaPlayer::Width() const
|
|
{
|
|
return width;
|
|
}
|
|
|
|
guint MediaPlayer::Height() const
|
|
{
|
|
return height;
|
|
}
|
|
|
|
float MediaPlayer::AspectRatio() const
|
|
{
|
|
return static_cast<float>(par_width) / static_cast<float>(height);
|
|
}
|
|
|
|
GstClockTime MediaPlayer::Position()
|
|
{
|
|
GstClockTime pos = position;
|
|
|
|
if (pos == GST_CLOCK_TIME_NONE && pipeline != nullptr) {
|
|
gint64 p = GST_CLOCK_TIME_NONE;
|
|
if ( gst_element_query_position (pipeline, GST_FORMAT_TIME, &p) )
|
|
pos = p;
|
|
}
|
|
|
|
return pos - start_position;
|
|
}
|
|
|
|
void MediaPlayer::Play(bool on)
|
|
{
|
|
// cannot play an image
|
|
if (isimage)
|
|
return;
|
|
|
|
// request state
|
|
GstState requested_state = on ? GST_STATE_PLAYING : GST_STATE_PAUSED;
|
|
// ignore if requesting twice same state
|
|
if (desired_state == requested_state)
|
|
return;
|
|
|
|
// accept request to the desired state
|
|
desired_state = requested_state;
|
|
|
|
// if not ready yet, the requested state will be handled later
|
|
if ( pipeline == nullptr )
|
|
return;
|
|
|
|
// requesting to play, but stopped at end of stream : rewind first !
|
|
if ( desired_state == GST_STATE_PLAYING) {
|
|
if ( ( rate>0.0 ? duration - Position() : Position() ) < 2 * frame_duration )
|
|
Rewind();
|
|
}
|
|
|
|
// all ready, apply state change immediately
|
|
GstStateChangeReturn ret = gst_element_set_state (pipeline, desired_state);
|
|
if (ret == GST_STATE_CHANGE_FAILURE) {
|
|
Log::Warning("MediaPlayer %s Failed to start", gst_element_get_name(pipeline));
|
|
}
|
|
#ifdef MEDIA_PLAYER_DEBUG
|
|
else if (on)
|
|
Log::Info("MediaPlayer %s Start", gst_element_get_name(pipeline));
|
|
else
|
|
Log::Info("MediaPlayer %s Stop", gst_element_get_name(pipeline));
|
|
#endif
|
|
|
|
// reset time counter on stop
|
|
if (!on)
|
|
timecount.reset();
|
|
}
|
|
|
|
bool MediaPlayer::isPlaying() const
|
|
{
|
|
// image cannot play
|
|
if (isimage)
|
|
return false;
|
|
|
|
// if not ready yet, answer with requested state
|
|
if ( pipeline == nullptr )
|
|
return desired_state == GST_STATE_PLAYING;
|
|
|
|
// if ready, answer with actual state
|
|
GstState state;
|
|
gst_element_get_state (pipeline, &state, NULL, GST_CLOCK_TIME_NONE);
|
|
return state == GST_STATE_PLAYING;
|
|
|
|
// return desired_state == GST_STATE_PLAYING;
|
|
}
|
|
|
|
|
|
MediaPlayer::LoopMode MediaPlayer::Loop() const
|
|
{
|
|
return loop;
|
|
}
|
|
|
|
void MediaPlayer::setLoop(MediaPlayer::LoopMode mode)
|
|
{
|
|
loop = mode;
|
|
}
|
|
|
|
void MediaPlayer::Rewind()
|
|
{
|
|
if (!seekable)
|
|
return;
|
|
|
|
if (rate > 0.0)
|
|
// playing forward, loop to begin
|
|
execute_seek_command(0);
|
|
else
|
|
// playing backward, loop to end
|
|
execute_seek_command(duration);
|
|
}
|
|
|
|
|
|
void MediaPlayer::SeekNextFrame()
|
|
{
|
|
// useful only when Paused
|
|
if (isPlaying())
|
|
return;
|
|
|
|
if ( loop != LOOP_NONE) {
|
|
// eventually loop if mode allows
|
|
if ( ( rate>0.0 ? duration - Position() : Position() ) < 2 * frame_duration )
|
|
need_loop = true;
|
|
}
|
|
|
|
// step
|
|
gst_element_send_event (pipeline, gst_event_new_step (GST_FORMAT_BUFFERS, 1, ABS(rate), TRUE, FALSE));
|
|
|
|
}
|
|
|
|
void MediaPlayer::SeekTo(GstClockTime pos)
|
|
{
|
|
if (!seekable)
|
|
return;
|
|
|
|
// remember pos
|
|
GstClockTime previous_pos = Position();
|
|
|
|
// apply seek
|
|
GstClockTime target = CLAMP(pos, 0, duration);
|
|
execute_seek_command(target);
|
|
|
|
}
|
|
|
|
void MediaPlayer::FastForward()
|
|
{
|
|
if (!seekable)
|
|
return;
|
|
|
|
double step = SIGN(rate) * 0.01 * static_cast<double>(duration);
|
|
GstClockTime target = Position() + static_cast<GstClockTime>(step);
|
|
|
|
// manage loop
|
|
if ( target > duration ) {
|
|
if (loop == LOOP_NONE)
|
|
target = duration;
|
|
else
|
|
target = target - duration;
|
|
}
|
|
|
|
SeekTo(target);
|
|
}
|
|
|
|
|
|
|
|
bool MediaPlayer::addPlaySegment(GstClockTime begin, GstClockTime end)
|
|
{
|
|
return addPlaySegment( MediaSegment(begin, end) );
|
|
}
|
|
|
|
bool MediaPlayer::addPlaySegment(MediaSegment s)
|
|
{
|
|
if ( s.is_valid() )
|
|
return segments.insert(s).second;
|
|
|
|
return false;
|
|
}
|
|
|
|
bool MediaPlayer::removeAllPlaySegmentOverlap(MediaSegment s)
|
|
{
|
|
bool ret = removePlaySegmentAt(s.begin);
|
|
return removePlaySegmentAt(s.end) || ret;
|
|
}
|
|
|
|
bool MediaPlayer::removePlaySegmentAt(GstClockTime t)
|
|
{
|
|
MediaSegmentSet::const_iterator s = std::find_if(segments.begin(), segments.end(), containsTime(t));
|
|
|
|
if ( s != segments.end() ) {
|
|
segments.erase(s);
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
std::list< std::pair<guint64, guint64> > MediaPlayer::getPlaySegments() const
|
|
{
|
|
std::list< std::pair<guint64, guint64> > ret;
|
|
for (MediaSegmentSet::iterator it = segments.begin(); it != segments.end(); it++)
|
|
ret.push_back( std::make_pair( it->begin, it->end ) );
|
|
|
|
return ret;
|
|
}
|
|
|
|
void MediaPlayer::Update()
|
|
{
|
|
// discard
|
|
if (!ready)
|
|
return;
|
|
|
|
// done discovering stream
|
|
if (discoverer != nullptr) {
|
|
gst_discoverer_stop (discoverer);
|
|
g_object_unref (discoverer);
|
|
discoverer = nullptr;
|
|
}
|
|
|
|
// apply texture
|
|
if (v_frame_is_full) {
|
|
// first occurence; create texture
|
|
if (textureindex==0) {
|
|
glActiveTexture(GL_TEXTURE0);
|
|
glGenTextures(1, &textureindex);
|
|
glBindTexture(GL_TEXTURE_2D, textureindex);
|
|
glPixelStorei(GL_UNPACK_ALIGNMENT, 4);
|
|
glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST);
|
|
glTexImage2D(GL_TEXTURE_2D, 0, GL_RGBA, width, height,
|
|
0, GL_RGBA, GL_UNSIGNED_BYTE, v_frame.data[0]);
|
|
}
|
|
else // bind texture
|
|
{
|
|
glBindTexture(GL_TEXTURE_2D, textureindex);
|
|
glTexSubImage2D(GL_TEXTURE_2D, 0, 0, 0, width, height,
|
|
GL_RGBA, GL_UNSIGNED_BYTE, v_frame.data[0]);
|
|
}
|
|
|
|
// sync with callback_pull_last_sample_video
|
|
v_frame_is_full = false;
|
|
}
|
|
|
|
// manage loop mode
|
|
if (need_loop && !isimage) {
|
|
execute_loop_command();
|
|
need_loop = false;
|
|
}
|
|
|
|
// all other updates below are only for playing mode
|
|
if (desired_state != GST_STATE_PLAYING)
|
|
return;
|
|
|
|
// test segments
|
|
if ( segments.begin() != segments.end()) {
|
|
|
|
if ( current_segment == segments.end() )
|
|
current_segment = segments.begin();
|
|
|
|
if ( Position() > current_segment->end) {
|
|
g_print("switch to next segment ");
|
|
current_segment++;
|
|
if ( current_segment == segments.end() )
|
|
current_segment = segments.begin();
|
|
SeekTo(current_segment->begin);
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
void MediaPlayer::execute_loop_command()
|
|
{
|
|
if (loop==LOOP_REWIND) {
|
|
Rewind();
|
|
}
|
|
else if (loop==LOOP_BIDIRECTIONAL) {
|
|
rate *= - 1.f;
|
|
execute_seek_command();
|
|
}
|
|
else {
|
|
Play(false);
|
|
}
|
|
}
|
|
|
|
void MediaPlayer::execute_seek_command(GstClockTime target)
|
|
{
|
|
if ( pipeline == nullptr || !seekable)
|
|
return;
|
|
|
|
GstEvent *seek_event = nullptr;
|
|
|
|
// seek position : default to target
|
|
GstClockTime seek_pos = target;
|
|
|
|
// no target given
|
|
if (target == GST_CLOCK_TIME_NONE)
|
|
// create seek event with current position (rate changed ?)
|
|
seek_pos = Position();
|
|
// target is given but useless
|
|
else if ( ABS_DIFF(target, Position()) < frame_duration) {
|
|
// ignore request
|
|
#ifdef MEDIA_PLAYER_DEBUG
|
|
Log::Info("MediaPlayer %s Ignored seek to current position", id.c_str());
|
|
#endif
|
|
return;
|
|
}
|
|
|
|
// seek with flush (always)
|
|
int seek_flags = GST_SEEK_FLAG_FLUSH;
|
|
// seek with trick mode if fast speed
|
|
if ( ABS(rate) > 2.0 )
|
|
seek_flags |= GST_SEEK_FLAG_TRICKMODE;
|
|
|
|
// create seek event depending on direction
|
|
if (rate > 0) {
|
|
seek_event = gst_event_new_seek (rate, GST_FORMAT_TIME, (GstSeekFlags) seek_flags,
|
|
GST_SEEK_TYPE_SET, seek_pos, GST_SEEK_TYPE_END, 0);
|
|
} else {
|
|
seek_event = gst_event_new_seek (rate, GST_FORMAT_TIME, (GstSeekFlags) seek_flags,
|
|
GST_SEEK_TYPE_SET, 0, GST_SEEK_TYPE_SET, seek_pos);
|
|
}
|
|
|
|
// Send the event (ASYNC)
|
|
if (seek_event && !gst_element_send_event(pipeline, seek_event) )
|
|
Log::Warning("MediaPlayer %s Seek failed", gst_element_get_name(pipeline));
|
|
#ifdef MEDIA_PLAYER_DEBUG
|
|
else
|
|
Log::Info("MediaPlayer %s Seek %ld %f", gst_element_get_name(pipeline), seek_pos, rate);
|
|
#endif
|
|
}
|
|
|
|
void MediaPlayer::SetPlaySpeed(double s)
|
|
{
|
|
if (isimage)
|
|
return;
|
|
|
|
// bound to interval [-MAX_PLAY_SPEED MAX_PLAY_SPEED]
|
|
rate = CLAMP(s, -MAX_PLAY_SPEED, MAX_PLAY_SPEED);
|
|
// skip interval [-MIN_PLAY_SPEED MIN_PLAY_SPEED]
|
|
if (ABS(rate) < MIN_PLAY_SPEED)
|
|
rate = SIGN(rate) * MIN_PLAY_SPEED;
|
|
|
|
// apply with seek
|
|
execute_seek_command();
|
|
}
|
|
|
|
double MediaPlayer::PlaySpeed() const
|
|
{
|
|
return rate;
|
|
}
|
|
|
|
|
|
std::string MediaPlayer::Codec() const
|
|
{
|
|
return codec_name;
|
|
}
|
|
|
|
double MediaPlayer::FrameRate() const
|
|
{
|
|
return framerate;
|
|
}
|
|
|
|
double MediaPlayer::UpdateFrameRate() const
|
|
{
|
|
return timecount.framerate();
|
|
}
|
|
|
|
|
|
// CALLBACKS
|
|
|
|
bool MediaPlayer::fill_v_frame(GstBuffer *buf)
|
|
{
|
|
// always empty frame before filling it again
|
|
if (v_frame.buffer)
|
|
gst_video_frame_unmap(&v_frame);
|
|
|
|
// get the frame from buffer
|
|
if ( !gst_video_frame_map (&v_frame, &v_frame_video_info, buf, GST_MAP_READ ) ) {
|
|
Log::Info("MediaPlayer %s Failed to map the video buffer");
|
|
return false;
|
|
}
|
|
|
|
// validate frame format
|
|
if( GST_VIDEO_INFO_IS_RGB(&(v_frame).info) && GST_VIDEO_INFO_N_PLANES(&(v_frame).info) == 1) {
|
|
|
|
// validate time
|
|
if (position != buf->pts) {
|
|
|
|
// got a new RGB frame !
|
|
v_frame_is_full = true;
|
|
|
|
// get presentation time stamp
|
|
position = buf->pts;
|
|
|
|
// set start position (i.e. pts of first frame we got)
|
|
if (start_position == GST_CLOCK_TIME_NONE)
|
|
start_position = position;
|
|
|
|
// keep update time (i.e. actual FPS of update)
|
|
timecount.tic();
|
|
}
|
|
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
GstFlowReturn MediaPlayer::callback_pull_sample_video (GstElement *bin, MediaPlayer *m)
|
|
{
|
|
GstFlowReturn ret = GST_FLOW_OK;
|
|
|
|
if (m && !m->v_frame_is_full) {
|
|
|
|
// get last sample (non blocking)
|
|
GstSample *sample = nullptr;
|
|
g_object_get (bin, "last-sample", &sample, NULL);
|
|
|
|
// if got a valid sample
|
|
if (sample != nullptr) {
|
|
|
|
// get buffer from sample
|
|
GstBuffer *buf = gst_buffer_ref ( gst_sample_get_buffer (sample) );
|
|
|
|
// fill frame from buffer
|
|
if ( !m->fill_v_frame(buf) )
|
|
ret = GST_FLOW_ERROR;
|
|
// free buffer
|
|
gst_buffer_unref (buf);
|
|
}
|
|
else
|
|
ret = GST_FLOW_FLUSHING;
|
|
|
|
// cleanup stack of samples (non blocking)
|
|
// NB : overkill as gst_app_sink_set_drop is set to TRUE, but better be safe than leak memory...
|
|
while (sample != nullptr) {
|
|
gst_sample_unref (sample);
|
|
sample = gst_app_sink_try_pull_sample( (GstAppSink * ) bin, 0 );
|
|
}
|
|
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
void MediaPlayer::callback_end_of_video (GstElement *bin, MediaPlayer *m)
|
|
{
|
|
if (m) {
|
|
// reached end of stream (eos) : might need to loop !
|
|
m->need_loop = true;
|
|
}
|
|
}
|
|
|
|
void MediaPlayer::callback_discoverer_process (GstDiscoverer *discoverer, GstDiscovererInfo *info, GError *err, MediaPlayer *m)
|
|
{
|
|
if (!m)
|
|
return;
|
|
|
|
// handle general errors
|
|
const gchar *uri = gst_discoverer_info_get_uri (info);
|
|
GstDiscovererResult result = gst_discoverer_info_get_result (info);
|
|
switch (result) {
|
|
case GST_DISCOVERER_URI_INVALID:
|
|
m->discoverer_message << "Invalid URI: " << uri;
|
|
break;
|
|
case GST_DISCOVERER_ERROR:
|
|
m->discoverer_message << "Error: " << err->message;
|
|
break;
|
|
case GST_DISCOVERER_TIMEOUT:
|
|
m->discoverer_message << "Time out";
|
|
break;
|
|
case GST_DISCOVERER_BUSY:
|
|
m->discoverer_message << "Busy";
|
|
break;
|
|
case GST_DISCOVERER_MISSING_PLUGINS:
|
|
{
|
|
const GstStructure *s = gst_discoverer_info_get_misc (info);
|
|
gchar *str = gst_structure_to_string (s);
|
|
m->discoverer_message << "Unknown file format / " << str;
|
|
g_free (str);
|
|
}
|
|
break;
|
|
case GST_DISCOVERER_OK:
|
|
break;
|
|
}
|
|
// no error, handle information found
|
|
if ( result == GST_DISCOVERER_OK ) {
|
|
|
|
// look for video stream at that uri
|
|
bool foundvideostream = false;
|
|
GList *streams = gst_discoverer_info_get_video_streams(info);
|
|
GList *tmp;
|
|
for (tmp = streams; tmp && !foundvideostream; tmp = tmp->next ) {
|
|
GstDiscovererStreamInfo *tmpinf = (GstDiscovererStreamInfo *) tmp->data;
|
|
if ( GST_IS_DISCOVERER_VIDEO_INFO(tmpinf) )
|
|
{
|
|
// found a video / image stream : fill-in information
|
|
GstDiscovererVideoInfo* vinfo = GST_DISCOVERER_VIDEO_INFO(tmpinf);
|
|
m->width = gst_discoverer_video_info_get_width(vinfo);
|
|
m->height = gst_discoverer_video_info_get_height(vinfo);
|
|
m->isimage = gst_discoverer_video_info_is_image(vinfo);
|
|
m->interlaced = gst_discoverer_video_info_is_interlaced(vinfo);
|
|
guint parn = gst_discoverer_video_info_get_par_num(vinfo);
|
|
guint pard = gst_discoverer_video_info_get_par_denom(vinfo);
|
|
m->par_width = (m->width * parn) / pard;
|
|
// if its a video, it duration, framerate, etc.
|
|
if ( !m->isimage ) {
|
|
m->duration = gst_discoverer_info_get_duration (info);
|
|
m->seekable = gst_discoverer_info_get_seekable (info);
|
|
guint frn = gst_discoverer_video_info_get_framerate_num(vinfo);
|
|
guint frd = gst_discoverer_video_info_get_framerate_denom(vinfo);
|
|
m->framerate = static_cast<double>(frn) / static_cast<double>(frd);
|
|
m->frame_duration = (GST_SECOND * static_cast<guint64>(frd)) / (static_cast<guint64>(frn));
|
|
}
|
|
// try to fill-in the codec information
|
|
GstCaps *caps = gst_discoverer_stream_info_get_caps (tmpinf);
|
|
if (caps) {
|
|
m->codec_name = std::string( gst_pb_utils_get_codec_description(caps) );
|
|
gst_caps_unref (caps);
|
|
}
|
|
// const GstTagList *tags = gst_discoverer_stream_info_get_tags(tmpinf);
|
|
// if ( tags ) {
|
|
// gchar *container = NULL;
|
|
// gst_tag_list_get_string(tags, GST_TAG_CONTAINER_FORMAT, &container);
|
|
// if (container) m->codec_name = std::string(container) + " ";
|
|
// gchar *codec = NULL;
|
|
// gst_tag_list_get_string(tags, GST_TAG_VIDEO_CODEC, &codec);
|
|
// if (!codec) gst_tag_list_get_string (tags, GST_TAG_CODEC, &codec);
|
|
// if (codec) m->codec_name += std::string(codec);
|
|
// }
|
|
// exit loop
|
|
foundvideostream = true;
|
|
}
|
|
}
|
|
gst_discoverer_stream_info_list_free(streams);
|
|
|
|
if (!foundvideostream) {
|
|
m->discoverer_message << "No video stream.";
|
|
}
|
|
|
|
}
|
|
}
|
|
|
|
void MediaPlayer::callback_discoverer_finished(GstDiscoverer *discoverer, MediaPlayer *m)
|
|
{
|
|
// finished the discoverer : finalize open status
|
|
if (m) {
|
|
// no error message, open media
|
|
if ( m->discoverer_message.str().empty())
|
|
m->execute_open();
|
|
else {
|
|
Log::Warning("MediaPlayer %s Failed to open %s\n%s", m->id.c_str(), m->uri.c_str(), m->discoverer_message.str().c_str());
|
|
m->discoverer_message.clear();
|
|
}
|
|
}
|
|
}
|
|
|
|
TimeCounter::TimeCounter() {
|
|
|
|
reset();
|
|
}
|
|
|
|
void TimeCounter::tic ()
|
|
{
|
|
// how long since last time
|
|
current_time = gst_util_get_timestamp ();
|
|
gint64 dt = current_time - last_time;
|
|
|
|
// one more frame since last time
|
|
nbFrames++;
|
|
|
|
// calculate instantaneous framerate
|
|
// Exponential moving averate with previous framerate to filter jutter (50/50)
|
|
// The divition of frame/time is done on long integer GstClockTime, counting in microsecond
|
|
// NB: factor 100 to get 0.01 precision
|
|
fps = 0.5f * fps + 0.005f * static_cast<float>( ( 100 * GST_SECOND * nbFrames ) / dt );
|
|
|
|
// reset counter every second
|
|
if ( dt >= GST_SECOND)
|
|
{
|
|
last_time = current_time;
|
|
nbFrames = 0;
|
|
}
|
|
|
|
}
|
|
|
|
void TimeCounter::reset ()
|
|
{
|
|
current_time = gst_util_get_timestamp ();
|
|
last_time = gst_util_get_timestamp();
|
|
nbFrames = 0;
|
|
fps = 0.f;
|
|
}
|
|
|
|
float TimeCounter::framerate() const
|
|
{
|
|
return fps;
|
|
}
|
|
|