#include #include #include "Source.h" #include "defines.h" #include "FrameBuffer.h" #include "ImageShader.h" #include "ImageProcessingShader.h" #include "Resource.h" #include "Primitives.h" #include "Mesh.h" #include "MediaPlayer.h" #include "SearchVisitor.h" Source::Source(const std::string &name) : name_(name), initialized_(false) { sprintf(initials_, "__"); // create groups for each view // default rendering node groups_[View::RENDERING] = new Group; // default mixing nodes groups_[View::MIXING] = new Group; Frame *frame = new Frame(Frame::ROUND_THIN); frame->translation_.z = 0.1; frame->color = glm::vec4( 0.8f, 0.8f, 0.0f, 0.9f); groups_[View::MIXING]->attach(frame); groups_[View::MIXING]->scale_ = glm::vec3(0.15f, 0.15f, 1.f); overlays_[View::MIXING] = new Group; overlays_[View::MIXING]->translation_.z = 0.1; overlays_[View::MIXING]->visible_ = false; groups_[View::MIXING]->attach(overlays_[View::MIXING]); // default geometry nodes groups_[View::GEOMETRY] = new Group; frame = new Frame(Frame::SHARP_THIN); frame->translation_.z = 0.1; frame->color = glm::vec4( 0.8f, 0.8f, 0.0f, 0.9f); groups_[View::GEOMETRY]->attach(frame); overlays_[View::GEOMETRY] = new Group; overlays_[View::GEOMETRY]->translation_.z = 0.15; overlays_[View::GEOMETRY]->visible_ = false; groups_[View::GEOMETRY]->attach(overlays_[View::GEOMETRY]); // will be associated to nodes later blendingshader_ = new ImageShader; rendershader_ = new ImageProcessingShader; renderbuffer_ = nullptr; rendersurface_ = nullptr; resize_handle_ = nullptr; resize_H_handle_ = nullptr; resize_V_handle_ = nullptr; rotate_handle_ = nullptr; } Source::~Source() { // delete render objects if (renderbuffer_) delete renderbuffer_; // all groups and their children are deleted in the scene // this includes rendersurface_ , overlay_, blendingshader_ and rendershader_ delete groups_[View::RENDERING]; delete groups_[View::MIXING]; delete groups_[View::GEOMETRY]; groups_.clear(); } void Source::setName (const std::string &name) { name_ = name; initials_[0] = std::toupper( name_.front() ); initials_[1] = std::toupper( name_.back() ); } void Source::accept(Visitor& v) { v.visit(*this); } void Source::setOverlayVisible(bool on) { for (auto o = overlays_.begin(); o != overlays_.end(); o++) (*o).second->visible_ = on; } Handles *Source::handleNode(Handles::Type t) const { if ( t == Handles::ROTATE ) return rotate_handle_; else if ( t == Handles::RESIZE_H ) return resize_H_handle_; else if ( t == Handles::RESIZE_V ) return resize_V_handle_; else return resize_handle_; } bool hasNode::operator()(const Source* elem) const { if (elem) { SearchVisitor sv(_n); elem->group(View::MIXING)->accept(sv); if (sv.found()) return true; elem->group(View::GEOMETRY)->accept(sv); if (sv.found()) return true; elem->group(View::RENDERING)->accept(sv); return sv.found(); } return false; } MediaSource::MediaSource(const std::string &name) : Source(name), path_("") { // create media player mediaplayer_ = new MediaPlayer; // create media surface: // - textured with original texture from media player // - crop & repeat UV can be managed here // - additional custom shader can be associated mediasurface_ = new Surface(rendershader_); // extra overlay for mixing view Frame *frame = new Frame(Frame::ROUND_LARGE); frame->translation_.z = 0.1; frame->color = glm::vec4( 0.8f, 0.8f, 0.0f, 1.f); overlays_[View::MIXING]->attach(frame); // extra overlays for geometry view frame = new Frame(Frame::SHARP_LARGE); frame->color = glm::vec4( 0.8f, 0.8f, 0.0f, 1.f); overlays_[View::GEOMETRY]->attach(frame); resize_handle_ = new Handles(Handles::RESIZE); resize_handle_->color = glm::vec4( 0.8f, 0.8f, 0.0f, 1.f); resize_handle_->translation_.z = 0.1; overlays_[View::GEOMETRY]->attach(resize_handle_); resize_H_handle_ = new Handles(Handles::RESIZE_H); resize_H_handle_->color = glm::vec4( 0.8f, 0.8f, 0.0f, 1.f); resize_H_handle_->translation_.z = 0.1; overlays_[View::GEOMETRY]->attach(resize_H_handle_); resize_V_handle_ = new Handles(Handles::RESIZE_V); resize_V_handle_->color = glm::vec4( 0.8f, 0.8f, 0.0f, 1.f); resize_V_handle_->translation_.z = 0.1; overlays_[View::GEOMETRY]->attach(resize_V_handle_); rotate_handle_ = new Handles(Handles::ROTATE); rotate_handle_->color = glm::vec4( 0.8f, 0.8f, 0.0f, 1.f); rotate_handle_->translation_.z = 0.1; overlays_[View::GEOMETRY]->attach(rotate_handle_); } MediaSource::~MediaSource() { // TODO delete media surface with visitor delete mediasurface_; delete mediaplayer_; // TODO verify that all surfaces and node is deleted in Source destructor } void MediaSource::setPath(const std::string &p) { path_ = p; mediaplayer_->open(path_); mediaplayer_->play(true); } std::string MediaSource::path() const { return path_; } MediaPlayer *MediaSource::mediaplayer() const { return mediaplayer_; } bool MediaSource::failed() const { return mediaplayer_->failed(); } void MediaSource::init() { if ( mediaplayer_->isOpen() ) { // update video mediaplayer_->update(); // once the texture of media player is created if (mediaplayer_->texture() != Resource::getTextureBlack()) { // get the texture index from media player, apply it to the media surface mediasurface_->setTextureIndex( mediaplayer_->texture() ); // create Frame buffer matching size of media player float height = float(mediaplayer()->width()) / mediaplayer()->aspectRatio(); renderbuffer_ = new FrameBuffer(mediaplayer()->width(), (uint)height); // // setup shader resolution for texture 0 // rendershader_->iChannelResolution[0] = glm::vec3(mediaplayer()->width(), mediaplayer()->height(), 0.f); // create the surfaces to draw the frame buffer in the views // TODO Provide the source custom effect shader rendersurface_ = new FrameBufferSurface(renderbuffer_, blendingshader_); groups_[View::RENDERING]->attach(rendersurface_); groups_[View::GEOMETRY]->attach(rendersurface_); groups_[View::MIXING]->attach(rendersurface_); // for mixing view, add another surface to overlay (for stippled view in transparency) Surface *surfacemix = new FrameBufferSurface(renderbuffer_); ImageShader *is = static_cast(surfacemix->shader()); if (is) is->stipple = 1.0; groups_[View::MIXING]->attach(surfacemix); if (mediaplayer_->duration() == GST_CLOCK_TIME_NONE) overlays_[View::MIXING]->attach( new Mesh("mesh/icon_image.ply") ); else overlays_[View::MIXING]->attach( new Mesh("mesh/icon_video.ply") ); // scale all mixing nodes to match aspect ratio of the media for (NodeSet::iterator node = groups_[View::MIXING]->begin(); node != groups_[View::MIXING]->end(); node++) { (*node)->scale_.x = mediaplayer_->aspectRatio(); } for (NodeSet::iterator node = groups_[View::GEOMETRY]->begin(); node != groups_[View::GEOMETRY]->end(); node++) { (*node)->scale_.x = mediaplayer_->aspectRatio(); } // done init once and for all initialized_ = true; } } } void MediaSource::render() { if (!initialized_) init(); else { // update video mediaplayer_->update(); // render the media player into frame buffer static glm::mat4 projection = glm::ortho(-1.f, 1.f, 1.f, -1.f, -1.f, 1.f); renderbuffer_->begin(); mediasurface_->draw(glm::identity(), projection); renderbuffer_->end(); // ADJUST alpha based on MIXING node // read position of the mixing node and interpret this as transparency of render output float alpha = 1.0 - CLAMP( SQUARE( glm::length(groups_[View::MIXING]->translation_) ), 0.f, 1.f ); blendingshader_->color.a = alpha; // MODIFY geometry based on GEOMETRY node groups_[View::RENDERING]->translation_ = groups_[View::GEOMETRY]->translation_; groups_[View::RENDERING]->scale_ = groups_[View::GEOMETRY]->scale_; groups_[View::RENDERING]->rotation_ = groups_[View::GEOMETRY]->rotation_; } } FrameBuffer *MediaSource::frame() const { if (initialized_ && renderbuffer_) { return renderbuffer_; } else { static FrameBuffer *black = new FrameBuffer(640,480); return black; } } void MediaSource::accept(Visitor& v) { Source::accept(v); v.visit(*this); }