qt-everywhere-src-5.14.1/qt3d/tests/manual/sharedtexture/videoplayer.cpp - orbit - Git at Google

 /****************************************************************************
 **
 ** Copyright (C) 2018 Klaralvdalens Datakonsult AB (KDAB).
 ** Contact: https://www.qt.io/licensing/
 **
 ** This file is part of the Qt3D module of the Qt Toolkit.
 **
 ** $QT_BEGIN_LICENSE:BSD$
 ** Commercial License Usage
 ** Licensees holding valid commercial Qt licenses may use this file in
 ** accordance with the commercial license agreement provided with the
 ** Software or, alternatively, in accordance with the terms contained in
 ** a written agreement between you and The Qt Company. For licensing terms
 ** and conditions see https://www.qt.io/terms-conditions. For further
 ** information use the contact form at https://www.qt.io/contact-us.
 **
 ** BSD License Usage
 ** Alternatively, you may use this file under the terms of the BSD license
 ** as follows:
 **
 ** "Redistribution and use in source and binary forms, with or without
 ** modification, are permitted provided that the following conditions are
 ** met:
 **   * Redistributions of source code must retain the above copyright
 **     notice, this list of conditions and the following disclaimer.
 **   * Redistributions in binary form must reproduce the above copyright
 **     notice, this list of conditions and the following disclaimer in
 **     the documentation and/or other materials provided with the
 **     distribution.
 **   * Neither the name of The Qt Company Ltd nor the names of its
 **     contributors may be used to endorse or promote products derived
 **     from this software without specific prior written permission.
 **
 **
 ** THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 ** "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 ** LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 ** A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 ** OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 ** SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 ** LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 ** DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 ** THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 ** (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 ** OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE."
 **
 ** $QT_END_LICENSE$
 **
 ****************************************************************************/

 #include <QMutexLocker>
 #include <QtMultimedia/QVideoFrame>

 #include "videoplayer.h"

 TextureWidget::TextureWidget(QWidget *parent)
     : QOpenGLWidget(parent)
     , m_texture(QOpenGLTexture::Target2D)
 {
 }

 // Main thread
 void TextureWidget::initializeGL()
 {
     initializeOpenGLFunctions();
     glClearColor(0.0f, 0.0f, 0.0f, 1.0f);

     if (!m_shader.addShaderFromSourceCode(QOpenGLShader::Vertex,
                                           "#version 330\n"
                                           "out vec2 coords;\n"
                                           "const vec2 positions[6] = vec2[] ("
                                           "    vec2(-1.0, 1.0),"
                                           "    vec2(-1.0, -1.0),"
                                           "    vec2(1.0, 1.0),"
                                           "    vec2(1.0, 1.0),"
                                           "    vec2(-1.0, -1.0),"
                                           "    vec2(1.0, -1.0));\n"
                                           "const vec2 texCoords[6] = vec2[] ("
                                           "    vec2(0.0, 0.0),"
                                           "    vec2(0.0, 1.0),"
                                           "    vec2(1.0, 0.0),"
                                           "    vec2(1.0, 0.0),"
                                           "    vec2(0.0, 1.0),"
                                           "    vec2(1.0, 1.0));\n"
                                           "void main() {\n"
                                           "    coords = texCoords[gl_VertexID];\n"
                                           "    gl_Position = vec4(positions[gl_VertexID], 0.0, 1.0);\n"
                                           "}"))
         qDebug() << "Failed to load vertex shader" << m_shader.log();
     if (!m_shader.addShaderFromSourceCode(QOpenGLShader::Fragment,
                                           "#version 330\n"
                                           "in vec2 coords;\n"
                                           "uniform sampler2D video_texture;\n"
                                           "out vec4 fragColor;\n"
                                           "void main() {\n"
                                           "    fragColor = texture(video_texture, coords);\n"
                                           "}"))
         qDebug() << "Failed to load fragment shader" << m_shader.log();
     if (!m_shader.link())
         qDebug() << "Failed to link shaders" << m_shader.log();

     qDebug() << Q_FUNC_INFO << context()->shareContext();

     m_vao.create();
 }

 // Main thread
 void TextureWidget::paintGL()
 {
     glViewport(0, 0, width(), height());

     glClear(GL_COLOR_BUFFER_BIT|GL_DEPTH_BUFFER_BIT);

     if (!m_texture.isCreated())
         return;

     m_shader.bind();

     m_texture.bind(0);
     m_shader.setUniformValue("video_texture", 0);

     m_vao.bind();
     glDrawArrays(GL_TRIANGLES, 0, 6);

     m_vao.release();
     m_shader.release();
 }

 void TextureWidget::setVideoFrame(const QVideoFrame &frame)
 {
     QVideoFrame f = frame;

     // Map frame
     if (!f.map(QAbstractVideoBuffer::ReadOnly))
         return;

     makeCurrent();

     // Create or recreate texture
     if (m_texture.width() != f.width() || m_texture.height() != f.height()) {
         if (m_texture.isCreated())
             m_texture.destroy();

         m_texture.setSize(f.width(), f.height());
         m_texture.setFormat(QOpenGLTexture::RGBA32F);
         m_texture.setWrapMode(QOpenGLTexture::ClampToBorder);
         m_texture.setMinificationFilter(QOpenGLTexture::Nearest);
         m_texture.setMagnificationFilter(QOpenGLTexture::Nearest);
         m_texture.allocateStorage();

         m_texture.create();
         emit textureIdChanged(m_texture.textureId());
     }

     const QVideoFrame::PixelFormat pFormat = f.pixelFormat();
     if (pFormat == QVideoFrame::Format_RGB32) {
         m_texture.setData(QOpenGLTexture::RGBA, QOpenGLTexture::UInt8, f.bits());
     }

     doneCurrent();

     // Request display udpate
     QOpenGLWidget::update();

     // Unmap
     f.unmap();
 }

 QList<QVideoFrame::PixelFormat> GLVideoSurface::supportedPixelFormats(QAbstractVideoBuffer::HandleType type) const
 {
     if (type == QAbstractVideoBuffer::NoHandle)
         return {
             QVideoFrame::Format_RGB32,
             QVideoFrame::Format_ARGB32,
             QVideoFrame::Format_BGR32,
             QVideoFrame::Format_BGRA32
         };
     return {};
 }

 // Video player thread
 bool GLVideoSurface::present(const QVideoFrame &frame)
 {
     emit onNewFrame(frame);
     return true;
 }

 VideoPlayer::VideoPlayer(TextureWidget *textureWidget)
     : QObject(textureWidget)
     , m_player(new QMediaPlayer(nullptr, QMediaPlayer::VideoSurface))
     , m_surface(new GLVideoSurface())
 {
     m_player->setMedia(QUrl("https://www.sample-videos.com/video123/mp4/720/big_buck_bunny_720p_1mb.mp4"));

     // Tell player to render on GLVideoSurface
     m_player->setVideoOutput(m_surface.get());

     // Display errors
     QObject::connect(m_player.get(), QOverload<QMediaPlayer::Error>::of(&QMediaPlayer::error),
                      m_player.get(), [this] (QMediaPlayer::Error e) {
         qDebug() << Q_FUNC_INFO << e << m_player->errorString();
     });

     // Repeat video indefinitely
     QObject::connect(m_player.get(), &QMediaPlayer::stateChanged, m_player.get(), [this] (QMediaPlayer::State state) {
         if (state == QMediaPlayer::StoppedState)
             m_player->play();
     });

     QObject::connect(m_surface.get(), &GLVideoSurface::onNewFrame,
                      textureWidget, &TextureWidget::setVideoFrame, Qt::DirectConnection);

     // Start playing
     m_player->play();
 }

 VideoPlayer::~VideoPlayer()
 {
 }
	/****************************************************************************
	**
	** Copyright (C) 2018 Klaralvdalens Datakonsult AB (KDAB).
	** Contact: https://www.qt.io/licensing/
	**
	** This file is part of the Qt3D module of the Qt Toolkit.
	**
	** $QT_BEGIN_LICENSE:BSD$
	** Commercial License Usage
	** Licensees holding valid commercial Qt licenses may use this file in
	** accordance with the commercial license agreement provided with the
	** Software or, alternatively, in accordance with the terms contained in
	** a written agreement between you and The Qt Company. For licensing terms
	** and conditions see https://www.qt.io/terms-conditions. For further
	** information use the contact form at https://www.qt.io/contact-us.
	**
	** BSD License Usage
	** Alternatively, you may use this file under the terms of the BSD license
	** as follows:
	**
	** "Redistribution and use in source and binary forms, with or without
	** modification, are permitted provided that the following conditions are
	** met:
	** * Redistributions of source code must retain the above copyright
	** notice, this list of conditions and the following disclaimer.
	** * Redistributions in binary form must reproduce the above copyright
	** notice, this list of conditions and the following disclaimer in
	** the documentation and/or other materials provided with the
	** distribution.
	** * Neither the name of The Qt Company Ltd nor the names of its
	** contributors may be used to endorse or promote products derived
	** from this software without specific prior written permission.
	**
	**
	** THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
	** "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
	** LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
	** A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
	** OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
	** SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
	** LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
	** DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
	** THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
	** (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
	** OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE."
	**
	** $QT_END_LICENSE$
	**
	****************************************************************************/

	#include <QMutexLocker>
	#include <QtMultimedia/QVideoFrame>

	#include "videoplayer.h"

	TextureWidget::TextureWidget(QWidget *parent)
	: QOpenGLWidget(parent)
	, m_texture(QOpenGLTexture::Target2D)
	{
	}

	// Main thread
	void TextureWidget::initializeGL()
	{
	initializeOpenGLFunctions();
	glClearColor(0.0f, 0.0f, 0.0f, 1.0f);

	if (!m_shader.addShaderFromSourceCode(QOpenGLShader::Vertex,
	"#version 330\n"
	"out vec2 coords;\n"
	"const vec2 positions[6] = vec2[] ("
	" vec2(-1.0, 1.0),"
	" vec2(-1.0, -1.0),"
	" vec2(1.0, 1.0),"
	" vec2(1.0, 1.0),"
	" vec2(-1.0, -1.0),"
	" vec2(1.0, -1.0));\n"
	"const vec2 texCoords[6] = vec2[] ("
	" vec2(0.0, 0.0),"
	" vec2(0.0, 1.0),"
	" vec2(1.0, 0.0),"
	" vec2(1.0, 0.0),"
	" vec2(0.0, 1.0),"
	" vec2(1.0, 1.0));\n"
	"void main() {\n"
	" coords = texCoords[gl_VertexID];\n"
	" gl_Position = vec4(positions[gl_VertexID], 0.0, 1.0);\n"
	"}"))
	qDebug() << "Failed to load vertex shader" << m_shader.log();
	if (!m_shader.addShaderFromSourceCode(QOpenGLShader::Fragment,
	"#version 330\n"
	"in vec2 coords;\n"
	"uniform sampler2D video_texture;\n"
	"out vec4 fragColor;\n"
	"void main() {\n"
	" fragColor = texture(video_texture, coords);\n"
	"}"))
	qDebug() << "Failed to load fragment shader" << m_shader.log();
	if (!m_shader.link())
	qDebug() << "Failed to link shaders" << m_shader.log();

	qDebug() << Q_FUNC_INFO << context()->shareContext();

	m_vao.create();
	}

	// Main thread
	void TextureWidget::paintGL()
	{
	glViewport(0, 0, width(), height());

	glClear(GL_COLOR_BUFFER_BIT\|GL_DEPTH_BUFFER_BIT);

	if (!m_texture.isCreated())
	return;

	m_shader.bind();

	m_texture.bind(0);
	m_shader.setUniformValue("video_texture", 0);

	m_vao.bind();
	glDrawArrays(GL_TRIANGLES, 0, 6);

	m_vao.release();
	m_shader.release();
	}

	void TextureWidget::setVideoFrame(const QVideoFrame &frame)
	{
	QVideoFrame f = frame;

	// Map frame
	if (!f.map(QAbstractVideoBuffer::ReadOnly))
	return;

	makeCurrent();

	// Create or recreate texture
	if (m_texture.width() != f.width() \|\| m_texture.height() != f.height()) {
	if (m_texture.isCreated())
	m_texture.destroy();

	m_texture.setSize(f.width(), f.height());
	m_texture.setFormat(QOpenGLTexture::RGBA32F);
	m_texture.setWrapMode(QOpenGLTexture::ClampToBorder);
	m_texture.setMinificationFilter(QOpenGLTexture::Nearest);
	m_texture.setMagnificationFilter(QOpenGLTexture::Nearest);
	m_texture.allocateStorage();

	m_texture.create();
	emit textureIdChanged(m_texture.textureId());
	}

	const QVideoFrame::PixelFormat pFormat = f.pixelFormat();
	if (pFormat == QVideoFrame::Format_RGB32) {
	m_texture.setData(QOpenGLTexture::RGBA, QOpenGLTexture::UInt8, f.bits());
	}

	doneCurrent();

	// Request display udpate
	QOpenGLWidget::update();

	// Unmap
	f.unmap();
	}

	QList<QVideoFrame::PixelFormat> GLVideoSurface::supportedPixelFormats(QAbstractVideoBuffer::HandleType type) const
	{
	if (type == QAbstractVideoBuffer::NoHandle)
	return {
	QVideoFrame::Format_RGB32,
	QVideoFrame::Format_ARGB32,
	QVideoFrame::Format_BGR32,
	QVideoFrame::Format_BGRA32
	};
	return {};
	}

	// Video player thread
	bool GLVideoSurface::present(const QVideoFrame &frame)
	{
	emit onNewFrame(frame);
	return true;
	}

	VideoPlayer::VideoPlayer(TextureWidget *textureWidget)
	: QObject(textureWidget)
	, m_player(new QMediaPlayer(nullptr, QMediaPlayer::VideoSurface))
	, m_surface(new GLVideoSurface())
	{
	m_player->setMedia(QUrl("https://www.sample-videos.com/video123/mp4/720/big_buck_bunny_720p_1mb.mp4"));

	// Tell player to render on GLVideoSurface
	m_player->setVideoOutput(m_surface.get());

	// Display errors
	QObject::connect(m_player.get(), QOverload<QMediaPlayer::Error>::of(&QMediaPlayer::error),
	m_player.get(), [this] (QMediaPlayer::Error e) {
	qDebug() << Q_FUNC_INFO << e << m_player->errorString();
	});

	// Repeat video indefinitely
	QObject::connect(m_player.get(), &QMediaPlayer::stateChanged, m_player.get(), [this] (QMediaPlayer::State state) {
	if (state == QMediaPlayer::StoppedState)
	m_player->play();
	});

	QObject::connect(m_surface.get(), &GLVideoSurface::onNewFrame,
	textureWidget, &TextureWidget::setVideoFrame, Qt::DirectConnection);

	// Start playing
	m_player->play();
	}

	VideoPlayer::~VideoPlayer()
	{
	}