winrt: Add media playback service

This introduces a MediaPlayer service based on the MFEngineEx API. Only scene graph video rendering is supported at this time. The video renderer control is abstracted in order to provide a base for future video nodes which do not source their content from the MF engine. [ChangeLog] Media player support was added to the winrt backend. Change-Id: I8155a1030466ea352fad0a87d1ae97a88983760c Reviewed-by: Yoann Lopes <yoann.lopes@digia.com>
2014-08-21 10:55:10 +03:00
parent 5d04ed2a0a
commit 778b233bcd
12 changed files with 1921 additions and 1 deletions
--- a/src/plugins/winrt/qwinrtplayerrenderercontrol.cpp
+++ b/src/plugins/winrt/qwinrtplayerrenderercontrol.cpp
@@ -0,0 +1,156 @@
+/****************************************************************************
+**
+** Copyright (C) 2014 Digia Plc and/or its subsidiary(-ies).
+** Contact: http://www.qt-project.org/legal
+**
+** This file is part of the Qt Toolkit.
+**
+** $QT_BEGIN_LICENSE:LGPL$
+** Commercial License Usage
+** Licensees holding valid commercial Qt licenses may use this file in
+** accordance with the commercial license agreement provided with the
+** Software or, alternatively, in accordance with the terms contained in
+** a written agreement between you and Digia.  For licensing terms and
+** conditions see http://qt.digia.com/licensing.  For further information
+** use the contact form at http://qt.digia.com/contact-us.
+**
+** GNU Lesser General Public License Usage
+** Alternatively, this file may be used under the terms of the GNU Lesser
+** General Public License version 2.1 as published by the Free Software
+** Foundation and appearing in the file LICENSE.LGPL included in the
+** packaging of this file.  Please review the following information to
+** ensure the GNU Lesser General Public License version 2.1 requirements
+** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
+**
+** In addition, as a special exception, Digia gives you certain additional
+** rights.  These rights are described in the Digia Qt LGPL Exception
+** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
+**
+** GNU General Public License Usage
+** Alternatively, this file may be used under the terms of the GNU
+** General Public License version 3.0 as published by the Free Software
+** Foundation and appearing in the file LICENSE.GPL included in the
+** packaging of this file.  Please review the following information to
+** ensure the GNU General Public License version 3.0 requirements will be
+** met: http://www.gnu.org/copyleft/gpl.html.
+**
+**
+** $QT_END_LICENSE$
+**
+****************************************************************************/
+
+#include "qwinrtplayerrenderercontrol.h"
+
+#include <QtCore/qfunctions_winrt.h>
+#include <QtCore/QGlobalStatic>
+#include <QtMultimedia/QAbstractVideoSurface>
+#include <QtMultimedia/QVideoSurfaceFormat>
+#include <QtGui/QGuiApplication>
+#include <QtGui/QOpenGLTexture>
+#include <QtGui/QOpenGLContext>
+
+#define EGL_EGLEXT_PROTOTYPES
+#include <EGL/egl.h>
+#include <EGL/eglext.h>
+
+#include <d3d11.h>
+#include <mfapi.h>
+#include <mfmediaengine.h>
+#include <wrl.h>
+using namespace Microsoft::WRL;
+
+QT_USE_NAMESPACE
+
+template <typename T>
+class D3DDeviceLocker
+{
+public:
+    D3DDeviceLocker(IMFDXGIDeviceManager *manager, HANDLE deviceHandle, T **device)
+        : m_manager(manager), m_deviceHandle(deviceHandle)
+    {
+        HRESULT hr = m_manager->LockDevice(m_deviceHandle, IID_PPV_ARGS(device), TRUE);
+        if (FAILED(hr))
+            qErrnoWarning(hr, "Failed to lock the D3D device");
+    }
+
+    ~D3DDeviceLocker()
+    {
+        HRESULT hr = m_manager->UnlockDevice(m_deviceHandle, FALSE);
+        if (FAILED(hr))
+            qErrnoWarning(hr, "Failed to unlock the D3D device");
+    }
+
+private:
+    IMFDXGIDeviceManager *m_manager;
+    HANDLE m_deviceHandle;
+};
+
+class QWinRTPlayerRendererControlPrivate
+{
+public:
+    ComPtr<IMFMediaEngineEx> engine;
+    ComPtr<IMFDXGIDeviceManager> manager;
+    quint32 resetToken;
+    HANDLE deviceHandle;
+};
+
+QWinRTPlayerRendererControl::QWinRTPlayerRendererControl(IMFMediaEngineEx *engine, IMFDXGIDeviceManager *manager, quint32 resetToken, QObject *parent)
+    : QWinRTAbstractVideoRendererControl(QSize(), parent), d_ptr(new QWinRTPlayerRendererControlPrivate)
+{
+    Q_D(QWinRTPlayerRendererControl);
+
+    d->engine = engine;
+    d->manager = manager;
+    d->resetToken = resetToken;
+    d->deviceHandle = 0;
+}
+
+QWinRTPlayerRendererControl::~QWinRTPlayerRendererControl()
+{
+    shutdown();
+}
+
+bool QWinRTPlayerRendererControl::ensureReady()
+{
+    Q_D(QWinRTPlayerRendererControl);
+
+    HRESULT hr;
+    hr = d->manager->TestDevice(d->deviceHandle);
+    if (hr == MF_E_DXGI_NEW_VIDEO_DEVICE || FAILED(hr)) {
+        d->manager->CloseDeviceHandle(d->deviceHandle);
+
+        hr = d->manager->ResetDevice(d3dDevice(), d->resetToken);
+        RETURN_FALSE_IF_FAILED("Failed to reset the DXGI manager device");
+
+        hr = d->manager->OpenDeviceHandle(&d->deviceHandle);
+        RETURN_FALSE_IF_FAILED("Failed to open device handle");
+    }
+
+    return SUCCEEDED(hr);
+}
+
+bool QWinRTPlayerRendererControl::render(ID3D11Texture2D *texture)
+{
+    Q_D(QWinRTPlayerRendererControl);
+
+    if (!ensureReady())
+        return false;
+
+    HRESULT hr;
+    LONGLONG ts;
+    hr = d->engine->OnVideoStreamTick(&ts);
+    RETURN_FALSE_IF_FAILED("Failed to obtain video stream tick");
+    if (hr == S_FALSE) // Frame not available, nothing to do
+        return false;
+
+    ComPtr<ID3D11Device> device;
+    D3DDeviceLocker<ID3D11Device> locker(d->manager.Get(), d->deviceHandle, device.GetAddressOf());
+
+    MFVideoNormalizedRect sourceRect = { 0, 0, 1, 1 };
+    const QSize frameSize = size();
+    RECT destRect = { 0, 0, frameSize.width(), frameSize.height() };
+    MFARGB borderColor = { 255, 255, 255, 255 };
+    hr = d->engine->TransferVideoFrame(texture, &sourceRect, &destRect, &borderColor);
+    RETURN_FALSE_IF_FAILED("Failed to transfer video frame to DXGI surface");
+    return true;
+}