DirectShow: use the EVR in the window control.

Reuse existing code from the WMF plugin, which already uses the EVR.
This enables HW-accelerated video decoding when using QMediaPlayer
with a QVideoWidget.

Task-number: QTBUG-45593
Change-Id: I757e4d53cd2c648aee6ba33a4851a8c6adc62843
Reviewed-by: Christian Stromme <christian.stromme@theqtcompany.com>
This commit is contained in:
Yoann Lopes
2015-09-10 18:25:37 +02:00
parent b2e9ae8856
commit 95bd9d58d8
24 changed files with 554 additions and 196 deletions

View File

@@ -0,0 +1,8 @@
INCLUDEPATH += $$PWD/evr
qtHaveModule(widgets): QT += widgets
HEADERS += $$PWD/evr/evrvideowindowcontrol.h \
$$PWD/evr/evrdefs.h
SOURCES += $$PWD/evr/evrvideowindowcontrol.cpp

View File

@@ -0,0 +1,127 @@
/****************************************************************************
**
** Copyright (C) 2015 The Qt Company Ltd.
** Contact: http://www.qt.io/licensing/
**
** This file is part of the Qt Toolkit.
**
** $QT_BEGIN_LICENSE:LGPL21$
** Commercial License Usage
** Licensees holding valid commercial Qt licenses may use this file in
** accordance with the commercial license agreement provided with the
** Software or, alternatively, in accordance with the terms contained in
** a written agreement between you and The Qt Company. For licensing terms
** and conditions see http://www.qt.io/terms-conditions. For further
** information use the contact form at http://www.qt.io/contact-us.
**
** GNU Lesser General Public License Usage
** Alternatively, this file may be used under the terms of the GNU Lesser
** General Public License version 2.1 or version 3 as published by the Free
** Software Foundation and appearing in the file LICENSE.LGPLv21 and
** LICENSE.LGPLv3 included in the packaging of this file. Please review the
** following information to ensure the GNU Lesser General Public License
** requirements will be met: https://www.gnu.org/licenses/lgpl.html and
** http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
**
** As a special exception, The Qt Company gives you certain additional
** rights. These rights are described in The Qt Company LGPL Exception
** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
**
** $QT_END_LICENSE$
**
****************************************************************************/
#ifndef EVRDEFS_H
#define EVRDEFS_H
#include <d3d9.h>
#include <Evr9.h>
#include <dxva2api.h>
// The following is required to compile with MinGW
#ifdef __GNUC__
typedef struct MFVideoNormalizedRect {
float left;
float top;
float right;
float bottom;
} MFVideoNormalizedRect;
#endif
#ifndef __IMFGetService_INTERFACE_DEFINED__
#define __IMFGetService_INTERFACE_DEFINED__
DEFINE_GUID(IID_IMFGetService, 0xfa993888, 0x4383, 0x415a, 0xa9,0x30, 0xdd,0x47,0x2a,0x8c,0xf6,0xf7);
MIDL_INTERFACE("fa993888-4383-415a-a930-dd472a8cf6f7")
IMFGetService : public IUnknown
{
virtual HRESULT STDMETHODCALLTYPE GetService(REFGUID, REFIID, LPVOID *) = 0;
};
#ifdef __CRT_UUID_DECL
__CRT_UUID_DECL(IMFGetService, 0xfa993888, 0x4383, 0x415a, 0xa9,0x30, 0xdd,0x47,0x2a,0x8c,0xf6,0xf7)
#endif
#endif // __IMFGetService_INTERFACE_DEFINED__
#ifndef __IMFVideoDisplayControl_INTERFACE_DEFINED__
#define __IMFVideoDisplayControl_INTERFACE_DEFINED__
typedef enum MFVideoAspectRatioMode
{
MFVideoARMode_None = 0,
MFVideoARMode_PreservePicture = 0x1,
MFVideoARMode_PreservePixel = 0x2,
MFVideoARMode_NonLinearStretch = 0x4,
MFVideoARMode_Mask = 0x7
} MFVideoAspectRatioMode;
DEFINE_GUID(IID_IMFVideoDisplayControl, 0xa490b1e4, 0xab84, 0x4d31, 0xa1,0xb2, 0x18,0x1e,0x03,0xb1,0x07,0x7a);
MIDL_INTERFACE("a490b1e4-ab84-4d31-a1b2-181e03b1077a")
IMFVideoDisplayControl : public IUnknown
{
virtual HRESULT STDMETHODCALLTYPE GetNativeVideoSize(SIZE *, SIZE *) = 0;
virtual HRESULT STDMETHODCALLTYPE GetIdealVideoSize(SIZE *, SIZE *) = 0;
virtual HRESULT STDMETHODCALLTYPE SetVideoPosition(const MFVideoNormalizedRect *, const LPRECT) = 0;
virtual HRESULT STDMETHODCALLTYPE GetVideoPosition(MFVideoNormalizedRect *, LPRECT) = 0;
virtual HRESULT STDMETHODCALLTYPE SetAspectRatioMode(DWORD) = 0;
virtual HRESULT STDMETHODCALLTYPE GetAspectRatioMode(DWORD *) = 0;
virtual HRESULT STDMETHODCALLTYPE SetVideoWindow(HWND) = 0;
virtual HRESULT STDMETHODCALLTYPE GetVideoWindow(HWND *) = 0;
virtual HRESULT STDMETHODCALLTYPE RepaintVideo(void) = 0;
virtual HRESULT STDMETHODCALLTYPE GetCurrentImage(BITMAPINFOHEADER *, BYTE **, DWORD *, LONGLONG *) = 0;
virtual HRESULT STDMETHODCALLTYPE SetBorderColor(COLORREF) = 0;
virtual HRESULT STDMETHODCALLTYPE GetBorderColor(COLORREF *) = 0;
virtual HRESULT STDMETHODCALLTYPE SetRenderingPrefs(DWORD) = 0;
virtual HRESULT STDMETHODCALLTYPE GetRenderingPrefs(DWORD *) = 0;
virtual HRESULT STDMETHODCALLTYPE SetFullscreen(BOOL) = 0;
virtual HRESULT STDMETHODCALLTYPE GetFullscreen(BOOL *) = 0;
};
#ifdef __CRT_UUID_DECL
__CRT_UUID_DECL(IMFVideoDisplayControl, 0xa490b1e4, 0xab84, 0x4d31, 0xa1,0xb2, 0x18,0x1e,0x03,0xb1,0x07,0x7a)
#endif
#endif // __IMFVideoDisplayControl_INTERFACE_DEFINED__
#ifndef __IMFVideoProcessor_INTERFACE_DEFINED__
#define __IMFVideoProcessor_INTERFACE_DEFINED__
DEFINE_GUID(IID_IMFVideoProcessor, 0x6AB0000C, 0xFECE, 0x4d1f, 0xA2,0xAC, 0xA9,0x57,0x35,0x30,0x65,0x6E);
MIDL_INTERFACE("6AB0000C-FECE-4d1f-A2AC-A9573530656E")
IMFVideoProcessor : public IUnknown
{
virtual HRESULT STDMETHODCALLTYPE GetAvailableVideoProcessorModes(UINT *, GUID **) = 0;
virtual HRESULT STDMETHODCALLTYPE GetVideoProcessorCaps(LPGUID, DXVA2_VideoProcessorCaps *) = 0;
virtual HRESULT STDMETHODCALLTYPE GetVideoProcessorMode(LPGUID) = 0;
virtual HRESULT STDMETHODCALLTYPE SetVideoProcessorMode(LPGUID) = 0;
virtual HRESULT STDMETHODCALLTYPE GetProcAmpRange(DWORD, DXVA2_ValueRange *) = 0;
virtual HRESULT STDMETHODCALLTYPE GetProcAmpValues(DWORD, DXVA2_ProcAmpValues *) = 0;
virtual HRESULT STDMETHODCALLTYPE SetProcAmpValues(DWORD, DXVA2_ProcAmpValues *) = 0;
virtual HRESULT STDMETHODCALLTYPE GetFilteringRange(DWORD, DXVA2_ValueRange *) = 0;
virtual HRESULT STDMETHODCALLTYPE GetFilteringValue(DWORD, DXVA2_Fixed32 *) = 0;
virtual HRESULT STDMETHODCALLTYPE SetFilteringValue(DWORD, DXVA2_Fixed32 *) = 0;
virtual HRESULT STDMETHODCALLTYPE GetBackgroundColor(COLORREF *) = 0;
virtual HRESULT STDMETHODCALLTYPE SetBackgroundColor(COLORREF) = 0;
};
#ifdef __CRT_UUID_DECL
__CRT_UUID_DECL(IMFVideoProcessor, 0x6AB0000C, 0xFECE, 0x4d1f, 0xA2,0xAC, 0xA9,0x57,0x35,0x30,0x65,0x6E)
#endif
#endif // __IMFVideoProcessor_INTERFACE_DEFINED__
#endif // EVRDEFS_H

View File

@@ -0,0 +1,355 @@
/****************************************************************************
**
** Copyright (C) 2015 The Qt Company Ltd.
** Contact: http://www.qt.io/licensing/
**
** This file is part of the Qt Toolkit.
**
** $QT_BEGIN_LICENSE:LGPL21$
** Commercial License Usage
** Licensees holding valid commercial Qt licenses may use this file in
** accordance with the commercial license agreement provided with the
** Software or, alternatively, in accordance with the terms contained in
** a written agreement between you and The Qt Company. For licensing terms
** and conditions see http://www.qt.io/terms-conditions. For further
** information use the contact form at http://www.qt.io/contact-us.
**
** GNU Lesser General Public License Usage
** Alternatively, this file may be used under the terms of the GNU Lesser
** General Public License version 2.1 or version 3 as published by the Free
** Software Foundation and appearing in the file LICENSE.LGPLv21 and
** LICENSE.LGPLv3 included in the packaging of this file. Please review the
** following information to ensure the GNU Lesser General Public License
** requirements will be met: https://www.gnu.org/licenses/lgpl.html and
** http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
**
** As a special exception, The Qt Company gives you certain additional
** rights. These rights are described in The Qt Company LGPL Exception
** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
**
** $QT_END_LICENSE$
**
****************************************************************************/
#include "evrvideowindowcontrol.h"
#ifndef QT_NO_WIDGETS
#include <qwidget.h>
#endif
EvrVideoWindowControl::EvrVideoWindowControl(QObject *parent)
: QVideoWindowControl(parent)
, m_windowId(0)
, m_windowColor(RGB(0, 0, 0))
, m_dirtyValues(0)
, m_aspectRatioMode(Qt::KeepAspectRatio)
, m_brightness(0)
, m_contrast(0)
, m_hue(0)
, m_saturation(0)
, m_fullScreen(false)
, m_displayControl(0)
, m_processor(0)
{
}
EvrVideoWindowControl::~EvrVideoWindowControl()
{
clear();
}
bool EvrVideoWindowControl::setEvr(IUnknown *evr)
{
clear();
if (!evr)
return true;
static const GUID mr_VIDEO_RENDER_SERVICE = { 0x1092a86c, 0xab1a, 0x459a, {0xa3, 0x36, 0x83, 0x1f, 0xbc, 0x4d, 0x11, 0xff} };
static const GUID mr_VIDEO_MIXER_SERVICE = { 0x73cd2fc, 0x6cf4, 0x40b7, {0x88, 0x59, 0xe8, 0x95, 0x52, 0xc8, 0x41, 0xf8} };
IMFGetService *service = NULL;
if (SUCCEEDED(evr->QueryInterface(IID_PPV_ARGS(&service)))
&& SUCCEEDED(service->GetService(mr_VIDEO_RENDER_SERVICE, IID_PPV_ARGS(&m_displayControl)))) {
service->GetService(mr_VIDEO_MIXER_SERVICE, IID_PPV_ARGS(&m_processor));
setWinId(m_windowId);
setDisplayRect(m_displayRect);
setAspectRatioMode(m_aspectRatioMode);
m_dirtyValues = DXVA2_ProcAmp_Brightness | DXVA2_ProcAmp_Contrast | DXVA2_ProcAmp_Hue | DXVA2_ProcAmp_Saturation;
applyImageControls();
}
if (service)
service->Release();
return m_displayControl != NULL;
}
void EvrVideoWindowControl::clear()
{
if (m_displayControl)
m_displayControl->Release();
m_displayControl = NULL;
if (m_processor)
m_processor->Release();
m_processor = NULL;
}
WId EvrVideoWindowControl::winId() const
{
return m_windowId;
}
void EvrVideoWindowControl::setWinId(WId id)
{
m_windowId = id;
#ifndef QT_NO_WIDGETS
if (QWidget *widget = QWidget::find(m_windowId)) {
const QColor color = widget->palette().color(QPalette::Window);
m_windowColor = RGB(color.red(), color.green(), color.blue());
}
#endif
if (m_displayControl)
m_displayControl->SetVideoWindow(HWND(m_windowId));
}
QRect EvrVideoWindowControl::displayRect() const
{
return m_displayRect;
}
void EvrVideoWindowControl::setDisplayRect(const QRect &rect)
{
m_displayRect = rect;
if (m_displayControl) {
RECT displayRect = { rect.left(), rect.top(), rect.right() + 1, rect.bottom() + 1 };
QSize sourceSize = nativeSize();
RECT sourceRect = { 0, 0, sourceSize.width(), sourceSize.height() };
if (m_aspectRatioMode == Qt::KeepAspectRatioByExpanding) {
QSize clippedSize = rect.size();
clippedSize.scale(sourceRect.right, sourceRect.bottom, Qt::KeepAspectRatio);
sourceRect.left = (sourceRect.right - clippedSize.width()) / 2;
sourceRect.top = (sourceRect.bottom - clippedSize.height()) / 2;
sourceRect.right = sourceRect.left + clippedSize.width();
sourceRect.bottom = sourceRect.top + clippedSize.height();
}
if (sourceSize.width() > 0 && sourceSize.height() > 0) {
MFVideoNormalizedRect sourceNormRect;
sourceNormRect.left = float(sourceRect.left) / float(sourceRect.right);
sourceNormRect.top = float(sourceRect.top) / float(sourceRect.bottom);
sourceNormRect.right = float(sourceRect.right) / float(sourceRect.right);
sourceNormRect.bottom = float(sourceRect.bottom) / float(sourceRect.bottom);
m_displayControl->SetVideoPosition(&sourceNormRect, &displayRect);
} else {
m_displayControl->SetVideoPosition(NULL, &displayRect);
}
}
}
bool EvrVideoWindowControl::isFullScreen() const
{
return m_fullScreen;
}
void EvrVideoWindowControl::setFullScreen(bool fullScreen)
{
if (m_fullScreen == fullScreen)
return;
emit fullScreenChanged(m_fullScreen = fullScreen);
}
void EvrVideoWindowControl::repaint()
{
QSize size = nativeSize();
if (size.width() > 0 && size.height() > 0
&& m_displayControl
&& SUCCEEDED(m_displayControl->RepaintVideo())) {
return;
}
PAINTSTRUCT paint;
if (HDC dc = ::BeginPaint(HWND(m_windowId), &paint)) {
HPEN pen = ::CreatePen(PS_SOLID, 1, m_windowColor);
HBRUSH brush = ::CreateSolidBrush(m_windowColor);
::SelectObject(dc, pen);
::SelectObject(dc, brush);
::Rectangle(
dc,
m_displayRect.left(),
m_displayRect.top(),
m_displayRect.right() + 1,
m_displayRect.bottom() + 1);
::DeleteObject(pen);
::DeleteObject(brush);
::EndPaint(HWND(m_windowId), &paint);
}
}
QSize EvrVideoWindowControl::nativeSize() const
{
QSize size;
if (m_displayControl) {
SIZE sourceSize;
if (SUCCEEDED(m_displayControl->GetNativeVideoSize(&sourceSize, 0)))
size = QSize(sourceSize.cx, sourceSize.cy);
}
return size;
}
Qt::AspectRatioMode EvrVideoWindowControl::aspectRatioMode() const
{
return m_aspectRatioMode;
}
void EvrVideoWindowControl::setAspectRatioMode(Qt::AspectRatioMode mode)
{
m_aspectRatioMode = mode;
if (m_displayControl) {
switch (mode) {
case Qt::IgnoreAspectRatio:
//comment from MSDN: Do not maintain the aspect ratio of the video. Stretch the video to fit the output rectangle.
m_displayControl->SetAspectRatioMode(MFVideoARMode_None);
break;
case Qt::KeepAspectRatio:
//comment from MSDN: Preserve the aspect ratio of the video by letterboxing or within the output rectangle.
m_displayControl->SetAspectRatioMode(MFVideoARMode_PreservePicture);
break;
case Qt::KeepAspectRatioByExpanding:
//for this mode, more adjustment will be done in setDisplayRect
m_displayControl->SetAspectRatioMode(MFVideoARMode_PreservePicture);
break;
default:
break;
}
setDisplayRect(m_displayRect);
}
}
int EvrVideoWindowControl::brightness() const
{
return m_brightness;
}
void EvrVideoWindowControl::setBrightness(int brightness)
{
if (m_brightness == brightness)
return;
m_brightness = brightness;
m_dirtyValues |= DXVA2_ProcAmp_Brightness;
applyImageControls();
emit brightnessChanged(brightness);
}
int EvrVideoWindowControl::contrast() const
{
return m_contrast;
}
void EvrVideoWindowControl::setContrast(int contrast)
{
if (m_contrast == contrast)
return;
m_contrast = contrast;
m_dirtyValues |= DXVA2_ProcAmp_Contrast;
applyImageControls();
emit contrastChanged(contrast);
}
int EvrVideoWindowControl::hue() const
{
return m_hue;
}
void EvrVideoWindowControl::setHue(int hue)
{
if (m_hue == hue)
return;
m_hue = hue;
m_dirtyValues |= DXVA2_ProcAmp_Hue;
applyImageControls();
emit hueChanged(hue);
}
int EvrVideoWindowControl::saturation() const
{
return m_saturation;
}
void EvrVideoWindowControl::setSaturation(int saturation)
{
if (m_saturation == saturation)
return;
m_saturation = saturation;
m_dirtyValues |= DXVA2_ProcAmp_Saturation;
applyImageControls();
emit saturationChanged(saturation);
}
void EvrVideoWindowControl::applyImageControls()
{
if (m_processor) {
DXVA2_ProcAmpValues values;
if (m_dirtyValues & DXVA2_ProcAmp_Brightness) {
values.Brightness = scaleProcAmpValue(DXVA2_ProcAmp_Brightness, m_brightness);
}
if (m_dirtyValues & DXVA2_ProcAmp_Contrast) {
values.Contrast = scaleProcAmpValue(DXVA2_ProcAmp_Contrast, m_contrast);
}
if (m_dirtyValues & DXVA2_ProcAmp_Hue) {
values.Hue = scaleProcAmpValue(DXVA2_ProcAmp_Hue, m_hue);
}
if (m_dirtyValues & DXVA2_ProcAmp_Saturation) {
values.Saturation = scaleProcAmpValue(DXVA2_ProcAmp_Saturation, m_saturation);
}
if (SUCCEEDED(m_processor->SetProcAmpValues(m_dirtyValues, &values))) {
m_dirtyValues = 0;
}
}
}
DXVA2_Fixed32 EvrVideoWindowControl::scaleProcAmpValue(DWORD prop, int value) const
{
float scaledValue = 0.0;
DXVA2_ValueRange range;
if (SUCCEEDED(m_processor->GetProcAmpRange(prop, &range))) {
scaledValue = DXVA2FixedToFloat(range.DefaultValue);
if (value > 0)
scaledValue += float(value) * (DXVA2FixedToFloat(range.MaxValue) - DXVA2FixedToFloat(range.DefaultValue)) / 100;
else if (value < 0)
scaledValue -= float(value) * (DXVA2FixedToFloat(range.MinValue) - DXVA2FixedToFloat(range.DefaultValue)) / 100;
}
return DXVA2FloatToFixed(scaledValue);
}

View File

@@ -0,0 +1,101 @@
/****************************************************************************
**
** Copyright (C) 2015 The Qt Company Ltd.
** Contact: http://www.qt.io/licensing/
**
** This file is part of the Qt Mobility Components.
**
** $QT_BEGIN_LICENSE:LGPL21$
** Commercial License Usage
** Licensees holding valid commercial Qt licenses may use this file in
** accordance with the commercial license agreement provided with the
** Software or, alternatively, in accordance with the terms contained in
** a written agreement between you and The Qt Company. For licensing terms
** and conditions see http://www.qt.io/terms-conditions. For further
** information use the contact form at http://www.qt.io/contact-us.
**
** GNU Lesser General Public License Usage
** Alternatively, this file may be used under the terms of the GNU Lesser
** General Public License version 2.1 or version 3 as published by the Free
** Software Foundation and appearing in the file LICENSE.LGPLv21 and
** LICENSE.LGPLv3 included in the packaging of this file. Please review the
** following information to ensure the GNU Lesser General Public License
** requirements will be met: https://www.gnu.org/licenses/lgpl.html and
** http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
**
** As a special exception, The Qt Company gives you certain additional
** rights. These rights are described in The Qt Company LGPL Exception
** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
**
** $QT_END_LICENSE$
**
****************************************************************************/
#ifndef EVRVIDEOWINDOWCONTROL_H
#define EVRVIDEOWINDOWCONTROL_H
#include "qvideowindowcontrol.h"
#include "evrdefs.h"
QT_USE_NAMESPACE
class EvrVideoWindowControl : public QVideoWindowControl
{
Q_OBJECT
public:
EvrVideoWindowControl(QObject *parent = 0);
~EvrVideoWindowControl();
bool setEvr(IUnknown *evr);
WId winId() const;
void setWinId(WId id);
QRect displayRect() const;
void setDisplayRect(const QRect &rect);
bool isFullScreen() const;
void setFullScreen(bool fullScreen);
void repaint();
QSize nativeSize() const;
Qt::AspectRatioMode aspectRatioMode() const;
void setAspectRatioMode(Qt::AspectRatioMode mode);
int brightness() const;
void setBrightness(int brightness);
int contrast() const;
void setContrast(int contrast);
int hue() const;
void setHue(int hue);
int saturation() const;
void setSaturation(int saturation);
void applyImageControls();
private:
void clear();
DXVA2_Fixed32 scaleProcAmpValue(DWORD prop, int value) const;
WId m_windowId;
COLORREF m_windowColor;
DWORD m_dirtyValues;
Qt::AspectRatioMode m_aspectRatioMode;
QRect m_displayRect;
int m_brightness;
int m_contrast;
int m_hue;
int m_saturation;
bool m_fullScreen;
IMFVideoDisplayControl *m_displayControl;
IMFVideoProcessor *m_processor;
};
#endif