Added wmf implementation for QAudioDecoderControl
Change-Id: Ib6d5c93577bd55995a9ae51e757156149890f15d Reviewed-by: Jun Zhu <jun.5.zhu@nokia.com> Reviewed-by: Michael Goddard <michael.goddard@nokia.com>
This commit is contained in:
Ling Hu
Qt by Nokia
478
src/plugins/wmf/decoder/mfaudiodecodercontrol.cpp
Normal file
478
src/plugins/wmf/decoder/mfaudiodecodercontrol.cpp
Normal file
@@ -0,0 +1,478 @@
|
||||
/****************************************************************************
|
||||
**
|
||||
** Copyright (C) 2012 Nokia Corporation and/or its subsidiary(-ies).
|
||||
** Contact: http://www.qt-project.org/
|
||||
**
|
||||
** This file is part of the Qt Toolkit.
|
||||
**
|
||||
** $QT_BEGIN_LICENSE:LGPL$
|
||||
** GNU Lesser General Public License Usage
|
||||
** This file may be used under the terms of the GNU Lesser General Public
|
||||
** License version 2.1 as published by the Free Software Foundation and
|
||||
** appearing in the file LICENSE.LGPL included in the packaging of this
|
||||
** file. Please review the following information to ensure the GNU Lesser
|
||||
** General Public License version 2.1 requirements will be met:
|
||||
** http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
|
||||
**
|
||||
** In addition, as a special exception, Nokia gives you certain additional
|
||||
** rights. These rights are described in the Nokia Qt LGPL Exception
|
||||
** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
|
||||
**
|
||||
** GNU General Public License Usage
|
||||
** Alternatively, this file may be used under the terms of the GNU General
|
||||
** Public License version 3.0 as published by the Free Software Foundation
|
||||
** and appearing in the file LICENSE.GPL included in the packaging of this
|
||||
** file. Please review the following information to ensure the GNU General
|
||||
** Public License version 3.0 requirements will be met:
|
||||
** http://www.gnu.org/copyleft/gpl.html.
|
||||
**
|
||||
** Other Usage
|
||||
** Alternatively, this file may be used in accordance with the terms and
|
||||
** conditions contained in a signed written agreement between you and Nokia.
|
||||
**
|
||||
**
|
||||
**
|
||||
**
|
||||
**
|
||||
**
|
||||
** $QT_END_LICENSE$
|
||||
**
|
||||
****************************************************************************/
|
||||
|
||||
#include "Wmcodecdsp.h"
|
||||
#include "mfaudiodecodercontrol.h"
|
||||
|
||||
MFAudioDecoderControl::MFAudioDecoderControl(QObject *parent)
|
||||
: QAudioDecoderControl(parent)
|
||||
, m_decoderSourceReader(new MFDecoderSourceReader)
|
||||
, m_sourceResolver(new SourceResolver)
|
||||
, m_resampler(0)
|
||||
, m_state(QAudioDecoder::StoppedState)
|
||||
, m_device(0)
|
||||
, m_bufferReady(false)
|
||||
, m_loadingSource(false)
|
||||
, m_mfOutputType(0)
|
||||
, m_convertSample(0)
|
||||
, m_sourceReady(false)
|
||||
, m_resamplerDirty(false)
|
||||
{
|
||||
CoCreateInstance(CLSID_CResamplerMediaObject, NULL, CLSCTX_INPROC_SERVER, IID_IMFTransform, (LPVOID*)(&m_resampler));
|
||||
if (!m_resampler) {
|
||||
qCritical("MFAudioDecoderControl: Failed to create resampler(CLSID_CResamplerMediaObject)!");
|
||||
return;
|
||||
}
|
||||
m_mfInputStreamID = 0;
|
||||
m_mfOutputStreamID = 0;
|
||||
m_resampler->AddInputStreams(1, &m_mfInputStreamID);
|
||||
|
||||
connect(m_sourceResolver, SIGNAL(mediaSourceReady()), this, SLOT(handleMediaSourceReady()));
|
||||
connect(m_sourceResolver, SIGNAL(error(long)), this, SLOT(handleMediaSourceError(long)));
|
||||
connect(m_decoderSourceReader, SIGNAL(finished()), this, SLOT(handleSourceFinished()));
|
||||
|
||||
QAudioFormat defaultFormat;
|
||||
defaultFormat.setCodec("audio/pcm");
|
||||
setAudioFormat(defaultFormat);
|
||||
}
|
||||
|
||||
MFAudioDecoderControl::~MFAudioDecoderControl()
|
||||
{
|
||||
if (m_mfOutputType)
|
||||
m_mfOutputType->Release();
|
||||
m_decoderSourceReader->shutdown();
|
||||
m_decoderSourceReader->Release();
|
||||
m_sourceResolver->Release();
|
||||
if (m_resampler)
|
||||
m_resampler->Release();
|
||||
}
|
||||
|
||||
QAudioDecoder::State MFAudioDecoderControl::state() const
|
||||
{
|
||||
return m_state;
|
||||
}
|
||||
|
||||
QString MFAudioDecoderControl::sourceFilename() const
|
||||
{
|
||||
return m_sourceFilename;
|
||||
}
|
||||
|
||||
void MFAudioDecoderControl::onSourceCleared()
|
||||
{
|
||||
bool positionDirty = false;
|
||||
bool durationDirty = false;
|
||||
if (m_position != 0) {
|
||||
m_position = 0;
|
||||
positionDirty = true;
|
||||
}
|
||||
if (m_duration != 0) {
|
||||
m_duration = 0;
|
||||
durationDirty = true;
|
||||
}
|
||||
if (positionDirty)
|
||||
emit positionChanged(m_position);
|
||||
if (durationDirty)
|
||||
emit durationChanged(m_duration);
|
||||
}
|
||||
|
||||
void MFAudioDecoderControl::setSourceFilename(const QString &fileName)
|
||||
{
|
||||
if (!m_device && m_sourceFilename == fileName)
|
||||
return;
|
||||
m_sourceReady = false;
|
||||
m_sourceResolver->cancel();
|
||||
m_decoderSourceReader->setSource(0, m_audioFormat);
|
||||
m_device = 0;
|
||||
m_sourceFilename = fileName;
|
||||
if (!m_sourceFilename.isEmpty()) {
|
||||
m_sourceResolver->shutdown();
|
||||
QMediaResourceList rl;
|
||||
rl.push_back(QMediaResource(QUrl::fromLocalFile(m_sourceFilename)));
|
||||
m_sourceResolver->load(rl, 0);
|
||||
m_loadingSource = true;
|
||||
} else {
|
||||
onSourceCleared();
|
||||
}
|
||||
emit sourceChanged();
|
||||
}
|
||||
|
||||
QIODevice* MFAudioDecoderControl::sourceDevice() const
|
||||
{
|
||||
return m_device;
|
||||
}
|
||||
|
||||
void MFAudioDecoderControl::setSourceDevice(QIODevice *device)
|
||||
{
|
||||
if (m_device == device && m_sourceFilename.isEmpty())
|
||||
return;
|
||||
m_sourceReady = false;
|
||||
m_sourceResolver->cancel();
|
||||
m_decoderSourceReader->setSource(0, m_audioFormat);
|
||||
m_sourceFilename.clear();
|
||||
m_device = device;
|
||||
if (m_device) {
|
||||
m_sourceResolver->shutdown();
|
||||
m_sourceResolver->load(QMediaResourceList(), m_device);
|
||||
m_loadingSource = true;
|
||||
} else {
|
||||
onSourceCleared();
|
||||
}
|
||||
emit sourceChanged();
|
||||
}
|
||||
|
||||
void MFAudioDecoderControl::updateResamplerOutputType()
|
||||
{
|
||||
m_resamplerDirty = false;
|
||||
if (m_audioFormat == m_sourceOutputFormat)
|
||||
return;
|
||||
HRESULT hr = m_resampler->SetOutputType(m_mfOutputStreamID, m_mfOutputType, 0);
|
||||
if (SUCCEEDED(hr)) {
|
||||
MFT_OUTPUT_STREAM_INFO streamInfo;
|
||||
m_resampler->GetOutputStreamInfo(m_mfOutputStreamID, &streamInfo);
|
||||
if ((streamInfo.dwFlags & (MFT_OUTPUT_STREAM_PROVIDES_SAMPLES | MFT_OUTPUT_STREAM_CAN_PROVIDE_SAMPLES)) == 0) {
|
||||
//if resampler does not allocate output sample memory, we do it here
|
||||
if (m_convertSample) {
|
||||
m_convertSample->Release();
|
||||
m_convertSample = 0;
|
||||
}
|
||||
if (SUCCEEDED(MFCreateSample(&m_convertSample))) {
|
||||
IMFMediaBuffer *mbuf = 0;;
|
||||
if (SUCCEEDED(MFCreateMemoryBuffer(streamInfo.cbSize, &mbuf))) {
|
||||
m_convertSample->AddBuffer(mbuf);
|
||||
mbuf->Release();
|
||||
}
|
||||
}
|
||||
}
|
||||
} else {
|
||||
qWarning() << "MFAudioDecoderControl: failed to SetOutputType of resampler" << hr;
|
||||
}
|
||||
}
|
||||
|
||||
void MFAudioDecoderControl::handleMediaSourceReady()
|
||||
{
|
||||
m_loadingSource = false;
|
||||
m_sourceReady = true;
|
||||
IMFMediaType *mediaType = m_decoderSourceReader->setSource(m_sourceResolver->mediaSource(), m_audioFormat);
|
||||
m_sourceOutputFormat = QAudioFormat();
|
||||
|
||||
if (mediaType) {
|
||||
m_sourceOutputFormat = m_audioFormat;
|
||||
QAudioFormat af = m_audioFormat;
|
||||
GUID subType;
|
||||
if (SUCCEEDED(mediaType->GetGUID(MF_MT_SUBTYPE, &subType))) {
|
||||
if (subType == MFAudioFormat_Float) {
|
||||
m_sourceOutputFormat.setSampleType(QAudioFormat::Float);
|
||||
} else {
|
||||
m_sourceOutputFormat.setSampleType(QAudioFormat::SignedInt);
|
||||
}
|
||||
}
|
||||
if (m_sourceOutputFormat.sampleType() != QAudioFormat::Float) {
|
||||
m_sourceOutputFormat.setByteOrder(QAudioFormat::LittleEndian);
|
||||
}
|
||||
|
||||
UINT32 val = 0;
|
||||
if (SUCCEEDED(mediaType->GetUINT32(MF_MT_AUDIO_NUM_CHANNELS, &val))) {
|
||||
m_sourceOutputFormat.setChannelCount(int(val));
|
||||
}
|
||||
if (SUCCEEDED(mediaType->GetUINT32(MF_MT_AUDIO_SAMPLES_PER_SECOND, &val))) {
|
||||
m_sourceOutputFormat.setSampleRate(int(val));
|
||||
}
|
||||
if (SUCCEEDED(mediaType->GetUINT32(MF_MT_AUDIO_BITS_PER_SAMPLE, &val))) {
|
||||
m_sourceOutputFormat.setSampleSize(int(val));
|
||||
}
|
||||
|
||||
if (m_audioFormat.sampleType() != QAudioFormat::Float
|
||||
&& m_audioFormat.sampleType() != QAudioFormat::SignedInt) {
|
||||
af.setSampleType(m_sourceOutputFormat.sampleType());
|
||||
}
|
||||
if (af.sampleType() == QAudioFormat::SignedInt) {
|
||||
af.setByteOrder(QAudioFormat::LittleEndian);
|
||||
}
|
||||
if (m_audioFormat.channelCount() <= 0) {
|
||||
af.setChannelCount(m_sourceOutputFormat.channelCount());
|
||||
}
|
||||
if (m_audioFormat.sampleRate() <= 0) {
|
||||
af.setSampleRate(m_sourceOutputFormat.sampleRate());
|
||||
}
|
||||
if (m_audioFormat.sampleSize() <= 0) {
|
||||
af.setSampleSize(m_sourceOutputFormat.sampleSize());
|
||||
}
|
||||
setAudioFormat(af);
|
||||
}
|
||||
|
||||
if (m_sourceResolver->mediaSource()) {
|
||||
IMFPresentationDescriptor *pd = 0;
|
||||
if (mediaType && m_resampler) {
|
||||
HRESULT hr = S_OK;
|
||||
hr = m_resampler->SetInputType(m_mfInputStreamID, mediaType, 0);
|
||||
if (SUCCEEDED(hr)) {
|
||||
updateResamplerOutputType();
|
||||
} else {
|
||||
qWarning() << "MFAudioDecoderControl: failed to SetInputType of resampler" << hr;
|
||||
}
|
||||
}
|
||||
if (SUCCEEDED(m_sourceResolver->mediaSource()->CreatePresentationDescriptor(&pd))) {
|
||||
UINT64 duration = 0;
|
||||
pd->GetUINT64(MF_PD_DURATION, &duration);
|
||||
duration /= 10000;
|
||||
if (m_duration != qint64(duration)) {
|
||||
m_duration = qint64(duration);
|
||||
emit durationChanged(m_duration);
|
||||
}
|
||||
}
|
||||
if (m_state == QAudioDecoder::DecodingState) {
|
||||
activatePipeline();
|
||||
}
|
||||
} else if (m_state != QAudioDecoder::StoppedState) {
|
||||
m_state = QAudioDecoder::StoppedState;
|
||||
emit stateChanged(m_state);
|
||||
}
|
||||
}
|
||||
|
||||
void MFAudioDecoderControl::handleMediaSourceError(long hr)
|
||||
{
|
||||
Q_UNUSED(hr);
|
||||
m_loadingSource = false;
|
||||
m_decoderSourceReader->setSource(0, m_audioFormat);
|
||||
if (m_state != QAudioDecoder::StoppedState) {
|
||||
m_state = QAudioDecoder::StoppedState;
|
||||
emit stateChanged(m_state);
|
||||
}
|
||||
}
|
||||
|
||||
void MFAudioDecoderControl::activatePipeline()
|
||||
{
|
||||
Q_ASSERT(!m_bufferReady);
|
||||
m_state = QAudioDecoder::DecodingState;
|
||||
connect(m_decoderSourceReader, SIGNAL(sampleAdded()), this, SLOT(handleSampleAdded()));
|
||||
if (m_resamplerDirty) {
|
||||
updateResamplerOutputType();
|
||||
}
|
||||
m_decoderSourceReader->reset();
|
||||
m_decoderSourceReader->readNextSample();
|
||||
if (m_position != 0) {
|
||||
m_position = 0;
|
||||
emit positionChanged(0);
|
||||
}
|
||||
}
|
||||
|
||||
void MFAudioDecoderControl::start()
|
||||
{
|
||||
if (m_state != QAudioDecoder::StoppedState)
|
||||
return;
|
||||
|
||||
if (m_loadingSource) {
|
||||
//deferred starting
|
||||
m_state = QAudioDecoder::DecodingState;
|
||||
emit stateChanged(m_state);
|
||||
return;
|
||||
}
|
||||
|
||||
if (!m_decoderSourceReader->mediaSource())
|
||||
return;
|
||||
activatePipeline();
|
||||
emit stateChanged(m_state);
|
||||
}
|
||||
|
||||
void MFAudioDecoderControl::stop()
|
||||
{
|
||||
if (m_state == QAudioDecoder::StoppedState)
|
||||
return;
|
||||
m_state = QAudioDecoder::StoppedState;
|
||||
disconnect(m_decoderSourceReader, SIGNAL(sampleAdded()), this, SLOT(handleSampleAdded()));
|
||||
if (m_bufferReady) {
|
||||
m_bufferReady = false;
|
||||
emit bufferAvailableChanged(m_bufferReady);
|
||||
}
|
||||
emit stateChanged(m_state);
|
||||
}
|
||||
|
||||
void MFAudioDecoderControl::handleSampleAdded()
|
||||
{
|
||||
QList<IMFSample*> samples = m_decoderSourceReader->takeSamples();
|
||||
Q_ASSERT(samples.count() > 0);
|
||||
Q_ASSERT(!m_bufferReady);
|
||||
Q_ASSERT(m_resampler);
|
||||
LONGLONG sampleStartTime = 0;
|
||||
IMFSample *firstSample = samples.first();
|
||||
firstSample->GetSampleTime(&sampleStartTime);
|
||||
QByteArray abuf;
|
||||
if (m_sourceOutputFormat == m_audioFormat) {
|
||||
//no need for resampling
|
||||
foreach (IMFSample *s, samples) {
|
||||
IMFMediaBuffer *buffer;
|
||||
s->ConvertToContiguousBuffer(&buffer);
|
||||
DWORD bufLen = 0;
|
||||
BYTE *buf = 0;
|
||||
if (SUCCEEDED(buffer->Lock(&buf, NULL, &bufLen))) {
|
||||
abuf.push_back(QByteArray(reinterpret_cast<char*>(buf), bufLen));
|
||||
buffer->Unlock();
|
||||
}
|
||||
buffer->Release();
|
||||
LONGLONG sampleTime = 0, sampleDuration = 0;
|
||||
s->GetSampleTime(&sampleTime);
|
||||
s->GetSampleDuration(&sampleDuration);
|
||||
m_position = qint64(sampleTime + sampleDuration) / 10000;
|
||||
s->Release();
|
||||
}
|
||||
} else {
|
||||
foreach (IMFSample *s, samples) {
|
||||
HRESULT hr = m_resampler->ProcessInput(m_mfInputStreamID, s, 0);
|
||||
if (SUCCEEDED(hr)) {
|
||||
MFT_OUTPUT_DATA_BUFFER outputDataBuffer;
|
||||
outputDataBuffer.dwStreamID = m_mfOutputStreamID;
|
||||
while (true) {
|
||||
outputDataBuffer.pEvents = 0;
|
||||
outputDataBuffer.dwStatus = 0;
|
||||
outputDataBuffer.pSample = m_convertSample;
|
||||
DWORD status = 0;
|
||||
if (SUCCEEDED(m_resampler->ProcessOutput(0, 1, &outputDataBuffer, &status))) {
|
||||
IMFMediaBuffer *buffer;
|
||||
outputDataBuffer.pSample->ConvertToContiguousBuffer(&buffer);
|
||||
DWORD bufLen = 0;
|
||||
BYTE *buf = 0;
|
||||
if (SUCCEEDED(buffer->Lock(&buf, NULL, &bufLen))) {
|
||||
abuf.push_back(QByteArray(reinterpret_cast<char*>(buf), bufLen));
|
||||
buffer->Unlock();
|
||||
}
|
||||
buffer->Release();
|
||||
} else {
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
LONGLONG sampleTime = 0, sampleDuration = 0;
|
||||
s->GetSampleTime(&sampleTime);
|
||||
s->GetSampleDuration(&sampleDuration);
|
||||
m_position = qint64(sampleTime + sampleDuration) / 10000;
|
||||
s->Release();
|
||||
}
|
||||
}
|
||||
m_cachedAudioBuffer = QAudioBuffer(abuf, m_audioFormat, qint64(sampleStartTime / 10000));
|
||||
m_bufferReady = true;
|
||||
emit positionChanged(m_position);
|
||||
emit bufferAvailableChanged(m_bufferReady);
|
||||
emit bufferReady();
|
||||
}
|
||||
|
||||
void MFAudioDecoderControl::handleSourceFinished()
|
||||
{
|
||||
stop();
|
||||
emit finished();
|
||||
}
|
||||
|
||||
QAudioFormat MFAudioDecoderControl::audioFormat() const
|
||||
{
|
||||
return m_audioFormat;
|
||||
}
|
||||
|
||||
void MFAudioDecoderControl::setAudioFormat(const QAudioFormat &format)
|
||||
{
|
||||
if (m_audioFormat == format || !m_resampler)
|
||||
return;
|
||||
if (format.codec() != QLatin1String("audio/x-wav") && format.codec() != QLatin1String("audio/pcm")) {
|
||||
qWarning("MFAudioDecoderControl does not accept non-pcm audio format!");
|
||||
return;
|
||||
}
|
||||
m_audioFormat = format;
|
||||
|
||||
if (m_audioFormat.isValid()) {
|
||||
IMFMediaType *mediaType = 0;
|
||||
MFCreateMediaType(&mediaType);
|
||||
mediaType->SetGUID(MF_MT_MAJOR_TYPE, MFMediaType_Audio);
|
||||
if (format.sampleType() == QAudioFormat::Float) {
|
||||
mediaType->SetGUID(MF_MT_SUBTYPE, MFAudioFormat_Float);
|
||||
} else {
|
||||
mediaType->SetGUID(MF_MT_SUBTYPE, MFAudioFormat_PCM);
|
||||
}
|
||||
|
||||
mediaType->SetUINT32(MF_MT_AUDIO_NUM_CHANNELS, UINT32(m_audioFormat.channelCount()));
|
||||
mediaType->SetUINT32(MF_MT_AUDIO_SAMPLES_PER_SECOND, UINT32(m_audioFormat.sampleRate()));
|
||||
UINT32 alignmentBlock = UINT32(m_audioFormat.channelCount() * m_audioFormat.sampleSize() / 8);
|
||||
mediaType->SetUINT32(MF_MT_AUDIO_BLOCK_ALIGNMENT, alignmentBlock);
|
||||
UINT32 avgBytesPerSec = UINT32(m_audioFormat.sampleRate() * m_audioFormat.sampleSize() / 8 * m_audioFormat.channelCount());
|
||||
mediaType->SetUINT32(MF_MT_AUDIO_AVG_BYTES_PER_SECOND, avgBytesPerSec);
|
||||
mediaType->SetUINT32(MF_MT_AUDIO_BITS_PER_SAMPLE, UINT32(m_audioFormat.sampleSize()));
|
||||
mediaType->SetUINT32(MF_MT_ALL_SAMPLES_INDEPENDENT, TRUE);
|
||||
|
||||
if (m_mfOutputType)
|
||||
m_mfOutputType->Release();
|
||||
m_mfOutputType = mediaType;
|
||||
} else {
|
||||
if (m_mfOutputType)
|
||||
m_mfOutputType->Release();
|
||||
m_mfOutputType = NULL;
|
||||
}
|
||||
|
||||
if (m_sourceReady && m_state == QAudioDecoder::StoppedState) {
|
||||
updateResamplerOutputType();
|
||||
} else {
|
||||
m_resamplerDirty = true;
|
||||
}
|
||||
|
||||
emit formatChanged(m_audioFormat);
|
||||
}
|
||||
|
||||
QAudioBuffer MFAudioDecoderControl::read()
|
||||
{
|
||||
if (!m_bufferReady)
|
||||
return QAudioBuffer();
|
||||
QAudioBuffer buffer = m_cachedAudioBuffer;
|
||||
m_bufferReady = false;
|
||||
emit bufferAvailableChanged(m_bufferReady);
|
||||
m_decoderSourceReader->readNextSample();
|
||||
return buffer;
|
||||
}
|
||||
|
||||
bool MFAudioDecoderControl::bufferAvailable() const
|
||||
{
|
||||
return m_bufferReady;
|
||||
}
|
||||
|
||||
qint64 MFAudioDecoderControl::position() const
|
||||
{
|
||||
return m_position;
|
||||
}
|
||||
|
||||
qint64 MFAudioDecoderControl::duration() const
|
||||
{
|
||||
return m_duration;
|
||||
}
|
||||
Reference in New Issue
Block a user