// Copyright (C) 2016 The Qt Company Ltd. // SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only #include "qsoundeffect.h" #include #include #include #include #include #include #include #include #include #include #include #ifdef Q_OS_WIN # include #endif Q_STATIC_LOGGING_CATEGORY(qLcSoundEffect, "qt.multimedia.soundeffect") QT_BEGIN_NAMESPACE Q_GLOBAL_STATIC(QSampleCache, sampleCache) class QSoundEffectPrivate : public QIODevice { struct AudioSinkDeleter { void operator()(QAudioSink *sink) const { sink->stop(); // Investigate:should we just delete? sink->deleteLater(); } }; struct SampleDeleter { void operator()(QSample *sample) const { sample->release(); } }; public: QSoundEffectPrivate(QSoundEffect *q, const QAudioDevice &audioDevice = QAudioDevice()); ~QSoundEffectPrivate() override = default; qint64 readData(char *data, qint64 len) override; qint64 writeData(const char *data, qint64 len) override; qint64 size() const override { if (m_sample->state() != QSample::Ready) return 0; return m_loopCount == QSoundEffect::Infinite ? 0 : m_loopCount * m_audioBuffer.byteCount(); } qint64 bytesAvailable() const override { if (m_sample->state() != QSample::Ready) return 0; if (m_loopCount == QSoundEffect::Infinite) return std::numeric_limits::max(); return m_runningCount * m_audioBuffer.byteCount() - m_offset; } bool isSequential() const override { return m_loopCount == QSoundEffect::Infinite; } bool atEnd() const override { return m_runningCount == 0; } void setLoopsRemaining(int loopsRemaining); void setStatus(QSoundEffect::Status status); void setPlaying(bool playing); bool updateAudioOutput(); public Q_SLOTS: void sampleReady(QSample *); void decoderError(QSample *); void stateChanged(QAudio::State); public: QSoundEffect *q_ptr; QUrl m_url; int m_loopCount = 1; int m_runningCount = 0; bool m_playing = false; QSoundEffect::Status m_status = QSoundEffect::Null; std::unique_ptr m_audioSink; std::unique_ptr m_sample; QAudioBuffer m_audioBuffer; bool m_muted = false; float m_volume = 1.0; bool m_sampleReady = false; qint64 m_offset = 0; QAudioDevice m_audioDevice; }; QSoundEffectPrivate::QSoundEffectPrivate(QSoundEffect *q, const QAudioDevice &audioDevice) : QIODevice(q) , q_ptr(q) , m_audioDevice(audioDevice) { open(QIODevice::ReadOnly); } void QSoundEffectPrivate::sampleReady(QSample *sample) { if (sample && sample != m_sample.get()) return; if (m_status == QSoundEffect::Error) return; qCDebug(qLcSoundEffect) << this << "sampleReady: sample size:" << m_sample->data().size(); disconnect(m_sample.get(), &QSample::error, this, &QSoundEffectPrivate::decoderError); disconnect(m_sample.get(), &QSample::ready, this, &QSoundEffectPrivate::sampleReady); if (!m_audioSink) { if (!updateAudioOutput()) // Create audio sink return; // Returns if no audio devices are available } m_sampleReady = true; setStatus(QSoundEffect::Ready); if (m_playing && m_audioSink->state() == QAudio::StoppedState) { qCDebug(qLcSoundEffect) << this << "starting playback on audiooutput"; m_audioSink->start(this); } } void QSoundEffectPrivate::decoderError(QSample *sample) { if (sample && sample != m_sample.get()) return; qWarning("QSoundEffect(qaudio): Error decoding source %ls", qUtf16Printable(m_url.toString())); disconnect(m_sample.get(), &QSample::ready, this, &QSoundEffectPrivate::sampleReady); disconnect(m_sample.get(), &QSample::error, this, &QSoundEffectPrivate::decoderError); m_playing = false; setStatus(QSoundEffect::Error); } void QSoundEffectPrivate::stateChanged(QAudio::State state) { qCDebug(qLcSoundEffect) << this << "stateChanged " << state; if ((state == QAudio::IdleState && m_runningCount == 0) || state == QAudio::StoppedState) q_ptr->stop(); } bool QSoundEffectPrivate::updateAudioOutput() { const auto audioDevice = m_audioDevice.isNull() ? QMediaDevices::defaultAudioOutput() : m_audioDevice; if (audioDevice.isNull()) { // We are likely on a virtual machine, for example in CI qCCritical(qLcSoundEffect) << "Failed to update audio output. No audio devices available."; setStatus(QSoundEffect::Error); return false; } if (m_audioDevice.isNull()) { q_ptr->setAudioDevice(audioDevice); // Updates m_audioDevice and emits audioDeviceChanged } m_audioBuffer = {}; Q_ASSERT(m_sample); const auto &sampleFormat = m_sample->format(); const auto sampleChannelConfig = sampleFormat.channelConfig() == QAudioFormat::ChannelConfigUnknown ? QAudioFormat::defaultChannelConfigForChannelCount(sampleFormat.channelCount()) : sampleFormat.channelConfig(); if (sampleChannelConfig != audioDevice.channelConfiguration() && audioDevice.channelConfiguration() != QAudioFormat::ChannelConfigUnknown) { qCDebug(qLcSoundEffect) << "Create resampler for channels mapping: config" << sampleFormat.channelConfig() << "=> config" << audioDevice.channelConfiguration(); auto outputFormat = sampleFormat; outputFormat.setChannelConfig(audioDevice.channelConfiguration()); const auto resampler = QPlatformMediaIntegration::instance()->createAudioResampler( m_sample->format(), outputFormat); if (resampler) m_audioBuffer = resampler.value()->resample(m_sample->data().constData(), m_sample->data().size()); else qCDebug(qLcSoundEffect) << "Cannot create resampler for channels mapping"; } if (!m_audioBuffer.isValid()) m_audioBuffer = QAudioBuffer(m_sample->data(), m_sample->format()); m_audioSink.reset(new QAudioSink(audioDevice, m_audioBuffer.format())); connect(m_audioSink.get(), &QAudioSink::stateChanged, this, &QSoundEffectPrivate::stateChanged); if (!m_muted) m_audioSink->setVolume(m_volume); else m_audioSink->setVolume(0); QPlatformAudioSink *sinkPrivate = QPlatformAudioSink::get(*m_audioSink.get()); sinkPrivate->setRole(QtMultimediaPrivate::AudioEndpointRole::SoundEffect); return true; } qint64 QSoundEffectPrivate::readData(char *data, qint64 len) { qCDebug(qLcSoundEffect) << this << "readData" << len << m_runningCount; if (!len) return 0; if (m_sample->state() != QSample::Ready) return 0; if (m_runningCount == 0 || !m_playing) return 0; qint64 bytesWritten = 0; const int sampleSize = m_audioBuffer.byteCount(); const char *sampleData = m_audioBuffer.constData(); while (len && m_runningCount) { int toWrite = qMax(0, qMin(sampleSize - m_offset, len)); memcpy(data, sampleData + m_offset, toWrite); bytesWritten += toWrite; data += toWrite; len -= toWrite; m_offset += toWrite; if (m_offset >= sampleSize) { if (m_runningCount > 0) setLoopsRemaining(m_runningCount - 1); m_offset = 0; } } return bytesWritten; } qint64 QSoundEffectPrivate::writeData(const char *data, qint64 len) { Q_UNUSED(data); Q_UNUSED(len); return 0; } void QSoundEffectPrivate::setLoopsRemaining(int loopsRemaining) { if (m_runningCount == loopsRemaining) return; qCDebug(qLcSoundEffect) << this << "setLoopsRemaining " << loopsRemaining; m_runningCount = loopsRemaining; emit q_ptr->loopsRemainingChanged(); } void QSoundEffectPrivate::setStatus(QSoundEffect::Status status) { qCDebug(qLcSoundEffect) << this << "setStatus" << status; if (m_status == status) return; bool oldLoaded = q_ptr->isLoaded(); m_status = status; emit q_ptr->statusChanged(); if (oldLoaded != q_ptr->isLoaded()) emit q_ptr->loadedChanged(); } void QSoundEffectPrivate::setPlaying(bool playing) { qCDebug(qLcSoundEffect) << this << "setPlaying(" << playing << ")" << m_playing; if (m_audioSink) { m_audioSink->reset(); if (playing && !m_sampleReady) return; } if (m_playing == playing) return; m_playing = playing; if (m_audioSink && playing) { m_audioSink->start(this); #ifdef Q_OS_WIN QtMultimediaPrivate::refreshWarmupClient(); #endif } emit q_ptr->playingChanged(); } /*! \class QSoundEffect \brief The QSoundEffect class provides a way to play low latency sound effects. \ingroup multimedia \ingroup multimedia_audio \inmodule QtMultimedia This class allows you to play uncompressed audio files (typically WAV files) in a generally lower latency way, and is suitable for "feedback" type sounds in response to user actions (e.g. virtual keyboard sounds, positive or negative feedback for popup dialogs, or game sounds). If low latency is not important, consider using the QMediaPlayer class instead, since it supports a wider variety of media formats and is less resource intensive. This example shows how a looping, somewhat quiet sound effect can be played: \snippet multimedia-snippets/qsound.cpp 2 Typically the sound effect should be reused, which allows all the parsing and preparation to be done ahead of time, and only triggered when necessary. This assists with lower latency audio playback. \snippet multimedia-snippets/qsound.cpp 3 Since QSoundEffect requires slightly more resources to achieve lower latency playback, the platform may limit the number of simultaneously playing sound effects. */ /*! \qmltype SoundEffect \nativetype QSoundEffect \brief The SoundEffect type provides a way to play sound effects in QML. \inmodule QtMultimedia \ingroup multimedia_qml \ingroup multimedia_audio_qml \inqmlmodule QtMultimedia This type allows you to play uncompressed audio files (typically WAV files) in a generally lower latency way, and is suitable for "feedback" type sounds in response to user actions (e.g. virtual keyboard sounds, positive or negative feedback for popup dialogs, or game sounds). If low latency is not important, consider using the MediaPlayer type instead, since it support a wider variety of media formats and is less resource intensive. Typically the sound effect should be reused, which allows all the parsing and preparation to be done ahead of time, and only triggered when necessary. This is easy to achieve with QML, since you can declare your SoundEffect instance and refer to it elsewhere. The following example plays a WAV file on mouse click. \snippet multimedia-snippets/soundeffect.qml complete snippet Since SoundEffect requires slightly more resources to achieve lower latency playback, the platform may limit the number of simultaneously playing sound effects. */ /*! Creates a QSoundEffect with the given \a parent. */ QSoundEffect::QSoundEffect(QObject *parent) : QSoundEffect(QAudioDevice(), parent) { } /*! Creates a QSoundEffect with the given \a audioDevice and \a parent. */ QSoundEffect::QSoundEffect(const QAudioDevice &audioDevice, QObject *parent) : QObject(parent) , d(new QSoundEffectPrivate(this, audioDevice)) { } /*! Destroys this sound effect. */ QSoundEffect::~QSoundEffect() { stop(); d->m_audioSink.reset(); d->m_sample.reset(); delete d; } /*! \fn QSoundEffect::supportedMimeTypes() Returns a list of the supported mime types for this platform. */ QStringList QSoundEffect::supportedMimeTypes() { // Only return supported mime types if we have a audio device available const QList devices = QMediaDevices::audioOutputs(); if (devices.isEmpty()) return QStringList(); return QStringList() << QLatin1String("audio/x-wav") << QLatin1String("audio/wav") << QLatin1String("audio/wave") << QLatin1String("audio/x-pn-wav"); } /*! \qmlproperty url QtMultimedia::SoundEffect::source This property holds the url for the sound to play. For the SoundEffect to attempt to load the source, the URL must exist and the application must have read permission in the specified directory. If the desired source is a local file the URL may be specified using either absolute or relative (to the file that declared the SoundEffect) pathing. */ /*! \property QSoundEffect::source This property holds the url for the sound to play. For the SoundEffect to attempt to load the source, the URL must exist and the application must have read permission in the specified directory. */ /*! Returns the URL of the current source to play */ QUrl QSoundEffect::source() const { return d->m_url; } /*! Set the current URL to play to \a url. */ void QSoundEffect::setSource(const QUrl &url) { qCDebug(qLcSoundEffect) << this << "setSource current=" << d->m_url << ", to=" << url; if (d->m_url == url) return; Q_ASSERT(d->m_url != url); stop(); d->m_url = url; d->m_sampleReady = false; if (url.isEmpty()) { d->setStatus(QSoundEffect::Null); return; } if (!url.isValid()) { d->setStatus(QSoundEffect::Error); return; } if (d->m_sample) { if (!d->m_sampleReady) { disconnect(d->m_sample.get(), &QSample::error, d, &QSoundEffectPrivate::decoderError); disconnect(d->m_sample.get(), &QSample::ready, d, &QSoundEffectPrivate::sampleReady); } d->m_sample.reset(); } if (d->m_audioSink) { disconnect(d->m_audioSink.get(), &QAudioSink::stateChanged, d, &QSoundEffectPrivate::stateChanged); d->m_audioSink.reset(); } d->setStatus(QSoundEffect::Loading); d->m_sample.reset(sampleCache()->requestSample(url)); connect(d->m_sample.get(), &QSample::error, d, &QSoundEffectPrivate::decoderError); connect(d->m_sample.get(), &QSample::ready, d, &QSoundEffectPrivate::sampleReady); switch (d->m_sample->state()) { case QSample::Ready: d->sampleReady(d->m_sample.get()); break; case QSample::Error: d->decoderError(d->m_sample.get()); break; default: break; } emit sourceChanged(); } /*! \qmlproperty int QtMultimedia::SoundEffect::loops This property holds the number of times the sound is played. A value of 0 or 1 means the sound will be played only once; set to SoundEffect.Infinite to enable infinite looping. The value can be changed while the sound effect is playing, in which case it will update the remaining loops to the new value. */ /*! \property QSoundEffect::loops This property holds the number of times the sound is played. A value of 0 or 1 means the sound will be played only once; set to SoundEffect.Infinite to enable infinite looping. The value can be changed while the sound effect is playing, in which case it will update the remaining loops to the new value. */ /*! Returns the total number of times that this sound effect will be played before stopping. See the \l loopsRemaining() method for the number of loops currently remaining. */ int QSoundEffect::loopCount() const { return d->m_loopCount; } /*! \enum QSoundEffect::Loop \value Infinite Used as a parameter to \l setLoopCount() for infinite looping */ /*! Set the total number of times to play this sound effect to \a loopCount. Setting the loop count to 0 or 1 means the sound effect will be played only once; pass \c QSoundEffect::Infinite to repeat indefinitely. The loop count can be changed while the sound effect is playing, in which case it will update the remaining loops to the new \a loopCount. \sa loopsRemaining() */ void QSoundEffect::setLoopCount(int loopCount) { if (loopCount < 0 && loopCount != Infinite) { qWarning("SoundEffect: loops should be SoundEffect.Infinite, 0 or positive integer"); return; } if (loopCount == 0) loopCount = 1; if (d->m_loopCount == loopCount) return; d->m_loopCount = loopCount; if (d->m_playing) d->setLoopsRemaining(loopCount); emit loopCountChanged(); } /*! \property QSoundEffect::audioDevice Returns the QAudioDevice instance. */ QAudioDevice QSoundEffect::audioDevice() { return d->m_audioDevice; } void QSoundEffect::setAudioDevice(const QAudioDevice &device) { qCDebug(qLcSoundEffect) << this << "setAudioDevice:" << device.description(); if (d->m_audioDevice == device) return; d->m_audioDevice = device; if (!d->m_sampleReady) { emit audioDeviceChanged(); return; // The audio sink will be recreated later by QSoundEffect::sampleReady() } bool playing = d->m_playing; std::chrono::microseconds current_time{d->m_audioBuffer.format().durationForBytes(d->m_offset)}; // Recreate the QAudioSink with the new audio device and current sample if (d->updateAudioOutput() && playing) { // Resume playback from current position d->m_offset = d->m_audioBuffer.format().bytesForDuration(current_time.count()); d->setPlaying(true); } emit audioDeviceChanged(); } /*! \qmlproperty int QtMultimedia::SoundEffect::loopsRemaining This property contains the number of loops remaining before the sound effect stops by itself, or SoundEffect.Infinite if that's what has been set in \l loops. */ /*! \property QSoundEffect::loopsRemaining This property contains the number of loops remaining before the sound effect stops by itself, or QSoundEffect::Infinite if that's what has been set in \l loops. */ int QSoundEffect::loopsRemaining() const { return d->m_runningCount; } /*! \qmlproperty real QtMultimedia::SoundEffect::volume This property holds the volume of the sound effect playback. The volume is scaled linearly from \c 0.0 (silence) to \c 1.0 (full volume). Values outside this range will be clamped. The default volume is \c 1.0. UI volume controls should usually be scaled non-linearly. For example, using a logarithmic scale will produce linear changes in perceived loudness, which is what a user would normally expect from a volume control. See \l {QtAudio::convertVolume()}{convertVolume()} for more details. */ /*! \property QSoundEffect::volume This property holds the volume of the sound effect playback, from 0.0 (silence) to 1.0 (full volume). */ /*! Returns the current volume of this sound effect, from 0.0 (silent) to 1.0 (maximum volume). */ float QSoundEffect::volume() const { if (d->m_audioSink && !d->m_muted) return d->m_audioSink->volume(); return d->m_volume; } /*! Sets the sound effect volume to \a volume. The volume is scaled linearly from \c 0.0 (silence) to \c 1.0 (full volume). Values outside this range will be clamped. The default volume is \c 1.0. UI volume controls should usually be scaled non-linearly. For example, using a logarithmic scale will produce linear changes in perceived loudness, which is what a user would normally expect from a volume control. See QtAudio::convertVolume() for more details. */ void QSoundEffect::setVolume(float volume) { volume = qBound(0.0f, volume, 1.0f); if (d->m_volume == volume) return; d->m_volume = volume; if (d->m_audioSink && !d->m_muted) d->m_audioSink->setVolume(volume); emit volumeChanged(); } /*! \qmlproperty bool QtMultimedia::SoundEffect::muted This property provides a way to control muting. A value of \c true will mute this effect. Otherwise, playback will occur with the currently specified \l volume. */ /*! \property QSoundEffect::muted This property provides a way to control muting. A value of \c true will mute this effect. */ /*! Returns whether this sound effect is muted */ bool QSoundEffect::isMuted() const { return d->m_muted; } /*! Sets whether to mute this sound effect's playback. If \a muted is true, playback will be muted (silenced), and otherwise playback will occur with the currently specified volume(). */ void QSoundEffect::setMuted(bool muted) { if (d->m_muted == muted) return; if (muted && d->m_audioSink) d->m_audioSink->setVolume(0); else if (!muted && d->m_audioSink && d->m_muted) d->m_audioSink->setVolume(d->m_volume); d->m_muted = muted; emit mutedChanged(); } /*! \fn QSoundEffect::isLoaded() const Returns whether the sound effect has finished loading the \l source(). */ /*! \qmlmethod bool QtMultimedia::SoundEffect::isLoaded() Returns whether the sound effect has finished loading the \l source. */ bool QSoundEffect::isLoaded() const { return d->m_status == QSoundEffect::Ready; } /*! \qmlmethod QtMultimedia::SoundEffect::play() Start playback of the sound effect, looping the effect for the number of times as specified in the loops property. This is the default method for SoundEffect. \snippet multimedia-snippets/soundeffect.qml play sound on click */ /*! \fn QSoundEffect::play() Start playback of the sound effect, looping the effect for the number of times as specified in the loops property. */ void QSoundEffect::play() { d->m_offset = 0; d->setLoopsRemaining(d->m_loopCount); qCDebug(qLcSoundEffect) << this << "play" << d->m_loopCount << d->m_runningCount; if (d->m_status == QSoundEffect::Null || d->m_status == QSoundEffect::Error) { d->setStatus(QSoundEffect::Null); return; } d->setPlaying(true); } /*! \qmlproperty bool QtMultimedia::SoundEffect::playing This property indicates whether the sound effect is playing or not. */ /*! \property QSoundEffect::playing This property indicates whether the sound effect is playing or not. */ /*! Returns true if the sound effect is currently playing, or false otherwise */ bool QSoundEffect::isPlaying() const { return d->m_playing; } /*! \enum QSoundEffect::Status \value Null No source has been set or the source is null. \value Loading The SoundEffect is trying to load the source. \value Ready The source is loaded and ready for play. \value Error An error occurred during operation, such as failure of loading the source. */ /*! \qmlproperty enumeration QtMultimedia::SoundEffect::status This property indicates the current status of the SoundEffect as enumerated within SoundEffect. Possible statuses are listed below. \table \header \li Value \li Description \row \li SoundEffect.Null \li No source has been set or the source is null. \row \li SoundEffect.Loading \li The SoundEffect is trying to load the source. \row \li SoundEffect.Ready \li The source is loaded and ready for play. \row \li SoundEffect.Error \li An error occurred during operation, such as failure of loading the source. \endtable */ /*! \property QSoundEffect::status This property indicates the current status of the sound effect from the \l QSoundEffect::Status enumeration. */ /*! Returns the current status of this sound effect. */ QSoundEffect::Status QSoundEffect::status() const { return d->m_status; } /*! \qmlmethod QtMultimedia::SoundEffect::stop() Stop current playback. */ /*! \fn QSoundEffect::stop() Stop current playback. */ void QSoundEffect::stop() { if (!d->m_playing) return; qCDebug(qLcSoundEffect) << "stop()"; d->m_offset = 0; d->setPlaying(false); } /* Signals */ /*! \fn void QSoundEffect::sourceChanged() The \c sourceChanged signal is emitted when the source has been changed. */ /*! \qmlsignal QtMultimedia::SoundEffect::sourceChanged() The \c sourceChanged signal is emitted when the source has been changed. */ /*! \fn void QSoundEffect::loadedChanged() The \c loadedChanged signal is emitted when the loading state has changed. */ /*! \qmlsignal QtMultimedia::SoundEffect::loadedChanged() The \c loadedChanged signal is emitted when the loading state has changed. */ /*! \fn void QSoundEffect::loopCountChanged() The \c loopCountChanged signal is emitted when the initial number of loops has changed. */ /*! \qmlsignal QtMultimedia::SoundEffect::loopCountChanged() The \c loopCountChanged signal is emitted when the initial number of loops has changed. */ /*! \fn void QSoundEffect::loopsRemainingChanged() The \c loopsRemainingChanged signal is emitted when the remaining number of loops has changed. */ /*! \qmlsignal QtMultimedia::SoundEffect::loopsRemainingChanged() The \c loopsRemainingChanged signal is emitted when the remaining number of loops has changed. */ /*! \fn void QSoundEffect::volumeChanged() The \c volumeChanged signal is emitted when the volume has changed. */ /*! \qmlsignal QtMultimedia::SoundEffect::volumeChanged() The \c volumeChanged signal is emitted when the volume has changed. */ /*! \fn void QSoundEffect::mutedChanged() The \c mutedChanged signal is emitted when the mute state has changed. */ /*! \qmlsignal QtMultimedia::SoundEffect::mutedChanged() The \c mutedChanged signal is emitted when the mute state has changed. */ /*! \fn void QSoundEffect::playingChanged() The \c playingChanged signal is emitted when the playing property has changed. */ /*! \qmlsignal QtMultimedia::SoundEffect::playingChanged() The \c playingChanged signal is emitted when the playing property has changed. */ /*! \fn void QSoundEffect::statusChanged() The \c statusChanged signal is emitted when the status property has changed. */ /*! \qmlsignal QtMultimedia::SoundEffect::statusChanged() The \c statusChanged signal is emitted when the status property has changed. */ QT_END_NAMESPACE #include "moc_qsoundeffect.cpp"