| /* |
| * Copyright (C) 2020 Apple Inc. All rights reserved. |
| * |
| * Redistribution and use in source and binary forms, with or without |
| * modification, are permitted provided that the following conditions |
| * are met: |
| * 1. Redistributions of source code must retain the above copyright |
| * notice, this list of conditions and the following disclaimer. |
| * 2. Redistributions in binary form must reproduce the above copyright |
| * notice, this list of conditions and the following disclaimer in the |
| * documentation and/or other materials provided with the distribution. |
| * |
| * THIS SOFTWARE IS PROVIDED BY APPLE INC. AND ITS CONTRIBUTORS ``AS IS'' |
| * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, |
| * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR |
| * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR ITS CONTRIBUTORS |
| * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR |
| * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF |
| * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS |
| * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN |
| * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) |
| * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF |
| * THE POSSIBILITY OF SUCH DAMAGE. |
| */ |
| |
| #include "config.h" |
| #include "SpeechRecognitionRemoteRealtimeMediaSource.h" |
| |
| #if ENABLE(MEDIA_STREAM) |
| |
| #include "SpeechRecognitionRealtimeMediaSourceManagerMessages.h" |
| #include "SpeechRecognitionRemoteRealtimeMediaSourceManager.h" |
| |
| #if PLATFORM(COCOA) |
| #include "SharedRingBufferStorage.h" |
| #include <WebCore/CARingBuffer.h> |
| #include <WebCore/WebAudioBufferList.h> |
| #endif |
| |
| namespace WebKit { |
| |
| Ref<WebCore::RealtimeMediaSource> SpeechRecognitionRemoteRealtimeMediaSource::create(SpeechRecognitionRemoteRealtimeMediaSourceManager& manager, const WebCore::CaptureDevice& captureDevice) |
| { |
| return adoptRef(*new SpeechRecognitionRemoteRealtimeMediaSource(WebCore::RealtimeMediaSourceIdentifier::generate(), manager, captureDevice)); |
| } |
| |
| SpeechRecognitionRemoteRealtimeMediaSource::SpeechRecognitionRemoteRealtimeMediaSource(WebCore::RealtimeMediaSourceIdentifier identifier, SpeechRecognitionRemoteRealtimeMediaSourceManager& manager, const WebCore::CaptureDevice& captureDevice) |
| : WebCore::RealtimeMediaSource(WebCore::RealtimeMediaSource::Type::Audio, String { captureDevice.label() }, String { captureDevice.persistentId() }) |
| , m_identifier(identifier) |
| , m_manager(manager) |
| #if PLATFORM(COCOA) |
| , m_ringBuffer(makeUnique<WebCore::CARingBuffer>()) |
| #endif |
| { |
| m_manager->addSource(*this, captureDevice); |
| } |
| |
| SpeechRecognitionRemoteRealtimeMediaSource::~SpeechRecognitionRemoteRealtimeMediaSource() |
| { |
| if (m_manager) |
| m_manager->removeSource(*this); |
| } |
| |
| void SpeechRecognitionRemoteRealtimeMediaSource::startProducingData() |
| { |
| if (m_manager) |
| m_manager->send(Messages::SpeechRecognitionRealtimeMediaSourceManager::Start { m_identifier }); |
| } |
| |
| void SpeechRecognitionRemoteRealtimeMediaSource::stopProducingData() |
| { |
| if (m_manager) |
| m_manager->send(Messages::SpeechRecognitionRealtimeMediaSourceManager::Stop { m_identifier }); |
| } |
| |
| #if PLATFORM(COCOA) |
| |
| void SpeechRecognitionRemoteRealtimeMediaSource::setStorage(const SharedMemory::Handle& handle, const WebCore::CAAudioStreamDescription& description, uint64_t numberOfFrames) |
| { |
| if (!numberOfFrames) { |
| m_ringBuffer = nullptr; |
| m_buffer = nullptr; |
| return; |
| } |
| |
| m_description = description; |
| m_ringBuffer = WebCore::CARingBuffer::adoptStorage(makeUniqueRef<ReadOnlySharedRingBufferStorage>(handle), description, numberOfFrames).moveToUniquePtr(); |
| m_buffer = makeUnique<WebCore::WebAudioBufferList>(description); |
| } |
| |
| #endif |
| |
| void SpeechRecognitionRemoteRealtimeMediaSource::remoteAudioSamplesAvailable(MediaTime time, uint64_t numberOfFrames) |
| { |
| #if PLATFORM(COCOA) |
| if (!m_buffer) { |
| LOG_ERROR("Buffer for remote source is null"); |
| captureFailed(); |
| return; |
| } |
| |
| m_buffer->setSampleCount(numberOfFrames); |
| m_ringBuffer->fetch(m_buffer->list(), numberOfFrames, time.timeValue()); |
| audioSamplesAvailable(time, *m_buffer, m_description, numberOfFrames); |
| #else |
| UNUSED_PARAM(time); |
| UNUSED_PARAM(numberOfFrames); |
| #endif |
| } |
| |
| void SpeechRecognitionRemoteRealtimeMediaSource::remoteCaptureFailed() |
| { |
| captureFailed(); |
| } |
| |
| void SpeechRecognitionRemoteRealtimeMediaSource::remoteSourceStopped() |
| { |
| stop(); |
| } |
| |
| } // namespace WebKit |
| |
| #endif |