| // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| // |
| // AudioRendererHost serves audio related requests from AudioRenderer which |
| // lives inside the render process and provide access to audio hardware. |
| // |
| // This class is owned by RenderProcessHostImpl, and instantiated on UI |
| // thread, but all other operations and method calls happen on IO thread, so we |
| // need to be extra careful about the lifetime of this object. AudioManager is a |
| // singleton and created in IO thread, audio output streams are also created in |
| // the IO thread, so we need to destroy them also in IO thread. After this class |
| // is created, a task of OnInitialized() is posted on IO thread in which |
| // singleton of AudioManager is created. |
| // |
| // Here's an example of a typical IPC dialog for audio: |
| // |
| // Renderer AudioRendererHost |
| // | | |
| // | RequestDeviceAuthorization > | |
| // | < NotifyDeviceAuthorized | |
| // | | |
| // | CreateStream > | |
| // | < NotifyStreamCreated | |
| // | | |
| // | PlayStream > | |
| // | < NotifyStreamStateChanged | kAudioStreamPlaying |
| // | | |
| // | PauseStream > | |
| // | < NotifyStreamStateChanged | kAudioStreamPaused |
| // | | |
| // | PlayStream > | |
| // | < NotifyStreamStateChanged | kAudioStreamPlaying |
| // | ... | |
| // | CloseStream > | |
| // v v |
| |
| // A SyncSocket pair is used to signal buffer readiness between processes. |
| |
| #ifndef CONTENT_BROWSER_RENDERER_HOST_MEDIA_AUDIO_RENDERER_HOST_H_ |
| #define CONTENT_BROWSER_RENDERER_HOST_MEDIA_AUDIO_RENDERER_HOST_H_ |
| |
| #include <map> |
| #include <string> |
| #include <utility> |
| |
| #include <stddef.h> |
| |
| #include "base/atomic_ref_count.h" |
| #include "base/gtest_prod_util.h" |
| #include "base/macros.h" |
| #include "base/memory/ref_counted.h" |
| #include "base/memory/scoped_ptr.h" |
| #include "base/process/process.h" |
| #include "base/sequenced_task_runner_helpers.h" |
| #include "content/browser/renderer_host/media/audio_output_device_enumerator.h" |
| #include "content/common/content_export.h" |
| #include "content/public/browser/browser_message_filter.h" |
| #include "content/public/browser/browser_thread.h" |
| #include "content/public/browser/render_process_host.h" |
| #include "content/public/browser/resource_context.h" |
| #include "media/audio/audio_io.h" |
| #include "media/audio/audio_logging.h" |
| #include "media/audio/audio_output_controller.h" |
| #include "media/audio/simple_sources.h" |
| #include "url/origin.h" |
| |
| namespace media { |
| class AudioManager; |
| class AudioParameters; |
| } |
| |
| namespace content { |
| |
| class AudioMirroringManager; |
| class MediaInternals; |
| class MediaStreamManager; |
| class MediaStreamUIProxy; |
| class ResourceContext; |
| |
| class CONTENT_EXPORT AudioRendererHost : public BrowserMessageFilter { |
| public: |
| // Called from UI thread from the owner of this object. |
| AudioRendererHost(int render_process_id, |
| media::AudioManager* audio_manager, |
| AudioMirroringManager* mirroring_manager, |
| MediaInternals* media_internals, |
| MediaStreamManager* media_stream_manager, |
| const ResourceContext::SaltCallback& salt_callback); |
| |
| // Calls |callback| with the list of AudioOutputControllers for this object. |
| void GetOutputControllers( |
| const RenderProcessHost::GetAudioOutputControllersCallback& |
| callback) const; |
| |
| // BrowserMessageFilter implementation. |
| void OnChannelClosing() override; |
| void OnDestruct() const override; |
| bool OnMessageReceived(const IPC::Message& message) override; |
| |
| // Returns true if any streams managed by this host are actively playing. Can |
| // be called from any thread. |
| bool HasActiveAudio(); |
| |
| // Returns true if any streams managed by the RenderFrame identified by |
| // |render_frame_id| are actively playing. Can be called from any thread. |
| bool RenderFrameHasActiveAudio(int render_frame_id) const; |
| |
| private: |
| friend class AudioRendererHostTest; |
| friend class BrowserThread; |
| friend class base::DeleteHelper<AudioRendererHost>; |
| friend class MockAudioRendererHost; |
| friend class TestAudioRendererHost; |
| FRIEND_TEST_ALL_PREFIXES(AudioRendererHostTest, CreateMockStream); |
| FRIEND_TEST_ALL_PREFIXES(AudioRendererHostTest, MockStreamDataConversation); |
| |
| class AudioEntry; |
| typedef std::map<int, AudioEntry*> AudioEntryMap; |
| |
| // Internal callback type for access requests to output devices. |
| // |have_access| is true only if there is permission to access the device. |
| typedef base::Callback<void(bool have_access)> OutputDeviceAccessCB; |
| |
| // Internal callback type for information requests about an output device. |
| // |success| indicates the operation was successful. If true, |device_info| |
| // contains data about the device. |
| typedef base::Callback<void(bool success, |
| const AudioOutputDeviceInfo& device_info)> |
| OutputDeviceInfoCB; |
| |
| ~AudioRendererHost() override; |
| |
| // Methods called on IO thread ---------------------------------------------- |
| |
| // Audio related IPC message handlers. |
| |
| // Request permission to use an output device for use by a stream produced |
| // in the RenderFrame referenced by |render_frame_id|. |
| // |session_id| is used for unified IO to find out which input device to be |
| // opened for the stream. For clients that do not use unified IO, |
| // |session_id| will be ignored and the given |device_id| and |
| // |security_origin| will be used to select the output device. |
| // Upon completion of the process, the peer is notified with the device output |
| // parameters via the NotifyDeviceAuthorized message. |
| void OnRequestDeviceAuthorization(int stream_id, |
| int render_frame_id, |
| int session_id, |
| const std::string& device_id, |
| const url::Origin& gurl_security_origin); |
| |
| // Creates an audio output stream with the specified format. |
| // Upon success/failure, the peer is notified via the NotifyStreamCreated |
| // message. |
| void OnCreateStream(int stream_id, |
| int render_frame_id, |
| const media::AudioParameters& params); |
| |
| // Play the audio stream referenced by |stream_id|. |
| void OnPlayStream(int stream_id); |
| |
| // Pause the audio stream referenced by |stream_id|. |
| void OnPauseStream(int stream_id); |
| |
| // Close the audio stream referenced by |stream_id|. |
| void OnCloseStream(int stream_id); |
| |
| // Set the volume of the audio stream referenced by |stream_id|. |
| void OnSetVolume(int stream_id, double volume); |
| |
| // Helper methods. |
| |
| // Proceed with device authorization after checking permissions. |
| void OnDeviceAuthorized(int stream_id, |
| const std::string& device_id, |
| const GURL& security_origin, |
| bool have_access); |
| |
| // Proceed with device authorization after translating device ID. |
| void OnDeviceIDTranslated(int stream_id, |
| bool device_found, |
| const AudioOutputDeviceInfo& device_info); |
| |
| // Start the actual creation of an audio stream, after the device |
| // authorization process is complete. |
| void DoCreateStream(int stream_id, |
| int render_frame_id, |
| const media::AudioParameters& params, |
| const std::string& device_unique_id); |
| |
| // Complete the process of creating an audio stream. This will set up the |
| // shared memory or shared socket in low latency mode and send the |
| // NotifyStreamCreated message to the peer. |
| void DoCompleteCreation(int stream_id); |
| |
| // Send playing/paused status to the renderer. |
| void DoNotifyStreamStateChanged(int stream_id, bool is_playing); |
| |
| RenderProcessHost::AudioOutputControllerList DoGetOutputControllers() const; |
| |
| // Send an error message to the renderer. |
| void SendErrorMessage(int stream_id); |
| |
| // Delete an audio entry, notifying observers first. This is called by |
| // AudioOutputController after it has closed. |
| void DeleteEntry(scoped_ptr<AudioEntry> entry); |
| |
| // Send an error message to the renderer, then close the stream. |
| void ReportErrorAndClose(int stream_id); |
| |
| // A helper method to look up a AudioEntry identified by |stream_id|. |
| // Returns NULL if not found. |
| AudioEntry* LookupById(int stream_id); |
| |
| // A helper method to update the number of playing streams and alert the |
| // ResourceScheduler when the renderer starts or stops playing an audiostream. |
| void UpdateNumPlayingStreams(AudioEntry* entry, bool is_playing); |
| |
| // Check if the renderer process has access to the requested output device. |
| void CheckOutputDeviceAccess(int render_frame_id, |
| const std::string& device_id, |
| const GURL& gurl_security_origin, |
| const OutputDeviceAccessCB& callback); |
| |
| // Invoke |callback| after permission to use a device has been checked. |
| void AccessChecked(scoped_ptr<MediaStreamUIProxy> ui_proxy, |
| const OutputDeviceAccessCB& callback, |
| bool have_access); |
| |
| // Translate the hashed |device_id| to a unique device ID. |
| void TranslateDeviceID(const std::string& device_id, |
| const GURL& gurl_security_origin, |
| const OutputDeviceInfoCB& callback, |
| const AudioOutputDeviceEnumeration& enumeration); |
| |
| // Helper method to check if the authorization procedure for stream |
| // |stream_id| has started. |
| bool IsAuthorizationStarted(int stream_id); |
| |
| // ID of the RenderProcessHost that owns this instance. |
| const int render_process_id_; |
| |
| media::AudioManager* const audio_manager_; |
| AudioMirroringManager* const mirroring_manager_; |
| scoped_ptr<media::AudioLog> audio_log_; |
| |
| // Used to access to AudioInputDeviceManager. |
| MediaStreamManager* media_stream_manager_; |
| |
| // A map of stream IDs to audio sources. |
| AudioEntryMap audio_entries_; |
| |
| // The number of streams in the playing state. Atomic read safe from any |
| // thread, but should only be updated from the IO thread. |
| base::AtomicRefCount num_playing_streams_; |
| |
| // Salt required to translate renderer device IDs to raw device unique IDs |
| ResourceContext::SaltCallback salt_callback_; |
| |
| // Map of device authorizations for streams that are not yet created |
| // The key is the stream ID, and the value is a pair. The pair's first element |
| // is a bool that is true if the authorization process completes successfully. |
| // The second element contains the unique ID of the authorized device. |
| std::map<int, std::pair<bool, std::string>> authorizations_; |
| |
| // The maximum number of simultaneous streams during the lifetime of this |
| // host. Reported as UMA stat at shutdown. |
| size_t max_simultaneous_streams_; |
| |
| DISALLOW_COPY_AND_ASSIGN(AudioRendererHost); |
| }; |
| |
| } // namespace content |
| |
| #endif // CONTENT_BROWSER_RENDERER_HOST_MEDIA_AUDIO_RENDERER_HOST_H_ |