1 // Copyright 2022 Samsung Electronics Inc. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
5 #ifndef MEDIA_RENDERERS_TIZEN_RENDERER_IMPL_H_
6 #define MEDIA_RENDERERS_TIZEN_RENDERER_IMPL_H_
10 #include "base/memory/raw_ptr.h"
11 #include "content/common/content_export.h"
12 #include "media/base/demuxer_stream.h"
13 #include "media/base/media_export.h"
14 #include "media/base/media_resource.h"
15 #include "media/base/pipeline_status.h"
16 #include "media/base/renderer.h"
17 #include "media/base/renderer_client.h"
18 #include "media/base/video_renderer_sink.h"
19 #include "media/base/waiting.h"
20 #include "media/mojo/mojom/renderer_extensions.mojom.h"
21 #include "mojo/public/cpp/bindings/pending_receiver.h"
22 #include "mojo/public/cpp/bindings/pending_remote.h"
23 #include "mojo/public/cpp/bindings/receiver.h"
24 #include "mojo/public/cpp/bindings/remote.h"
25 #include "third_party/abseil-cpp/absl/types/optional.h"
26 #include "ui/gfx/geometry/size.h"
29 class SingleThreadTaskRunner;
33 class MediaPlayerTizen;
40 class MediaPlayerRendererWebContentsObserver;
42 class CONTENT_EXPORT TizenRendererImpl
43 : public media::Renderer,
44 public media::mojom::MediaPlayerRendererExtension {
46 using RendererExtension = media::mojom::MediaPlayerRendererExtension;
47 using ClientExtension = media::mojom::MediaPlayerRendererClientExtension;
50 const scoped_refptr<base::SingleThreadTaskRunner>& task_runner,
51 media::VideoRendererSink* sink);
55 WebContents* web_contents,
56 mojo::PendingReceiver<RendererExtension> renderer_extension_receiver,
57 mojo::PendingRemote<ClientExtension> client_extension_remote);
58 TizenRendererImpl(const TizenRendererImpl&) = delete;
59 TizenRendererImpl& operator=(const TizenRendererImpl&) = delete;
62 // Renderer implementation.
63 void Initialize(media::MediaResource* media_resource,
64 media::RendererClient* client,
65 media::PipelineStatusCallback init_cb) override;
66 void SetCdm(media::CdmContext* cdm_context,
67 CdmAttachedCB cdm_attached_cb) override;
68 void SetLatencyHint(absl::optional<base::TimeDelta> latency_hint) override;
69 void SetPreservesPitch(bool preserves_pitch) override;
70 void Flush(base::OnceClosure flush_cb) override;
71 void StartPlayingFrom(base::TimeDelta time) override;
72 void SetPlaybackRate(double playback_rate) override;
73 void SetVolume(float volume) override;
74 base::TimeDelta GetMediaTime() override;
75 void OnSelectedVideoTracksChanged(
76 const std::vector<media::DemuxerStream*>& enabled_tracks,
77 base::OnceClosure change_completed_cb) override;
78 void OnEnabledAudioTracksChanged(
79 const std::vector<media::DemuxerStream*>& enabled_tracks,
80 base::OnceClosure change_completed_cb) override;
81 void InitiateScopedSurfaceRequest(
82 InitiateScopedSurfaceRequestCallback callback) override;
83 void OnUpdateAudioMutingState(bool muted) {}
84 void OnWebContentsDestroyed() {}
87 void Seek(base::TimeDelta time);
89 // Proxy functions for MediaPlayerRendererClientExtension
90 void OnVideoSizeChange(const gfx::Size& size);
91 void OnDurationChange(base::TimeDelta duration);
92 void OnBufferUpdate(base::TimeDelta time);
94 void OnNewFrameAvailable(uint32_t playerId,
95 base::UnsafeSharedMemoryRegion frame,
97 base::TimeDelta timestamp,
101 #if defined(TIZEN_TBM_SUPPORT)
102 void OnNewTbmFrameAvailable(uint32_t player_id,
103 gfx::TbmBufferHandle tbm_handle,
104 base::TimeDelta timestamp);
105 void OnTbmBufferExhausted(const gfx::TbmBufferHandle& tbm_handle) override;
109 class RendererClientInternal;
110 const float kDefaultVolume = 1.0;
114 STATE_INIT_PENDING_CDM, // Initialization is waiting for the CDM to be set.
115 STATE_INITIALIZING, // Initializing audio/video renderers.
116 STATE_FLUSHING, // Flushing is in progress.
117 STATE_FLUSHED, // After initialization or after flush completed.
118 STATE_PLAYING, // After StartPlayingFrom has been called.
122 void SetStreamInfo();
123 void SetPlayerVolume();
124 void OnRendererEnded();
125 void OnError(media::PipelineStatus error);
126 void OnStatisticsUpdate(const media::PipelineStatistics& stats);
127 void OnBufferingStateChange(media::BufferingState new_buffering_state,
128 media::BufferingStateChangeReason reason);
129 void OnWaiting(media::WaitingReason reason);
130 void OnAudioConfigChange(const media::AudioDecoderConfig& config);
131 void OnVideoConfigChange(const media::VideoDecoderConfig& config);
132 void OnVideoNaturalSizeChange(const gfx::Size& size);
133 void OnVideoOpacityChange(bool opaque);
134 void OnVideoFrameRateChange(absl::optional<int> fps);
136 media::MediaPlayerTizen* GetPlayer();
138 media::RendererClient* client_;
142 // Task runner used to execute pipeline tasks.
143 scoped_refptr<base::SingleThreadTaskRunner> task_runner_;
145 media::VideoRendererSink* const sink_ = nullptr;
146 mojo::Remote<ClientExtension> client_extension_;
147 // Identifiers to find the RenderFrameHost that created |this|.
148 // NOTE: We store these IDs rather than a RenderFrameHost* because we do not
149 // know when the RenderFrameHost is destroyed.
150 int render_process_id_;
153 // Temporary callback used for Initialize() and Flush().
154 media::PipelineStatusCallback init_cb_;
155 base::OnceClosure flush_cb_;
157 std::unique_ptr<RendererClientInternal> audio_renderer_client_;
158 std::unique_ptr<RendererClientInternal> video_renderer_client_;
160 media::MediaResource* media_resource_;
161 media::DemuxerStream* audio_stream_;
162 media::DemuxerStream* video_stream_;
164 media::MediaPlayerTizen* media_player_ = nullptr;
165 double volume_ = kDefaultVolume;
166 double playback_rate_ = 0.0;
168 // The time to start playback from after starting/seeking has completed.
169 base::TimeDelta start_time_;
171 media::BufferingState audio_buffering_state_;
172 media::BufferingState video_buffering_state_;
174 // Whether we've received the audio/video ended events.
175 bool media_ended_ = false;
176 bool web_contents_muted_ = false;
177 mojo::Receiver<MediaPlayerRendererExtension> renderer_extension_receiver_;
178 raw_ptr<content::MediaPlayerRendererWebContentsObserver>
179 web_contents_observer_;
181 // Indicates if a serious error has been encountered by the |media_player_|.
182 bool has_error_ = false;
184 base::WeakPtrFactory<TizenRendererImpl> weak_factory_{this};
187 } // namespace content
189 #endif // MEDIA_RENDERERS_TIZEN_RENDERER_IMPL_H_