1 /*
2 * Copyright (C) 2023 Huawei Device Co., Ltd.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15
16 #define HST_LOG_TAG "SubtitleSinkFilter"
17 #include "subtitle_sink_filter.h"
18 #include "common/log.h"
19 #include "osal/utils/util.h"
20 #include "osal/utils/dump_buffer.h"
21 #include "filter/filter_factory.h"
22 #include "media_core.h"
23 #include "parameters.h"
24
25 namespace {
26 constexpr OHOS::HiviewDFX::HiLogLabel LABEL = { LOG_CORE, LOG_DOMAIN_SYSTEM_PLAYER, "SubtitleSinkFilter" };
27 }
28
29 namespace OHOS {
30 namespace Media {
31 namespace Pipeline {
32 using namespace Plugins;
33
34 static AutoRegisterFilter<SubtitleSinkFilter> g_registerSubtitleSinkFilter("builtin.player.subtitlesink",
__anon6dcb91d90202(const std::string& name, const FilterType type) 35 FilterType::FILTERTYPE_SSINK, [](const std::string& name, const FilterType type) {
36 return std::make_shared<SubtitleSinkFilter>(name, FilterType::FILTERTYPE_SSINK);
37 });
38
AVBufferAvailableListener(std::shared_ptr<SubtitleSinkFilter> subtitleSinkFilter)39 SubtitleSinkFilter::AVBufferAvailableListener::AVBufferAvailableListener(
40 std::shared_ptr<SubtitleSinkFilter> subtitleSinkFilter)
41 {
42 subtitleSinkFilter_ = subtitleSinkFilter;
43 }
44
OnBufferAvailable()45 void SubtitleSinkFilter::AVBufferAvailableListener::OnBufferAvailable()
46 {
47 if (auto sink = subtitleSinkFilter_.lock()) {
48 sink->ProcessInputBuffer();
49 } else {
50 MEDIA_LOG_I("invalid subtitleSink");
51 }
52 }
53
SubtitleSinkFilter(const std::string & name,FilterType filterType)54 SubtitleSinkFilter::SubtitleSinkFilter(const std::string& name, FilterType filterType)
55 : Filter(name, FilterType::FILTERTYPE_SSINK, false)
56 {
57 filterType_ = filterType;
58 subtitleSink_ = std::make_shared<SubtitleSink>();
59 MEDIA_LOG_I("subtitle sink ctor called");
60 }
61
~SubtitleSinkFilter()62 SubtitleSinkFilter::~SubtitleSinkFilter()
63 {
64 MEDIA_LOG_I("dtor called");
65 }
66
Init(const std::shared_ptr<EventReceiver> & receiver,const std::shared_ptr<FilterCallback> & callback)67 void SubtitleSinkFilter::Init(const std::shared_ptr<EventReceiver> &receiver,
68 const std::shared_ptr<FilterCallback> &callback)
69 {
70 Filter::Init(receiver, callback);
71 eventReceiver_ = receiver;
72 filterCallback_ = callback;
73 MEDIA_LOG_I("subtitle sink Init called");
74 }
75
DoInitAfterLink()76 Status SubtitleSinkFilter::DoInitAfterLink()
77 {
78 subtitleSink_->SetParameter(globalMeta_);
79 Status ret = subtitleSink_->Init(trackMeta_, eventReceiver_);
80 subtitleSink_->SetEventReceiver(eventReceiver_);
81 return ret;
82 }
83
DoPrepare()84 Status SubtitleSinkFilter::DoPrepare()
85 {
86 subtitleSink_->Prepare();
87 inputBufferQueueConsumer_ = subtitleSink_->GetBufferQueueConsumer();
88 sptr<IConsumerListener> listener = new AVBufferAvailableListener(shared_from_this());
89 inputBufferQueueConsumer_->SetBufferAvailableListener(listener);
90 if (onLinkedResultCallback_ != nullptr) {
91 onLinkedResultCallback_->OnLinkedResult(subtitleSink_->GetBufferQueueProducer(), trackMeta_);
92 }
93 state_ = FilterState::READY;
94 return Status::OK;
95 }
96
DoStart()97 Status SubtitleSinkFilter::DoStart()
98 {
99 MEDIA_LOG_I("start called");
100 if (state_ == FilterState::RUNNING) {
101 return Status::OK;
102 }
103 if (state_ != FilterState::READY && state_ != FilterState::PAUSED) {
104 MEDIA_LOG_W("sink is not ready when start, state: " PUBLIC_LOG_D32, state_);
105 return Status::ERROR_INVALID_OPERATION;
106 }
107 auto err = subtitleSink_->Start();
108 if (err != Status::OK) {
109 MEDIA_LOG_E("subtitleSink_ start failed");
110 return err;
111 }
112 state_ = FilterState::RUNNING;
113 frameCnt_ = 0;
114 return err;
115 }
116
DoPause()117 Status SubtitleSinkFilter::DoPause()
118 {
119 MEDIA_LOG_I("subtitle sink filter pause start");
120 if (state_ == FilterState::PAUSED || state_ == FilterState::STOPPED) {
121 return Status::OK;
122 }
123 // only worked when state is working
124 if (state_ != FilterState::READY && state_ != FilterState::RUNNING) {
125 MEDIA_LOG_W("subtitle sink cannot pause when not working");
126 return Status::ERROR_INVALID_OPERATION;
127 }
128 state_ = FilterState::PAUSED;
129 auto err = subtitleSink_->Pause();
130 MEDIA_LOG_D("subtitle sink filter pause end");
131 return err;
132 }
133
DoResume()134 Status SubtitleSinkFilter::DoResume()
135 {
136 MEDIA_LOG_I("subtitle sink filter resume");
137 // only worked when state is paused
138 if (state_ == FilterState::PAUSED) {
139 state_ = FilterState::RUNNING;
140 if (frameCnt_ > 0) {
141 frameCnt_ = 0;
142 }
143 return subtitleSink_->Resume();
144 }
145 return Status::OK;
146 }
147
DoFlush()148 Status SubtitleSinkFilter::DoFlush()
149 {
150 MEDIA_LOG_I("subtitle sink flush start");
151 if (subtitleSink_ != nullptr) {
152 subtitleSink_->Flush();
153 }
154 MEDIA_LOG_I("subtitle sink flush end");
155 return Status::OK;
156 }
157
DoStop()158 Status SubtitleSinkFilter::DoStop()
159 {
160 MEDIA_LOG_I("subtitle sink stop start");
161 if (subtitleSink_ != nullptr) {
162 subtitleSink_->Stop();
163 }
164 state_ = FilterState::STOPPED;
165 MEDIA_LOG_I("subtitle sink stop finish");
166 return Status::OK;
167 }
168
DoRelease()169 Status SubtitleSinkFilter::DoRelease()
170 {
171 return subtitleSink_->Release();
172 }
173
DoProcessInputBuffer(int recvArg,bool dropFrame)174 Status SubtitleSinkFilter::DoProcessInputBuffer(int recvArg, bool dropFrame)
175 {
176 subtitleSink_->DrainOutputBuffer(dropFrame);
177 return Status::OK;
178 }
179
SetParameter(const std::shared_ptr<Meta> & meta)180 void SubtitleSinkFilter::SetParameter(const std::shared_ptr<Meta>& meta)
181 {
182 globalMeta_ = meta;
183 subtitleSink_->SetParameter(meta);
184 }
185
GetParameter(std::shared_ptr<Meta> & meta)186 void SubtitleSinkFilter::GetParameter(std::shared_ptr<Meta>& meta)
187 {
188 subtitleSink_->GetParameter(meta);
189 }
190
OnLinked(StreamType inType,const std::shared_ptr<Meta> & meta,const std::shared_ptr<FilterLinkCallback> & callback)191 Status SubtitleSinkFilter::OnLinked(StreamType inType, const std::shared_ptr<Meta>& meta,
192 const std::shared_ptr<FilterLinkCallback>& callback)
193 {
194 trackMeta_ = meta;
195 onLinkedResultCallback_ = callback;
196 return Filter::OnLinked(inType, meta, callback);
197 }
198
SetSyncCenter(std::shared_ptr<MediaSyncManager> syncCenter)199 void SubtitleSinkFilter::SetSyncCenter(std::shared_ptr<MediaSyncManager> syncCenter)
200 {
201 FALSE_RETURN(subtitleSink_ != nullptr);
202 subtitleSink_->SetSyncCenter(syncCenter);
203 }
204
OnUpdated(StreamType inType,const std::shared_ptr<Meta> & meta,const std::shared_ptr<FilterLinkCallback> & callback)205 Status SubtitleSinkFilter::OnUpdated(StreamType inType, const std::shared_ptr<Meta>& meta,
206 const std::shared_ptr<FilterLinkCallback>& callback)
207 {
208 return Filter::OnUpdated(inType, meta, callback);
209 }
210
OnUnLinked(StreamType inType,const std::shared_ptr<FilterLinkCallback> & callback)211 Status SubtitleSinkFilter::OnUnLinked(StreamType inType, const std::shared_ptr<FilterLinkCallback>& callback)
212 {
213 return Filter::OnUnLinked(inType, callback);
214 }
215
NotifySeek()216 void SubtitleSinkFilter::NotifySeek()
217 {
218 subtitleSink_->NotifySeek();
219 }
220
SetSpeed(float speed)221 Status SubtitleSinkFilter::SetSpeed(float speed)
222 {
223 return subtitleSink_->SetSpeed(speed);
224 }
225 } // namespace Pipeline
226 } // namespace Media
227 } // namespace OHOS
228