1 /*
2  * Copyright (C) 2023 Huawei Device Co., Ltd.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at
6  *
7  *     http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 
16 #define HST_LOG_TAG "SubtitleSinkFilter"
17 #include "subtitle_sink_filter.h"
18 #include "common/log.h"
19 #include "osal/utils/util.h"
20 #include "osal/utils/dump_buffer.h"
21 #include "filter/filter_factory.h"
22 #include "media_core.h"
23 #include "parameters.h"
24 
25 namespace {
26 constexpr OHOS::HiviewDFX::HiLogLabel LABEL = { LOG_CORE, LOG_DOMAIN_SYSTEM_PLAYER, "SubtitleSinkFilter" };
27 }
28 
29 namespace OHOS {
30 namespace Media {
31 namespace Pipeline {
32 using namespace Plugins;
33 
34 static AutoRegisterFilter<SubtitleSinkFilter> g_registerSubtitleSinkFilter("builtin.player.subtitlesink",
__anon6dcb91d90202(const std::string& name, const FilterType type) 35     FilterType::FILTERTYPE_SSINK, [](const std::string& name, const FilterType type) {
36         return std::make_shared<SubtitleSinkFilter>(name, FilterType::FILTERTYPE_SSINK);
37     });
38 
AVBufferAvailableListener(std::shared_ptr<SubtitleSinkFilter> subtitleSinkFilter)39 SubtitleSinkFilter::AVBufferAvailableListener::AVBufferAvailableListener(
40     std::shared_ptr<SubtitleSinkFilter> subtitleSinkFilter)
41 {
42     subtitleSinkFilter_ = subtitleSinkFilter;
43 }
44 
OnBufferAvailable()45 void SubtitleSinkFilter::AVBufferAvailableListener::OnBufferAvailable()
46 {
47     if (auto sink = subtitleSinkFilter_.lock()) {
48         sink->ProcessInputBuffer();
49     } else {
50         MEDIA_LOG_I("invalid subtitleSink");
51     }
52 }
53 
SubtitleSinkFilter(const std::string & name,FilterType filterType)54 SubtitleSinkFilter::SubtitleSinkFilter(const std::string& name, FilterType filterType)
55     : Filter(name, FilterType::FILTERTYPE_SSINK, false)
56 {
57     filterType_ = filterType;
58     subtitleSink_ = std::make_shared<SubtitleSink>();
59     MEDIA_LOG_I("subtitle sink ctor called");
60 }
61 
~SubtitleSinkFilter()62 SubtitleSinkFilter::~SubtitleSinkFilter()
63 {
64     MEDIA_LOG_I("dtor called");
65 }
66 
Init(const std::shared_ptr<EventReceiver> & receiver,const std::shared_ptr<FilterCallback> & callback)67 void SubtitleSinkFilter::Init(const std::shared_ptr<EventReceiver> &receiver,
68     const std::shared_ptr<FilterCallback> &callback)
69 {
70     Filter::Init(receiver, callback);
71     eventReceiver_ = receiver;
72     filterCallback_ = callback;
73     MEDIA_LOG_I("subtitle sink Init called");
74 }
75 
DoInitAfterLink()76 Status SubtitleSinkFilter::DoInitAfterLink()
77 {
78     subtitleSink_->SetParameter(globalMeta_);
79     Status ret = subtitleSink_->Init(trackMeta_, eventReceiver_);
80     subtitleSink_->SetEventReceiver(eventReceiver_);
81     return ret;
82 }
83 
DoPrepare()84 Status SubtitleSinkFilter::DoPrepare()
85 {
86     subtitleSink_->Prepare();
87     inputBufferQueueConsumer_ = subtitleSink_->GetBufferQueueConsumer();
88     sptr<IConsumerListener> listener = new AVBufferAvailableListener(shared_from_this());
89     inputBufferQueueConsumer_->SetBufferAvailableListener(listener);
90     if (onLinkedResultCallback_ != nullptr) {
91         onLinkedResultCallback_->OnLinkedResult(subtitleSink_->GetBufferQueueProducer(), trackMeta_);
92     }
93     state_ = FilterState::READY;
94     return Status::OK;
95 }
96 
DoStart()97 Status SubtitleSinkFilter::DoStart()
98 {
99     MEDIA_LOG_I("start called");
100     if (state_ == FilterState::RUNNING) {
101         return Status::OK;
102     }
103     if (state_ != FilterState::READY && state_ != FilterState::PAUSED) {
104         MEDIA_LOG_W("sink is not ready when start, state: " PUBLIC_LOG_D32, state_);
105         return Status::ERROR_INVALID_OPERATION;
106     }
107     auto err = subtitleSink_->Start();
108     if (err != Status::OK) {
109         MEDIA_LOG_E("subtitleSink_ start failed");
110         return err;
111     }
112     state_ = FilterState::RUNNING;
113     frameCnt_ = 0;
114     return err;
115 }
116 
DoPause()117 Status SubtitleSinkFilter::DoPause()
118 {
119     MEDIA_LOG_I("subtitle sink filter pause start");
120     if (state_ == FilterState::PAUSED || state_ == FilterState::STOPPED) {
121         return Status::OK;
122     }
123     // only worked when state is working
124     if (state_ != FilterState::READY && state_ != FilterState::RUNNING) {
125         MEDIA_LOG_W("subtitle sink cannot pause when not working");
126         return Status::ERROR_INVALID_OPERATION;
127     }
128     state_ = FilterState::PAUSED;
129     auto err = subtitleSink_->Pause();
130     MEDIA_LOG_D("subtitle sink filter pause end");
131     return err;
132 }
133 
DoResume()134 Status SubtitleSinkFilter::DoResume()
135 {
136     MEDIA_LOG_I("subtitle sink filter resume");
137     // only worked when state is paused
138     if (state_ == FilterState::PAUSED) {
139         state_ = FilterState::RUNNING;
140         if (frameCnt_ > 0) {
141             frameCnt_ = 0;
142         }
143         return subtitleSink_->Resume();
144     }
145     return Status::OK;
146 }
147 
DoFlush()148 Status SubtitleSinkFilter::DoFlush()
149 {
150     MEDIA_LOG_I("subtitle sink flush start");
151     if (subtitleSink_ != nullptr) {
152         subtitleSink_->Flush();
153     }
154     MEDIA_LOG_I("subtitle sink flush end");
155     return Status::OK;
156 }
157 
DoStop()158 Status SubtitleSinkFilter::DoStop()
159 {
160     MEDIA_LOG_I("subtitle sink stop start");
161     if (subtitleSink_ != nullptr) {
162         subtitleSink_->Stop();
163     }
164     state_ = FilterState::STOPPED;
165     MEDIA_LOG_I("subtitle sink stop finish");
166     return Status::OK;
167 }
168 
DoRelease()169 Status SubtitleSinkFilter::DoRelease()
170 {
171     return subtitleSink_->Release();
172 }
173 
DoProcessInputBuffer(int recvArg,bool dropFrame)174 Status SubtitleSinkFilter::DoProcessInputBuffer(int recvArg, bool dropFrame)
175 {
176     subtitleSink_->DrainOutputBuffer(dropFrame);
177     return Status::OK;
178 }
179 
SetParameter(const std::shared_ptr<Meta> & meta)180 void SubtitleSinkFilter::SetParameter(const std::shared_ptr<Meta>& meta)
181 {
182     globalMeta_ = meta;
183     subtitleSink_->SetParameter(meta);
184 }
185 
GetParameter(std::shared_ptr<Meta> & meta)186 void SubtitleSinkFilter::GetParameter(std::shared_ptr<Meta>& meta)
187 {
188     subtitleSink_->GetParameter(meta);
189 }
190 
OnLinked(StreamType inType,const std::shared_ptr<Meta> & meta,const std::shared_ptr<FilterLinkCallback> & callback)191 Status SubtitleSinkFilter::OnLinked(StreamType inType, const std::shared_ptr<Meta>& meta,
192     const std::shared_ptr<FilterLinkCallback>& callback)
193 {
194     trackMeta_ = meta;
195     onLinkedResultCallback_ = callback;
196     return Filter::OnLinked(inType, meta, callback);
197 }
198 
SetSyncCenter(std::shared_ptr<MediaSyncManager> syncCenter)199 void SubtitleSinkFilter::SetSyncCenter(std::shared_ptr<MediaSyncManager> syncCenter)
200 {
201     FALSE_RETURN(subtitleSink_ != nullptr);
202     subtitleSink_->SetSyncCenter(syncCenter);
203 }
204 
OnUpdated(StreamType inType,const std::shared_ptr<Meta> & meta,const std::shared_ptr<FilterLinkCallback> & callback)205 Status SubtitleSinkFilter::OnUpdated(StreamType inType, const std::shared_ptr<Meta>& meta,
206     const std::shared_ptr<FilterLinkCallback>& callback)
207 {
208     return Filter::OnUpdated(inType, meta, callback);
209 }
210 
OnUnLinked(StreamType inType,const std::shared_ptr<FilterLinkCallback> & callback)211 Status SubtitleSinkFilter::OnUnLinked(StreamType inType, const std::shared_ptr<FilterLinkCallback>& callback)
212 {
213     return Filter::OnUnLinked(inType, callback);
214 }
215 
NotifySeek()216 void SubtitleSinkFilter::NotifySeek()
217 {
218     subtitleSink_->NotifySeek();
219 }
220 
SetSpeed(float speed)221 Status SubtitleSinkFilter::SetSpeed(float speed)
222 {
223     return subtitleSink_->SetSpeed(speed);
224 }
225 } // namespace Pipeline
226 } // namespace Media
227 } // namespace OHOS
228