1 /*
2  * Copyright (c) 2022-2023 Huawei Device Co., Ltd.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at
6  *
7  *     http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 
16 #ifndef OHOS_IMAGE_SOURCE_ENCODER_H
17 #define OHOS_IMAGE_SOURCE_ENCODER_H
18 
19 #include <memory>
20 #include <mutex>
21 
22 #include "buffer/avsharedmemory.h"
23 #include "avcodec_video_encoder.h"
24 #include "avcodec_common.h"
25 #include "meta/format.h"
26 #include "iconsumer_surface.h"
27 #include "avcodec_errors.h"
28 #include "surface.h"
29 #include "sync_fence.h"
30 
31 #include "idscreen_dbg_itf.h"
32 #include "iimage_source_processor_listener.h"
33 #include "image_encoder_callback.h"
34 #include "video_param.h"
35 
36 namespace OHOS {
37 namespace DistributedHardware {
38 class ConsumerBufferListener : public IBufferConsumerListener {
39 public:
ConsumerBufferListener(const std::shared_ptr<ImageSourceEncoder> encoder)40     explicit ConsumerBufferListener(const std::shared_ptr<ImageSourceEncoder> encoder) : encoder_(encoder) {};
41     ~ConsumerBufferListener() = default;
42     void OnBufferAvailable() override;
43 private:
44     static const constexpr char *DSCREEN_LOG_TAG = "ConsumerBufferListener";
45     std::shared_ptr<ImageSourceEncoder> encoder_;
46 };
47 class ImageSourceEncoder : public std::enable_shared_from_this<ImageSourceEncoder> {
48 public:
ImageSourceEncoder(const std::shared_ptr<IImageSourceProcessorListener> & imageListener)49     explicit ImageSourceEncoder(const std::shared_ptr<IImageSourceProcessorListener> &imageListener)
50         : imageProcessorListener_(imageListener) {};
51     ~ImageSourceEncoder() = default;
52 
53     int32_t ConfigureEncoder(const VideoParam &configParam);
54     int32_t ReleaseEncoder();
55     int32_t StartEncoder();
56     int32_t StopEncoder();
57     int32_t AddSurface();
58     sptr<Surface> &GetInputSurface();
59     void OnError(MediaAVCodec::AVCodecErrorType errorType, int32_t errorCode);
60     void OnOutputBufferAvailable(uint32_t index, MediaAVCodec::AVCodecBufferInfo info,
61                                  MediaAVCodec::AVCodecBufferFlag flag, std::shared_ptr<Media::AVSharedMemory> buffer);
62     void OnInputBufferAvailable(uint32_t index, std::shared_ptr<Media::AVSharedMemory> buffer);
63     void OnOutputFormatChanged(const Media::Format &format);
64     void ConsumeSurface();
65     int32_t FeedEncoderData(sptr<SurfaceBuffer> &surfaceBuffer);
66     sptr<Surface> GetConsumerSurface();
67     std::vector<OHOS::Rect> VecToDamage(std::vector<std::vector<int32_t>> eventContent);
68     sptr<SurfaceBuffer> GetEncoderInputSurfaceBuffer();
69 
70 private:
71     int32_t InitVideoEncoder(const VideoParam &configParam);
72     int32_t SetEncoderFormat(const VideoParam &configParam);
73 
74 private:
75     static const constexpr char *DSCREEN_LOG_TAG = "ImageSourceEncoder";
76 
77     Media::Format imageFormat_;
78     MediaAVCodec::AVCodecBufferInfo encoderBufferInfo_;
79     VideoParam configParam_;
80 
81     sptr<Surface> encoderSurface_;
82     sptr<Surface> consumerSurface_;
83     sptr<Surface> producerSurface_;
84     sptr<IBufferConsumerListener> consumerBufferListener_;
85     std::mutex bufferMtx_;
86     std::shared_ptr<MediaAVCodec::AVCodecVideoEncoder> videoEncoder_;
87     std::shared_ptr<Media::AVSharedMemory> videoSharedMemory_;
88     std::shared_ptr<MediaAVCodec::AVCodecCallback> encodeVideoCallback_;
89     std::weak_ptr<IImageSourceProcessorListener> imageProcessorListener_;
90     std::vector<std::vector<int32_t>> eventContent_;
91     OHOS::sptr<OHOS::SyncFence> syncFence_ = SyncFence::INVALID_FENCE;
92 private:
93     IDScreenDBGItf *dscreenDbgItfPtr_ = nullptr;
94     IImageSetDirty *imageSetDirtyPtr_ = nullptr;
95     void* pHandler_ = nullptr;
96     void InitDscreenDBG();
97 };
98 } // namespace DistributedHardware
99 } // namespace OHOS
100 #endif