1 /* 2 * Copyright (C) 2023 Huawei Device Co., Ltd. 3 * Licensed under the Apache License, Version 2.0 (the "License"); 4 * you may not use this file except in compliance with the License. 5 * You may obtain a copy of the License at 6 * 7 * http://www.apache.org/licenses/LICENSE-2.0 8 * 9 * Unless required by applicable law or agreed to in writing, software 10 * distributed under the License is distributed on an "AS IS" BASIS, 11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 * See the License for the specific language governing permissions and 13 * limitations under the License. 14 */ 15 16 #ifndef PLUGINS_COMMON_LIBS_IMAGE_LIBEXTPLUGIN_INCLUDE_EXT_ENCODER_H 17 #define PLUGINS_COMMON_LIBS_IMAGE_LIBEXTPLUGIN_INCLUDE_EXT_ENCODER_H 18 19 #include <vector> 20 21 #include "abs_image_encoder.h" 22 #include "plugin_class_base.h" 23 #include "include/core/SkStream.h" 24 #include "ext_wstream.h" 25 #include "include/core/SkBitmap.h" 26 #include "include/core/SkEncodedImageFormat.h" 27 #if !defined(IOS_PLATFORM) && !defined(ANDROID_PLATFORM) 28 #include "surface_buffer.h" 29 #endif 30 #include "hdr_type.h" 31 32 #ifdef HEIF_HW_ENCODE_ENABLE 33 namespace OHOS::HDI::Codec::Image::V2_0 { 34 struct ImageItem; 35 struct SharedBuffer; 36 struct ColourInfo; 37 struct ContentLightLevel; 38 struct MasteringDisplayColourVolume; 39 struct ToneMapMetadata; 40 struct MetaItem; 41 struct ItemRef; 42 struct ToneMapMetadata; 43 struct ToneMapChannel; 44 } 45 #endif 46 47 namespace OHOS::Media { 48 class AbsMemory; 49 } 50 51 namespace OHOS { 52 namespace ImagePlugin { 53 class ExtEncoder : public AbsImageEncoder, public OHOS::MultimediaPlugin::PluginClassBase { 54 public: 55 ExtEncoder(); 56 ~ExtEncoder() override; 57 uint32_t StartEncode(OutputDataStream &outputStream, PlEncodeOptions &option) override; 58 uint32_t AddImage(Media::PixelMap &pixelMap) override; 59 uint32_t AddPicture(Media::Picture &picture) override; 60 uint32_t FinalizeEncode() override; 61 62 private: 63 DISALLOW_COPY_AND_MOVE(ExtEncoder); 64 static bool IsHardwareEncodeSupported(const PlEncodeOptions &opts, Media::PixelMap* pixelMap); 65 uint32_t DoHardWareEncode(SkWStream* skStream); 66 bool HardwareEncode(SkWStream &skStream, bool needExif); 67 uint32_t DoEncode(SkWStream* skStream, const SkBitmap& src, const SkEncodedImageFormat& skFormat); 68 uint32_t DoHdrEncode(ExtWStream& wStream); 69 #if !defined(_WIN32) && !defined(_APPLE) && !defined(IOS_PLATFORM) && !defined(ANDROID_PLATFORM) 70 sptr<SurfaceBuffer> ConvertToSurfaceBuffer(Media::PixelMap* pixelmap); 71 uint32_t EncodeSdrImage(ExtWStream& outputStream); 72 uint32_t EncodeDualVivid(ExtWStream& outputStream); 73 uint32_t EncodeSingleVivid(ExtWStream& outputStream); 74 uint32_t EncodePicture(); 75 uint32_t EncodeCameraScenePicture(SkWStream& skStream); 76 uint32_t EncodeEditScenePicture(); 77 void CheckJpegAuxiliaryTagName(); 78 uint32_t EncodeJpegPicture(SkWStream& skStream); 79 uint32_t EncodeJpegPictureDualVividInner(SkWStream& skStream, std::shared_ptr<PixelMap>& mainPixelmap, 80 std::shared_ptr<PixelMap>& gainmapPixelmap); 81 uint32_t EncodeJpegPictureDualVivid(SkWStream& skStream); 82 uint32_t EncodeJpegPictureSdr(SkWStream& skStream); 83 void EncodeJpegAuxiliaryPictures(SkWStream& skStream); 84 uint32_t WriteJpegCodedData(std::shared_ptr<AuxiliaryPicture>& auxPicture, SkWStream& skStream); 85 uint32_t SpliceFragmentStream(SkWStream& skStream, sk_sp<SkData>& skData); 86 uint32_t WriteJpegUncodedData(std::shared_ptr<AuxiliaryPicture>& auxPicture, SkWStream& skStream); 87 void WriteJpegAuxiliarySizeAndTag(uint32_t size, std::shared_ptr<AuxiliaryPicture>& auxPicture, 88 SkWStream& skStream); 89 uint32_t EncodeHeifPicture(sptr<SurfaceBuffer>& mainSptr, SkImageInfo mainInfo, bool sdrIsSRGB); 90 sk_sp<SkData> GetImageEncodeData(sptr<SurfaceBuffer>& surfaceBuffer, SkImageInfo info, bool needExif); 91 uint32_t EncodeImageBySurfaceBuffer(sptr<SurfaceBuffer>& surfaceBuffer, SkImageInfo info, 92 bool needExif, SkWStream& outputStream); 93 uint32_t EncodeHeifDualHdrImage(sptr<SurfaceBuffer>& sdr, sptr<SurfaceBuffer>& gainmap, 94 Media::HdrMetadata& metadata, bool sdrIsSRGB = false); 95 uint32_t EncodeHeifSdrImage(sptr<SurfaceBuffer>& sdr, SkImageInfo sdrInfo); 96 #endif 97 uint32_t EncodeImageByBitmap(SkBitmap& bitmap, bool needExif, SkWStream& outStream); 98 uint32_t EncodeImageByPixelMap(Media::PixelMap* pixelMap, bool needExif, SkWStream& outputStream); 99 #ifdef HEIF_HW_ENCODE_ENABLE 100 std::shared_ptr<HDI::Codec::Image::V2_0::ImageItem> AssembleTmapImageItem(ColorManager::ColorSpaceName color, 101 Media::HdrMetadata metadata, const PlEncodeOptions &opts); 102 std::shared_ptr<Media::AbsMemory> AllocateNewSharedMem(size_t memorySize, std::string tag); 103 #if !defined(_WIN32) && !defined(_APPLE) && !defined(IOS_PLATFORM) && !defined(ANDROID_PLATFORM) 104 std::shared_ptr<HDI::Codec::Image::V2_0::ImageItem> AssemblePrimaryImageItem(sptr<SurfaceBuffer>& surfaceBuffer, 105 const PlEncodeOptions &opts); 106 std::shared_ptr<HDI::Codec::Image::V2_0::ImageItem> AssembleHdrBaseImageItem(sptr<SurfaceBuffer>& surfaceBuffer, 107 ColorManager::ColorSpaceName color, Media::HdrMetadata& metadata, const PlEncodeOptions &opts); 108 std::shared_ptr<HDI::Codec::Image::V2_0::ImageItem> AssembleGainmapImageItem(sptr<SurfaceBuffer>& surfaceBuffer, 109 ColorManager::ColorSpaceName color, const PlEncodeOptions& opts); 110 111 uint32_t AssembleSdrImageItem(sptr<SurfaceBuffer>& surfaceBuffer, SkImageInfo sdrInfo, 112 std::vector<HDI::Codec::Image::V2_0::ImageItem>& inputImgs); 113 uint32_t AssembleHeifHdrPicture( 114 sptr<SurfaceBuffer>& mainSptr, bool sdrIsSRGB, std::vector<HDI::Codec::Image::V2_0::ImageItem>& inputImgs); 115 uint32_t AssembleHeifAuxiliaryNoncodingMap(std::vector<HDI::Codec::Image::V2_0::ImageItem>& inputImgs, 116 AuxiliaryPictureType auxType); 117 uint32_t AssembleHeifUnrefocusMap(std::vector<HDI::Codec::Image::V2_0::ImageItem>& inputImgs); 118 uint32_t AssembleHeifFragmentMap(std::vector<HDI::Codec::Image::V2_0::ImageItem>& inputImgs); 119 uint32_t AssembleHeifAuxiliaryPicture(std::vector<HDI::Codec::Image::V2_0::ImageItem>& inputImgs, 120 std::vector<HDI::Codec::Image::V2_0::ItemRef>& refs); 121 HDI::Codec::Image::V2_0::ImageItem InitAuxiliaryImageItem(uint32_t id, std::string itemName); 122 #endif 123 bool GetStaticMetadata(Media::HdrMetadata& metadata, HDI::Codec::Image::V2_0::MasteringDisplayColourVolume& color, 124 HDI::Codec::Image::V2_0::ContentLightLevel& light); 125 bool GetToneMapChannel(Media::ISOMetadata& metadata, HDI::Codec::Image::V2_0::ToneMapChannel& channel, 126 uint8_t index); 127 bool GetToneMapMetadata(Media::HdrMetadata& metadata, HDI::Codec::Image::V2_0::ToneMapMetadata& toneMapMetadata); 128 void GetColourInfo(ColorManager::ColorSpaceName color, HDI::Codec::Image::V2_0::ColourInfo& info); 129 bool AssembleIT35SharedBuffer(Media::HdrMetadata metadata, HDI::Codec::Image::V2_0::SharedBuffer& outBuffer); 130 bool AssembleICCImageProperty(sk_sp<SkData>& iccProfile, HDI::Codec::Image::V2_0::SharedBuffer& outBuffer); 131 bool FillPixelSharedBuffer(sptr<SurfaceBuffer> sbBuffer, uint32_t capacity, 132 HDI::Codec::Image::V2_0::SharedBuffer& outBuffer); 133 bool FillNclxColorProperty(std::shared_ptr<HDI::Codec::Image::V2_0::ImageItem>& item, size_t& offset, 134 HDI::Codec::Image::V2_0::ColourInfo& colorInfo); 135 bool AssembleOutputSharedBuffer(HDI::Codec::Image::V2_0::SharedBuffer& outBuffer, 136 std::shared_ptr<Media::AbsMemory>& outMem); 137 void AssembleDualHdrRefItem(std::vector<HDI::Codec::Image::V2_0::ItemRef>& refs); 138 uint32_t DoHeifEncode(std::vector<HDI::Codec::Image::V2_0::ImageItem>& inputImgs, 139 std::vector<HDI::Codec::Image::V2_0::MetaItem>& inputMetas, 140 std::vector<HDI::Codec::Image::V2_0::ItemRef>& refs); 141 bool AssembleExifMetaItem(std::vector<HDI::Codec::Image::V2_0::MetaItem>& metaItems); 142 void AssembleExifRefItem(std::vector<HDI::Codec::Image::V2_0::ItemRef>& refs); 143 void AssembleAuxiliaryRefItem(AuxiliaryPictureType type, std::vector<HDI::Codec::Image::V2_0::ItemRef>& refs); 144 #endif 145 uint32_t PixelmapEncode(ExtWStream& wStream); 146 uint32_t EncodeHeifByPixelmap(Media::PixelMap* pixelmap, const PlEncodeOptions& opts); 147 void RecycleResources(); 148 149 SkEncodedImageFormat encodeFormat_; 150 OutputDataStream* output_ = nullptr; 151 PlEncodeOptions opts_; 152 Media::PixelMap* pixelmap_ = nullptr; 153 Media::Picture* picture_ = nullptr; 154 std::vector<std::shared_ptr<Media::AbsMemory>> tmpMemoryList_; 155 }; 156 } // namespace ImagePlugin 157 } // namespace OHOS 158 159 #endif // PLUGINS_COMMON_LIBS_IMAGE_LIBEXTPLUGIN_INCLUDE_EXT_ENCODER_H 160