1 /*
2  * Copyright (C) 2017 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 // TODO(b/129481165): remove the #pragma below and fix conversion issues
18 #pragma clang diagnostic push
19 #pragma clang diagnostic ignored "-Wconversion"
20 #pragma clang diagnostic ignored "-Wextra"
21 
22 //#define LOG_NDEBUG 0
23 #undef LOG_TAG
24 #define LOG_TAG "BufferStateLayer"
25 #define ATRACE_TAG ATRACE_TAG_GRAPHICS
26 
27 #include "BufferStateLayer.h"
28 
29 #include <limits>
30 
31 #include <FrameTimeline/FrameTimeline.h>
32 #include <compositionengine/LayerFECompositionState.h>
33 #include <gui/BufferQueue.h>
34 #include <private/gui/SyncFeatures.h>
35 #include <renderengine/Image.h>
36 #include "TunnelModeEnabledReporter.h"
37 
38 #include "EffectLayer.h"
39 #include "FrameTracer/FrameTracer.h"
40 #include "TimeStats/TimeStats.h"
41 
42 namespace android {
43 
44 using PresentState = frametimeline::SurfaceFrame::PresentState;
45 namespace {
callReleaseBufferCallback(const sp<ITransactionCompletedListener> & listener,const sp<GraphicBuffer> & buffer,uint64_t framenumber,const sp<Fence> & releaseFence,uint32_t transformHint,uint32_t currentMaxAcquiredBufferCount)46 void callReleaseBufferCallback(const sp<ITransactionCompletedListener>& listener,
47                                const sp<GraphicBuffer>& buffer, uint64_t framenumber,
48                                const sp<Fence>& releaseFence, uint32_t transformHint,
49                                uint32_t currentMaxAcquiredBufferCount) {
50     if (!listener) {
51         return;
52     }
53     listener->onReleaseBuffer({buffer->getId(), framenumber},
54                               releaseFence ? releaseFence : Fence::NO_FENCE, transformHint,
55                               currentMaxAcquiredBufferCount);
56 }
57 } // namespace
58 
BufferStateLayer(const LayerCreationArgs & args)59 BufferStateLayer::BufferStateLayer(const LayerCreationArgs& args)
60       : BufferLayer(args), mHwcSlotGenerator(new HwcSlotGenerator()) {
61     mDrawingState.dataspace = ui::Dataspace::V0_SRGB;
62 }
63 
~BufferStateLayer()64 BufferStateLayer::~BufferStateLayer() {
65     // The original layer and the clone layer share the same texture and buffer. Therefore, only
66     // one of the layers, in this case the original layer, needs to handle the deletion. The
67     // original layer and the clone should be removed at the same time so there shouldn't be any
68     // issue with the clone layer trying to use the texture.
69     if (mBufferInfo.mBuffer != nullptr) {
70         callReleaseBufferCallback(mDrawingState.releaseBufferListener,
71                                   mBufferInfo.mBuffer->getBuffer(), mBufferInfo.mFrameNumber,
72                                   mBufferInfo.mFence, mTransformHint,
73                                   mFlinger->getMaxAcquiredBufferCountForCurrentRefreshRate(
74                                           mOwnerUid));
75     }
76 }
77 
addReleaseFence(const sp<CallbackHandle> & ch,const sp<Fence> & fence)78 status_t BufferStateLayer::addReleaseFence(const sp<CallbackHandle>& ch,
79                                            const sp<Fence>& fence) {
80     if (ch == nullptr) {
81         return OK;
82     }
83     ch->previousReleaseCallbackId = mPreviousReleaseCallbackId;
84     if (!ch->previousReleaseFence.get()) {
85         ch->previousReleaseFence = fence;
86         return OK;
87     }
88 
89     // Below logic is lifted from ConsumerBase.cpp:
90     // Check status of fences first because merging is expensive.
91     // Merging an invalid fence with any other fence results in an
92     // invalid fence.
93     auto currentStatus = ch->previousReleaseFence->getStatus();
94     if (currentStatus == Fence::Status::Invalid) {
95         ALOGE("Existing fence has invalid state, layer: %s", mName.c_str());
96         return BAD_VALUE;
97     }
98 
99     auto incomingStatus = fence->getStatus();
100     if (incomingStatus == Fence::Status::Invalid) {
101         ALOGE("New fence has invalid state, layer: %s", mName.c_str());
102         ch->previousReleaseFence = fence;
103         return BAD_VALUE;
104     }
105 
106     // If both fences are signaled or both are unsignaled, we need to merge
107     // them to get an accurate timestamp.
108     if (currentStatus == incomingStatus) {
109         char fenceName[32] = {};
110         snprintf(fenceName, 32, "%.28s", mName.c_str());
111         sp<Fence> mergedFence = Fence::merge(
112                 fenceName, ch->previousReleaseFence, fence);
113         if (!mergedFence.get()) {
114             ALOGE("failed to merge release fences, layer: %s", mName.c_str());
115             // synchronization is broken, the best we can do is hope fences
116             // signal in order so the new fence will act like a union
117             ch->previousReleaseFence = fence;
118             return BAD_VALUE;
119         }
120         ch->previousReleaseFence = mergedFence;
121     } else if (incomingStatus == Fence::Status::Unsignaled) {
122         // If one fence has signaled and the other hasn't, the unsignaled
123         // fence will approximately correspond with the correct timestamp.
124         // There's a small race if both fences signal at about the same time
125         // and their statuses are retrieved with unfortunate timing. However,
126         // by this point, they will have both signaled and only the timestamp
127         // will be slightly off; any dependencies after this point will
128         // already have been met.
129         ch->previousReleaseFence = fence;
130     }
131     // else if (currentStatus == Fence::Status::Unsignaled) is a no-op.
132 
133     return OK;
134 }
135 
136 // -----------------------------------------------------------------------
137 // Interface implementation for Layer
138 // -----------------------------------------------------------------------
onLayerDisplayed(const sp<Fence> & releaseFence)139 void BufferStateLayer::onLayerDisplayed(const sp<Fence>& releaseFence) {
140     if (!releaseFence->isValid()) {
141         return;
142     }
143     // The previous release fence notifies the client that SurfaceFlinger is done with the previous
144     // buffer that was presented on this layer. The first transaction that came in this frame that
145     // replaced the previous buffer on this layer needs this release fence, because the fence will
146     // let the client know when that previous buffer is removed from the screen.
147     //
148     // Every other transaction on this layer does not need a release fence because no other
149     // Transactions that were set on this layer this frame are going to have their preceeding buffer
150     // removed from the display this frame.
151     //
152     // For example, if we have 3 transactions this frame. The first transaction doesn't contain a
153     // buffer so it doesn't need a previous release fence because the layer still needs the previous
154     // buffer. The second transaction contains a buffer so it needs a previous release fence because
155     // the previous buffer will be released this frame. The third transaction also contains a
156     // buffer. It replaces the buffer in the second transaction. The buffer in the second
157     // transaction will now no longer be presented so it is released immediately and the third
158     // transaction doesn't need a previous release fence.
159     sp<CallbackHandle> ch;
160     for (auto& handle : mDrawingState.callbackHandles) {
161         if (handle->releasePreviousBuffer &&
162             mDrawingState.releaseBufferEndpoint == handle->listener) {
163             ch = handle;
164             break;
165         }
166     }
167     auto status = addReleaseFence(ch, releaseFence);
168     if (status != OK) {
169         ALOGE("Failed to add release fence for layer %s", getName().c_str());
170     }
171 
172     mPreviousReleaseFence = releaseFence;
173 
174     // Prevent tracing the same release multiple times.
175     if (mPreviousFrameNumber != mPreviousReleasedFrameNumber) {
176         mPreviousReleasedFrameNumber = mPreviousFrameNumber;
177     }
178 }
179 
onSurfaceFrameCreated(const std::shared_ptr<frametimeline::SurfaceFrame> & surfaceFrame)180 void BufferStateLayer::onSurfaceFrameCreated(
181         const std::shared_ptr<frametimeline::SurfaceFrame>& surfaceFrame) {
182     while (mPendingJankClassifications.size() >= kPendingClassificationMaxSurfaceFrames) {
183         // Too many SurfaceFrames pending classification. The front of the deque is probably not
184         // tracked by FrameTimeline and will never be presented. This will only result in a memory
185         // leak.
186         ALOGW("Removing the front of pending jank deque from layer - %s to prevent memory leak",
187               mName.c_str());
188         std::string miniDump = mPendingJankClassifications.front()->miniDump();
189         ALOGD("Head SurfaceFrame mini dump\n%s", miniDump.c_str());
190         mPendingJankClassifications.pop_front();
191     }
192     mPendingJankClassifications.emplace_back(surfaceFrame);
193 }
194 
releasePendingBuffer(nsecs_t dequeueReadyTime)195 void BufferStateLayer::releasePendingBuffer(nsecs_t dequeueReadyTime) {
196     for (const auto& handle : mDrawingState.callbackHandles) {
197         handle->transformHint = mTransformHint;
198         handle->dequeueReadyTime = dequeueReadyTime;
199         handle->currentMaxAcquiredBufferCount =
200                 mFlinger->getMaxAcquiredBufferCountForCurrentRefreshRate(mOwnerUid);
201     }
202 
203     for (auto& handle : mDrawingState.callbackHandles) {
204         if (handle->releasePreviousBuffer &&
205             mDrawingState.releaseBufferEndpoint == handle->listener) {
206             handle->previousReleaseCallbackId = mPreviousReleaseCallbackId;
207             break;
208         }
209     }
210 
211     std::vector<JankData> jankData;
212     jankData.reserve(mPendingJankClassifications.size());
213     while (!mPendingJankClassifications.empty()
214             && mPendingJankClassifications.front()->getJankType()) {
215         std::shared_ptr<frametimeline::SurfaceFrame> surfaceFrame =
216                 mPendingJankClassifications.front();
217         mPendingJankClassifications.pop_front();
218         jankData.emplace_back(
219                 JankData(surfaceFrame->getToken(), surfaceFrame->getJankType().value()));
220     }
221 
222     mFlinger->getTransactionCallbackInvoker().finalizePendingCallbackHandles(
223             mDrawingState.callbackHandles, jankData);
224 
225     mDrawingState.callbackHandles = {};
226 
227     const sp<Fence>& releaseFence(mPreviousReleaseFence);
228     std::shared_ptr<FenceTime> releaseFenceTime = std::make_shared<FenceTime>(releaseFence);
229     {
230         Mutex::Autolock lock(mFrameEventHistoryMutex);
231         if (mPreviousFrameNumber != 0) {
232             mFrameEventHistory.addRelease(mPreviousFrameNumber, dequeueReadyTime,
233                                           std::move(releaseFenceTime));
234         }
235     }
236 }
237 
finalizeFrameEventHistory(const std::shared_ptr<FenceTime> & glDoneFence,const CompositorTiming & compositorTiming)238 void BufferStateLayer::finalizeFrameEventHistory(const std::shared_ptr<FenceTime>& glDoneFence,
239                                                  const CompositorTiming& compositorTiming) {
240     for (const auto& handle : mDrawingState.callbackHandles) {
241         handle->gpuCompositionDoneFence = glDoneFence;
242         handle->compositorTiming = compositorTiming;
243     }
244 }
245 
willPresentCurrentTransaction() const246 bool BufferStateLayer::willPresentCurrentTransaction() const {
247     // Returns true if the most recent Transaction applied to CurrentState will be presented.
248     return (getSidebandStreamChanged() || getAutoRefresh() ||
249             (mDrawingState.modified &&
250              (mDrawingState.buffer != nullptr || mDrawingState.bgColorLayer != nullptr)));
251 }
252 
getCrop(const Layer::State & s) const253 Rect BufferStateLayer::getCrop(const Layer::State& s) const {
254     return s.crop;
255 }
256 
setTransform(uint32_t transform)257 bool BufferStateLayer::setTransform(uint32_t transform) {
258     if (mDrawingState.bufferTransform == transform) return false;
259     mDrawingState.bufferTransform = transform;
260     mDrawingState.modified = true;
261     setTransactionFlags(eTransactionNeeded);
262     return true;
263 }
264 
setTransformToDisplayInverse(bool transformToDisplayInverse)265 bool BufferStateLayer::setTransformToDisplayInverse(bool transformToDisplayInverse) {
266     if (mDrawingState.transformToDisplayInverse == transformToDisplayInverse) return false;
267     mDrawingState.sequence++;
268     mDrawingState.transformToDisplayInverse = transformToDisplayInverse;
269     mDrawingState.modified = true;
270     setTransactionFlags(eTransactionNeeded);
271     return true;
272 }
273 
setCrop(const Rect & crop)274 bool BufferStateLayer::setCrop(const Rect& crop) {
275     if (mDrawingState.crop == crop) return false;
276     mDrawingState.sequence++;
277     mDrawingState.crop = crop;
278 
279     mDrawingState.modified = true;
280     setTransactionFlags(eTransactionNeeded);
281     return true;
282 }
283 
setBufferCrop(const Rect & bufferCrop)284 bool BufferStateLayer::setBufferCrop(const Rect& bufferCrop) {
285     if (mDrawingState.bufferCrop == bufferCrop) return false;
286 
287     mDrawingState.sequence++;
288     mDrawingState.bufferCrop = bufferCrop;
289 
290     mDrawingState.modified = true;
291     setTransactionFlags(eTransactionNeeded);
292     return true;
293 }
294 
setDestinationFrame(const Rect & destinationFrame)295 bool BufferStateLayer::setDestinationFrame(const Rect& destinationFrame) {
296     if (mDrawingState.destinationFrame == destinationFrame) return false;
297 
298     mDrawingState.sequence++;
299     mDrawingState.destinationFrame = destinationFrame;
300 
301     mDrawingState.modified = true;
302     setTransactionFlags(eTransactionNeeded);
303     return true;
304 }
305 
assignTransform(ui::Transform * dst,ui::Transform & from)306 static bool assignTransform(ui::Transform* dst, ui::Transform& from) {
307     if (*dst == from) {
308         return false;
309     }
310     *dst = from;
311     return true;
312 }
313 
314 // Translate destination frame into scale and position. If a destination frame is not set, use the
315 // provided scale and position
updateGeometry()316 bool BufferStateLayer::updateGeometry() {
317     if (mDrawingState.destinationFrame.isEmpty()) {
318         // If destination frame is not set, use the requested transform set via
319         // BufferStateLayer::setPosition and BufferStateLayer::setMatrix.
320         return assignTransform(&mDrawingState.transform, mRequestedTransform);
321     }
322 
323     Rect destRect = mDrawingState.destinationFrame;
324     int32_t destW = destRect.width();
325     int32_t destH = destRect.height();
326     if (destRect.left < 0) {
327         destRect.left = 0;
328         destRect.right = destW;
329     }
330     if (destRect.top < 0) {
331         destRect.top = 0;
332         destRect.bottom = destH;
333     }
334 
335     if (!mDrawingState.buffer) {
336         ui::Transform t;
337         t.set(destRect.left, destRect.top);
338         return assignTransform(&mDrawingState.transform, t);
339     }
340 
341     uint32_t bufferWidth = mDrawingState.buffer->getBuffer()->getWidth();
342     uint32_t bufferHeight = mDrawingState.buffer->getBuffer()->getHeight();
343     // Undo any transformations on the buffer.
344     if (mDrawingState.bufferTransform & ui::Transform::ROT_90) {
345         std::swap(bufferWidth, bufferHeight);
346     }
347     uint32_t invTransform = DisplayDevice::getPrimaryDisplayRotationFlags();
348     if (mDrawingState.transformToDisplayInverse) {
349         if (invTransform & ui::Transform::ROT_90) {
350             std::swap(bufferWidth, bufferHeight);
351         }
352     }
353 
354     float sx = destW / static_cast<float>(bufferWidth);
355     float sy = destH / static_cast<float>(bufferHeight);
356     ui::Transform t;
357     t.set(sx, 0, 0, sy);
358     t.set(destRect.left, destRect.top);
359     return assignTransform(&mDrawingState.transform, t);
360 }
361 
setMatrix(const layer_state_t::matrix22_t & matrix,bool allowNonRectPreservingTransforms)362 bool BufferStateLayer::setMatrix(const layer_state_t::matrix22_t& matrix,
363                                  bool allowNonRectPreservingTransforms) {
364     if (mRequestedTransform.dsdx() == matrix.dsdx && mRequestedTransform.dtdy() == matrix.dtdy &&
365         mRequestedTransform.dtdx() == matrix.dtdx && mRequestedTransform.dsdy() == matrix.dsdy) {
366         return false;
367     }
368 
369     ui::Transform t;
370     t.set(matrix.dsdx, matrix.dtdy, matrix.dtdx, matrix.dsdy);
371 
372     if (!allowNonRectPreservingTransforms && !t.preserveRects()) {
373         ALOGW("Attempt to set rotation matrix without permission ACCESS_SURFACE_FLINGER nor "
374               "ROTATE_SURFACE_FLINGER ignored");
375         return false;
376     }
377 
378     mRequestedTransform.set(matrix.dsdx, matrix.dtdy, matrix.dtdx, matrix.dsdy);
379 
380     mDrawingState.sequence++;
381     mDrawingState.modified = true;
382     setTransactionFlags(eTransactionNeeded);
383 
384     return true;
385 }
386 
setPosition(float x,float y)387 bool BufferStateLayer::setPosition(float x, float y) {
388     if (mRequestedTransform.tx() == x && mRequestedTransform.ty() == y) {
389         return false;
390     }
391 
392     mRequestedTransform.set(x, y);
393 
394     mDrawingState.sequence++;
395     mDrawingState.modified = true;
396     setTransactionFlags(eTransactionNeeded);
397 
398     return true;
399 }
400 
addFrameEvent(const sp<Fence> & acquireFence,nsecs_t postedTime,nsecs_t desiredPresentTime)401 bool BufferStateLayer::addFrameEvent(const sp<Fence>& acquireFence, nsecs_t postedTime,
402                                      nsecs_t desiredPresentTime) {
403     Mutex::Autolock lock(mFrameEventHistoryMutex);
404     mAcquireTimeline.updateSignalTimes();
405     std::shared_ptr<FenceTime> acquireFenceTime =
406             std::make_shared<FenceTime>((acquireFence ? acquireFence : Fence::NO_FENCE));
407     NewFrameEventsEntry newTimestamps = {mDrawingState.frameNumber, postedTime, desiredPresentTime,
408                                          acquireFenceTime};
409     mFrameEventHistory.setProducerWantsEvents();
410     mFrameEventHistory.addQueue(newTimestamps);
411     return true;
412 }
413 
setBuffer(const std::shared_ptr<renderengine::ExternalTexture> & buffer,const sp<Fence> & acquireFence,nsecs_t postTime,nsecs_t desiredPresentTime,bool isAutoTimestamp,const client_cache_t & clientCacheId,uint64_t frameNumber,std::optional<nsecs_t> dequeueTime,const FrameTimelineInfo & info,const sp<ITransactionCompletedListener> & releaseBufferListener,const sp<IBinder> & releaseBufferEndpoint)414 bool BufferStateLayer::setBuffer(const std::shared_ptr<renderengine::ExternalTexture>& buffer,
415                                  const sp<Fence>& acquireFence, nsecs_t postTime,
416                                  nsecs_t desiredPresentTime, bool isAutoTimestamp,
417                                  const client_cache_t& clientCacheId, uint64_t frameNumber,
418                                  std::optional<nsecs_t> dequeueTime, const FrameTimelineInfo& info,
419                                  const sp<ITransactionCompletedListener>& releaseBufferListener,
420                                  const sp<IBinder>& releaseBufferEndpoint) {
421     ATRACE_CALL();
422 
423     if (mDrawingState.buffer) {
424         mReleasePreviousBuffer = true;
425         if (mDrawingState.buffer != mBufferInfo.mBuffer ||
426             mDrawingState.frameNumber != mBufferInfo.mFrameNumber) {
427             // If mDrawingState has a buffer, and we are about to update again
428             // before swapping to drawing state, then the first buffer will be
429             // dropped and we should decrement the pending buffer count and
430             // call any release buffer callbacks if set.
431             callReleaseBufferCallback(mDrawingState.releaseBufferListener,
432                                       mDrawingState.buffer->getBuffer(), mDrawingState.frameNumber,
433                                       mDrawingState.acquireFence, mTransformHint,
434                                       mFlinger->getMaxAcquiredBufferCountForCurrentRefreshRate(
435                                               mOwnerUid));
436             decrementPendingBufferCount();
437             if (mDrawingState.bufferSurfaceFrameTX != nullptr &&
438                 mDrawingState.bufferSurfaceFrameTX->getPresentState() != PresentState::Presented) {
439               addSurfaceFrameDroppedForBuffer(mDrawingState.bufferSurfaceFrameTX);
440               mDrawingState.bufferSurfaceFrameTX.reset();
441             }
442         }
443     }
444 
445     mDrawingState.frameNumber = frameNumber;
446     mDrawingState.releaseBufferListener = releaseBufferListener;
447     mDrawingState.buffer = buffer;
448     mDrawingState.clientCacheId = clientCacheId;
449     mDrawingState.modified = true;
450     setTransactionFlags(eTransactionNeeded);
451 
452     const int32_t layerId = getSequence();
453     mFlinger->mTimeStats->setPostTime(layerId, mDrawingState.frameNumber, getName().c_str(),
454                                       mOwnerUid, postTime, getGameMode());
455     mDrawingState.desiredPresentTime = desiredPresentTime;
456     mDrawingState.isAutoTimestamp = isAutoTimestamp;
457 
458     const nsecs_t presentTime = [&] {
459         if (!isAutoTimestamp) return desiredPresentTime;
460 
461         const auto prediction =
462                 mFlinger->mFrameTimeline->getTokenManager()->getPredictionsForToken(info.vsyncId);
463         if (prediction.has_value()) return prediction->presentTime;
464 
465         return static_cast<nsecs_t>(0);
466     }();
467     mFlinger->mScheduler->recordLayerHistory(this, presentTime,
468                                              LayerHistory::LayerUpdateType::Buffer);
469 
470     addFrameEvent(acquireFence, postTime, isAutoTimestamp ? 0 : desiredPresentTime);
471 
472     setFrameTimelineVsyncForBufferTransaction(info, postTime);
473 
474     if (buffer && dequeueTime && *dequeueTime != 0) {
475         const uint64_t bufferId = buffer->getBuffer()->getId();
476         mFlinger->mFrameTracer->traceNewLayer(layerId, getName().c_str());
477         mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, frameNumber, *dequeueTime,
478                                                FrameTracer::FrameEvent::DEQUEUE);
479         mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, frameNumber, postTime,
480                                                FrameTracer::FrameEvent::QUEUE);
481     }
482 
483     mDrawingState.width = mDrawingState.buffer->getBuffer()->getWidth();
484     mDrawingState.height = mDrawingState.buffer->getBuffer()->getHeight();
485     mDrawingState.releaseBufferEndpoint = releaseBufferEndpoint;
486 
487     return true;
488 }
489 
setAcquireFence(const sp<Fence> & fence)490 bool BufferStateLayer::setAcquireFence(const sp<Fence>& fence) {
491     mDrawingState.acquireFence = fence;
492     mDrawingState.acquireFenceTime = std::make_unique<FenceTime>(fence);
493 
494     // The acquire fences of BufferStateLayers have already signaled before they are set
495     mCallbackHandleAcquireTime = mDrawingState.acquireFenceTime->getSignalTime();
496 
497     mDrawingState.modified = true;
498     setTransactionFlags(eTransactionNeeded);
499     return true;
500 }
501 
setDataspace(ui::Dataspace dataspace)502 bool BufferStateLayer::setDataspace(ui::Dataspace dataspace) {
503     if (mDrawingState.dataspace == dataspace) return false;
504     mDrawingState.dataspace = dataspace;
505     mDrawingState.modified = true;
506     setTransactionFlags(eTransactionNeeded);
507     return true;
508 }
509 
setHdrMetadata(const HdrMetadata & hdrMetadata)510 bool BufferStateLayer::setHdrMetadata(const HdrMetadata& hdrMetadata) {
511     if (mDrawingState.hdrMetadata == hdrMetadata) return false;
512     mDrawingState.hdrMetadata = hdrMetadata;
513     mDrawingState.modified = true;
514     setTransactionFlags(eTransactionNeeded);
515     return true;
516 }
517 
setSurfaceDamageRegion(const Region & surfaceDamage)518 bool BufferStateLayer::setSurfaceDamageRegion(const Region& surfaceDamage) {
519     mDrawingState.surfaceDamageRegion = surfaceDamage;
520     mDrawingState.modified = true;
521     setTransactionFlags(eTransactionNeeded);
522     return true;
523 }
524 
setApi(int32_t api)525 bool BufferStateLayer::setApi(int32_t api) {
526     if (mDrawingState.api == api) return false;
527     mDrawingState.api = api;
528     mDrawingState.modified = true;
529     setTransactionFlags(eTransactionNeeded);
530     return true;
531 }
532 
setSidebandStream(const sp<NativeHandle> & sidebandStream)533 bool BufferStateLayer::setSidebandStream(const sp<NativeHandle>& sidebandStream) {
534     if (mDrawingState.sidebandStream == sidebandStream) return false;
535 
536     if (mDrawingState.sidebandStream != nullptr && sidebandStream == nullptr) {
537         mFlinger->mTunnelModeEnabledReporter->decrementTunnelModeCount();
538     } else if (sidebandStream != nullptr) {
539         mFlinger->mTunnelModeEnabledReporter->incrementTunnelModeCount();
540     }
541 
542     mDrawingState.sidebandStream = sidebandStream;
543     mDrawingState.modified = true;
544     setTransactionFlags(eTransactionNeeded);
545     if (!mSidebandStreamChanged.exchange(true)) {
546         // mSidebandStreamChanged was false
547         mFlinger->signalLayerUpdate();
548     }
549     return true;
550 }
551 
setTransactionCompletedListeners(const std::vector<sp<CallbackHandle>> & handles)552 bool BufferStateLayer::setTransactionCompletedListeners(
553         const std::vector<sp<CallbackHandle>>& handles) {
554     // If there is no handle, we will not send a callback so reset mReleasePreviousBuffer and return
555     if (handles.empty()) {
556         mReleasePreviousBuffer = false;
557         return false;
558     }
559 
560     const bool willPresent = willPresentCurrentTransaction();
561 
562     for (const auto& handle : handles) {
563         // If this transaction set a buffer on this layer, release its previous buffer
564         handle->releasePreviousBuffer = mReleasePreviousBuffer;
565 
566         // If this layer will be presented in this frame
567         if (willPresent) {
568             // If this transaction set an acquire fence on this layer, set its acquire time
569             handle->acquireTime = mCallbackHandleAcquireTime;
570             handle->frameNumber = mDrawingState.frameNumber;
571 
572             // Notify the transaction completed thread that there is a pending latched callback
573             // handle
574             mFlinger->getTransactionCallbackInvoker().registerPendingCallbackHandle(handle);
575 
576             // Store so latched time and release fence can be set
577             mDrawingState.callbackHandles.push_back(handle);
578 
579         } else { // If this layer will NOT need to be relatched and presented this frame
580             // Notify the transaction completed thread this handle is done
581             mFlinger->getTransactionCallbackInvoker().registerUnpresentedCallbackHandle(handle);
582         }
583     }
584 
585     mReleasePreviousBuffer = false;
586     mCallbackHandleAcquireTime = -1;
587 
588     return willPresent;
589 }
590 
setTransparentRegionHint(const Region & transparent)591 bool BufferStateLayer::setTransparentRegionHint(const Region& transparent) {
592     mDrawingState.sequence++;
593     mDrawingState.transparentRegionHint = transparent;
594     mDrawingState.modified = true;
595     setTransactionFlags(eTransactionNeeded);
596     return true;
597 }
598 
getBufferSize(const State & s) const599 Rect BufferStateLayer::getBufferSize(const State& s) const {
600     // for buffer state layers we use the display frame size as the buffer size.
601 
602     if (mBufferInfo.mBuffer == nullptr) {
603         return Rect::INVALID_RECT;
604     }
605 
606     uint32_t bufWidth = mBufferInfo.mBuffer->getBuffer()->getWidth();
607     uint32_t bufHeight = mBufferInfo.mBuffer->getBuffer()->getHeight();
608 
609     // Undo any transformations on the buffer and return the result.
610     if (mBufferInfo.mTransform & ui::Transform::ROT_90) {
611         std::swap(bufWidth, bufHeight);
612     }
613 
614     if (getTransformToDisplayInverse()) {
615         uint32_t invTransform = DisplayDevice::getPrimaryDisplayRotationFlags();
616         if (invTransform & ui::Transform::ROT_90) {
617             std::swap(bufWidth, bufHeight);
618         }
619     }
620 
621     return Rect(0, 0, bufWidth, bufHeight);
622 }
623 
computeSourceBounds(const FloatRect & parentBounds) const624 FloatRect BufferStateLayer::computeSourceBounds(const FloatRect& parentBounds) const {
625     if (mBufferInfo.mBuffer == nullptr) {
626         return parentBounds;
627     }
628 
629     return getBufferSize(getDrawingState()).toFloatRect();
630 }
631 
632 // -----------------------------------------------------------------------
633 
634 // -----------------------------------------------------------------------
635 // Interface implementation for BufferLayer
636 // -----------------------------------------------------------------------
fenceHasSignaled() const637 bool BufferStateLayer::fenceHasSignaled() const {
638     if (SurfaceFlinger::enableLatchUnsignaled) {
639         return true;
640     }
641 
642     const bool fenceSignaled =
643             getDrawingState().acquireFence->getStatus() == Fence::Status::Signaled;
644     if (!fenceSignaled) {
645         mFlinger->mTimeStats->incrementLatchSkipped(getSequence(),
646                                                     TimeStats::LatchSkipReason::LateAcquire);
647     }
648 
649     return fenceSignaled;
650 }
651 
framePresentTimeIsCurrent(nsecs_t expectedPresentTime) const652 bool BufferStateLayer::framePresentTimeIsCurrent(nsecs_t expectedPresentTime) const {
653     if (!hasFrameUpdate() || isRemovedFromCurrentState()) {
654         return true;
655     }
656 
657     return mDrawingState.isAutoTimestamp || mDrawingState.desiredPresentTime <= expectedPresentTime;
658 }
659 
onPreComposition(nsecs_t refreshStartTime)660 bool BufferStateLayer::onPreComposition(nsecs_t refreshStartTime) {
661     for (const auto& handle : mDrawingState.callbackHandles) {
662         handle->refreshStartTime = refreshStartTime;
663     }
664     return BufferLayer::onPreComposition(refreshStartTime);
665 }
666 
getFrameNumber(nsecs_t) const667 uint64_t BufferStateLayer::getFrameNumber(nsecs_t /*expectedPresentTime*/) const {
668     return mDrawingState.frameNumber;
669 }
670 
671 /**
672  * This is the frameNumber used for deferred transaction signalling. We need to use this because
673  * of cases where we defer a transaction for a surface to itself. In the BLAST world this
674  * may not make a huge amount of sense (Why not just merge the Buffer transaction with the
675  * deferred transaction?) but this is an important legacy use case, for example moving
676  * a window at the same time it draws makes use of this kind of technique. So anyway
677  * imagine we have something like this:
678  *
679  * Transaction { // containing
680  *     Buffer -> frameNumber = 2
681  *     DeferTransactionUntil -> frameNumber = 2
682  *     Random other stuff
683  *  }
684  * Now imagine mFrameNumber returned mDrawingState.frameNumber (or mCurrentFrameNumber).
685  * Prior to doTransaction SurfaceFlinger will call notifyAvailableFrames, but because we
686  * haven't swapped mDrawingState to mDrawingState yet we will think the sync point
687  * is not ready. So we will return false from applyPendingState and not swap
688  * current state to drawing state. But because we don't swap current state
689  * to drawing state the number will never update and we will be stuck. This way
690  * we can see we need to return the frame number for the buffer we are about
691  * to apply.
692  */
getHeadFrameNumber(nsecs_t) const693 uint64_t BufferStateLayer::getHeadFrameNumber(nsecs_t /* expectedPresentTime */) const {
694     return mDrawingState.frameNumber;
695 }
696 
setAutoRefresh(bool autoRefresh)697 void BufferStateLayer::setAutoRefresh(bool autoRefresh) {
698     if (!mAutoRefresh.exchange(autoRefresh)) {
699         mFlinger->signalLayerUpdate();
700     }
701 }
702 
latchSidebandStream(bool & recomputeVisibleRegions)703 bool BufferStateLayer::latchSidebandStream(bool& recomputeVisibleRegions) {
704     // We need to update the sideband stream if the layer has both a buffer and a sideband stream.
705     const bool updateSidebandStream = hasFrameUpdate() && mSidebandStream.get();
706 
707     if (mSidebandStreamChanged.exchange(false) || updateSidebandStream) {
708         const State& s(getDrawingState());
709         // mSidebandStreamChanged was true
710         mSidebandStream = s.sidebandStream;
711         editCompositionState()->sidebandStream = mSidebandStream;
712         if (mSidebandStream != nullptr) {
713             setTransactionFlags(eTransactionNeeded);
714             mFlinger->setTransactionFlags(eTraversalNeeded);
715         }
716         recomputeVisibleRegions = true;
717 
718         return true;
719     }
720     return false;
721 }
722 
hasFrameUpdate() const723 bool BufferStateLayer::hasFrameUpdate() const {
724     const State& c(getDrawingState());
725     return (mDrawingStateModified || mDrawingState.modified) && (c.buffer != nullptr || c.bgColorLayer != nullptr);
726 }
727 
updateTexImage(bool &,nsecs_t latchTime,nsecs_t)728 status_t BufferStateLayer::updateTexImage(bool& /*recomputeVisibleRegions*/, nsecs_t latchTime,
729                                           nsecs_t /*expectedPresentTime*/) {
730     const State& s(getDrawingState());
731 
732     if (!s.buffer) {
733         if (s.bgColorLayer) {
734             for (auto& handle : mDrawingState.callbackHandles) {
735                 handle->latchTime = latchTime;
736             }
737         }
738         return NO_ERROR;
739     }
740 
741     for (auto& handle : mDrawingState.callbackHandles) {
742         if (handle->frameNumber == mDrawingState.frameNumber) {
743             handle->latchTime = latchTime;
744         }
745     }
746 
747     const int32_t layerId = getSequence();
748     const uint64_t bufferId = mDrawingState.buffer->getBuffer()->getId();
749     const uint64_t frameNumber = mDrawingState.frameNumber;
750     const auto acquireFence = std::make_shared<FenceTime>(mDrawingState.acquireFence);
751     mFlinger->mTimeStats->setAcquireFence(layerId, frameNumber, acquireFence);
752     mFlinger->mTimeStats->setLatchTime(layerId, frameNumber, latchTime);
753 
754     mFlinger->mFrameTracer->traceFence(layerId, bufferId, frameNumber, acquireFence,
755                                        FrameTracer::FrameEvent::ACQUIRE_FENCE);
756     mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, frameNumber, latchTime,
757                                            FrameTracer::FrameEvent::LATCH);
758 
759     auto& bufferSurfaceFrame = mDrawingState.bufferSurfaceFrameTX;
760     if (bufferSurfaceFrame != nullptr &&
761         bufferSurfaceFrame->getPresentState() != PresentState::Presented) {
762         // Update only if the bufferSurfaceFrame wasn't already presented. A Presented
763         // bufferSurfaceFrame could be seen here if a pending state was applied successfully and we
764         // are processing the next state.
765         addSurfaceFramePresentedForBuffer(bufferSurfaceFrame,
766                                           mDrawingState.acquireFenceTime->getSignalTime(),
767                                           latchTime);
768         mDrawingState.bufferSurfaceFrameTX.reset();
769     }
770 
771     std::deque<sp<CallbackHandle>> remainingHandles;
772     mFlinger->getTransactionCallbackInvoker()
773             .finalizeOnCommitCallbackHandles(mDrawingState.callbackHandles, remainingHandles);
774     mDrawingState.callbackHandles = remainingHandles;
775 
776     mDrawingStateModified = false;
777 
778     return NO_ERROR;
779 }
780 
updateActiveBuffer()781 status_t BufferStateLayer::updateActiveBuffer() {
782     const State& s(getDrawingState());
783 
784     if (s.buffer == nullptr) {
785         return BAD_VALUE;
786     }
787 
788     if (!mBufferInfo.mBuffer || s.buffer->getBuffer() != mBufferInfo.mBuffer->getBuffer()) {
789         decrementPendingBufferCount();
790     }
791 
792     mPreviousReleaseCallbackId = {getCurrentBufferId(), mBufferInfo.mFrameNumber};
793     mBufferInfo.mBuffer = s.buffer;
794     mBufferInfo.mFence = s.acquireFence;
795     mBufferInfo.mFrameNumber = s.frameNumber;
796 
797     return NO_ERROR;
798 }
799 
updateFrameNumber(nsecs_t latchTime)800 status_t BufferStateLayer::updateFrameNumber(nsecs_t latchTime) {
801     // TODO(marissaw): support frame history events
802     mPreviousFrameNumber = mCurrentFrameNumber;
803     mCurrentFrameNumber = mDrawingState.frameNumber;
804     {
805         Mutex::Autolock lock(mFrameEventHistoryMutex);
806         mFrameEventHistory.addLatch(mCurrentFrameNumber, latchTime);
807     }
808     return NO_ERROR;
809 }
810 
bufferErased(const client_cache_t & clientCacheId)811 void BufferStateLayer::HwcSlotGenerator::bufferErased(const client_cache_t& clientCacheId) {
812     std::lock_guard lock(mMutex);
813     if (!clientCacheId.isValid()) {
814         ALOGE("invalid process, failed to erase buffer");
815         return;
816     }
817     eraseBufferLocked(clientCacheId);
818 }
819 
getHwcCacheSlot(const client_cache_t & clientCacheId)820 uint32_t BufferStateLayer::HwcSlotGenerator::getHwcCacheSlot(const client_cache_t& clientCacheId) {
821     std::lock_guard<std::mutex> lock(mMutex);
822     auto itr = mCachedBuffers.find(clientCacheId);
823     if (itr == mCachedBuffers.end()) {
824         return addCachedBuffer(clientCacheId);
825     }
826     auto& [hwcCacheSlot, counter] = itr->second;
827     counter = mCounter++;
828     return hwcCacheSlot;
829 }
830 
addCachedBuffer(const client_cache_t & clientCacheId)831 uint32_t BufferStateLayer::HwcSlotGenerator::addCachedBuffer(const client_cache_t& clientCacheId)
832         REQUIRES(mMutex) {
833     if (!clientCacheId.isValid()) {
834         ALOGE("invalid process, returning invalid slot");
835         return BufferQueue::INVALID_BUFFER_SLOT;
836     }
837 
838     ClientCache::getInstance().registerErasedRecipient(clientCacheId, wp<ErasedRecipient>(this));
839 
840     uint32_t hwcCacheSlot = getFreeHwcCacheSlot();
841     mCachedBuffers[clientCacheId] = {hwcCacheSlot, mCounter++};
842     return hwcCacheSlot;
843 }
844 
getFreeHwcCacheSlot()845 uint32_t BufferStateLayer::HwcSlotGenerator::getFreeHwcCacheSlot() REQUIRES(mMutex) {
846     if (mFreeHwcCacheSlots.empty()) {
847         evictLeastRecentlyUsed();
848     }
849 
850     uint32_t hwcCacheSlot = mFreeHwcCacheSlots.top();
851     mFreeHwcCacheSlots.pop();
852     return hwcCacheSlot;
853 }
854 
evictLeastRecentlyUsed()855 void BufferStateLayer::HwcSlotGenerator::evictLeastRecentlyUsed() REQUIRES(mMutex) {
856     uint64_t minCounter = UINT_MAX;
857     client_cache_t minClientCacheId = {};
858     for (const auto& [clientCacheId, slotCounter] : mCachedBuffers) {
859         const auto& [hwcCacheSlot, counter] = slotCounter;
860         if (counter < minCounter) {
861             minCounter = counter;
862             minClientCacheId = clientCacheId;
863         }
864     }
865     eraseBufferLocked(minClientCacheId);
866 
867     ClientCache::getInstance().unregisterErasedRecipient(minClientCacheId, this);
868 }
869 
eraseBufferLocked(const client_cache_t & clientCacheId)870 void BufferStateLayer::HwcSlotGenerator::eraseBufferLocked(const client_cache_t& clientCacheId)
871         REQUIRES(mMutex) {
872     auto itr = mCachedBuffers.find(clientCacheId);
873     if (itr == mCachedBuffers.end()) {
874         return;
875     }
876     auto& [hwcCacheSlot, counter] = itr->second;
877 
878     // TODO send to hwc cache and resources
879 
880     mFreeHwcCacheSlots.push(hwcCacheSlot);
881     mCachedBuffers.erase(clientCacheId);
882 }
883 
gatherBufferInfo()884 void BufferStateLayer::gatherBufferInfo() {
885     BufferLayer::gatherBufferInfo();
886 
887     const State& s(getDrawingState());
888     mBufferInfo.mDesiredPresentTime = s.desiredPresentTime;
889     mBufferInfo.mFenceTime = std::make_shared<FenceTime>(s.acquireFence);
890     mBufferInfo.mFence = s.acquireFence;
891     mBufferInfo.mTransform = s.bufferTransform;
892     auto lastDataspace = mBufferInfo.mDataspace;
893     mBufferInfo.mDataspace = translateDataspace(s.dataspace);
894     if (lastDataspace != mBufferInfo.mDataspace) {
895         mFlinger->mSomeDataspaceChanged = true;
896     }
897     mBufferInfo.mCrop = computeBufferCrop(s);
898     mBufferInfo.mScaleMode = NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW;
899     mBufferInfo.mSurfaceDamage = s.surfaceDamageRegion;
900     mBufferInfo.mHdrMetadata = s.hdrMetadata;
901     mBufferInfo.mApi = s.api;
902     mBufferInfo.mTransformToDisplayInverse = s.transformToDisplayInverse;
903     mBufferInfo.mBufferSlot = mHwcSlotGenerator->getHwcCacheSlot(s.clientCacheId);
904 }
905 
getEffectiveScalingMode() const906 uint32_t BufferStateLayer::getEffectiveScalingMode() const {
907    return NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW;
908 }
909 
computeBufferCrop(const State & s)910 Rect BufferStateLayer::computeBufferCrop(const State& s) {
911     if (s.buffer && !s.bufferCrop.isEmpty()) {
912         Rect bufferCrop;
913         s.buffer->getBuffer()->getBounds().intersect(s.bufferCrop, &bufferCrop);
914         return bufferCrop;
915     } else if (s.buffer) {
916         return s.buffer->getBuffer()->getBounds();
917     } else {
918         return s.bufferCrop;
919     }
920 }
921 
createClone()922 sp<Layer> BufferStateLayer::createClone() {
923     LayerCreationArgs args(mFlinger.get(), nullptr, mName + " (Mirror)", 0, 0, 0, LayerMetadata());
924     args.textureName = mTextureName;
925     sp<BufferStateLayer> layer = mFlinger->getFactory().createBufferStateLayer(args);
926     layer->mHwcSlotGenerator = mHwcSlotGenerator;
927     layer->setInitialValuesForClone(this);
928     return layer;
929 }
930 
bufferNeedsFiltering() const931 bool BufferStateLayer::bufferNeedsFiltering() const {
932     const State& s(getDrawingState());
933     if (!s.buffer) {
934         return false;
935     }
936 
937     uint32_t bufferWidth = s.buffer->getBuffer()->width;
938     uint32_t bufferHeight = s.buffer->getBuffer()->height;
939 
940     // Undo any transformations on the buffer and return the result.
941     if (s.bufferTransform & ui::Transform::ROT_90) {
942         std::swap(bufferWidth, bufferHeight);
943     }
944 
945     if (s.transformToDisplayInverse) {
946         uint32_t invTransform = DisplayDevice::getPrimaryDisplayRotationFlags();
947         if (invTransform & ui::Transform::ROT_90) {
948             std::swap(bufferWidth, bufferHeight);
949         }
950     }
951 
952     const Rect layerSize{getBounds()};
953     return layerSize.width() != bufferWidth || layerSize.height() != bufferHeight;
954 }
955 
decrementPendingBufferCount()956 void BufferStateLayer::decrementPendingBufferCount() {
957     int32_t pendingBuffers = --mPendingBufferTransactions;
958     tracePendingBufferCount(pendingBuffers);
959 }
960 
tracePendingBufferCount(int32_t pendingBuffers)961 void BufferStateLayer::tracePendingBufferCount(int32_t pendingBuffers) {
962     ATRACE_INT(mBlastTransactionName.c_str(), pendingBuffers);
963 }
964 
965 
966 /*
967  * We don't want to send the layer's transform to input, but rather the
968  * parent's transform. This is because BufferStateLayer's transform is
969  * information about how the buffer is placed on screen. The parent's
970  * transform makes more sense to send since it's information about how the
971  * layer is placed on screen. This transform is used by input to determine
972  * how to go from screen space back to window space.
973  */
getInputTransform() const974 ui::Transform BufferStateLayer::getInputTransform() const {
975     sp<Layer> parent = mDrawingParent.promote();
976     if (parent == nullptr) {
977         return ui::Transform();
978     }
979 
980     return parent->getTransform();
981 }
982 
983 /**
984  * Similar to getInputTransform, we need to update the bounds to include the transform.
985  * This is because bounds for BSL doesn't include buffer transform, where the input assumes
986  * that's already included.
987  */
getInputBounds() const988 Rect BufferStateLayer::getInputBounds() const {
989     Rect bufferBounds = getCroppedBufferSize(getDrawingState());
990     if (mDrawingState.transform.getType() == ui::Transform::IDENTITY || !bufferBounds.isValid()) {
991         return bufferBounds;
992     }
993     return mDrawingState.transform.transform(bufferBounds);
994 }
995 
996 } // namespace android
997 
998 // TODO(b/129481165): remove the #pragma below and fix conversion issues
999 #pragma clang diagnostic pop // ignored "-Wconversion -Wextra"
1000