1 /*
2 * Copyright (C) 2017 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 // TODO(b/129481165): remove the #pragma below and fix conversion issues
18 #pragma clang diagnostic push
19 #pragma clang diagnostic ignored "-Wconversion"
20 #pragma clang diagnostic ignored "-Wextra"
21
22 //#define LOG_NDEBUG 0
23 #undef LOG_TAG
24 #define LOG_TAG "BufferStateLayer"
25 #define ATRACE_TAG ATRACE_TAG_GRAPHICS
26
27 #include "BufferStateLayer.h"
28
29 #include <limits>
30
31 #include <FrameTimeline/FrameTimeline.h>
32 #include <compositionengine/LayerFECompositionState.h>
33 #include <gui/BufferQueue.h>
34 #include <private/gui/SyncFeatures.h>
35 #include <renderengine/Image.h>
36 #include "TunnelModeEnabledReporter.h"
37
38 #include "EffectLayer.h"
39 #include "FrameTracer/FrameTracer.h"
40 #include "TimeStats/TimeStats.h"
41
42 namespace android {
43
44 using PresentState = frametimeline::SurfaceFrame::PresentState;
45 namespace {
callReleaseBufferCallback(const sp<ITransactionCompletedListener> & listener,const sp<GraphicBuffer> & buffer,uint64_t framenumber,const sp<Fence> & releaseFence,uint32_t transformHint,uint32_t currentMaxAcquiredBufferCount)46 void callReleaseBufferCallback(const sp<ITransactionCompletedListener>& listener,
47 const sp<GraphicBuffer>& buffer, uint64_t framenumber,
48 const sp<Fence>& releaseFence, uint32_t transformHint,
49 uint32_t currentMaxAcquiredBufferCount) {
50 if (!listener) {
51 return;
52 }
53 listener->onReleaseBuffer({buffer->getId(), framenumber},
54 releaseFence ? releaseFence : Fence::NO_FENCE, transformHint,
55 currentMaxAcquiredBufferCount);
56 }
57 } // namespace
58
BufferStateLayer(const LayerCreationArgs & args)59 BufferStateLayer::BufferStateLayer(const LayerCreationArgs& args)
60 : BufferLayer(args), mHwcSlotGenerator(new HwcSlotGenerator()) {
61 mDrawingState.dataspace = ui::Dataspace::V0_SRGB;
62 }
63
~BufferStateLayer()64 BufferStateLayer::~BufferStateLayer() {
65 // The original layer and the clone layer share the same texture and buffer. Therefore, only
66 // one of the layers, in this case the original layer, needs to handle the deletion. The
67 // original layer and the clone should be removed at the same time so there shouldn't be any
68 // issue with the clone layer trying to use the texture.
69 if (mBufferInfo.mBuffer != nullptr) {
70 callReleaseBufferCallback(mDrawingState.releaseBufferListener,
71 mBufferInfo.mBuffer->getBuffer(), mBufferInfo.mFrameNumber,
72 mBufferInfo.mFence, mTransformHint,
73 mFlinger->getMaxAcquiredBufferCountForCurrentRefreshRate(
74 mOwnerUid));
75 }
76 }
77
addReleaseFence(const sp<CallbackHandle> & ch,const sp<Fence> & fence)78 status_t BufferStateLayer::addReleaseFence(const sp<CallbackHandle>& ch,
79 const sp<Fence>& fence) {
80 if (ch == nullptr) {
81 return OK;
82 }
83 ch->previousReleaseCallbackId = mPreviousReleaseCallbackId;
84 if (!ch->previousReleaseFence.get()) {
85 ch->previousReleaseFence = fence;
86 return OK;
87 }
88
89 // Below logic is lifted from ConsumerBase.cpp:
90 // Check status of fences first because merging is expensive.
91 // Merging an invalid fence with any other fence results in an
92 // invalid fence.
93 auto currentStatus = ch->previousReleaseFence->getStatus();
94 if (currentStatus == Fence::Status::Invalid) {
95 ALOGE("Existing fence has invalid state, layer: %s", mName.c_str());
96 return BAD_VALUE;
97 }
98
99 auto incomingStatus = fence->getStatus();
100 if (incomingStatus == Fence::Status::Invalid) {
101 ALOGE("New fence has invalid state, layer: %s", mName.c_str());
102 ch->previousReleaseFence = fence;
103 return BAD_VALUE;
104 }
105
106 // If both fences are signaled or both are unsignaled, we need to merge
107 // them to get an accurate timestamp.
108 if (currentStatus == incomingStatus) {
109 char fenceName[32] = {};
110 snprintf(fenceName, 32, "%.28s", mName.c_str());
111 sp<Fence> mergedFence = Fence::merge(
112 fenceName, ch->previousReleaseFence, fence);
113 if (!mergedFence.get()) {
114 ALOGE("failed to merge release fences, layer: %s", mName.c_str());
115 // synchronization is broken, the best we can do is hope fences
116 // signal in order so the new fence will act like a union
117 ch->previousReleaseFence = fence;
118 return BAD_VALUE;
119 }
120 ch->previousReleaseFence = mergedFence;
121 } else if (incomingStatus == Fence::Status::Unsignaled) {
122 // If one fence has signaled and the other hasn't, the unsignaled
123 // fence will approximately correspond with the correct timestamp.
124 // There's a small race if both fences signal at about the same time
125 // and their statuses are retrieved with unfortunate timing. However,
126 // by this point, they will have both signaled and only the timestamp
127 // will be slightly off; any dependencies after this point will
128 // already have been met.
129 ch->previousReleaseFence = fence;
130 }
131 // else if (currentStatus == Fence::Status::Unsignaled) is a no-op.
132
133 return OK;
134 }
135
136 // -----------------------------------------------------------------------
137 // Interface implementation for Layer
138 // -----------------------------------------------------------------------
onLayerDisplayed(const sp<Fence> & releaseFence)139 void BufferStateLayer::onLayerDisplayed(const sp<Fence>& releaseFence) {
140 if (!releaseFence->isValid()) {
141 return;
142 }
143 // The previous release fence notifies the client that SurfaceFlinger is done with the previous
144 // buffer that was presented on this layer. The first transaction that came in this frame that
145 // replaced the previous buffer on this layer needs this release fence, because the fence will
146 // let the client know when that previous buffer is removed from the screen.
147 //
148 // Every other transaction on this layer does not need a release fence because no other
149 // Transactions that were set on this layer this frame are going to have their preceeding buffer
150 // removed from the display this frame.
151 //
152 // For example, if we have 3 transactions this frame. The first transaction doesn't contain a
153 // buffer so it doesn't need a previous release fence because the layer still needs the previous
154 // buffer. The second transaction contains a buffer so it needs a previous release fence because
155 // the previous buffer will be released this frame. The third transaction also contains a
156 // buffer. It replaces the buffer in the second transaction. The buffer in the second
157 // transaction will now no longer be presented so it is released immediately and the third
158 // transaction doesn't need a previous release fence.
159 sp<CallbackHandle> ch;
160 for (auto& handle : mDrawingState.callbackHandles) {
161 if (handle->releasePreviousBuffer &&
162 mDrawingState.releaseBufferEndpoint == handle->listener) {
163 ch = handle;
164 break;
165 }
166 }
167 auto status = addReleaseFence(ch, releaseFence);
168 if (status != OK) {
169 ALOGE("Failed to add release fence for layer %s", getName().c_str());
170 }
171
172 mPreviousReleaseFence = releaseFence;
173
174 // Prevent tracing the same release multiple times.
175 if (mPreviousFrameNumber != mPreviousReleasedFrameNumber) {
176 mPreviousReleasedFrameNumber = mPreviousFrameNumber;
177 }
178 }
179
onSurfaceFrameCreated(const std::shared_ptr<frametimeline::SurfaceFrame> & surfaceFrame)180 void BufferStateLayer::onSurfaceFrameCreated(
181 const std::shared_ptr<frametimeline::SurfaceFrame>& surfaceFrame) {
182 while (mPendingJankClassifications.size() >= kPendingClassificationMaxSurfaceFrames) {
183 // Too many SurfaceFrames pending classification. The front of the deque is probably not
184 // tracked by FrameTimeline and will never be presented. This will only result in a memory
185 // leak.
186 ALOGW("Removing the front of pending jank deque from layer - %s to prevent memory leak",
187 mName.c_str());
188 std::string miniDump = mPendingJankClassifications.front()->miniDump();
189 ALOGD("Head SurfaceFrame mini dump\n%s", miniDump.c_str());
190 mPendingJankClassifications.pop_front();
191 }
192 mPendingJankClassifications.emplace_back(surfaceFrame);
193 }
194
releasePendingBuffer(nsecs_t dequeueReadyTime)195 void BufferStateLayer::releasePendingBuffer(nsecs_t dequeueReadyTime) {
196 for (const auto& handle : mDrawingState.callbackHandles) {
197 handle->transformHint = mTransformHint;
198 handle->dequeueReadyTime = dequeueReadyTime;
199 handle->currentMaxAcquiredBufferCount =
200 mFlinger->getMaxAcquiredBufferCountForCurrentRefreshRate(mOwnerUid);
201 }
202
203 for (auto& handle : mDrawingState.callbackHandles) {
204 if (handle->releasePreviousBuffer &&
205 mDrawingState.releaseBufferEndpoint == handle->listener) {
206 handle->previousReleaseCallbackId = mPreviousReleaseCallbackId;
207 break;
208 }
209 }
210
211 std::vector<JankData> jankData;
212 jankData.reserve(mPendingJankClassifications.size());
213 while (!mPendingJankClassifications.empty()
214 && mPendingJankClassifications.front()->getJankType()) {
215 std::shared_ptr<frametimeline::SurfaceFrame> surfaceFrame =
216 mPendingJankClassifications.front();
217 mPendingJankClassifications.pop_front();
218 jankData.emplace_back(
219 JankData(surfaceFrame->getToken(), surfaceFrame->getJankType().value()));
220 }
221
222 mFlinger->getTransactionCallbackInvoker().finalizePendingCallbackHandles(
223 mDrawingState.callbackHandles, jankData);
224
225 mDrawingState.callbackHandles = {};
226
227 const sp<Fence>& releaseFence(mPreviousReleaseFence);
228 std::shared_ptr<FenceTime> releaseFenceTime = std::make_shared<FenceTime>(releaseFence);
229 {
230 Mutex::Autolock lock(mFrameEventHistoryMutex);
231 if (mPreviousFrameNumber != 0) {
232 mFrameEventHistory.addRelease(mPreviousFrameNumber, dequeueReadyTime,
233 std::move(releaseFenceTime));
234 }
235 }
236 }
237
finalizeFrameEventHistory(const std::shared_ptr<FenceTime> & glDoneFence,const CompositorTiming & compositorTiming)238 void BufferStateLayer::finalizeFrameEventHistory(const std::shared_ptr<FenceTime>& glDoneFence,
239 const CompositorTiming& compositorTiming) {
240 for (const auto& handle : mDrawingState.callbackHandles) {
241 handle->gpuCompositionDoneFence = glDoneFence;
242 handle->compositorTiming = compositorTiming;
243 }
244 }
245
willPresentCurrentTransaction() const246 bool BufferStateLayer::willPresentCurrentTransaction() const {
247 // Returns true if the most recent Transaction applied to CurrentState will be presented.
248 return (getSidebandStreamChanged() || getAutoRefresh() ||
249 (mDrawingState.modified &&
250 (mDrawingState.buffer != nullptr || mDrawingState.bgColorLayer != nullptr)));
251 }
252
getCrop(const Layer::State & s) const253 Rect BufferStateLayer::getCrop(const Layer::State& s) const {
254 return s.crop;
255 }
256
setTransform(uint32_t transform)257 bool BufferStateLayer::setTransform(uint32_t transform) {
258 if (mDrawingState.bufferTransform == transform) return false;
259 mDrawingState.bufferTransform = transform;
260 mDrawingState.modified = true;
261 setTransactionFlags(eTransactionNeeded);
262 return true;
263 }
264
setTransformToDisplayInverse(bool transformToDisplayInverse)265 bool BufferStateLayer::setTransformToDisplayInverse(bool transformToDisplayInverse) {
266 if (mDrawingState.transformToDisplayInverse == transformToDisplayInverse) return false;
267 mDrawingState.sequence++;
268 mDrawingState.transformToDisplayInverse = transformToDisplayInverse;
269 mDrawingState.modified = true;
270 setTransactionFlags(eTransactionNeeded);
271 return true;
272 }
273
setCrop(const Rect & crop)274 bool BufferStateLayer::setCrop(const Rect& crop) {
275 if (mDrawingState.crop == crop) return false;
276 mDrawingState.sequence++;
277 mDrawingState.crop = crop;
278
279 mDrawingState.modified = true;
280 setTransactionFlags(eTransactionNeeded);
281 return true;
282 }
283
setBufferCrop(const Rect & bufferCrop)284 bool BufferStateLayer::setBufferCrop(const Rect& bufferCrop) {
285 if (mDrawingState.bufferCrop == bufferCrop) return false;
286
287 mDrawingState.sequence++;
288 mDrawingState.bufferCrop = bufferCrop;
289
290 mDrawingState.modified = true;
291 setTransactionFlags(eTransactionNeeded);
292 return true;
293 }
294
setDestinationFrame(const Rect & destinationFrame)295 bool BufferStateLayer::setDestinationFrame(const Rect& destinationFrame) {
296 if (mDrawingState.destinationFrame == destinationFrame) return false;
297
298 mDrawingState.sequence++;
299 mDrawingState.destinationFrame = destinationFrame;
300
301 mDrawingState.modified = true;
302 setTransactionFlags(eTransactionNeeded);
303 return true;
304 }
305
assignTransform(ui::Transform * dst,ui::Transform & from)306 static bool assignTransform(ui::Transform* dst, ui::Transform& from) {
307 if (*dst == from) {
308 return false;
309 }
310 *dst = from;
311 return true;
312 }
313
314 // Translate destination frame into scale and position. If a destination frame is not set, use the
315 // provided scale and position
updateGeometry()316 bool BufferStateLayer::updateGeometry() {
317 if (mDrawingState.destinationFrame.isEmpty()) {
318 // If destination frame is not set, use the requested transform set via
319 // BufferStateLayer::setPosition and BufferStateLayer::setMatrix.
320 return assignTransform(&mDrawingState.transform, mRequestedTransform);
321 }
322
323 Rect destRect = mDrawingState.destinationFrame;
324 int32_t destW = destRect.width();
325 int32_t destH = destRect.height();
326 if (destRect.left < 0) {
327 destRect.left = 0;
328 destRect.right = destW;
329 }
330 if (destRect.top < 0) {
331 destRect.top = 0;
332 destRect.bottom = destH;
333 }
334
335 if (!mDrawingState.buffer) {
336 ui::Transform t;
337 t.set(destRect.left, destRect.top);
338 return assignTransform(&mDrawingState.transform, t);
339 }
340
341 uint32_t bufferWidth = mDrawingState.buffer->getBuffer()->getWidth();
342 uint32_t bufferHeight = mDrawingState.buffer->getBuffer()->getHeight();
343 // Undo any transformations on the buffer.
344 if (mDrawingState.bufferTransform & ui::Transform::ROT_90) {
345 std::swap(bufferWidth, bufferHeight);
346 }
347 uint32_t invTransform = DisplayDevice::getPrimaryDisplayRotationFlags();
348 if (mDrawingState.transformToDisplayInverse) {
349 if (invTransform & ui::Transform::ROT_90) {
350 std::swap(bufferWidth, bufferHeight);
351 }
352 }
353
354 float sx = destW / static_cast<float>(bufferWidth);
355 float sy = destH / static_cast<float>(bufferHeight);
356 ui::Transform t;
357 t.set(sx, 0, 0, sy);
358 t.set(destRect.left, destRect.top);
359 return assignTransform(&mDrawingState.transform, t);
360 }
361
setMatrix(const layer_state_t::matrix22_t & matrix,bool allowNonRectPreservingTransforms)362 bool BufferStateLayer::setMatrix(const layer_state_t::matrix22_t& matrix,
363 bool allowNonRectPreservingTransforms) {
364 if (mRequestedTransform.dsdx() == matrix.dsdx && mRequestedTransform.dtdy() == matrix.dtdy &&
365 mRequestedTransform.dtdx() == matrix.dtdx && mRequestedTransform.dsdy() == matrix.dsdy) {
366 return false;
367 }
368
369 ui::Transform t;
370 t.set(matrix.dsdx, matrix.dtdy, matrix.dtdx, matrix.dsdy);
371
372 if (!allowNonRectPreservingTransforms && !t.preserveRects()) {
373 ALOGW("Attempt to set rotation matrix without permission ACCESS_SURFACE_FLINGER nor "
374 "ROTATE_SURFACE_FLINGER ignored");
375 return false;
376 }
377
378 mRequestedTransform.set(matrix.dsdx, matrix.dtdy, matrix.dtdx, matrix.dsdy);
379
380 mDrawingState.sequence++;
381 mDrawingState.modified = true;
382 setTransactionFlags(eTransactionNeeded);
383
384 return true;
385 }
386
setPosition(float x,float y)387 bool BufferStateLayer::setPosition(float x, float y) {
388 if (mRequestedTransform.tx() == x && mRequestedTransform.ty() == y) {
389 return false;
390 }
391
392 mRequestedTransform.set(x, y);
393
394 mDrawingState.sequence++;
395 mDrawingState.modified = true;
396 setTransactionFlags(eTransactionNeeded);
397
398 return true;
399 }
400
addFrameEvent(const sp<Fence> & acquireFence,nsecs_t postedTime,nsecs_t desiredPresentTime)401 bool BufferStateLayer::addFrameEvent(const sp<Fence>& acquireFence, nsecs_t postedTime,
402 nsecs_t desiredPresentTime) {
403 Mutex::Autolock lock(mFrameEventHistoryMutex);
404 mAcquireTimeline.updateSignalTimes();
405 std::shared_ptr<FenceTime> acquireFenceTime =
406 std::make_shared<FenceTime>((acquireFence ? acquireFence : Fence::NO_FENCE));
407 NewFrameEventsEntry newTimestamps = {mDrawingState.frameNumber, postedTime, desiredPresentTime,
408 acquireFenceTime};
409 mFrameEventHistory.setProducerWantsEvents();
410 mFrameEventHistory.addQueue(newTimestamps);
411 return true;
412 }
413
setBuffer(const std::shared_ptr<renderengine::ExternalTexture> & buffer,const sp<Fence> & acquireFence,nsecs_t postTime,nsecs_t desiredPresentTime,bool isAutoTimestamp,const client_cache_t & clientCacheId,uint64_t frameNumber,std::optional<nsecs_t> dequeueTime,const FrameTimelineInfo & info,const sp<ITransactionCompletedListener> & releaseBufferListener,const sp<IBinder> & releaseBufferEndpoint)414 bool BufferStateLayer::setBuffer(const std::shared_ptr<renderengine::ExternalTexture>& buffer,
415 const sp<Fence>& acquireFence, nsecs_t postTime,
416 nsecs_t desiredPresentTime, bool isAutoTimestamp,
417 const client_cache_t& clientCacheId, uint64_t frameNumber,
418 std::optional<nsecs_t> dequeueTime, const FrameTimelineInfo& info,
419 const sp<ITransactionCompletedListener>& releaseBufferListener,
420 const sp<IBinder>& releaseBufferEndpoint) {
421 ATRACE_CALL();
422
423 if (mDrawingState.buffer) {
424 mReleasePreviousBuffer = true;
425 if (mDrawingState.buffer != mBufferInfo.mBuffer ||
426 mDrawingState.frameNumber != mBufferInfo.mFrameNumber) {
427 // If mDrawingState has a buffer, and we are about to update again
428 // before swapping to drawing state, then the first buffer will be
429 // dropped and we should decrement the pending buffer count and
430 // call any release buffer callbacks if set.
431 callReleaseBufferCallback(mDrawingState.releaseBufferListener,
432 mDrawingState.buffer->getBuffer(), mDrawingState.frameNumber,
433 mDrawingState.acquireFence, mTransformHint,
434 mFlinger->getMaxAcquiredBufferCountForCurrentRefreshRate(
435 mOwnerUid));
436 decrementPendingBufferCount();
437 if (mDrawingState.bufferSurfaceFrameTX != nullptr &&
438 mDrawingState.bufferSurfaceFrameTX->getPresentState() != PresentState::Presented) {
439 addSurfaceFrameDroppedForBuffer(mDrawingState.bufferSurfaceFrameTX);
440 mDrawingState.bufferSurfaceFrameTX.reset();
441 }
442 }
443 }
444
445 mDrawingState.frameNumber = frameNumber;
446 mDrawingState.releaseBufferListener = releaseBufferListener;
447 mDrawingState.buffer = buffer;
448 mDrawingState.clientCacheId = clientCacheId;
449 mDrawingState.modified = true;
450 setTransactionFlags(eTransactionNeeded);
451
452 const int32_t layerId = getSequence();
453 mFlinger->mTimeStats->setPostTime(layerId, mDrawingState.frameNumber, getName().c_str(),
454 mOwnerUid, postTime, getGameMode());
455 mDrawingState.desiredPresentTime = desiredPresentTime;
456 mDrawingState.isAutoTimestamp = isAutoTimestamp;
457
458 const nsecs_t presentTime = [&] {
459 if (!isAutoTimestamp) return desiredPresentTime;
460
461 const auto prediction =
462 mFlinger->mFrameTimeline->getTokenManager()->getPredictionsForToken(info.vsyncId);
463 if (prediction.has_value()) return prediction->presentTime;
464
465 return static_cast<nsecs_t>(0);
466 }();
467 mFlinger->mScheduler->recordLayerHistory(this, presentTime,
468 LayerHistory::LayerUpdateType::Buffer);
469
470 addFrameEvent(acquireFence, postTime, isAutoTimestamp ? 0 : desiredPresentTime);
471
472 setFrameTimelineVsyncForBufferTransaction(info, postTime);
473
474 if (buffer && dequeueTime && *dequeueTime != 0) {
475 const uint64_t bufferId = buffer->getBuffer()->getId();
476 mFlinger->mFrameTracer->traceNewLayer(layerId, getName().c_str());
477 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, frameNumber, *dequeueTime,
478 FrameTracer::FrameEvent::DEQUEUE);
479 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, frameNumber, postTime,
480 FrameTracer::FrameEvent::QUEUE);
481 }
482
483 mDrawingState.width = mDrawingState.buffer->getBuffer()->getWidth();
484 mDrawingState.height = mDrawingState.buffer->getBuffer()->getHeight();
485 mDrawingState.releaseBufferEndpoint = releaseBufferEndpoint;
486
487 return true;
488 }
489
setAcquireFence(const sp<Fence> & fence)490 bool BufferStateLayer::setAcquireFence(const sp<Fence>& fence) {
491 mDrawingState.acquireFence = fence;
492 mDrawingState.acquireFenceTime = std::make_unique<FenceTime>(fence);
493
494 // The acquire fences of BufferStateLayers have already signaled before they are set
495 mCallbackHandleAcquireTime = mDrawingState.acquireFenceTime->getSignalTime();
496
497 mDrawingState.modified = true;
498 setTransactionFlags(eTransactionNeeded);
499 return true;
500 }
501
setDataspace(ui::Dataspace dataspace)502 bool BufferStateLayer::setDataspace(ui::Dataspace dataspace) {
503 if (mDrawingState.dataspace == dataspace) return false;
504 mDrawingState.dataspace = dataspace;
505 mDrawingState.modified = true;
506 setTransactionFlags(eTransactionNeeded);
507 return true;
508 }
509
setHdrMetadata(const HdrMetadata & hdrMetadata)510 bool BufferStateLayer::setHdrMetadata(const HdrMetadata& hdrMetadata) {
511 if (mDrawingState.hdrMetadata == hdrMetadata) return false;
512 mDrawingState.hdrMetadata = hdrMetadata;
513 mDrawingState.modified = true;
514 setTransactionFlags(eTransactionNeeded);
515 return true;
516 }
517
setSurfaceDamageRegion(const Region & surfaceDamage)518 bool BufferStateLayer::setSurfaceDamageRegion(const Region& surfaceDamage) {
519 mDrawingState.surfaceDamageRegion = surfaceDamage;
520 mDrawingState.modified = true;
521 setTransactionFlags(eTransactionNeeded);
522 return true;
523 }
524
setApi(int32_t api)525 bool BufferStateLayer::setApi(int32_t api) {
526 if (mDrawingState.api == api) return false;
527 mDrawingState.api = api;
528 mDrawingState.modified = true;
529 setTransactionFlags(eTransactionNeeded);
530 return true;
531 }
532
setSidebandStream(const sp<NativeHandle> & sidebandStream)533 bool BufferStateLayer::setSidebandStream(const sp<NativeHandle>& sidebandStream) {
534 if (mDrawingState.sidebandStream == sidebandStream) return false;
535
536 if (mDrawingState.sidebandStream != nullptr && sidebandStream == nullptr) {
537 mFlinger->mTunnelModeEnabledReporter->decrementTunnelModeCount();
538 } else if (sidebandStream != nullptr) {
539 mFlinger->mTunnelModeEnabledReporter->incrementTunnelModeCount();
540 }
541
542 mDrawingState.sidebandStream = sidebandStream;
543 mDrawingState.modified = true;
544 setTransactionFlags(eTransactionNeeded);
545 if (!mSidebandStreamChanged.exchange(true)) {
546 // mSidebandStreamChanged was false
547 mFlinger->signalLayerUpdate();
548 }
549 return true;
550 }
551
setTransactionCompletedListeners(const std::vector<sp<CallbackHandle>> & handles)552 bool BufferStateLayer::setTransactionCompletedListeners(
553 const std::vector<sp<CallbackHandle>>& handles) {
554 // If there is no handle, we will not send a callback so reset mReleasePreviousBuffer and return
555 if (handles.empty()) {
556 mReleasePreviousBuffer = false;
557 return false;
558 }
559
560 const bool willPresent = willPresentCurrentTransaction();
561
562 for (const auto& handle : handles) {
563 // If this transaction set a buffer on this layer, release its previous buffer
564 handle->releasePreviousBuffer = mReleasePreviousBuffer;
565
566 // If this layer will be presented in this frame
567 if (willPresent) {
568 // If this transaction set an acquire fence on this layer, set its acquire time
569 handle->acquireTime = mCallbackHandleAcquireTime;
570 handle->frameNumber = mDrawingState.frameNumber;
571
572 // Notify the transaction completed thread that there is a pending latched callback
573 // handle
574 mFlinger->getTransactionCallbackInvoker().registerPendingCallbackHandle(handle);
575
576 // Store so latched time and release fence can be set
577 mDrawingState.callbackHandles.push_back(handle);
578
579 } else { // If this layer will NOT need to be relatched and presented this frame
580 // Notify the transaction completed thread this handle is done
581 mFlinger->getTransactionCallbackInvoker().registerUnpresentedCallbackHandle(handle);
582 }
583 }
584
585 mReleasePreviousBuffer = false;
586 mCallbackHandleAcquireTime = -1;
587
588 return willPresent;
589 }
590
setTransparentRegionHint(const Region & transparent)591 bool BufferStateLayer::setTransparentRegionHint(const Region& transparent) {
592 mDrawingState.sequence++;
593 mDrawingState.transparentRegionHint = transparent;
594 mDrawingState.modified = true;
595 setTransactionFlags(eTransactionNeeded);
596 return true;
597 }
598
getBufferSize(const State & s) const599 Rect BufferStateLayer::getBufferSize(const State& s) const {
600 // for buffer state layers we use the display frame size as the buffer size.
601
602 if (mBufferInfo.mBuffer == nullptr) {
603 return Rect::INVALID_RECT;
604 }
605
606 uint32_t bufWidth = mBufferInfo.mBuffer->getBuffer()->getWidth();
607 uint32_t bufHeight = mBufferInfo.mBuffer->getBuffer()->getHeight();
608
609 // Undo any transformations on the buffer and return the result.
610 if (mBufferInfo.mTransform & ui::Transform::ROT_90) {
611 std::swap(bufWidth, bufHeight);
612 }
613
614 if (getTransformToDisplayInverse()) {
615 uint32_t invTransform = DisplayDevice::getPrimaryDisplayRotationFlags();
616 if (invTransform & ui::Transform::ROT_90) {
617 std::swap(bufWidth, bufHeight);
618 }
619 }
620
621 return Rect(0, 0, bufWidth, bufHeight);
622 }
623
computeSourceBounds(const FloatRect & parentBounds) const624 FloatRect BufferStateLayer::computeSourceBounds(const FloatRect& parentBounds) const {
625 if (mBufferInfo.mBuffer == nullptr) {
626 return parentBounds;
627 }
628
629 return getBufferSize(getDrawingState()).toFloatRect();
630 }
631
632 // -----------------------------------------------------------------------
633
634 // -----------------------------------------------------------------------
635 // Interface implementation for BufferLayer
636 // -----------------------------------------------------------------------
fenceHasSignaled() const637 bool BufferStateLayer::fenceHasSignaled() const {
638 if (SurfaceFlinger::enableLatchUnsignaled) {
639 return true;
640 }
641
642 const bool fenceSignaled =
643 getDrawingState().acquireFence->getStatus() == Fence::Status::Signaled;
644 if (!fenceSignaled) {
645 mFlinger->mTimeStats->incrementLatchSkipped(getSequence(),
646 TimeStats::LatchSkipReason::LateAcquire);
647 }
648
649 return fenceSignaled;
650 }
651
framePresentTimeIsCurrent(nsecs_t expectedPresentTime) const652 bool BufferStateLayer::framePresentTimeIsCurrent(nsecs_t expectedPresentTime) const {
653 if (!hasFrameUpdate() || isRemovedFromCurrentState()) {
654 return true;
655 }
656
657 return mDrawingState.isAutoTimestamp || mDrawingState.desiredPresentTime <= expectedPresentTime;
658 }
659
onPreComposition(nsecs_t refreshStartTime)660 bool BufferStateLayer::onPreComposition(nsecs_t refreshStartTime) {
661 for (const auto& handle : mDrawingState.callbackHandles) {
662 handle->refreshStartTime = refreshStartTime;
663 }
664 return BufferLayer::onPreComposition(refreshStartTime);
665 }
666
getFrameNumber(nsecs_t) const667 uint64_t BufferStateLayer::getFrameNumber(nsecs_t /*expectedPresentTime*/) const {
668 return mDrawingState.frameNumber;
669 }
670
671 /**
672 * This is the frameNumber used for deferred transaction signalling. We need to use this because
673 * of cases where we defer a transaction for a surface to itself. In the BLAST world this
674 * may not make a huge amount of sense (Why not just merge the Buffer transaction with the
675 * deferred transaction?) but this is an important legacy use case, for example moving
676 * a window at the same time it draws makes use of this kind of technique. So anyway
677 * imagine we have something like this:
678 *
679 * Transaction { // containing
680 * Buffer -> frameNumber = 2
681 * DeferTransactionUntil -> frameNumber = 2
682 * Random other stuff
683 * }
684 * Now imagine mFrameNumber returned mDrawingState.frameNumber (or mCurrentFrameNumber).
685 * Prior to doTransaction SurfaceFlinger will call notifyAvailableFrames, but because we
686 * haven't swapped mDrawingState to mDrawingState yet we will think the sync point
687 * is not ready. So we will return false from applyPendingState and not swap
688 * current state to drawing state. But because we don't swap current state
689 * to drawing state the number will never update and we will be stuck. This way
690 * we can see we need to return the frame number for the buffer we are about
691 * to apply.
692 */
getHeadFrameNumber(nsecs_t) const693 uint64_t BufferStateLayer::getHeadFrameNumber(nsecs_t /* expectedPresentTime */) const {
694 return mDrawingState.frameNumber;
695 }
696
setAutoRefresh(bool autoRefresh)697 void BufferStateLayer::setAutoRefresh(bool autoRefresh) {
698 if (!mAutoRefresh.exchange(autoRefresh)) {
699 mFlinger->signalLayerUpdate();
700 }
701 }
702
latchSidebandStream(bool & recomputeVisibleRegions)703 bool BufferStateLayer::latchSidebandStream(bool& recomputeVisibleRegions) {
704 // We need to update the sideband stream if the layer has both a buffer and a sideband stream.
705 const bool updateSidebandStream = hasFrameUpdate() && mSidebandStream.get();
706
707 if (mSidebandStreamChanged.exchange(false) || updateSidebandStream) {
708 const State& s(getDrawingState());
709 // mSidebandStreamChanged was true
710 mSidebandStream = s.sidebandStream;
711 editCompositionState()->sidebandStream = mSidebandStream;
712 if (mSidebandStream != nullptr) {
713 setTransactionFlags(eTransactionNeeded);
714 mFlinger->setTransactionFlags(eTraversalNeeded);
715 }
716 recomputeVisibleRegions = true;
717
718 return true;
719 }
720 return false;
721 }
722
hasFrameUpdate() const723 bool BufferStateLayer::hasFrameUpdate() const {
724 const State& c(getDrawingState());
725 return (mDrawingStateModified || mDrawingState.modified) && (c.buffer != nullptr || c.bgColorLayer != nullptr);
726 }
727
updateTexImage(bool &,nsecs_t latchTime,nsecs_t)728 status_t BufferStateLayer::updateTexImage(bool& /*recomputeVisibleRegions*/, nsecs_t latchTime,
729 nsecs_t /*expectedPresentTime*/) {
730 const State& s(getDrawingState());
731
732 if (!s.buffer) {
733 if (s.bgColorLayer) {
734 for (auto& handle : mDrawingState.callbackHandles) {
735 handle->latchTime = latchTime;
736 }
737 }
738 return NO_ERROR;
739 }
740
741 for (auto& handle : mDrawingState.callbackHandles) {
742 if (handle->frameNumber == mDrawingState.frameNumber) {
743 handle->latchTime = latchTime;
744 }
745 }
746
747 const int32_t layerId = getSequence();
748 const uint64_t bufferId = mDrawingState.buffer->getBuffer()->getId();
749 const uint64_t frameNumber = mDrawingState.frameNumber;
750 const auto acquireFence = std::make_shared<FenceTime>(mDrawingState.acquireFence);
751 mFlinger->mTimeStats->setAcquireFence(layerId, frameNumber, acquireFence);
752 mFlinger->mTimeStats->setLatchTime(layerId, frameNumber, latchTime);
753
754 mFlinger->mFrameTracer->traceFence(layerId, bufferId, frameNumber, acquireFence,
755 FrameTracer::FrameEvent::ACQUIRE_FENCE);
756 mFlinger->mFrameTracer->traceTimestamp(layerId, bufferId, frameNumber, latchTime,
757 FrameTracer::FrameEvent::LATCH);
758
759 auto& bufferSurfaceFrame = mDrawingState.bufferSurfaceFrameTX;
760 if (bufferSurfaceFrame != nullptr &&
761 bufferSurfaceFrame->getPresentState() != PresentState::Presented) {
762 // Update only if the bufferSurfaceFrame wasn't already presented. A Presented
763 // bufferSurfaceFrame could be seen here if a pending state was applied successfully and we
764 // are processing the next state.
765 addSurfaceFramePresentedForBuffer(bufferSurfaceFrame,
766 mDrawingState.acquireFenceTime->getSignalTime(),
767 latchTime);
768 mDrawingState.bufferSurfaceFrameTX.reset();
769 }
770
771 std::deque<sp<CallbackHandle>> remainingHandles;
772 mFlinger->getTransactionCallbackInvoker()
773 .finalizeOnCommitCallbackHandles(mDrawingState.callbackHandles, remainingHandles);
774 mDrawingState.callbackHandles = remainingHandles;
775
776 mDrawingStateModified = false;
777
778 return NO_ERROR;
779 }
780
updateActiveBuffer()781 status_t BufferStateLayer::updateActiveBuffer() {
782 const State& s(getDrawingState());
783
784 if (s.buffer == nullptr) {
785 return BAD_VALUE;
786 }
787
788 if (!mBufferInfo.mBuffer || s.buffer->getBuffer() != mBufferInfo.mBuffer->getBuffer()) {
789 decrementPendingBufferCount();
790 }
791
792 mPreviousReleaseCallbackId = {getCurrentBufferId(), mBufferInfo.mFrameNumber};
793 mBufferInfo.mBuffer = s.buffer;
794 mBufferInfo.mFence = s.acquireFence;
795 mBufferInfo.mFrameNumber = s.frameNumber;
796
797 return NO_ERROR;
798 }
799
updateFrameNumber(nsecs_t latchTime)800 status_t BufferStateLayer::updateFrameNumber(nsecs_t latchTime) {
801 // TODO(marissaw): support frame history events
802 mPreviousFrameNumber = mCurrentFrameNumber;
803 mCurrentFrameNumber = mDrawingState.frameNumber;
804 {
805 Mutex::Autolock lock(mFrameEventHistoryMutex);
806 mFrameEventHistory.addLatch(mCurrentFrameNumber, latchTime);
807 }
808 return NO_ERROR;
809 }
810
bufferErased(const client_cache_t & clientCacheId)811 void BufferStateLayer::HwcSlotGenerator::bufferErased(const client_cache_t& clientCacheId) {
812 std::lock_guard lock(mMutex);
813 if (!clientCacheId.isValid()) {
814 ALOGE("invalid process, failed to erase buffer");
815 return;
816 }
817 eraseBufferLocked(clientCacheId);
818 }
819
getHwcCacheSlot(const client_cache_t & clientCacheId)820 uint32_t BufferStateLayer::HwcSlotGenerator::getHwcCacheSlot(const client_cache_t& clientCacheId) {
821 std::lock_guard<std::mutex> lock(mMutex);
822 auto itr = mCachedBuffers.find(clientCacheId);
823 if (itr == mCachedBuffers.end()) {
824 return addCachedBuffer(clientCacheId);
825 }
826 auto& [hwcCacheSlot, counter] = itr->second;
827 counter = mCounter++;
828 return hwcCacheSlot;
829 }
830
addCachedBuffer(const client_cache_t & clientCacheId)831 uint32_t BufferStateLayer::HwcSlotGenerator::addCachedBuffer(const client_cache_t& clientCacheId)
832 REQUIRES(mMutex) {
833 if (!clientCacheId.isValid()) {
834 ALOGE("invalid process, returning invalid slot");
835 return BufferQueue::INVALID_BUFFER_SLOT;
836 }
837
838 ClientCache::getInstance().registerErasedRecipient(clientCacheId, wp<ErasedRecipient>(this));
839
840 uint32_t hwcCacheSlot = getFreeHwcCacheSlot();
841 mCachedBuffers[clientCacheId] = {hwcCacheSlot, mCounter++};
842 return hwcCacheSlot;
843 }
844
getFreeHwcCacheSlot()845 uint32_t BufferStateLayer::HwcSlotGenerator::getFreeHwcCacheSlot() REQUIRES(mMutex) {
846 if (mFreeHwcCacheSlots.empty()) {
847 evictLeastRecentlyUsed();
848 }
849
850 uint32_t hwcCacheSlot = mFreeHwcCacheSlots.top();
851 mFreeHwcCacheSlots.pop();
852 return hwcCacheSlot;
853 }
854
evictLeastRecentlyUsed()855 void BufferStateLayer::HwcSlotGenerator::evictLeastRecentlyUsed() REQUIRES(mMutex) {
856 uint64_t minCounter = UINT_MAX;
857 client_cache_t minClientCacheId = {};
858 for (const auto& [clientCacheId, slotCounter] : mCachedBuffers) {
859 const auto& [hwcCacheSlot, counter] = slotCounter;
860 if (counter < minCounter) {
861 minCounter = counter;
862 minClientCacheId = clientCacheId;
863 }
864 }
865 eraseBufferLocked(minClientCacheId);
866
867 ClientCache::getInstance().unregisterErasedRecipient(minClientCacheId, this);
868 }
869
eraseBufferLocked(const client_cache_t & clientCacheId)870 void BufferStateLayer::HwcSlotGenerator::eraseBufferLocked(const client_cache_t& clientCacheId)
871 REQUIRES(mMutex) {
872 auto itr = mCachedBuffers.find(clientCacheId);
873 if (itr == mCachedBuffers.end()) {
874 return;
875 }
876 auto& [hwcCacheSlot, counter] = itr->second;
877
878 // TODO send to hwc cache and resources
879
880 mFreeHwcCacheSlots.push(hwcCacheSlot);
881 mCachedBuffers.erase(clientCacheId);
882 }
883
gatherBufferInfo()884 void BufferStateLayer::gatherBufferInfo() {
885 BufferLayer::gatherBufferInfo();
886
887 const State& s(getDrawingState());
888 mBufferInfo.mDesiredPresentTime = s.desiredPresentTime;
889 mBufferInfo.mFenceTime = std::make_shared<FenceTime>(s.acquireFence);
890 mBufferInfo.mFence = s.acquireFence;
891 mBufferInfo.mTransform = s.bufferTransform;
892 auto lastDataspace = mBufferInfo.mDataspace;
893 mBufferInfo.mDataspace = translateDataspace(s.dataspace);
894 if (lastDataspace != mBufferInfo.mDataspace) {
895 mFlinger->mSomeDataspaceChanged = true;
896 }
897 mBufferInfo.mCrop = computeBufferCrop(s);
898 mBufferInfo.mScaleMode = NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW;
899 mBufferInfo.mSurfaceDamage = s.surfaceDamageRegion;
900 mBufferInfo.mHdrMetadata = s.hdrMetadata;
901 mBufferInfo.mApi = s.api;
902 mBufferInfo.mTransformToDisplayInverse = s.transformToDisplayInverse;
903 mBufferInfo.mBufferSlot = mHwcSlotGenerator->getHwcCacheSlot(s.clientCacheId);
904 }
905
getEffectiveScalingMode() const906 uint32_t BufferStateLayer::getEffectiveScalingMode() const {
907 return NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW;
908 }
909
computeBufferCrop(const State & s)910 Rect BufferStateLayer::computeBufferCrop(const State& s) {
911 if (s.buffer && !s.bufferCrop.isEmpty()) {
912 Rect bufferCrop;
913 s.buffer->getBuffer()->getBounds().intersect(s.bufferCrop, &bufferCrop);
914 return bufferCrop;
915 } else if (s.buffer) {
916 return s.buffer->getBuffer()->getBounds();
917 } else {
918 return s.bufferCrop;
919 }
920 }
921
createClone()922 sp<Layer> BufferStateLayer::createClone() {
923 LayerCreationArgs args(mFlinger.get(), nullptr, mName + " (Mirror)", 0, 0, 0, LayerMetadata());
924 args.textureName = mTextureName;
925 sp<BufferStateLayer> layer = mFlinger->getFactory().createBufferStateLayer(args);
926 layer->mHwcSlotGenerator = mHwcSlotGenerator;
927 layer->setInitialValuesForClone(this);
928 return layer;
929 }
930
bufferNeedsFiltering() const931 bool BufferStateLayer::bufferNeedsFiltering() const {
932 const State& s(getDrawingState());
933 if (!s.buffer) {
934 return false;
935 }
936
937 uint32_t bufferWidth = s.buffer->getBuffer()->width;
938 uint32_t bufferHeight = s.buffer->getBuffer()->height;
939
940 // Undo any transformations on the buffer and return the result.
941 if (s.bufferTransform & ui::Transform::ROT_90) {
942 std::swap(bufferWidth, bufferHeight);
943 }
944
945 if (s.transformToDisplayInverse) {
946 uint32_t invTransform = DisplayDevice::getPrimaryDisplayRotationFlags();
947 if (invTransform & ui::Transform::ROT_90) {
948 std::swap(bufferWidth, bufferHeight);
949 }
950 }
951
952 const Rect layerSize{getBounds()};
953 return layerSize.width() != bufferWidth || layerSize.height() != bufferHeight;
954 }
955
decrementPendingBufferCount()956 void BufferStateLayer::decrementPendingBufferCount() {
957 int32_t pendingBuffers = --mPendingBufferTransactions;
958 tracePendingBufferCount(pendingBuffers);
959 }
960
tracePendingBufferCount(int32_t pendingBuffers)961 void BufferStateLayer::tracePendingBufferCount(int32_t pendingBuffers) {
962 ATRACE_INT(mBlastTransactionName.c_str(), pendingBuffers);
963 }
964
965
966 /*
967 * We don't want to send the layer's transform to input, but rather the
968 * parent's transform. This is because BufferStateLayer's transform is
969 * information about how the buffer is placed on screen. The parent's
970 * transform makes more sense to send since it's information about how the
971 * layer is placed on screen. This transform is used by input to determine
972 * how to go from screen space back to window space.
973 */
getInputTransform() const974 ui::Transform BufferStateLayer::getInputTransform() const {
975 sp<Layer> parent = mDrawingParent.promote();
976 if (parent == nullptr) {
977 return ui::Transform();
978 }
979
980 return parent->getTransform();
981 }
982
983 /**
984 * Similar to getInputTransform, we need to update the bounds to include the transform.
985 * This is because bounds for BSL doesn't include buffer transform, where the input assumes
986 * that's already included.
987 */
getInputBounds() const988 Rect BufferStateLayer::getInputBounds() const {
989 Rect bufferBounds = getCroppedBufferSize(getDrawingState());
990 if (mDrawingState.transform.getType() == ui::Transform::IDENTITY || !bufferBounds.isValid()) {
991 return bufferBounds;
992 }
993 return mDrawingState.transform.transform(bufferBounds);
994 }
995
996 } // namespace android
997
998 // TODO(b/129481165): remove the #pragma below and fix conversion issues
999 #pragma clang diagnostic pop // ignored "-Wconversion -Wextra"
1000