1 /*
2  * Copyright (C) 2013 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #include "RenderProxy.h"
18 
19 #include <gui/TraceUtils.h>
20 #include "DeferredLayerUpdater.h"
21 #include "DisplayList.h"
22 #include "Properties.h"
23 #include "Readback.h"
24 #include "Rect.h"
25 #include "WebViewFunctorManager.h"
26 #include "renderthread/CanvasContext.h"
27 #include "renderthread/RenderTask.h"
28 #include "renderthread/RenderThread.h"
29 #include "utils/Macros.h"
30 #include "utils/TimeUtils.h"
31 
32 #include <SkBitmap.h>
33 #include <SkImage.h>
34 #include <SkPicture.h>
35 
36 #include <pthread.h>
37 
38 namespace android {
39 namespace uirenderer {
40 namespace renderthread {
41 
RenderProxy(bool translucent,RenderNode * rootRenderNode,IContextFactory * contextFactory)42 RenderProxy::RenderProxy(bool translucent, RenderNode* rootRenderNode,
43                          IContextFactory* contextFactory)
44         : mRenderThread(RenderThread::getInstance()), mContext(nullptr) {
45     pid_t uiThreadId = pthread_gettid_np(pthread_self());
46     pid_t renderThreadId = getRenderThreadTid();
47     mContext = mRenderThread.queue().runSync([=, this]() -> CanvasContext* {
48         CanvasContext* context = CanvasContext::create(mRenderThread, translucent, rootRenderNode,
49                                                        contextFactory, uiThreadId, renderThreadId);
50         if (context != nullptr) {
51             mRenderThread.queue().post([=] { context->startHintSession(); });
52         }
53         return context;
54     });
55     mDrawFrameTask.setContext(&mRenderThread, mContext, rootRenderNode);
56 }
57 
~RenderProxy()58 RenderProxy::~RenderProxy() {
59     destroyContext();
60 }
61 
destroyContext()62 void RenderProxy::destroyContext() {
63     if (mContext) {
64         mDrawFrameTask.setContext(nullptr, nullptr, nullptr);
65         // This is also a fence as we need to be certain that there are no
66         // outstanding mDrawFrame tasks posted before it is destroyed
67         mRenderThread.queue().runSync([this]() { delete mContext; });
68         mContext = nullptr;
69     }
70 }
71 
setSwapBehavior(SwapBehavior swapBehavior)72 void RenderProxy::setSwapBehavior(SwapBehavior swapBehavior) {
73     mRenderThread.queue().post([this, swapBehavior]() { mContext->setSwapBehavior(swapBehavior); });
74 }
75 
loadSystemProperties()76 bool RenderProxy::loadSystemProperties() {
77     return mRenderThread.queue().runSync([this]() -> bool {
78         bool needsRedraw = Properties::load();
79         if (mContext->profiler().consumeProperties()) {
80             needsRedraw = true;
81         }
82         return needsRedraw;
83     });
84 }
85 
setName(const char * name)86 void RenderProxy::setName(const char* name) {
87     // block since name/value pointers owned by caller
88     // TODO: Support move arguments
89     mRenderThread.queue().runSync([this, name]() { mContext->setName(std::string(name)); });
90 }
91 
setHardwareBuffer(AHardwareBuffer * buffer)92 void RenderProxy::setHardwareBuffer(AHardwareBuffer* buffer) {
93     if (buffer) {
94         AHardwareBuffer_acquire(buffer);
95     }
96     mRenderThread.queue().post([this, hardwareBuffer = buffer]() mutable {
97         mContext->setHardwareBuffer(hardwareBuffer);
98         if (hardwareBuffer) {
99             AHardwareBuffer_release(hardwareBuffer);
100         }
101     });
102 }
103 
setSurface(ANativeWindow * window,bool enableTimeout)104 void RenderProxy::setSurface(ANativeWindow* window, bool enableTimeout) {
105     if (window) { ANativeWindow_acquire(window); }
106     mRenderThread.queue().post([this, win = window, enableTimeout]() mutable {
107         mContext->setSurface(win, enableTimeout);
108         if (win) { ANativeWindow_release(win); }
109     });
110 }
111 
setSurfaceControl(ASurfaceControl * surfaceControl)112 void RenderProxy::setSurfaceControl(ASurfaceControl* surfaceControl) {
113     auto funcs = mRenderThread.getASurfaceControlFunctions();
114     if (surfaceControl) {
115         funcs.acquireFunc(surfaceControl);
116     }
117     mRenderThread.queue().post([this, control = surfaceControl, funcs]() mutable {
118         mContext->setSurfaceControl(control);
119         if (control) {
120             funcs.releaseFunc(control);
121         }
122     });
123 }
124 
allocateBuffers()125 void RenderProxy::allocateBuffers() {
126     mRenderThread.queue().post([=]() { mContext->allocateBuffers(); });
127 }
128 
pause()129 bool RenderProxy::pause() {
130     return mRenderThread.queue().runSync([this]() -> bool { return mContext->pauseSurface(); });
131 }
132 
setStopped(bool stopped)133 void RenderProxy::setStopped(bool stopped) {
134     mRenderThread.queue().runSync([this, stopped]() { mContext->setStopped(stopped); });
135 }
136 
setLightAlpha(uint8_t ambientShadowAlpha,uint8_t spotShadowAlpha)137 void RenderProxy::setLightAlpha(uint8_t ambientShadowAlpha, uint8_t spotShadowAlpha) {
138     mRenderThread.queue().post(
139             [=]() { mContext->setLightAlpha(ambientShadowAlpha, spotShadowAlpha); });
140 }
141 
setLightGeometry(const Vector3 & lightCenter,float lightRadius)142 void RenderProxy::setLightGeometry(const Vector3& lightCenter, float lightRadius) {
143     mRenderThread.queue().post([=]() { mContext->setLightGeometry(lightCenter, lightRadius); });
144 }
145 
setOpaque(bool opaque)146 void RenderProxy::setOpaque(bool opaque) {
147     mRenderThread.queue().post([=]() { mContext->setOpaque(opaque); });
148 }
149 
setColorMode(ColorMode mode)150 float RenderProxy::setColorMode(ColorMode mode) {
151     // We only need to figure out what the renderer supports for HDR, otherwise this can stay
152     // an async call since we already know the return value
153     if (mode == ColorMode::Hdr || mode == ColorMode::Hdr10) {
154         return mRenderThread.queue().runSync(
155                 [=]() -> float { return mContext->setColorMode(mode); });
156     } else {
157         mRenderThread.queue().post([=]() { mContext->setColorMode(mode); });
158         return 1.f;
159     }
160 }
161 
setRenderSdrHdrRatio(float ratio)162 void RenderProxy::setRenderSdrHdrRatio(float ratio) {
163     mDrawFrameTask.setRenderSdrHdrRatio(ratio);
164 }
165 
frameInfo()166 int64_t* RenderProxy::frameInfo() {
167     return mDrawFrameTask.frameInfo();
168 }
169 
forceDrawNextFrame()170 void RenderProxy::forceDrawNextFrame() {
171     mDrawFrameTask.forceDrawNextFrame();
172 }
173 
syncAndDrawFrame()174 int RenderProxy::syncAndDrawFrame() {
175     return mDrawFrameTask.drawFrame();
176 }
177 
destroy()178 void RenderProxy::destroy() {
179     // destroyCanvasAndSurface() needs a fence as when it returns the
180     // underlying BufferQueue is going to be released from under
181     // the render thread.
182     mRenderThread.queue().runSync([=]() { mContext->destroy(); });
183 }
184 
destroyFunctor(int functor)185 void RenderProxy::destroyFunctor(int functor) {
186     ATRACE_CALL();
187     RenderThread& thread = RenderThread::getInstance();
188     thread.queue().post([=]() { WebViewFunctorManager::instance().destroyFunctor(functor); });
189 }
190 
createTextureLayer()191 DeferredLayerUpdater* RenderProxy::createTextureLayer() {
192     return mRenderThread.queue().runSync([this]() -> auto {
193         return mContext->createTextureLayer();
194     });
195 }
196 
buildLayer(RenderNode * node)197 void RenderProxy::buildLayer(RenderNode* node) {
198     mRenderThread.queue().runSync([&]() { mContext->buildLayer(node); });
199 }
200 
copyLayerInto(DeferredLayerUpdater * layer,SkBitmap & bitmap)201 bool RenderProxy::copyLayerInto(DeferredLayerUpdater* layer, SkBitmap& bitmap) {
202     ATRACE_NAME("TextureView#getBitmap");
203     auto& thread = RenderThread::getInstance();
204     return thread.queue().runSync([&]() -> bool {
205         return thread.readback().copyLayerInto(layer, &bitmap) == CopyResult::Success;
206     });
207 }
208 
pushLayerUpdate(DeferredLayerUpdater * layer)209 void RenderProxy::pushLayerUpdate(DeferredLayerUpdater* layer) {
210     mDrawFrameTask.pushLayerUpdate(layer);
211 }
212 
cancelLayerUpdate(DeferredLayerUpdater * layer)213 void RenderProxy::cancelLayerUpdate(DeferredLayerUpdater* layer) {
214     mDrawFrameTask.removeLayerUpdate(layer);
215 }
216 
detachSurfaceTexture(DeferredLayerUpdater * layer)217 void RenderProxy::detachSurfaceTexture(DeferredLayerUpdater* layer) {
218     return mRenderThread.queue().runSync([&]() { layer->detachSurfaceTexture(); });
219 }
220 
destroyHardwareResources()221 void RenderProxy::destroyHardwareResources() {
222     return mRenderThread.queue().runSync([&]() { mContext->destroyHardwareResources(); });
223 }
224 
trimMemory(int level)225 void RenderProxy::trimMemory(int level) {
226     // Avoid creating a RenderThread to do a trimMemory.
227     if (RenderThread::hasInstance()) {
228         RenderThread& thread = RenderThread::getInstance();
229         const auto trimLevel = static_cast<TrimLevel>(level);
230         thread.queue().post([&thread, trimLevel]() { thread.trimMemory(trimLevel); });
231     }
232 }
233 
trimCaches(int level)234 void RenderProxy::trimCaches(int level) {
235     // Avoid creating a RenderThread to do a trimMemory.
236     if (RenderThread::hasInstance()) {
237         RenderThread& thread = RenderThread::getInstance();
238         const auto trimLevel = static_cast<CacheTrimLevel>(level);
239         thread.queue().post([&thread, trimLevel]() { thread.trimCaches(trimLevel); });
240     }
241 }
242 
purgeCaches()243 void RenderProxy::purgeCaches() {
244     if (RenderThread::hasInstance()) {
245         RenderThread& thread = RenderThread::getInstance();
246         thread.queue().post([&thread]() {
247             if (thread.getGrContext()) {
248                 thread.cacheManager().trimMemory(TrimLevel::COMPLETE);
249             }
250         });
251     }
252 }
253 
overrideProperty(const char * name,const char * value)254 void RenderProxy::overrideProperty(const char* name, const char* value) {
255     // expensive, but block here since name/value pointers owned by caller
256     RenderThread::getInstance().queue().runSync(
257             [&]() { Properties::overrideProperty(name, value); });
258 }
259 
fence()260 void RenderProxy::fence() {
261     mRenderThread.queue().runSync([]() {});
262 }
263 
maxTextureSize()264 int RenderProxy::maxTextureSize() {
265     static int maxTextureSize = RenderThread::getInstance().queue().runSync(
266             []() { return DeviceInfo::get()->maxTextureSize(); });
267     return maxTextureSize;
268 }
269 
stopDrawing()270 void RenderProxy::stopDrawing() {
271     mRenderThread.queue().runSync([this]() { mContext->stopDrawing(); });
272 }
273 
notifyFramePending()274 void RenderProxy::notifyFramePending() {
275     mRenderThread.queue().post([this]() { mContext->notifyFramePending(); });
276 }
277 
notifyCallbackPending()278 void RenderProxy::notifyCallbackPending() {
279     mRenderThread.queue().post([this]() { mContext->sendLoadResetHint(); });
280 }
281 
notifyExpensiveFrame()282 void RenderProxy::notifyExpensiveFrame() {
283     mRenderThread.queue().post([this]() { mContext->sendLoadIncreaseHint(); });
284 }
285 
dumpProfileInfo(int fd,int dumpFlags)286 void RenderProxy::dumpProfileInfo(int fd, int dumpFlags) {
287     mRenderThread.queue().runSync([&]() {
288         std::lock_guard lock(mRenderThread.getJankDataMutex());
289         mContext->profiler().dumpData(fd);
290         if (dumpFlags & DumpFlags::FrameStats) {
291             mContext->dumpFrames(fd);
292         }
293         if (dumpFlags & DumpFlags::JankStats) {
294             mRenderThread.globalProfileData()->dump(fd);
295         }
296         if (dumpFlags & DumpFlags::Reset) {
297             mContext->resetFrameStats();
298         }
299     });
300 }
301 
resetProfileInfo()302 void RenderProxy::resetProfileInfo() {
303     mRenderThread.queue().runSync([=]() {
304         std::lock_guard lock(mRenderThread.getJankDataMutex());
305         mContext->resetFrameStats();
306     });
307 }
308 
frameTimePercentile(int percentile)309 uint32_t RenderProxy::frameTimePercentile(int percentile) {
310     return mRenderThread.queue().runSync([&]() -> auto {
311         std::lock_guard lock(mRenderThread.globalProfileData().getDataMutex());
312         return mRenderThread.globalProfileData()->findPercentile(percentile);
313     });
314 }
315 
dumpGraphicsMemory(int fd,bool includeProfileData,bool resetProfile)316 void RenderProxy::dumpGraphicsMemory(int fd, bool includeProfileData, bool resetProfile) {
317     if (RenderThread::hasInstance()) {
318         auto& thread = RenderThread::getInstance();
319         thread.queue().runSync([&]() {
320             thread.dumpGraphicsMemory(fd, includeProfileData);
321             if (resetProfile) {
322                 thread.globalProfileData()->reset();
323             }
324         });
325     }
326 }
327 
getMemoryUsage(size_t * cpuUsage,size_t * gpuUsage)328 void RenderProxy::getMemoryUsage(size_t* cpuUsage, size_t* gpuUsage) {
329     if (RenderThread::hasInstance()) {
330         auto& thread = RenderThread::getInstance();
331         thread.queue().runSync([&]() { thread.getMemoryUsage(cpuUsage, gpuUsage); });
332     }
333 }
334 
setProcessStatsBuffer(int fd)335 void RenderProxy::setProcessStatsBuffer(int fd) {
336     auto& rt = RenderThread::getInstance();
337     rt.queue().post([&rt, fd = dup(fd)]() {
338         rt.globalProfileData().switchStorageToAshmem(fd);
339         close(fd);
340     });
341 }
342 
rotateProcessStatsBuffer()343 void RenderProxy::rotateProcessStatsBuffer() {
344     auto& rt = RenderThread::getInstance();
345     rt.queue().post([&rt]() { rt.globalProfileData().rotateStorage(); });
346 }
347 
getRenderThreadTid()348 int RenderProxy::getRenderThreadTid() {
349     return mRenderThread.getTid();
350 }
351 
addRenderNode(RenderNode * node,bool placeFront)352 void RenderProxy::addRenderNode(RenderNode* node, bool placeFront) {
353     mRenderThread.queue().post([=]() { mContext->addRenderNode(node, placeFront); });
354 }
355 
removeRenderNode(RenderNode * node)356 void RenderProxy::removeRenderNode(RenderNode* node) {
357     mRenderThread.queue().post([=]() { mContext->removeRenderNode(node); });
358 }
359 
drawRenderNode(RenderNode * node)360 void RenderProxy::drawRenderNode(RenderNode* node) {
361     mRenderThread.queue().runSync([=]() { mContext->prepareAndDraw(node); });
362 }
363 
setContentDrawBounds(int left,int top,int right,int bottom)364 void RenderProxy::setContentDrawBounds(int left, int top, int right, int bottom) {
365     mDrawFrameTask.setContentDrawBounds(left, top, right, bottom);
366 }
367 
setHardwareBufferRenderParams(const HardwareBufferRenderParams & params)368 void RenderProxy::setHardwareBufferRenderParams(const HardwareBufferRenderParams& params) {
369     mDrawFrameTask.setHardwareBufferRenderParams(params);
370 }
371 
setPictureCapturedCallback(const std::function<void (sk_sp<SkPicture> &&)> & callback)372 void RenderProxy::setPictureCapturedCallback(
373         const std::function<void(sk_sp<SkPicture>&&)>& callback) {
374     mRenderThread.queue().post(
375             [this, cb = callback]() { mContext->setPictureCapturedCallback(cb); });
376 }
377 
setASurfaceTransactionCallback(const std::function<bool (int64_t,int64_t,int64_t)> & callback)378 void RenderProxy::setASurfaceTransactionCallback(
379         const std::function<bool(int64_t, int64_t, int64_t)>& callback) {
380     mRenderThread.queue().post(
381             [this, cb = callback]() { mContext->setASurfaceTransactionCallback(cb); });
382 }
383 
setPrepareSurfaceControlForWebviewCallback(const std::function<void ()> & callback)384 void RenderProxy::setPrepareSurfaceControlForWebviewCallback(
385         const std::function<void()>& callback) {
386     mRenderThread.queue().post(
387             [this, cb = callback]() { mContext->setPrepareSurfaceControlForWebviewCallback(cb); });
388 }
389 
setFrameCallback(std::function<std::function<void (bool)> (int32_t,int64_t)> && callback)390 void RenderProxy::setFrameCallback(
391         std::function<std::function<void(bool)>(int32_t, int64_t)>&& callback) {
392     mDrawFrameTask.setFrameCallback(std::move(callback));
393 }
394 
setFrameCommitCallback(std::function<void (bool)> && callback)395 void RenderProxy::setFrameCommitCallback(std::function<void(bool)>&& callback) {
396     mDrawFrameTask.setFrameCommitCallback(std::move(callback));
397 }
398 
setFrameCompleteCallback(std::function<void ()> && callback)399 void RenderProxy::setFrameCompleteCallback(std::function<void()>&& callback) {
400     mDrawFrameTask.setFrameCompleteCallback(std::move(callback));
401 }
402 
addFrameMetricsObserver(FrameMetricsObserver * observerPtr)403 void RenderProxy::addFrameMetricsObserver(FrameMetricsObserver* observerPtr) {
404     mRenderThread.queue().post([this, observer = sp{observerPtr}]() {
405         mContext->addFrameMetricsObserver(observer.get());
406     });
407 }
408 
removeFrameMetricsObserver(FrameMetricsObserver * observerPtr)409 void RenderProxy::removeFrameMetricsObserver(FrameMetricsObserver* observerPtr) {
410     mRenderThread.queue().post([this, observer = sp{observerPtr}]() {
411         mContext->removeFrameMetricsObserver(observer.get());
412     });
413 }
414 
setForceDark(bool enable)415 void RenderProxy::setForceDark(bool enable) {
416     mRenderThread.queue().post([this, enable]() { mContext->setForceDark(enable); });
417 }
418 
copySurfaceInto(ANativeWindow * window,std::shared_ptr<CopyRequest> && request)419 void RenderProxy::copySurfaceInto(ANativeWindow* window, std::shared_ptr<CopyRequest>&& request) {
420     auto& thread = RenderThread::getInstance();
421     ANativeWindow_acquire(window);
422     thread.queue().post([&thread, window, request = std::move(request)] {
423         thread.readback().copySurfaceInto(window, request);
424         ANativeWindow_release(window);
425     });
426 }
427 
prepareToDraw(Bitmap & bitmap)428 void RenderProxy::prepareToDraw(Bitmap& bitmap) {
429     // If we haven't spun up a hardware accelerated window yet, there's no
430     // point in precaching these bitmaps as it can't impact jank.
431     // We also don't know if we even will spin up a hardware-accelerated
432     // window or not.
433     if (!RenderThread::hasInstance()) return;
434     RenderThread* renderThread = &RenderThread::getInstance();
435     bitmap.ref();
436     auto task = [renderThread, &bitmap]() {
437         CanvasContext::prepareToDraw(*renderThread, &bitmap);
438         bitmap.unref();
439     };
440     nsecs_t lastVsync = renderThread->timeLord().latestVsync();
441     nsecs_t estimatedNextVsync = lastVsync + renderThread->timeLord().frameIntervalNanos();
442     nsecs_t timeToNextVsync = estimatedNextVsync - systemTime(SYSTEM_TIME_MONOTONIC);
443     // We expect the UI thread to take 4ms and for RT to be active from VSYNC+4ms to
444     // VSYNC+12ms or so, so aim for the gap during which RT is expected to
445     // be idle
446     // TODO: Make this concept a first-class supported thing? RT could use
447     // knowledge of pending draws to better schedule this task
448     if (timeToNextVsync > -6_ms && timeToNextVsync < 1_ms) {
449         renderThread->queue().postAt(estimatedNextVsync + 8_ms, task);
450     } else {
451         renderThread->queue().post(task);
452     }
453 }
454 
copyHWBitmapInto(Bitmap * hwBitmap,SkBitmap * bitmap)455 int RenderProxy::copyHWBitmapInto(Bitmap* hwBitmap, SkBitmap* bitmap) {
456     ATRACE_NAME("HardwareBitmap readback");
457     RenderThread& thread = RenderThread::getInstance();
458     if (gettid() == thread.getTid()) {
459         // TODO: fix everything that hits this. We should never be triggering a readback ourselves.
460         return (int)thread.readback().copyHWBitmapInto(hwBitmap, bitmap);
461     } else {
462         return thread.queue().runSync(
463                 [&]() -> int { return (int)thread.readback().copyHWBitmapInto(hwBitmap, bitmap); });
464     }
465 }
466 
copyImageInto(const sk_sp<SkImage> & image,SkBitmap * bitmap)467 int RenderProxy::copyImageInto(const sk_sp<SkImage>& image, SkBitmap* bitmap) {
468     RenderThread& thread = RenderThread::getInstance();
469     if (gettid() == thread.getTid()) {
470         // TODO: fix everything that hits this. We should never be triggering a readback ourselves.
471         return (int)thread.readback().copyImageInto(image, bitmap);
472     } else {
473         return thread.queue().runSync(
474                 [&]() -> int { return (int)thread.readback().copyImageInto(image, bitmap); });
475     }
476 }
477 
disableVsync()478 void RenderProxy::disableVsync() {
479     Properties::disableVsync = true;
480 }
481 
preload()482 void RenderProxy::preload() {
483     // Create RenderThread object and start the thread. Then preload Vulkan/EGL driver.
484     auto& thread = RenderThread::getInstance();
485     thread.queue().post([&thread]() { thread.preload(); });
486 }
487 
setRtAnimationsEnabled(bool enabled)488 void RenderProxy::setRtAnimationsEnabled(bool enabled) {
489     if (RenderThread::hasInstance()) {
490         RenderThread::getInstance().queue().post(
491                 [enabled]() { Properties::enableRTAnimations = enabled; });
492     } else {
493         Properties::enableRTAnimations = enabled;
494     }
495 }
496 
497 } /* namespace renderthread */
498 } /* namespace uirenderer */
499 } /* namespace android */
500