1 /*
2 * Copyright (C) 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 #include "RenderProxy.h"
18
19 #include <gui/TraceUtils.h>
20 #include "DeferredLayerUpdater.h"
21 #include "DisplayList.h"
22 #include "Properties.h"
23 #include "Readback.h"
24 #include "Rect.h"
25 #include "WebViewFunctorManager.h"
26 #include "renderthread/CanvasContext.h"
27 #include "renderthread/RenderTask.h"
28 #include "renderthread/RenderThread.h"
29 #include "utils/Macros.h"
30 #include "utils/TimeUtils.h"
31
32 #include <SkBitmap.h>
33 #include <SkImage.h>
34 #include <SkPicture.h>
35
36 #include <pthread.h>
37
38 namespace android {
39 namespace uirenderer {
40 namespace renderthread {
41
RenderProxy(bool translucent,RenderNode * rootRenderNode,IContextFactory * contextFactory)42 RenderProxy::RenderProxy(bool translucent, RenderNode* rootRenderNode,
43 IContextFactory* contextFactory)
44 : mRenderThread(RenderThread::getInstance()), mContext(nullptr) {
45 pid_t uiThreadId = pthread_gettid_np(pthread_self());
46 pid_t renderThreadId = getRenderThreadTid();
47 mContext = mRenderThread.queue().runSync([=, this]() -> CanvasContext* {
48 CanvasContext* context = CanvasContext::create(mRenderThread, translucent, rootRenderNode,
49 contextFactory, uiThreadId, renderThreadId);
50 if (context != nullptr) {
51 mRenderThread.queue().post([=] { context->startHintSession(); });
52 }
53 return context;
54 });
55 mDrawFrameTask.setContext(&mRenderThread, mContext, rootRenderNode);
56 }
57
~RenderProxy()58 RenderProxy::~RenderProxy() {
59 destroyContext();
60 }
61
destroyContext()62 void RenderProxy::destroyContext() {
63 if (mContext) {
64 mDrawFrameTask.setContext(nullptr, nullptr, nullptr);
65 // This is also a fence as we need to be certain that there are no
66 // outstanding mDrawFrame tasks posted before it is destroyed
67 mRenderThread.queue().runSync([this]() { delete mContext; });
68 mContext = nullptr;
69 }
70 }
71
setSwapBehavior(SwapBehavior swapBehavior)72 void RenderProxy::setSwapBehavior(SwapBehavior swapBehavior) {
73 mRenderThread.queue().post([this, swapBehavior]() { mContext->setSwapBehavior(swapBehavior); });
74 }
75
loadSystemProperties()76 bool RenderProxy::loadSystemProperties() {
77 return mRenderThread.queue().runSync([this]() -> bool {
78 bool needsRedraw = Properties::load();
79 if (mContext->profiler().consumeProperties()) {
80 needsRedraw = true;
81 }
82 return needsRedraw;
83 });
84 }
85
setName(const char * name)86 void RenderProxy::setName(const char* name) {
87 // block since name/value pointers owned by caller
88 // TODO: Support move arguments
89 mRenderThread.queue().runSync([this, name]() { mContext->setName(std::string(name)); });
90 }
91
setHardwareBuffer(AHardwareBuffer * buffer)92 void RenderProxy::setHardwareBuffer(AHardwareBuffer* buffer) {
93 if (buffer) {
94 AHardwareBuffer_acquire(buffer);
95 }
96 mRenderThread.queue().post([this, hardwareBuffer = buffer]() mutable {
97 mContext->setHardwareBuffer(hardwareBuffer);
98 if (hardwareBuffer) {
99 AHardwareBuffer_release(hardwareBuffer);
100 }
101 });
102 }
103
setSurface(ANativeWindow * window,bool enableTimeout)104 void RenderProxy::setSurface(ANativeWindow* window, bool enableTimeout) {
105 if (window) { ANativeWindow_acquire(window); }
106 mRenderThread.queue().post([this, win = window, enableTimeout]() mutable {
107 mContext->setSurface(win, enableTimeout);
108 if (win) { ANativeWindow_release(win); }
109 });
110 }
111
setSurfaceControl(ASurfaceControl * surfaceControl)112 void RenderProxy::setSurfaceControl(ASurfaceControl* surfaceControl) {
113 auto funcs = mRenderThread.getASurfaceControlFunctions();
114 if (surfaceControl) {
115 funcs.acquireFunc(surfaceControl);
116 }
117 mRenderThread.queue().post([this, control = surfaceControl, funcs]() mutable {
118 mContext->setSurfaceControl(control);
119 if (control) {
120 funcs.releaseFunc(control);
121 }
122 });
123 }
124
allocateBuffers()125 void RenderProxy::allocateBuffers() {
126 mRenderThread.queue().post([=]() { mContext->allocateBuffers(); });
127 }
128
pause()129 bool RenderProxy::pause() {
130 return mRenderThread.queue().runSync([this]() -> bool { return mContext->pauseSurface(); });
131 }
132
setStopped(bool stopped)133 void RenderProxy::setStopped(bool stopped) {
134 mRenderThread.queue().runSync([this, stopped]() { mContext->setStopped(stopped); });
135 }
136
setLightAlpha(uint8_t ambientShadowAlpha,uint8_t spotShadowAlpha)137 void RenderProxy::setLightAlpha(uint8_t ambientShadowAlpha, uint8_t spotShadowAlpha) {
138 mRenderThread.queue().post(
139 [=]() { mContext->setLightAlpha(ambientShadowAlpha, spotShadowAlpha); });
140 }
141
setLightGeometry(const Vector3 & lightCenter,float lightRadius)142 void RenderProxy::setLightGeometry(const Vector3& lightCenter, float lightRadius) {
143 mRenderThread.queue().post([=]() { mContext->setLightGeometry(lightCenter, lightRadius); });
144 }
145
setOpaque(bool opaque)146 void RenderProxy::setOpaque(bool opaque) {
147 mRenderThread.queue().post([=]() { mContext->setOpaque(opaque); });
148 }
149
setColorMode(ColorMode mode)150 float RenderProxy::setColorMode(ColorMode mode) {
151 // We only need to figure out what the renderer supports for HDR, otherwise this can stay
152 // an async call since we already know the return value
153 if (mode == ColorMode::Hdr || mode == ColorMode::Hdr10) {
154 return mRenderThread.queue().runSync(
155 [=]() -> float { return mContext->setColorMode(mode); });
156 } else {
157 mRenderThread.queue().post([=]() { mContext->setColorMode(mode); });
158 return 1.f;
159 }
160 }
161
setRenderSdrHdrRatio(float ratio)162 void RenderProxy::setRenderSdrHdrRatio(float ratio) {
163 mDrawFrameTask.setRenderSdrHdrRatio(ratio);
164 }
165
frameInfo()166 int64_t* RenderProxy::frameInfo() {
167 return mDrawFrameTask.frameInfo();
168 }
169
forceDrawNextFrame()170 void RenderProxy::forceDrawNextFrame() {
171 mDrawFrameTask.forceDrawNextFrame();
172 }
173
syncAndDrawFrame()174 int RenderProxy::syncAndDrawFrame() {
175 return mDrawFrameTask.drawFrame();
176 }
177
destroy()178 void RenderProxy::destroy() {
179 // destroyCanvasAndSurface() needs a fence as when it returns the
180 // underlying BufferQueue is going to be released from under
181 // the render thread.
182 mRenderThread.queue().runSync([=]() { mContext->destroy(); });
183 }
184
destroyFunctor(int functor)185 void RenderProxy::destroyFunctor(int functor) {
186 ATRACE_CALL();
187 RenderThread& thread = RenderThread::getInstance();
188 thread.queue().post([=]() { WebViewFunctorManager::instance().destroyFunctor(functor); });
189 }
190
createTextureLayer()191 DeferredLayerUpdater* RenderProxy::createTextureLayer() {
192 return mRenderThread.queue().runSync([this]() -> auto {
193 return mContext->createTextureLayer();
194 });
195 }
196
buildLayer(RenderNode * node)197 void RenderProxy::buildLayer(RenderNode* node) {
198 mRenderThread.queue().runSync([&]() { mContext->buildLayer(node); });
199 }
200
copyLayerInto(DeferredLayerUpdater * layer,SkBitmap & bitmap)201 bool RenderProxy::copyLayerInto(DeferredLayerUpdater* layer, SkBitmap& bitmap) {
202 ATRACE_NAME("TextureView#getBitmap");
203 auto& thread = RenderThread::getInstance();
204 return thread.queue().runSync([&]() -> bool {
205 return thread.readback().copyLayerInto(layer, &bitmap) == CopyResult::Success;
206 });
207 }
208
pushLayerUpdate(DeferredLayerUpdater * layer)209 void RenderProxy::pushLayerUpdate(DeferredLayerUpdater* layer) {
210 mDrawFrameTask.pushLayerUpdate(layer);
211 }
212
cancelLayerUpdate(DeferredLayerUpdater * layer)213 void RenderProxy::cancelLayerUpdate(DeferredLayerUpdater* layer) {
214 mDrawFrameTask.removeLayerUpdate(layer);
215 }
216
detachSurfaceTexture(DeferredLayerUpdater * layer)217 void RenderProxy::detachSurfaceTexture(DeferredLayerUpdater* layer) {
218 return mRenderThread.queue().runSync([&]() { layer->detachSurfaceTexture(); });
219 }
220
destroyHardwareResources()221 void RenderProxy::destroyHardwareResources() {
222 return mRenderThread.queue().runSync([&]() { mContext->destroyHardwareResources(); });
223 }
224
trimMemory(int level)225 void RenderProxy::trimMemory(int level) {
226 // Avoid creating a RenderThread to do a trimMemory.
227 if (RenderThread::hasInstance()) {
228 RenderThread& thread = RenderThread::getInstance();
229 const auto trimLevel = static_cast<TrimLevel>(level);
230 thread.queue().post([&thread, trimLevel]() { thread.trimMemory(trimLevel); });
231 }
232 }
233
trimCaches(int level)234 void RenderProxy::trimCaches(int level) {
235 // Avoid creating a RenderThread to do a trimMemory.
236 if (RenderThread::hasInstance()) {
237 RenderThread& thread = RenderThread::getInstance();
238 const auto trimLevel = static_cast<CacheTrimLevel>(level);
239 thread.queue().post([&thread, trimLevel]() { thread.trimCaches(trimLevel); });
240 }
241 }
242
purgeCaches()243 void RenderProxy::purgeCaches() {
244 if (RenderThread::hasInstance()) {
245 RenderThread& thread = RenderThread::getInstance();
246 thread.queue().post([&thread]() {
247 if (thread.getGrContext()) {
248 thread.cacheManager().trimMemory(TrimLevel::COMPLETE);
249 }
250 });
251 }
252 }
253
overrideProperty(const char * name,const char * value)254 void RenderProxy::overrideProperty(const char* name, const char* value) {
255 // expensive, but block here since name/value pointers owned by caller
256 RenderThread::getInstance().queue().runSync(
257 [&]() { Properties::overrideProperty(name, value); });
258 }
259
fence()260 void RenderProxy::fence() {
261 mRenderThread.queue().runSync([]() {});
262 }
263
maxTextureSize()264 int RenderProxy::maxTextureSize() {
265 static int maxTextureSize = RenderThread::getInstance().queue().runSync(
266 []() { return DeviceInfo::get()->maxTextureSize(); });
267 return maxTextureSize;
268 }
269
stopDrawing()270 void RenderProxy::stopDrawing() {
271 mRenderThread.queue().runSync([this]() { mContext->stopDrawing(); });
272 }
273
notifyFramePending()274 void RenderProxy::notifyFramePending() {
275 mRenderThread.queue().post([this]() { mContext->notifyFramePending(); });
276 }
277
notifyCallbackPending()278 void RenderProxy::notifyCallbackPending() {
279 mRenderThread.queue().post([this]() { mContext->sendLoadResetHint(); });
280 }
281
notifyExpensiveFrame()282 void RenderProxy::notifyExpensiveFrame() {
283 mRenderThread.queue().post([this]() { mContext->sendLoadIncreaseHint(); });
284 }
285
dumpProfileInfo(int fd,int dumpFlags)286 void RenderProxy::dumpProfileInfo(int fd, int dumpFlags) {
287 mRenderThread.queue().runSync([&]() {
288 std::lock_guard lock(mRenderThread.getJankDataMutex());
289 mContext->profiler().dumpData(fd);
290 if (dumpFlags & DumpFlags::FrameStats) {
291 mContext->dumpFrames(fd);
292 }
293 if (dumpFlags & DumpFlags::JankStats) {
294 mRenderThread.globalProfileData()->dump(fd);
295 }
296 if (dumpFlags & DumpFlags::Reset) {
297 mContext->resetFrameStats();
298 }
299 });
300 }
301
resetProfileInfo()302 void RenderProxy::resetProfileInfo() {
303 mRenderThread.queue().runSync([=]() {
304 std::lock_guard lock(mRenderThread.getJankDataMutex());
305 mContext->resetFrameStats();
306 });
307 }
308
frameTimePercentile(int percentile)309 uint32_t RenderProxy::frameTimePercentile(int percentile) {
310 return mRenderThread.queue().runSync([&]() -> auto {
311 std::lock_guard lock(mRenderThread.globalProfileData().getDataMutex());
312 return mRenderThread.globalProfileData()->findPercentile(percentile);
313 });
314 }
315
dumpGraphicsMemory(int fd,bool includeProfileData,bool resetProfile)316 void RenderProxy::dumpGraphicsMemory(int fd, bool includeProfileData, bool resetProfile) {
317 if (RenderThread::hasInstance()) {
318 auto& thread = RenderThread::getInstance();
319 thread.queue().runSync([&]() {
320 thread.dumpGraphicsMemory(fd, includeProfileData);
321 if (resetProfile) {
322 thread.globalProfileData()->reset();
323 }
324 });
325 }
326 }
327
getMemoryUsage(size_t * cpuUsage,size_t * gpuUsage)328 void RenderProxy::getMemoryUsage(size_t* cpuUsage, size_t* gpuUsage) {
329 if (RenderThread::hasInstance()) {
330 auto& thread = RenderThread::getInstance();
331 thread.queue().runSync([&]() { thread.getMemoryUsage(cpuUsage, gpuUsage); });
332 }
333 }
334
setProcessStatsBuffer(int fd)335 void RenderProxy::setProcessStatsBuffer(int fd) {
336 auto& rt = RenderThread::getInstance();
337 rt.queue().post([&rt, fd = dup(fd)]() {
338 rt.globalProfileData().switchStorageToAshmem(fd);
339 close(fd);
340 });
341 }
342
rotateProcessStatsBuffer()343 void RenderProxy::rotateProcessStatsBuffer() {
344 auto& rt = RenderThread::getInstance();
345 rt.queue().post([&rt]() { rt.globalProfileData().rotateStorage(); });
346 }
347
getRenderThreadTid()348 int RenderProxy::getRenderThreadTid() {
349 return mRenderThread.getTid();
350 }
351
addRenderNode(RenderNode * node,bool placeFront)352 void RenderProxy::addRenderNode(RenderNode* node, bool placeFront) {
353 mRenderThread.queue().post([=]() { mContext->addRenderNode(node, placeFront); });
354 }
355
removeRenderNode(RenderNode * node)356 void RenderProxy::removeRenderNode(RenderNode* node) {
357 mRenderThread.queue().post([=]() { mContext->removeRenderNode(node); });
358 }
359
drawRenderNode(RenderNode * node)360 void RenderProxy::drawRenderNode(RenderNode* node) {
361 mRenderThread.queue().runSync([=]() { mContext->prepareAndDraw(node); });
362 }
363
setContentDrawBounds(int left,int top,int right,int bottom)364 void RenderProxy::setContentDrawBounds(int left, int top, int right, int bottom) {
365 mDrawFrameTask.setContentDrawBounds(left, top, right, bottom);
366 }
367
setHardwareBufferRenderParams(const HardwareBufferRenderParams & params)368 void RenderProxy::setHardwareBufferRenderParams(const HardwareBufferRenderParams& params) {
369 mDrawFrameTask.setHardwareBufferRenderParams(params);
370 }
371
setPictureCapturedCallback(const std::function<void (sk_sp<SkPicture> &&)> & callback)372 void RenderProxy::setPictureCapturedCallback(
373 const std::function<void(sk_sp<SkPicture>&&)>& callback) {
374 mRenderThread.queue().post(
375 [this, cb = callback]() { mContext->setPictureCapturedCallback(cb); });
376 }
377
setASurfaceTransactionCallback(const std::function<bool (int64_t,int64_t,int64_t)> & callback)378 void RenderProxy::setASurfaceTransactionCallback(
379 const std::function<bool(int64_t, int64_t, int64_t)>& callback) {
380 mRenderThread.queue().post(
381 [this, cb = callback]() { mContext->setASurfaceTransactionCallback(cb); });
382 }
383
setPrepareSurfaceControlForWebviewCallback(const std::function<void ()> & callback)384 void RenderProxy::setPrepareSurfaceControlForWebviewCallback(
385 const std::function<void()>& callback) {
386 mRenderThread.queue().post(
387 [this, cb = callback]() { mContext->setPrepareSurfaceControlForWebviewCallback(cb); });
388 }
389
setFrameCallback(std::function<std::function<void (bool)> (int32_t,int64_t)> && callback)390 void RenderProxy::setFrameCallback(
391 std::function<std::function<void(bool)>(int32_t, int64_t)>&& callback) {
392 mDrawFrameTask.setFrameCallback(std::move(callback));
393 }
394
setFrameCommitCallback(std::function<void (bool)> && callback)395 void RenderProxy::setFrameCommitCallback(std::function<void(bool)>&& callback) {
396 mDrawFrameTask.setFrameCommitCallback(std::move(callback));
397 }
398
setFrameCompleteCallback(std::function<void ()> && callback)399 void RenderProxy::setFrameCompleteCallback(std::function<void()>&& callback) {
400 mDrawFrameTask.setFrameCompleteCallback(std::move(callback));
401 }
402
addFrameMetricsObserver(FrameMetricsObserver * observerPtr)403 void RenderProxy::addFrameMetricsObserver(FrameMetricsObserver* observerPtr) {
404 mRenderThread.queue().post([this, observer = sp{observerPtr}]() {
405 mContext->addFrameMetricsObserver(observer.get());
406 });
407 }
408
removeFrameMetricsObserver(FrameMetricsObserver * observerPtr)409 void RenderProxy::removeFrameMetricsObserver(FrameMetricsObserver* observerPtr) {
410 mRenderThread.queue().post([this, observer = sp{observerPtr}]() {
411 mContext->removeFrameMetricsObserver(observer.get());
412 });
413 }
414
setForceDark(bool enable)415 void RenderProxy::setForceDark(bool enable) {
416 mRenderThread.queue().post([this, enable]() { mContext->setForceDark(enable); });
417 }
418
copySurfaceInto(ANativeWindow * window,std::shared_ptr<CopyRequest> && request)419 void RenderProxy::copySurfaceInto(ANativeWindow* window, std::shared_ptr<CopyRequest>&& request) {
420 auto& thread = RenderThread::getInstance();
421 ANativeWindow_acquire(window);
422 thread.queue().post([&thread, window, request = std::move(request)] {
423 thread.readback().copySurfaceInto(window, request);
424 ANativeWindow_release(window);
425 });
426 }
427
prepareToDraw(Bitmap & bitmap)428 void RenderProxy::prepareToDraw(Bitmap& bitmap) {
429 // If we haven't spun up a hardware accelerated window yet, there's no
430 // point in precaching these bitmaps as it can't impact jank.
431 // We also don't know if we even will spin up a hardware-accelerated
432 // window or not.
433 if (!RenderThread::hasInstance()) return;
434 RenderThread* renderThread = &RenderThread::getInstance();
435 bitmap.ref();
436 auto task = [renderThread, &bitmap]() {
437 CanvasContext::prepareToDraw(*renderThread, &bitmap);
438 bitmap.unref();
439 };
440 nsecs_t lastVsync = renderThread->timeLord().latestVsync();
441 nsecs_t estimatedNextVsync = lastVsync + renderThread->timeLord().frameIntervalNanos();
442 nsecs_t timeToNextVsync = estimatedNextVsync - systemTime(SYSTEM_TIME_MONOTONIC);
443 // We expect the UI thread to take 4ms and for RT to be active from VSYNC+4ms to
444 // VSYNC+12ms or so, so aim for the gap during which RT is expected to
445 // be idle
446 // TODO: Make this concept a first-class supported thing? RT could use
447 // knowledge of pending draws to better schedule this task
448 if (timeToNextVsync > -6_ms && timeToNextVsync < 1_ms) {
449 renderThread->queue().postAt(estimatedNextVsync + 8_ms, task);
450 } else {
451 renderThread->queue().post(task);
452 }
453 }
454
copyHWBitmapInto(Bitmap * hwBitmap,SkBitmap * bitmap)455 int RenderProxy::copyHWBitmapInto(Bitmap* hwBitmap, SkBitmap* bitmap) {
456 ATRACE_NAME("HardwareBitmap readback");
457 RenderThread& thread = RenderThread::getInstance();
458 if (gettid() == thread.getTid()) {
459 // TODO: fix everything that hits this. We should never be triggering a readback ourselves.
460 return (int)thread.readback().copyHWBitmapInto(hwBitmap, bitmap);
461 } else {
462 return thread.queue().runSync(
463 [&]() -> int { return (int)thread.readback().copyHWBitmapInto(hwBitmap, bitmap); });
464 }
465 }
466
copyImageInto(const sk_sp<SkImage> & image,SkBitmap * bitmap)467 int RenderProxy::copyImageInto(const sk_sp<SkImage>& image, SkBitmap* bitmap) {
468 RenderThread& thread = RenderThread::getInstance();
469 if (gettid() == thread.getTid()) {
470 // TODO: fix everything that hits this. We should never be triggering a readback ourselves.
471 return (int)thread.readback().copyImageInto(image, bitmap);
472 } else {
473 return thread.queue().runSync(
474 [&]() -> int { return (int)thread.readback().copyImageInto(image, bitmap); });
475 }
476 }
477
disableVsync()478 void RenderProxy::disableVsync() {
479 Properties::disableVsync = true;
480 }
481
preload()482 void RenderProxy::preload() {
483 // Create RenderThread object and start the thread. Then preload Vulkan/EGL driver.
484 auto& thread = RenderThread::getInstance();
485 thread.queue().post([&thread]() { thread.preload(); });
486 }
487
setRtAnimationsEnabled(bool enabled)488 void RenderProxy::setRtAnimationsEnabled(bool enabled) {
489 if (RenderThread::hasInstance()) {
490 RenderThread::getInstance().queue().post(
491 [enabled]() { Properties::enableRTAnimations = enabled; });
492 } else {
493 Properties::enableRTAnimations = enabled;
494 }
495 }
496
497 } /* namespace renderthread */
498 } /* namespace uirenderer */
499 } /* namespace android */
500