blob: 279e64875d7bd4bdcaad2d024e4ac4daab937904 [file] [log] [blame]
Mathias Agopian3f844832013-08-07 21:24:32 -07001/*
2 * Copyright 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060017//#define LOG_NDEBUG 0
Alec Mouri2725c092020-11-25 09:53:56 -080018#include "EGL/egl.h"
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060019#undef LOG_TAG
20#define LOG_TAG "RenderEngine"
Mathias Agopian3f844832013-08-07 21:24:32 -070021#define ATRACE_TAG ATRACE_TAG_GRAPHICS
22
Alec Mouri16a99402019-07-29 16:37:30 -070023#include <sched.h>
24#include <cmath>
Peiyong Lin833074a2018-08-28 11:53:54 -070025#include <fstream>
26#include <sstream>
Alec Mouri0d5e1eb2018-11-10 20:40:12 -080027#include <unordered_set>
Peiyong Lincbc184f2018-08-22 13:24:10 -070028
Mathias Agopian3f844832013-08-07 21:24:32 -070029#include <GLES2/gl2.h>
Mathias Agopian458197d2013-08-15 14:56:51 -070030#include <GLES2/gl2ext.h>
Yiwei Zhang5434a782018-12-05 18:06:32 -080031#include <android-base/stringprintf.h>
Peiyong Lin833074a2018-08-28 11:53:54 -070032#include <cutils/compiler.h>
Alec Mouri554d06e2018-12-20 00:15:33 -080033#include <cutils/properties.h>
Ady Abrahama3b08ef2019-07-15 18:43:10 -070034#include <gui/DebugEGLImageTracker.h>
Peiyong Lincbc184f2018-08-22 13:24:10 -070035#include <renderengine/Mesh.h>
Peiyong Lincbc184f2018-08-22 13:24:10 -070036#include <renderengine/Texture.h>
Peiyong Lin833074a2018-08-28 11:53:54 -070037#include <renderengine/private/Description.h>
Alec Mouri0d5e1eb2018-11-10 20:40:12 -080038#include <sync/sync.h>
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060039#include <ui/ColorSpace.h>
40#include <ui/DebugUtils.h>
Alec Mourida4cf3b2019-02-12 15:33:01 -080041#include <ui/GraphicBuffer.h>
Dan Stozac1879002014-05-22 15:59:05 -070042#include <ui/Rect.h>
Peiyong Lin60bedb52018-09-05 10:47:31 -070043#include <ui/Region.h>
Chia-I Wu56d7b0a2018-10-01 15:13:11 -070044#include <utils/KeyedVector.h>
Mathias Agopian3f844832013-08-07 21:24:32 -070045#include <utils/Trace.h>
Alec Mouri16a99402019-07-29 16:37:30 -070046#include "GLESRenderEngine.h"
Peiyong Linf1bada92018-08-29 09:39:31 -070047#include "GLExtensions.h"
Peiyong Line5a9a7f2018-08-30 15:32:13 -070048#include "GLFramebuffer.h"
Peiyong Linf1bada92018-08-29 09:39:31 -070049#include "GLImage.h"
Vishnu Nair16efdbf2019-12-10 11:55:42 -080050#include "GLShadowVertexGenerator.h"
Peiyong Lin833074a2018-08-28 11:53:54 -070051#include "Program.h"
52#include "ProgramCache.h"
Lucas Dupin19c8f0e2019-11-25 17:55:44 -080053#include "filters/BlurFilter.h"
Mathias Agopian3f844832013-08-07 21:24:32 -070054
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060055bool checkGlError(const char* op, int lineNumber) {
56 bool errorFound = false;
57 GLint error = glGetError();
58 while (error != GL_NO_ERROR) {
59 errorFound = true;
60 error = glGetError();
61 ALOGV("after %s() (line # %d) glError (0x%x)\n", op, lineNumber, error);
62 }
63 return errorFound;
64}
65
Courtney Goeltzenleuchter4f20f9c2017-04-06 08:18:34 -060066static constexpr bool outputDebugPPMs = false;
67
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060068void writePPM(const char* basename, GLuint width, GLuint height) {
69 ALOGV("writePPM #%s: %d x %d", basename, width, height);
70
71 std::vector<GLubyte> pixels(width * height * 4);
72 std::vector<GLubyte> outBuffer(width * height * 3);
73
74 // TODO(courtneygo): We can now have float formats, need
75 // to remove this code or update to support.
76 // Make returned pixels fit in uint32_t, one byte per component
77 glReadPixels(0, 0, width, height, GL_RGBA, GL_UNSIGNED_BYTE, pixels.data());
78 if (checkGlError(__FUNCTION__, __LINE__)) {
79 return;
80 }
81
82 std::string filename(basename);
83 filename.append(".ppm");
84 std::ofstream file(filename.c_str(), std::ios::binary);
85 if (!file.is_open()) {
86 ALOGE("Unable to open file: %s", filename.c_str());
87 ALOGE("You may need to do: \"adb shell setenforce 0\" to enable "
88 "surfaceflinger to write debug images");
89 return;
90 }
91
92 file << "P6\n";
93 file << width << "\n";
94 file << height << "\n";
95 file << 255 << "\n";
96
97 auto ptr = reinterpret_cast<char*>(pixels.data());
98 auto outPtr = reinterpret_cast<char*>(outBuffer.data());
99 for (int y = height - 1; y >= 0; y--) {
100 char* data = ptr + y * width * sizeof(uint32_t);
101
102 for (GLuint x = 0; x < width; x++) {
103 // Only copy R, G and B components
104 outPtr[0] = data[0];
105 outPtr[1] = data[1];
106 outPtr[2] = data[2];
107 data += sizeof(uint32_t);
108 outPtr += 3;
109 }
110 }
111 file.write(reinterpret_cast<char*>(outBuffer.data()), outBuffer.size());
112}
113
Mathias Agopian3f844832013-08-07 21:24:32 -0700114namespace android {
Peiyong Lin833074a2018-08-28 11:53:54 -0700115namespace renderengine {
116namespace gl {
Mathias Agopian3f844832013-08-07 21:24:32 -0700117
John Reck992a2ca2020-09-03 17:20:56 -0700118class BindNativeBufferAsFramebuffer {
119public:
120 BindNativeBufferAsFramebuffer(GLESRenderEngine& engine, ANativeWindowBuffer* buffer,
121 const bool useFramebufferCache)
122 : mEngine(engine), mFramebuffer(mEngine.getFramebufferForDrawing()), mStatus(NO_ERROR) {
123 mStatus = mFramebuffer->setNativeWindowBuffer(buffer, mEngine.isProtected(),
124 useFramebufferCache)
125 ? mEngine.bindFrameBuffer(mFramebuffer)
126 : NO_MEMORY;
127 }
128 ~BindNativeBufferAsFramebuffer() {
129 mFramebuffer->setNativeWindowBuffer(nullptr, false, /*arbitrary*/ true);
130 mEngine.unbindFrameBuffer(mFramebuffer);
131 }
132 status_t getStatus() const { return mStatus; }
133
134private:
135 GLESRenderEngine& mEngine;
136 Framebuffer* mFramebuffer;
137 status_t mStatus;
138};
139
Yiwei Zhang5434a782018-12-05 18:06:32 -0800140using base::StringAppendF;
Peiyong Lin34beb7a2018-03-28 11:57:12 -0700141using ui::Dataspace;
142
Peiyong Linf11f39b2018-09-05 14:37:41 -0700143static status_t selectConfigForAttribute(EGLDisplay dpy, EGLint const* attrs, EGLint attribute,
144 EGLint wanted, EGLConfig* outConfig) {
145 EGLint numConfigs = -1, n = 0;
146 eglGetConfigs(dpy, nullptr, 0, &numConfigs);
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700147 std::vector<EGLConfig> configs(numConfigs, EGL_NO_CONFIG_KHR);
148 eglChooseConfig(dpy, attrs, configs.data(), configs.size(), &n);
149 configs.resize(n);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700150
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700151 if (!configs.empty()) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700152 if (attribute != EGL_NONE) {
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700153 for (EGLConfig config : configs) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700154 EGLint value = 0;
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700155 eglGetConfigAttrib(dpy, config, attribute, &value);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700156 if (wanted == value) {
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700157 *outConfig = config;
Peiyong Linf11f39b2018-09-05 14:37:41 -0700158 return NO_ERROR;
159 }
160 }
161 } else {
162 // just pick the first one
163 *outConfig = configs[0];
Peiyong Linf11f39b2018-09-05 14:37:41 -0700164 return NO_ERROR;
165 }
166 }
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700167
Peiyong Linf11f39b2018-09-05 14:37:41 -0700168 return NAME_NOT_FOUND;
169}
170
Peiyong Linf11f39b2018-09-05 14:37:41 -0700171static status_t selectEGLConfig(EGLDisplay display, EGLint format, EGLint renderableType,
172 EGLConfig* config) {
173 // select our EGLConfig. It must support EGL_RECORDABLE_ANDROID if
174 // it is to be used with WIFI displays
175 status_t err;
176 EGLint wantedAttribute;
177 EGLint wantedAttributeValue;
178
Peiyong Lin8d5688e2020-04-18 00:39:41 -0700179 std::vector<EGLint> attribs;
Peiyong Linf11f39b2018-09-05 14:37:41 -0700180 if (renderableType) {
Peiyong Lin8d5688e2020-04-18 00:39:41 -0700181 const ui::PixelFormat pixelFormat = static_cast<ui::PixelFormat>(format);
182 const bool is1010102 = pixelFormat == ui::PixelFormat::RGBA_1010102;
183
184 // Default to 8 bits per channel.
185 const EGLint tmpAttribs[] = {
186 EGL_RENDERABLE_TYPE,
187 renderableType,
188 EGL_RECORDABLE_ANDROID,
189 EGL_TRUE,
190 EGL_SURFACE_TYPE,
191 EGL_WINDOW_BIT | EGL_PBUFFER_BIT,
192 EGL_FRAMEBUFFER_TARGET_ANDROID,
193 EGL_TRUE,
194 EGL_RED_SIZE,
195 is1010102 ? 10 : 8,
196 EGL_GREEN_SIZE,
197 is1010102 ? 10 : 8,
198 EGL_BLUE_SIZE,
199 is1010102 ? 10 : 8,
200 EGL_ALPHA_SIZE,
201 is1010102 ? 2 : 8,
202 EGL_NONE,
203 };
204 std::copy(tmpAttribs, tmpAttribs + (sizeof(tmpAttribs) / sizeof(EGLint)),
205 std::back_inserter(attribs));
Peiyong Linf11f39b2018-09-05 14:37:41 -0700206 wantedAttribute = EGL_NONE;
207 wantedAttributeValue = EGL_NONE;
208 } else {
209 // if no renderable type specified, fallback to a simplified query
210 wantedAttribute = EGL_NATIVE_VISUAL_ID;
211 wantedAttributeValue = format;
212 }
213
Peiyong Lin8d5688e2020-04-18 00:39:41 -0700214 err = selectConfigForAttribute(display, attribs.data(), wantedAttribute, wantedAttributeValue,
215 config);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700216 if (err == NO_ERROR) {
217 EGLint caveat;
218 if (eglGetConfigAttrib(display, *config, EGL_CONFIG_CAVEAT, &caveat))
219 ALOGW_IF(caveat == EGL_SLOW_CONFIG, "EGL_SLOW_CONFIG selected!");
220 }
221
222 return err;
223}
224
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700225std::unique_ptr<GLESRenderEngine> GLESRenderEngine::create(const RenderEngineCreationArgs& args) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700226 // initialize EGL for the default display
227 EGLDisplay display = eglGetDisplay(EGL_DEFAULT_DISPLAY);
228 if (!eglInitialize(display, nullptr, nullptr)) {
229 LOG_ALWAYS_FATAL("failed to initialize EGL");
230 }
231
Yiwei Zhang0378f4d2020-08-12 15:03:23 -0700232 const auto eglVersion = eglQueryString(display, EGL_VERSION);
Ady Abraham3ef1b762020-04-30 10:26:33 -0700233 if (!eglVersion) {
234 checkGlError(__FUNCTION__, __LINE__);
Yiwei Zhang0378f4d2020-08-12 15:03:23 -0700235 LOG_ALWAYS_FATAL("eglQueryString(EGL_VERSION) failed");
Ady Abraham3ef1b762020-04-30 10:26:33 -0700236 }
237
Yiwei Zhang0378f4d2020-08-12 15:03:23 -0700238 const auto eglExtensions = eglQueryString(display, EGL_EXTENSIONS);
Ady Abraham3ef1b762020-04-30 10:26:33 -0700239 if (!eglExtensions) {
240 checkGlError(__FUNCTION__, __LINE__);
Yiwei Zhang0378f4d2020-08-12 15:03:23 -0700241 LOG_ALWAYS_FATAL("eglQueryString(EGL_EXTENSIONS) failed");
Ady Abraham3ef1b762020-04-30 10:26:33 -0700242 }
243
Peiyong Linf11f39b2018-09-05 14:37:41 -0700244 GLExtensions& extensions = GLExtensions::getInstance();
Ady Abraham3ef1b762020-04-30 10:26:33 -0700245 extensions.initWithEGLStrings(eglVersion, eglExtensions);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700246
247 // The code assumes that ES2 or later is available if this extension is
248 // supported.
249 EGLConfig config = EGL_NO_CONFIG;
250 if (!extensions.hasNoConfigContext()) {
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700251 config = chooseEglConfig(display, args.pixelFormat, /*logConfig*/ true);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700252 }
253
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700254 bool useContextPriority =
255 extensions.hasContextPriority() && args.contextPriority == ContextPriority::HIGH;
Peiyong Linfb530cf2018-12-15 05:07:38 +0000256 EGLContext protectedContext = EGL_NO_CONTEXT;
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700257 if (args.enableProtectedContext && extensions.hasProtectedContent()) {
Peiyong Linfb530cf2018-12-15 05:07:38 +0000258 protectedContext = createEglContext(display, config, nullptr, useContextPriority,
259 Protection::PROTECTED);
260 ALOGE_IF(protectedContext == EGL_NO_CONTEXT, "Can't create protected context");
261 }
262
263 EGLContext ctxt = createEglContext(display, config, protectedContext, useContextPriority,
264 Protection::UNPROTECTED);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700265
266 // if can't create a GL context, we can only abort.
267 LOG_ALWAYS_FATAL_IF(ctxt == EGL_NO_CONTEXT, "EGLContext creation failed");
268
Peiyong Lind8460c82020-07-28 16:04:22 -0700269 EGLSurface stub = EGL_NO_SURFACE;
Peiyong Lina5e9f1b2018-11-27 22:49:37 -0800270 if (!extensions.hasSurfacelessContext()) {
Peiyong Lind8460c82020-07-28 16:04:22 -0700271 stub = createStubEglPbufferSurface(display, config, args.pixelFormat,
272 Protection::UNPROTECTED);
273 LOG_ALWAYS_FATAL_IF(stub == EGL_NO_SURFACE, "can't create stub pbuffer");
Peiyong Linf11f39b2018-09-05 14:37:41 -0700274 }
Peiyong Lind8460c82020-07-28 16:04:22 -0700275 EGLBoolean success = eglMakeCurrent(display, stub, stub, ctxt);
276 LOG_ALWAYS_FATAL_IF(!success, "can't make stub pbuffer current");
Peiyong Linf11f39b2018-09-05 14:37:41 -0700277 extensions.initWithGLStrings(glGetString(GL_VENDOR), glGetString(GL_RENDERER),
278 glGetString(GL_VERSION), glGetString(GL_EXTENSIONS));
279
Peiyong Lind8460c82020-07-28 16:04:22 -0700280 EGLSurface protectedStub = EGL_NO_SURFACE;
Peiyong Linfb530cf2018-12-15 05:07:38 +0000281 if (protectedContext != EGL_NO_CONTEXT && !extensions.hasSurfacelessContext()) {
Peiyong Lind8460c82020-07-28 16:04:22 -0700282 protectedStub = createStubEglPbufferSurface(display, config, args.pixelFormat,
283 Protection::PROTECTED);
284 ALOGE_IF(protectedStub == EGL_NO_SURFACE, "can't create protected stub pbuffer");
Peiyong Linfb530cf2018-12-15 05:07:38 +0000285 }
286
Peiyong Lina5e9f1b2018-11-27 22:49:37 -0800287 // now figure out what version of GL did we actually get
Peiyong Linf11f39b2018-09-05 14:37:41 -0700288 GlesVersion version = parseGlesVersion(extensions.getVersion());
289
Lucas Dupin453932d2020-02-03 20:42:25 -0800290 LOG_ALWAYS_FATAL_IF(args.supportsBackgroundBlur && version < GLES_VERSION_3_0,
291 "Blurs require OpenGL ES 3.0. Please unset ro.surface_flinger.supports_background_blur");
292
Peiyong Linf11f39b2018-09-05 14:37:41 -0700293 // initialize the renderer while GL is current
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800294 std::unique_ptr<GLESRenderEngine> engine;
Peiyong Linf11f39b2018-09-05 14:37:41 -0700295 switch (version) {
296 case GLES_VERSION_1_0:
297 case GLES_VERSION_1_1:
298 LOG_ALWAYS_FATAL("SurfaceFlinger requires OpenGL ES 2.0 minimum to run.");
299 break;
300 case GLES_VERSION_2_0:
301 case GLES_VERSION_3_0:
Peiyong Lind8460c82020-07-28 16:04:22 -0700302 engine = std::make_unique<GLESRenderEngine>(args, display, config, ctxt, stub,
303 protectedContext, protectedStub);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700304 break;
305 }
Peiyong Linf11f39b2018-09-05 14:37:41 -0700306
307 ALOGI("OpenGL ES informations:");
308 ALOGI("vendor : %s", extensions.getVendor());
309 ALOGI("renderer : %s", extensions.getRenderer());
310 ALOGI("version : %s", extensions.getVersion());
311 ALOGI("extensions: %s", extensions.getExtensions());
312 ALOGI("GL_MAX_TEXTURE_SIZE = %zu", engine->getMaxTextureSize());
313 ALOGI("GL_MAX_VIEWPORT_DIMS = %zu", engine->getMaxViewportDims());
314
Peiyong Linf11f39b2018-09-05 14:37:41 -0700315 return engine;
316}
317
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800318EGLConfig GLESRenderEngine::chooseEglConfig(EGLDisplay display, int format, bool logConfig) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700319 status_t err;
320 EGLConfig config;
321
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800322 // First try to get an ES3 config
323 err = selectEGLConfig(display, format, EGL_OPENGL_ES3_BIT, &config);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700324 if (err != NO_ERROR) {
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800325 // If ES3 fails, try to get an ES2 config
326 err = selectEGLConfig(display, format, EGL_OPENGL_ES2_BIT, &config);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700327 if (err != NO_ERROR) {
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800328 // If ES2 still doesn't work, probably because we're on the emulator.
Peiyong Linf11f39b2018-09-05 14:37:41 -0700329 // try a simplified query
330 ALOGW("no suitable EGLConfig found, trying a simpler query");
331 err = selectEGLConfig(display, format, 0, &config);
332 if (err != NO_ERROR) {
333 // this EGL is too lame for android
334 LOG_ALWAYS_FATAL("no suitable EGLConfig found, giving up");
335 }
336 }
337 }
338
339 if (logConfig) {
340 // print some debugging info
341 EGLint r, g, b, a;
342 eglGetConfigAttrib(display, config, EGL_RED_SIZE, &r);
343 eglGetConfigAttrib(display, config, EGL_GREEN_SIZE, &g);
344 eglGetConfigAttrib(display, config, EGL_BLUE_SIZE, &b);
345 eglGetConfigAttrib(display, config, EGL_ALPHA_SIZE, &a);
346 ALOGI("EGL information:");
347 ALOGI("vendor : %s", eglQueryString(display, EGL_VENDOR));
348 ALOGI("version : %s", eglQueryString(display, EGL_VERSION));
349 ALOGI("extensions: %s", eglQueryString(display, EGL_EXTENSIONS));
350 ALOGI("Client API: %s", eglQueryString(display, EGL_CLIENT_APIS) ?: "Not Supported");
351 ALOGI("EGLSurface: %d-%d-%d-%d, config=%p", r, g, b, a, config);
352 }
353
354 return config;
355}
356
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700357GLESRenderEngine::GLESRenderEngine(const RenderEngineCreationArgs& args, EGLDisplay display,
Peiyong Lind8460c82020-07-28 16:04:22 -0700358 EGLConfig config, EGLContext ctxt, EGLSurface stub,
359 EGLContext protectedContext, EGLSurface protectedStub)
Alec Mouri081be4c2020-09-16 10:24:47 -0700360 : mEGLDisplay(display),
Alec Mouri0a9c7b82018-11-16 13:05:25 -0800361 mEGLConfig(config),
362 mEGLContext(ctxt),
Peiyong Lind8460c82020-07-28 16:04:22 -0700363 mStubSurface(stub),
Peiyong Linfb530cf2018-12-15 05:07:38 +0000364 mProtectedEGLContext(protectedContext),
Peiyong Lind8460c82020-07-28 16:04:22 -0700365 mProtectedStubSurface(protectedStub),
Chia-I Wu93e14df2018-06-04 10:10:17 -0700366 mVpWidth(0),
367 mVpHeight(0),
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700368 mFramebufferImageCacheSize(args.imageCacheSize),
Alec Mouri081be4c2020-09-16 10:24:47 -0700369 mUseColorManagement(args.useColorManagement),
370 mPrecacheToneMapperShaderOnly(args.precacheToneMapperShaderOnly) {
Mathias Agopian3f844832013-08-07 21:24:32 -0700371 glGetIntegerv(GL_MAX_TEXTURE_SIZE, &mMaxTextureSize);
372 glGetIntegerv(GL_MAX_VIEWPORT_DIMS, mMaxViewportDims);
373
374 glPixelStorei(GL_UNPACK_ALIGNMENT, 4);
375 glPixelStorei(GL_PACK_ALIGNMENT, 4);
376
Peiyong Linfb530cf2018-12-15 05:07:38 +0000377 // Initialize protected EGL Context.
378 if (mProtectedEGLContext != EGL_NO_CONTEXT) {
Peiyong Lind8460c82020-07-28 16:04:22 -0700379 EGLBoolean success = eglMakeCurrent(display, mProtectedStubSurface, mProtectedStubSurface,
Peiyong Linfb530cf2018-12-15 05:07:38 +0000380 mProtectedEGLContext);
381 ALOGE_IF(!success, "can't make protected context current");
382 glPixelStorei(GL_UNPACK_ALIGNMENT, 4);
383 glPixelStorei(GL_PACK_ALIGNMENT, 4);
Peiyong Lind8460c82020-07-28 16:04:22 -0700384 success = eglMakeCurrent(display, mStubSurface, mStubSurface, mEGLContext);
Peiyong Linfb530cf2018-12-15 05:07:38 +0000385 LOG_ALWAYS_FATAL_IF(!success, "can't make default context current");
386 }
387
Chia-I Wub027f802017-11-29 14:00:52 -0800388 // mColorBlindnessCorrection = M;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -0600389
Peiyong Lin13effd12018-07-24 17:01:47 -0700390 if (mUseColorManagement) {
Valerie Haueb8e0762018-11-06 10:10:42 -0800391 const ColorSpace srgb(ColorSpace::sRGB());
392 const ColorSpace displayP3(ColorSpace::DisplayP3());
393 const ColorSpace bt2020(ColorSpace::BT2020());
Peiyong Lina296b0c2018-04-30 16:55:29 -0700394
395 // no chromatic adaptation needed since all color spaces use D65 for their white points.
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700396 mSrgbToXyz = mat4(srgb.getRGBtoXYZ());
397 mDisplayP3ToXyz = mat4(displayP3.getRGBtoXYZ());
398 mBt2020ToXyz = mat4(bt2020.getRGBtoXYZ());
Peiyong Lin9b03c732018-05-17 10:14:02 -0700399 mXyzToSrgb = mat4(srgb.getXYZtoRGB());
Peiyong Lina296b0c2018-04-30 16:55:29 -0700400 mXyzToDisplayP3 = mat4(displayP3.getXYZtoRGB());
401 mXyzToBt2020 = mat4(bt2020.getXYZtoRGB());
Valerie Haueb8e0762018-11-06 10:10:42 -0800402
403 // Compute sRGB to Display P3 and BT2020 transform matrix.
404 // NOTE: For now, we are limiting output wide color space support to
405 // Display-P3 and BT2020 only.
406 mSrgbToDisplayP3 = mXyzToDisplayP3 * mSrgbToXyz;
407 mSrgbToBt2020 = mXyzToBt2020 * mSrgbToXyz;
408
409 // Compute Display P3 to sRGB and BT2020 transform matrix.
410 mDisplayP3ToSrgb = mXyzToSrgb * mDisplayP3ToXyz;
411 mDisplayP3ToBt2020 = mXyzToBt2020 * mDisplayP3ToXyz;
412
413 // Compute BT2020 to sRGB and Display P3 transform matrix
414 mBt2020ToSrgb = mXyzToSrgb * mBt2020ToXyz;
415 mBt2020ToDisplayP3 = mXyzToDisplayP3 * mBt2020ToXyz;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -0600416 }
Alec Mouri554d06e2018-12-20 00:15:33 -0800417
418 char value[PROPERTY_VALUE_MAX];
419 property_get("debug.egl.traceGpuCompletion", value, "0");
420 if (atoi(value)) {
421 mTraceGpuCompletion = true;
422 mFlushTracer = std::make_unique<FlushTracer>(this);
423 }
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800424
425 if (args.supportsBackgroundBlur) {
Lucas Dupin93c3ef12020-02-26 13:25:25 -0800426 mBlurFilter = new BlurFilter(*this);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800427 checkErrors("BlurFilter creation");
428 }
429
Alec Mouri16a99402019-07-29 16:37:30 -0700430 mImageManager = std::make_unique<ImageManager>(this);
Alec Mouri349fd2d2020-02-27 12:06:10 -0800431 mImageManager->initThread();
Alec Mouri820c7402019-01-23 13:02:39 -0800432 mDrawingBuffer = createFramebuffer();
Alec Mouri368e1582020-08-13 10:14:29 -0700433 sp<GraphicBuffer> buf =
434 new GraphicBuffer(1, 1, PIXEL_FORMAT_RGBA_8888, 1,
435 GRALLOC_USAGE_HW_RENDER | GRALLOC_USAGE_HW_TEXTURE, "placeholder");
436
437 const status_t err = buf->initCheck();
438 if (err != OK) {
439 ALOGE("Error allocating placeholder buffer: %d", err);
440 return;
441 }
442 mPlaceholderBuffer = buf.get();
443 EGLint attributes[] = {
444 EGL_NONE,
445 };
446 mPlaceholderImage = eglCreateImageKHR(mEGLDisplay, EGL_NO_CONTEXT, EGL_NATIVE_BUFFER_ANDROID,
447 mPlaceholderBuffer, attributes);
448 ALOGE_IF(mPlaceholderImage == EGL_NO_IMAGE_KHR, "Failed to create placeholder image: %#x",
449 eglGetError());
Alec Mouri2725c092020-11-25 09:53:56 -0800450
451 mShadowTexture = std::make_unique<GLShadowTexture>();
Mathias Agopian3f844832013-08-07 21:24:32 -0700452}
453
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800454GLESRenderEngine::~GLESRenderEngine() {
Alec Mouri16a99402019-07-29 16:37:30 -0700455 // Destroy the image manager first.
456 mImageManager = nullptr;
Alec Mouri2725c092020-11-25 09:53:56 -0800457 mShadowTexture = nullptr;
Marin Shalamanov23c31af2020-09-09 15:01:47 +0200458 cleanFramebufferCache();
Alec Mouri2725c092020-11-25 09:53:56 -0800459 ProgramCache::getInstance().purgeCaches();
Alec Mourid43ccab2019-03-13 12:23:45 -0700460 std::lock_guard<std::mutex> lock(mRenderingMutex);
Alec Mouri2725c092020-11-25 09:53:56 -0800461 glDisableVertexAttribArray(Program::position);
Alec Mourid43ccab2019-03-13 12:23:45 -0700462 unbindFrameBuffer(mDrawingBuffer.get());
463 mDrawingBuffer = nullptr;
Alec Mouri368e1582020-08-13 10:14:29 -0700464 eglDestroyImageKHR(mEGLDisplay, mPlaceholderImage);
Alec Mourid43ccab2019-03-13 12:23:45 -0700465 mImageCache.clear();
Alec Mouri2725c092020-11-25 09:53:56 -0800466 if (mStubSurface != EGL_NO_SURFACE) {
467 eglDestroySurface(mEGLDisplay, mStubSurface);
468 }
469 if (mProtectedStubSurface != EGL_NO_SURFACE) {
470 eglDestroySurface(mEGLDisplay, mProtectedStubSurface);
471 }
472 if (mEGLContext != EGL_NO_CONTEXT) {
473 eglDestroyContext(mEGLDisplay, mEGLContext);
474 }
475 if (mProtectedEGLContext != EGL_NO_CONTEXT) {
476 eglDestroyContext(mEGLDisplay, mProtectedEGLContext);
477 }
Peiyong Linf11f39b2018-09-05 14:37:41 -0700478 eglMakeCurrent(mEGLDisplay, EGL_NO_SURFACE, EGL_NO_SURFACE, EGL_NO_CONTEXT);
479 eglTerminate(mEGLDisplay);
Ana Krulec82ba2ec2020-11-21 13:33:20 -0800480 eglReleaseThread();
Peiyong Linf11f39b2018-09-05 14:37:41 -0700481}
Mathias Agopian3f844832013-08-07 21:24:32 -0700482
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800483std::unique_ptr<Framebuffer> GLESRenderEngine::createFramebuffer() {
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700484 return std::make_unique<GLFramebuffer>(*this);
485}
486
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800487std::unique_ptr<Image> GLESRenderEngine::createImage() {
Peiyong Linf1bada92018-08-29 09:39:31 -0700488 return std::make_unique<GLImage>(*this);
489}
490
Alec Mouri820c7402019-01-23 13:02:39 -0800491Framebuffer* GLESRenderEngine::getFramebufferForDrawing() {
492 return mDrawingBuffer.get();
493}
494
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800495void GLESRenderEngine::primeCache() const {
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700496 ProgramCache::getInstance().primeCache(mInProtectedContext ? mProtectedEGLContext : mEGLContext,
Alec Mouri081be4c2020-09-16 10:24:47 -0700497 mUseColorManagement, mPrecacheToneMapperShaderOnly);
Peiyong Linf1bada92018-08-29 09:39:31 -0700498}
499
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800500base::unique_fd GLESRenderEngine::flush() {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000501 ATRACE_CALL();
Peiyong Lin60bedb52018-09-05 10:47:31 -0700502 if (!GLExtensions::getInstance().hasNativeFenceSync()) {
503 return base::unique_fd();
504 }
505
506 EGLSyncKHR sync = eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_NATIVE_FENCE_ANDROID, nullptr);
507 if (sync == EGL_NO_SYNC_KHR) {
508 ALOGW("failed to create EGL native fence sync: %#x", eglGetError());
509 return base::unique_fd();
510 }
511
512 // native fence fd will not be populated until flush() is done.
513 glFlush();
514
515 // get the fence fd
516 base::unique_fd fenceFd(eglDupNativeFenceFDANDROID(mEGLDisplay, sync));
517 eglDestroySyncKHR(mEGLDisplay, sync);
518 if (fenceFd == EGL_NO_NATIVE_FENCE_FD_ANDROID) {
519 ALOGW("failed to dup EGL native fence sync: %#x", eglGetError());
520 }
521
Alec Mouri554d06e2018-12-20 00:15:33 -0800522 // Only trace if we have a valid fence, as current usage falls back to
523 // calling finish() if the fence fd is invalid.
524 if (CC_UNLIKELY(mTraceGpuCompletion && mFlushTracer) && fenceFd.get() >= 0) {
525 mFlushTracer->queueSync(eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_FENCE_KHR, nullptr));
526 }
527
Peiyong Lin60bedb52018-09-05 10:47:31 -0700528 return fenceFd;
529}
530
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800531bool GLESRenderEngine::finish() {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000532 ATRACE_CALL();
Peiyong Lin60bedb52018-09-05 10:47:31 -0700533 if (!GLExtensions::getInstance().hasFenceSync()) {
534 ALOGW("no synchronization support");
535 return false;
536 }
537
538 EGLSyncKHR sync = eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_FENCE_KHR, nullptr);
539 if (sync == EGL_NO_SYNC_KHR) {
540 ALOGW("failed to create EGL fence sync: %#x", eglGetError());
541 return false;
542 }
543
Alec Mouri554d06e2018-12-20 00:15:33 -0800544 if (CC_UNLIKELY(mTraceGpuCompletion && mFlushTracer)) {
545 mFlushTracer->queueSync(eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_FENCE_KHR, nullptr));
546 }
547
548 return waitSync(sync, EGL_SYNC_FLUSH_COMMANDS_BIT_KHR);
549}
550
551bool GLESRenderEngine::waitSync(EGLSyncKHR sync, EGLint flags) {
552 EGLint result = eglClientWaitSyncKHR(mEGLDisplay, sync, flags, 2000000000 /*2 sec*/);
Peiyong Lin60bedb52018-09-05 10:47:31 -0700553 EGLint error = eglGetError();
554 eglDestroySyncKHR(mEGLDisplay, sync);
555 if (result != EGL_CONDITION_SATISFIED_KHR) {
556 if (result == EGL_TIMEOUT_EXPIRED_KHR) {
557 ALOGW("fence wait timed out");
558 } else {
559 ALOGW("error waiting on EGL fence: %#x", error);
560 }
561 return false;
562 }
563
564 return true;
565}
566
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800567bool GLESRenderEngine::waitFence(base::unique_fd fenceFd) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700568 if (!GLExtensions::getInstance().hasNativeFenceSync() ||
569 !GLExtensions::getInstance().hasWaitSync()) {
570 return false;
571 }
572
Peiyong Lin35a114c2019-04-25 14:37:13 -0700573 // release the fd and transfer the ownership to EGLSync
574 EGLint attribs[] = {EGL_SYNC_NATIVE_FENCE_FD_ANDROID, fenceFd.release(), EGL_NONE};
Peiyong Lin60bedb52018-09-05 10:47:31 -0700575 EGLSyncKHR sync = eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_NATIVE_FENCE_ANDROID, attribs);
576 if (sync == EGL_NO_SYNC_KHR) {
577 ALOGE("failed to create EGL native fence sync: %#x", eglGetError());
578 return false;
579 }
580
Peiyong Lin60bedb52018-09-05 10:47:31 -0700581 // XXX: The spec draft is inconsistent as to whether this should return an
582 // EGLint or void. Ignore the return value for now, as it's not strictly
583 // needed.
584 eglWaitSyncKHR(mEGLDisplay, sync, 0);
585 EGLint error = eglGetError();
586 eglDestroySyncKHR(mEGLDisplay, sync);
587 if (error != EGL_SUCCESS) {
588 ALOGE("failed to wait for EGL native fence sync: %#x", error);
589 return false;
590 }
591
592 return true;
593}
594
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800595void GLESRenderEngine::clearWithColor(float red, float green, float blue, float alpha) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000596 ATRACE_CALL();
597 glDisable(GL_BLEND);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700598 glClearColor(red, green, blue, alpha);
599 glClear(GL_COLOR_BUFFER_BIT);
600}
601
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800602void GLESRenderEngine::fillRegionWithColor(const Region& region, float red, float green, float blue,
603 float alpha) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700604 size_t c;
605 Rect const* r = region.getArray(&c);
Vishnu Nair440992f2019-12-09 19:53:19 -0800606 Mesh mesh = Mesh::Builder()
607 .setPrimitive(Mesh::TRIANGLES)
608 .setVertices(c * 6 /* count */, 2 /* size */)
609 .build();
Peiyong Lin60bedb52018-09-05 10:47:31 -0700610 Mesh::VertexArray<vec2> position(mesh.getPositionArray<vec2>());
611 for (size_t i = 0; i < c; i++, r++) {
612 position[i * 6 + 0].x = r->left;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700613 position[i * 6 + 0].y = r->top;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700614 position[i * 6 + 1].x = r->left;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700615 position[i * 6 + 1].y = r->bottom;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700616 position[i * 6 + 2].x = r->right;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700617 position[i * 6 + 2].y = r->bottom;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700618 position[i * 6 + 3].x = r->left;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700619 position[i * 6 + 3].y = r->top;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700620 position[i * 6 + 4].x = r->right;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700621 position[i * 6 + 4].y = r->bottom;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700622 position[i * 6 + 5].x = r->right;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700623 position[i * 6 + 5].y = r->top;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700624 }
625 setupFillWithColor(red, green, blue, alpha);
626 drawMesh(mesh);
627}
628
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800629void GLESRenderEngine::setScissor(const Rect& region) {
Peiyong Lin1c097612019-03-22 16:21:46 -0700630 glScissor(region.left, region.top, region.getWidth(), region.getHeight());
Peiyong Lin60bedb52018-09-05 10:47:31 -0700631 glEnable(GL_SCISSOR_TEST);
632}
633
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800634void GLESRenderEngine::disableScissor() {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700635 glDisable(GL_SCISSOR_TEST);
636}
637
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800638void GLESRenderEngine::genTextures(size_t count, uint32_t* names) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700639 glGenTextures(count, names);
640}
641
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800642void GLESRenderEngine::deleteTextures(size_t count, uint32_t const* names) {
Alec Mouri368e1582020-08-13 10:14:29 -0700643 for (int i = 0; i < count; ++i) {
644 mTextureView.erase(names[i]);
645 }
Peiyong Lin60bedb52018-09-05 10:47:31 -0700646 glDeleteTextures(count, names);
647}
648
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800649void GLESRenderEngine::bindExternalTextureImage(uint32_t texName, const Image& image) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000650 ATRACE_CALL();
Peiyong Linf1bada92018-08-29 09:39:31 -0700651 const GLImage& glImage = static_cast<const GLImage&>(image);
652 const GLenum target = GL_TEXTURE_EXTERNAL_OES;
653
654 glBindTexture(target, texName);
655 if (glImage.getEGLImage() != EGL_NO_IMAGE_KHR) {
Peiyong Lin46080ef2018-10-26 18:43:14 -0700656 glEGLImageTargetTexture2DOES(target, static_cast<GLeglImageOES>(glImage.getEGLImage()));
Peiyong Linf1bada92018-08-29 09:39:31 -0700657 }
Mathias Agopian3f844832013-08-07 21:24:32 -0700658}
659
Alec Mouri04eae7d2020-09-14 15:34:16 -0700660void GLESRenderEngine::bindExternalTextureBuffer(uint32_t texName, const sp<GraphicBuffer>& buffer,
661 const sp<Fence>& bufferFence) {
Alec Mouri16a99402019-07-29 16:37:30 -0700662 ATRACE_CALL();
663
664 bool found = false;
665 {
666 std::lock_guard<std::mutex> lock(mRenderingMutex);
667 auto cachedImage = mImageCache.find(buffer->getId());
668 found = (cachedImage != mImageCache.end());
669 }
670
671 // If we couldn't find the image in the cache at this time, then either
672 // SurfaceFlinger messed up registering the buffer ahead of time or we got
673 // backed up creating other EGLImages.
674 if (!found) {
675 status_t cacheResult = mImageManager->cache(buffer);
676 if (cacheResult != NO_ERROR) {
Alec Mouri04eae7d2020-09-14 15:34:16 -0700677 ALOGE("Error with caching buffer: %d", cacheResult);
678 return;
Alec Mouri16a99402019-07-29 16:37:30 -0700679 }
680 }
681
682 // Whether or not we needed to cache, re-check mImageCache to make sure that
683 // there's an EGLImage. The current threading model guarantees that we don't
684 // destroy a cached image until it's really not needed anymore (i.e. this
685 // function should not be called), so the only possibility is that something
686 // terrible went wrong and we should just bind something and move on.
Alec Mouri3d7c5612019-07-09 13:51:37 -0700687 {
688 std::lock_guard<std::mutex> lock(mRenderingMutex);
689 auto cachedImage = mImageCache.find(buffer->getId());
Alec Mourid7b3a8b2019-03-21 11:44:18 -0700690
Alec Mouri3d7c5612019-07-09 13:51:37 -0700691 if (cachedImage == mImageCache.end()) {
692 // We failed creating the image if we got here, so bail out.
Alec Mouri16a99402019-07-29 16:37:30 -0700693 ALOGE("Failed to create an EGLImage when rendering");
Alec Mouri3d7c5612019-07-09 13:51:37 -0700694 bindExternalTextureImage(texName, *createImage());
Alec Mouri04eae7d2020-09-14 15:34:16 -0700695 return;
Alec Mouri3d7c5612019-07-09 13:51:37 -0700696 }
697
698 bindExternalTextureImage(texName, *cachedImage->second);
Alec Mouri368e1582020-08-13 10:14:29 -0700699 mTextureView.insert_or_assign(texName, buffer->getId());
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800700 }
701
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800702 // Wait for the new buffer to be ready.
703 if (bufferFence != nullptr && bufferFence->isValid()) {
704 if (GLExtensions::getInstance().hasWaitSync()) {
705 base::unique_fd fenceFd(bufferFence->dup());
706 if (fenceFd == -1) {
707 ALOGE("error dup'ing fence fd: %d", errno);
Alec Mouri04eae7d2020-09-14 15:34:16 -0700708 return;
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800709 }
710 if (!waitFence(std::move(fenceFd))) {
711 ALOGE("failed to wait on fence fd");
Alec Mouri04eae7d2020-09-14 15:34:16 -0700712 return;
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800713 }
714 } else {
715 status_t err = bufferFence->waitForever("RenderEngine::bindExternalTextureBuffer");
716 if (err != NO_ERROR) {
717 ALOGE("error waiting for fence: %d", err);
Alec Mouri04eae7d2020-09-14 15:34:16 -0700718 return;
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800719 }
720 }
721 }
Alec Mouri539319f2018-12-19 17:56:23 -0800722
Alec Mouri04eae7d2020-09-14 15:34:16 -0700723 return;
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800724}
725
Alec Mouri16a99402019-07-29 16:37:30 -0700726void GLESRenderEngine::cacheExternalTextureBuffer(const sp<GraphicBuffer>& buffer) {
727 mImageManager->cacheAsync(buffer, nullptr);
728}
729
730std::shared_ptr<ImageManager::Barrier> GLESRenderEngine::cacheExternalTextureBufferForTesting(
731 const sp<GraphicBuffer>& buffer) {
732 auto barrier = std::make_shared<ImageManager::Barrier>();
733 mImageManager->cacheAsync(buffer, barrier);
734 return barrier;
735}
736
737status_t GLESRenderEngine::cacheExternalTextureBufferInternal(const sp<GraphicBuffer>& buffer) {
Alec Mouri3d7c5612019-07-09 13:51:37 -0700738 if (buffer == nullptr) {
739 return BAD_VALUE;
740 }
741
742 {
743 std::lock_guard<std::mutex> lock(mRenderingMutex);
744 if (mImageCache.count(buffer->getId()) > 0) {
745 // If there's already an image then fail fast here.
746 return NO_ERROR;
747 }
748 }
749 ATRACE_CALL();
750
751 // Create the image without holding a lock so that we don't block anything.
752 std::unique_ptr<Image> newImage = createImage();
753
754 bool created = newImage->setNativeWindowBuffer(buffer->getNativeBuffer(),
755 buffer->getUsage() & GRALLOC_USAGE_PROTECTED);
756 if (!created) {
Peiyong Lin637f4ac2020-10-22 00:39:39 -0700757 ALOGE("Failed to create image. id=%" PRIx64 " size=%ux%u st=%u usage=%#" PRIx64 " fmt=%d",
758 buffer->getId(), buffer->getWidth(), buffer->getHeight(), buffer->getStride(),
759 buffer->getUsage(), buffer->getPixelFormat());
Alec Mouri3d7c5612019-07-09 13:51:37 -0700760 return NO_INIT;
761 }
762
763 {
764 std::lock_guard<std::mutex> lock(mRenderingMutex);
765 if (mImageCache.count(buffer->getId()) > 0) {
766 // In theory it's possible for another thread to recache the image,
767 // so bail out if another thread won.
768 return NO_ERROR;
769 }
770 mImageCache.insert(std::make_pair(buffer->getId(), std::move(newImage)));
771 }
772
773 return NO_ERROR;
774}
775
Alec Mourib5c4f352019-02-19 19:46:38 -0800776void GLESRenderEngine::unbindExternalTextureBuffer(uint64_t bufferId) {
Alec Mouri16a99402019-07-29 16:37:30 -0700777 mImageManager->releaseAsync(bufferId, nullptr);
778}
779
780std::shared_ptr<ImageManager::Barrier> GLESRenderEngine::unbindExternalTextureBufferForTesting(
781 uint64_t bufferId) {
782 auto barrier = std::make_shared<ImageManager::Barrier>();
783 mImageManager->releaseAsync(bufferId, barrier);
784 return barrier;
785}
786
787void GLESRenderEngine::unbindExternalTextureBufferInternal(uint64_t bufferId) {
788 std::unique_ptr<Image> image;
789 {
790 std::lock_guard<std::mutex> lock(mRenderingMutex);
791 const auto& cachedImage = mImageCache.find(bufferId);
792
793 if (cachedImage != mImageCache.end()) {
794 ALOGV("Destroying image for buffer: %" PRIu64, bufferId);
795 // Move the buffer out of cache first, so that we can destroy
796 // without holding the cache's lock.
797 image = std::move(cachedImage->second);
798 mImageCache.erase(bufferId);
799 return;
800 }
Alec Mouri539319f2018-12-19 17:56:23 -0800801 }
Alec Mourib5c4f352019-02-19 19:46:38 -0800802 ALOGV("Failed to find image for buffer: %" PRIu64, bufferId);
Alec Mouri539319f2018-12-19 17:56:23 -0800803}
804
Alec Mouri7c94edb2018-12-03 21:23:26 -0800805FloatRect GLESRenderEngine::setupLayerCropping(const LayerSettings& layer, Mesh& mesh) {
806 // Translate win by the rounded corners rect coordinates, to have all values in
807 // layer coordinate space.
808 FloatRect cropWin = layer.geometry.boundaries;
809 const FloatRect& roundedCornersCrop = layer.geometry.roundedCornersCrop;
810 cropWin.left -= roundedCornersCrop.left;
811 cropWin.right -= roundedCornersCrop.left;
812 cropWin.top -= roundedCornersCrop.top;
813 cropWin.bottom -= roundedCornersCrop.top;
814 Mesh::VertexArray<vec2> cropCoords(mesh.getCropCoordArray<vec2>());
815 cropCoords[0] = vec2(cropWin.left, cropWin.top);
816 cropCoords[1] = vec2(cropWin.left, cropWin.top + cropWin.getHeight());
817 cropCoords[2] = vec2(cropWin.right, cropWin.top + cropWin.getHeight());
818 cropCoords[3] = vec2(cropWin.right, cropWin.top);
819
820 setupCornerRadiusCropSize(roundedCornersCrop.getWidth(), roundedCornersCrop.getHeight());
821 return cropWin;
822}
823
Peiyong Lin1c097612019-03-22 16:21:46 -0700824void GLESRenderEngine::handleRoundedCorners(const DisplaySettings& display,
825 const LayerSettings& layer, const Mesh& mesh) {
826 // We separate the layer into 3 parts essentially, such that we only turn on blending for the
827 // top rectangle and the bottom rectangle, and turn off blending for the middle rectangle.
828 FloatRect bounds = layer.geometry.roundedCornersCrop;
Peiyong Linb1925962019-04-01 16:37:10 -0700829
Alec Mourid4bf7952020-04-06 20:28:16 -0700830 // Explicitly compute the transform from the clip rectangle to the physical
831 // display. Normally, this is done in glViewport but we explicitly compute
832 // it here so that we can get the scissor bounds correct.
833 const Rect& source = display.clip;
834 const Rect& destination = display.physicalDisplay;
835 // Here we compute the following transform:
836 // 1. Translate the top left corner of the source clip to (0, 0)
837 // 2. Rotate the clip rectangle about the origin in accordance with the
838 // orientation flag
839 // 3. Translate the top left corner back to the origin.
840 // 4. Scale the clip rectangle to the destination rectangle dimensions
841 // 5. Translate the top left corner to the destination rectangle's top left
842 // corner.
843 const mat4 translateSource = mat4::translate(vec4(-source.left, -source.top, 0, 1));
844 mat4 rotation;
845 int displacementX = 0;
846 int displacementY = 0;
847 float destinationWidth = static_cast<float>(destination.getWidth());
848 float destinationHeight = static_cast<float>(destination.getHeight());
849 float sourceWidth = static_cast<float>(source.getWidth());
850 float sourceHeight = static_cast<float>(source.getHeight());
851 const float rot90InRadians = 2.0f * static_cast<float>(M_PI) / 4.0f;
Peiyong Linb1925962019-04-01 16:37:10 -0700852 switch (display.orientation) {
853 case ui::Transform::ROT_90:
Alec Mourid4bf7952020-04-06 20:28:16 -0700854 rotation = mat4::rotate(rot90InRadians, vec3(0, 0, 1));
855 displacementX = source.getHeight();
856 std::swap(sourceHeight, sourceWidth);
Peiyong Linb1925962019-04-01 16:37:10 -0700857 break;
858 case ui::Transform::ROT_180:
Alec Mourid4bf7952020-04-06 20:28:16 -0700859 rotation = mat4::rotate(rot90InRadians * 2.0f, vec3(0, 0, 1));
860 displacementY = source.getHeight();
861 displacementX = source.getWidth();
Peiyong Linb1925962019-04-01 16:37:10 -0700862 break;
863 case ui::Transform::ROT_270:
Alec Mourid4bf7952020-04-06 20:28:16 -0700864 rotation = mat4::rotate(rot90InRadians * 3.0f, vec3(0, 0, 1));
865 displacementY = source.getWidth();
866 std::swap(sourceHeight, sourceWidth);
Peiyong Linb1925962019-04-01 16:37:10 -0700867 break;
868 default:
869 break;
870 }
871
Alec Mourid4bf7952020-04-06 20:28:16 -0700872 const mat4 intermediateTranslation = mat4::translate(vec4(displacementX, displacementY, 0, 1));
873 const mat4 scale = mat4::scale(
874 vec4(destinationWidth / sourceWidth, destinationHeight / sourceHeight, 1, 1));
875 const mat4 translateDestination =
876 mat4::translate(vec4(destination.left, destination.top, 0, 1));
877 const mat4 globalTransform =
878 translateDestination * scale * intermediateTranslation * rotation * translateSource;
879
880 const mat4 transformMatrix = globalTransform * layer.geometry.positionTransform;
881 const vec4 leftTopCoordinate(bounds.left, bounds.top, 1.0, 1.0);
882 const vec4 rightBottomCoordinate(bounds.right, bounds.bottom, 1.0, 1.0);
883 const vec4 leftTopCoordinateInBuffer = transformMatrix * leftTopCoordinate;
884 const vec4 rightBottomCoordinateInBuffer = transformMatrix * rightBottomCoordinate;
885 bounds = FloatRect(std::min(leftTopCoordinateInBuffer[0], rightBottomCoordinateInBuffer[0]),
886 std::min(leftTopCoordinateInBuffer[1], rightBottomCoordinateInBuffer[1]),
887 std::max(leftTopCoordinateInBuffer[0], rightBottomCoordinateInBuffer[0]),
888 std::max(leftTopCoordinateInBuffer[1], rightBottomCoordinateInBuffer[1]));
889
Peiyong Linb1925962019-04-01 16:37:10 -0700890 // Finally, we cut the layer into 3 parts, with top and bottom parts having rounded corners
891 // and the middle part without rounded corners.
892 const int32_t radius = ceil(layer.geometry.roundedCornersRadius);
Peiyong Lin1c097612019-03-22 16:21:46 -0700893 const Rect topRect(bounds.left, bounds.top, bounds.right, bounds.top + radius);
894 setScissor(topRect);
895 drawMesh(mesh);
896 const Rect bottomRect(bounds.left, bounds.bottom - radius, bounds.right, bounds.bottom);
897 setScissor(bottomRect);
898 drawMesh(mesh);
899
900 // The middle part of the layer can turn off blending.
Lucas Dupinc9691d52019-09-26 13:46:04 -0700901 if (topRect.bottom < bottomRect.top) {
902 const Rect middleRect(bounds.left, bounds.top + radius, bounds.right,
903 bounds.bottom - radius);
904 setScissor(middleRect);
905 mState.cornerRadius = 0.0;
906 disableBlending();
907 drawMesh(mesh);
908 }
Peiyong Lin1c097612019-03-22 16:21:46 -0700909 disableScissor();
910}
911
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800912status_t GLESRenderEngine::bindFrameBuffer(Framebuffer* framebuffer) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000913 ATRACE_CALL();
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700914 GLFramebuffer* glFramebuffer = static_cast<GLFramebuffer*>(framebuffer);
915 EGLImageKHR eglImage = glFramebuffer->getEGLImage();
916 uint32_t textureName = glFramebuffer->getTextureName();
917 uint32_t framebufferName = glFramebuffer->getFramebufferName();
918
919 // Bind the texture and turn our EGLImage into a texture
920 glBindTexture(GL_TEXTURE_2D, textureName);
921 glEGLImageTargetTexture2DOES(GL_TEXTURE_2D, (GLeglImageOES)eglImage);
922
923 // Bind the Framebuffer to render into
924 glBindFramebuffer(GL_FRAMEBUFFER, framebufferName);
Peiyong Lin46080ef2018-10-26 18:43:14 -0700925 glFramebufferTexture2D(GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, textureName, 0);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700926
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700927 uint32_t glStatus = glCheckFramebufferStatus(GL_FRAMEBUFFER);
Peiyong Lin46080ef2018-10-26 18:43:14 -0700928 ALOGE_IF(glStatus != GL_FRAMEBUFFER_COMPLETE_OES, "glCheckFramebufferStatusOES error %d",
929 glStatus);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700930
931 return glStatus == GL_FRAMEBUFFER_COMPLETE_OES ? NO_ERROR : BAD_VALUE;
932}
933
Lingfeng Yang2e4fef62020-04-24 14:48:43 +0000934void GLESRenderEngine::unbindFrameBuffer(Framebuffer* /*framebuffer*/) {
Alec Mouri820c7402019-01-23 13:02:39 -0800935 ATRACE_CALL();
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700936
937 // back to main framebuffer
938 glBindFramebuffer(GL_FRAMEBUFFER, 0);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700939}
940
Alec Mouri368e1582020-08-13 10:14:29 -0700941bool GLESRenderEngine::cleanupPostRender(CleanupMode mode) {
Lingfeng Yang2e4fef62020-04-24 14:48:43 +0000942 ATRACE_CALL();
943
944 if (mPriorResourcesCleaned ||
945 (mLastDrawFence != nullptr && mLastDrawFence->getStatus() != Fence::Status::Signaled)) {
946 // If we don't have a prior frame needing cleanup, then don't do anything.
947 return false;
948 }
949
Alec Mouri368e1582020-08-13 10:14:29 -0700950 // This is a bit of a band-aid fix for FrameCaptureProcessor, as we should
951 // not need to keep memory around if we don't need to do so.
952 if (mode == CleanupMode::CLEAN_ALL) {
953 // TODO: SurfaceFlinger memory utilization may benefit from resetting
954 // texture bindings as well. Assess if it does and there's no performance regression
955 // when rebinding the same image data to the same texture, and if so then its mode
956 // behavior can be tweaked.
957 if (mPlaceholderImage != EGL_NO_IMAGE_KHR) {
958 for (auto [textureName, bufferId] : mTextureView) {
959 if (bufferId && mPlaceholderImage != EGL_NO_IMAGE_KHR) {
960 glBindTexture(GL_TEXTURE_EXTERNAL_OES, textureName);
961 glEGLImageTargetTexture2DOES(GL_TEXTURE_EXTERNAL_OES,
962 static_cast<GLeglImageOES>(mPlaceholderImage));
963 mTextureView[textureName] = std::nullopt;
964 checkErrors();
965 }
966 }
967 }
968 {
969 std::lock_guard<std::mutex> lock(mRenderingMutex);
970 mImageCache.clear();
971 }
972 }
973
Peiyong Lind8460c82020-07-28 16:04:22 -0700974 // Bind the texture to placeholder so that backing image data can be freed.
Lingfeng Yang2e4fef62020-04-24 14:48:43 +0000975 GLFramebuffer* glFramebuffer = static_cast<GLFramebuffer*>(getFramebufferForDrawing());
976 glFramebuffer->allocateBuffers(1, 1, mPlaceholderDrawBuffer);
Marin Shalamanov23c31af2020-09-09 15:01:47 +0200977
Lingfeng Yang2e4fef62020-04-24 14:48:43 +0000978 // Release the cached fence here, so that we don't churn reallocations when
979 // we could no-op repeated calls of this method instead.
980 mLastDrawFence = nullptr;
981 mPriorResourcesCleaned = true;
982 return true;
983}
984
Marin Shalamanov23c31af2020-09-09 15:01:47 +0200985void GLESRenderEngine::cleanFramebufferCache() {
986 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
987 // Bind the texture to placeholder so that backing image data can be freed.
988 GLFramebuffer* glFramebuffer = static_cast<GLFramebuffer*>(getFramebufferForDrawing());
989 glFramebuffer->allocateBuffers(1, 1, mPlaceholderDrawBuffer);
990
991 while (!mFramebufferImageCache.empty()) {
992 EGLImageKHR expired = mFramebufferImageCache.front().second;
993 mFramebufferImageCache.pop_front();
994 eglDestroyImageKHR(mEGLDisplay, expired);
995 DEBUG_EGL_IMAGE_TRACKER_DESTROY();
996 }
997}
998
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800999void GLESRenderEngine::checkErrors() const {
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001000 checkErrors(nullptr);
1001}
1002
1003void GLESRenderEngine::checkErrors(const char* tag) const {
Peiyong Lin60bedb52018-09-05 10:47:31 -07001004 do {
1005 // there could be more than one error flag
1006 GLenum error = glGetError();
1007 if (error == GL_NO_ERROR) break;
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001008 if (tag == nullptr) {
1009 ALOGE("GL error 0x%04x", int(error));
1010 } else {
1011 ALOGE("GL error: %s -> 0x%04x", tag, int(error));
1012 }
Peiyong Lin60bedb52018-09-05 10:47:31 -07001013 } while (true);
1014}
1015
Peiyong Linfb530cf2018-12-15 05:07:38 +00001016bool GLESRenderEngine::supportsProtectedContent() const {
1017 return mProtectedEGLContext != EGL_NO_CONTEXT;
1018}
1019
1020bool GLESRenderEngine::useProtectedContext(bool useProtectedContext) {
1021 if (useProtectedContext == mInProtectedContext) {
1022 return true;
1023 }
1024 if (useProtectedContext && mProtectedEGLContext == EGL_NO_CONTEXT) {
1025 return false;
1026 }
Peiyong Lind8460c82020-07-28 16:04:22 -07001027 const EGLSurface surface = useProtectedContext ? mProtectedStubSurface : mStubSurface;
Peiyong Linfb530cf2018-12-15 05:07:38 +00001028 const EGLContext context = useProtectedContext ? mProtectedEGLContext : mEGLContext;
1029 const bool success = eglMakeCurrent(mEGLDisplay, surface, surface, context) == EGL_TRUE;
1030 if (success) {
1031 mInProtectedContext = useProtectedContext;
1032 }
1033 return success;
1034}
Alec Mourida4cf3b2019-02-12 15:33:01 -08001035EGLImageKHR GLESRenderEngine::createFramebufferImageIfNeeded(ANativeWindowBuffer* nativeBuffer,
Alec Mourife0d72b2019-03-21 14:05:56 -07001036 bool isProtected,
1037 bool useFramebufferCache) {
Alec Mourida4cf3b2019-02-12 15:33:01 -08001038 sp<GraphicBuffer> graphicBuffer = GraphicBuffer::from(nativeBuffer);
Alec Mourife0d72b2019-03-21 14:05:56 -07001039 if (useFramebufferCache) {
Alec Mourief44c2d2019-07-15 15:27:22 -07001040 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
Alec Mourife0d72b2019-03-21 14:05:56 -07001041 for (const auto& image : mFramebufferImageCache) {
1042 if (image.first == graphicBuffer->getId()) {
1043 return image.second;
1044 }
Alec Mourida4cf3b2019-02-12 15:33:01 -08001045 }
1046 }
1047 EGLint attributes[] = {
1048 isProtected ? EGL_PROTECTED_CONTENT_EXT : EGL_NONE,
1049 isProtected ? EGL_TRUE : EGL_NONE,
1050 EGL_NONE,
1051 };
1052 EGLImageKHR image = eglCreateImageKHR(mEGLDisplay, EGL_NO_CONTEXT, EGL_NATIVE_BUFFER_ANDROID,
1053 nativeBuffer, attributes);
Alec Mourife0d72b2019-03-21 14:05:56 -07001054 if (useFramebufferCache) {
1055 if (image != EGL_NO_IMAGE_KHR) {
Alec Mourief44c2d2019-07-15 15:27:22 -07001056 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
Alec Mourife0d72b2019-03-21 14:05:56 -07001057 if (mFramebufferImageCache.size() >= mFramebufferImageCacheSize) {
1058 EGLImageKHR expired = mFramebufferImageCache.front().second;
1059 mFramebufferImageCache.pop_front();
1060 eglDestroyImageKHR(mEGLDisplay, expired);
Ady Abrahama3b08ef2019-07-15 18:43:10 -07001061 DEBUG_EGL_IMAGE_TRACKER_DESTROY();
Alec Mourife0d72b2019-03-21 14:05:56 -07001062 }
1063 mFramebufferImageCache.push_back({graphicBuffer->getId(), image});
Alec Mourida4cf3b2019-02-12 15:33:01 -08001064 }
Alec Mourida4cf3b2019-02-12 15:33:01 -08001065 }
Ady Abrahama3b08ef2019-07-15 18:43:10 -07001066
1067 if (image != EGL_NO_IMAGE_KHR) {
1068 DEBUG_EGL_IMAGE_TRACKER_CREATE();
1069 }
Alec Mourida4cf3b2019-02-12 15:33:01 -08001070 return image;
1071}
Peiyong Linfb530cf2018-12-15 05:07:38 +00001072
Alec Mouri1089aed2018-10-25 21:33:57 -07001073status_t GLESRenderEngine::drawLayers(const DisplaySettings& display,
Vishnu Nair9b079a22020-01-21 14:36:08 -08001074 const std::vector<const LayerSettings*>& layers,
Ana Krulecfc874ae2020-02-22 15:39:32 -08001075 const sp<GraphicBuffer>& buffer,
Alec Mourife0d72b2019-03-21 14:05:56 -07001076 const bool useFramebufferCache, base::unique_fd&& bufferFence,
1077 base::unique_fd* drawFence) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +00001078 ATRACE_CALL();
Alec Mouri1089aed2018-10-25 21:33:57 -07001079 if (layers.empty()) {
1080 ALOGV("Drawing empty layer stack");
1081 return NO_ERROR;
1082 }
1083
Alec Mouri8e82b8d2020-03-09 16:11:00 -07001084 if (bufferFence.get() >= 0) {
1085 // Duplicate the fence for passing to waitFence.
1086 base::unique_fd bufferFenceDup(dup(bufferFence.get()));
1087 if (bufferFenceDup < 0 || !waitFence(std::move(bufferFenceDup))) {
1088 ATRACE_NAME("Waiting before draw");
1089 sync_wait(bufferFence.get(), -1);
1090 }
Alec Mouri6338c9d2019-02-07 16:57:51 -08001091 }
1092
Alec Mourid43ccab2019-03-13 12:23:45 -07001093 if (buffer == nullptr) {
1094 ALOGE("No output buffer provided. Aborting GPU composition.");
1095 return BAD_VALUE;
1096 }
1097
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001098 std::unique_ptr<BindNativeBufferAsFramebuffer> fbo;
Lucas Dupina6f8e132020-02-06 18:37:10 -08001099 // Gathering layers that requested blur, we'll need them to decide when to render to an
1100 // offscreen buffer, and when to render to the native buffer.
1101 std::deque<const LayerSettings*> blurLayers;
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001102 if (CC_LIKELY(mBlurFilter != nullptr)) {
Lucas Dupina6f8e132020-02-06 18:37:10 -08001103 for (auto layer : layers) {
Vishnu Nair9b079a22020-01-21 14:36:08 -08001104 if (layer->backgroundBlurRadius > 0) {
Lucas Dupina6f8e132020-02-06 18:37:10 -08001105 blurLayers.push_back(layer);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001106 }
1107 }
1108 }
Lucas Dupina6f8e132020-02-06 18:37:10 -08001109 const auto blurLayersSize = blurLayers.size();
Alec Mouri1089aed2018-10-25 21:33:57 -07001110
Lucas Dupina6f8e132020-02-06 18:37:10 -08001111 if (blurLayersSize == 0) {
Ana Krulecfc874ae2020-02-22 15:39:32 -08001112 fbo = std::make_unique<BindNativeBufferAsFramebuffer>(*this,
1113 buffer.get()->getNativeBuffer(),
1114 useFramebufferCache);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001115 if (fbo->getStatus() != NO_ERROR) {
1116 ALOGE("Failed to bind framebuffer! Aborting GPU composition for buffer (%p).",
1117 buffer->handle);
1118 checkErrors();
1119 return fbo->getStatus();
1120 }
1121 setViewportAndProjection(display.physicalDisplay, display.clip);
1122 } else {
1123 setViewportAndProjection(display.physicalDisplay, display.clip);
Lucas Dupina6f8e132020-02-06 18:37:10 -08001124 auto status =
1125 mBlurFilter->setAsDrawTarget(display, blurLayers.front()->backgroundBlurRadius);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001126 if (status != NO_ERROR) {
1127 ALOGE("Failed to prepare blur filter! Aborting GPU composition for buffer (%p).",
1128 buffer->handle);
1129 checkErrors();
1130 return status;
1131 }
Alec Mourif0497272019-03-11 15:53:11 -07001132 }
Alec Mouri3d7c5612019-07-09 13:51:37 -07001133
1134 // clear the entire buffer, sometimes when we reuse buffers we'd persist
1135 // ghost images otherwise.
1136 // we also require a full transparent framebuffer for overlays. This is
1137 // probably not quite efficient on all GPUs, since we could filter out
1138 // opaque layers.
1139 clearWithColor(0.0, 0.0, 0.0, 0.0);
1140
Alec Mouri3d7c5612019-07-09 13:51:37 -07001141 setOutputDataSpace(display.outputDataspace);
1142 setDisplayMaxLuminance(display.maxLuminance);
KaiChieh Chuang436fc192020-09-07 13:48:42 +08001143 setDisplayColorTransform(display.colorTransform);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001144
Alec Mouri5a6d8572020-03-23 23:56:15 -07001145 const mat4 projectionMatrix =
1146 ui::Transform(display.orientation).asMatrix4() * mState.projectionMatrix;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001147 if (!display.clearRegion.isEmpty()) {
1148 glDisable(GL_BLEND);
1149 fillRegionWithColor(display.clearRegion, 0.0, 0.0, 0.0, 1.0);
1150 }
1151
Vishnu Nair440992f2019-12-09 19:53:19 -08001152 Mesh mesh = Mesh::Builder()
1153 .setPrimitive(Mesh::TRIANGLE_FAN)
1154 .setVertices(4 /* count */, 2 /* size */)
1155 .setTexCoords(2 /* size */)
1156 .setCropCoords(2 /* size */)
1157 .build();
Vishnu Nair9b079a22020-01-21 14:36:08 -08001158 for (auto const layer : layers) {
Lucas Dupina6f8e132020-02-06 18:37:10 -08001159 if (blurLayers.size() > 0 && blurLayers.front() == layer) {
1160 blurLayers.pop_front();
1161
Lucas Dupinf82ed8f2020-01-17 12:11:07 -08001162 auto status = mBlurFilter->prepare();
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001163 if (status != NO_ERROR) {
1164 ALOGE("Failed to render blur effect! Aborting GPU composition for buffer (%p).",
1165 buffer->handle);
1166 checkErrors("Can't render first blur pass");
1167 return status;
1168 }
1169
Lucas Dupina6f8e132020-02-06 18:37:10 -08001170 if (blurLayers.size() == 0) {
1171 // Done blurring, time to bind the native FBO and render our blur onto it.
Ana Krulecfc874ae2020-02-22 15:39:32 -08001172 fbo = std::make_unique<BindNativeBufferAsFramebuffer>(*this,
1173 buffer.get()
1174 ->getNativeBuffer(),
Lucas Dupina6f8e132020-02-06 18:37:10 -08001175 useFramebufferCache);
1176 status = fbo->getStatus();
1177 setViewportAndProjection(display.physicalDisplay, display.clip);
1178 } else {
1179 // There's still something else to blur, so let's keep rendering to our FBO
1180 // instead of to the display.
1181 status = mBlurFilter->setAsDrawTarget(display,
1182 blurLayers.front()->backgroundBlurRadius);
1183 }
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001184 if (status != NO_ERROR) {
1185 ALOGE("Failed to bind framebuffer! Aborting GPU composition for buffer (%p).",
1186 buffer->handle);
1187 checkErrors("Can't bind native framebuffer");
1188 return status;
1189 }
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001190
Lucas Dupina6f8e132020-02-06 18:37:10 -08001191 status = mBlurFilter->render(blurLayersSize > 1);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001192 if (status != NO_ERROR) {
1193 ALOGE("Failed to render blur effect! Aborting GPU composition for buffer (%p).",
1194 buffer->handle);
1195 checkErrors("Can't render blur filter");
1196 return status;
1197 }
1198 }
1199
Vishnu Nair9b079a22020-01-21 14:36:08 -08001200 mState.maxMasteringLuminance = layer->source.buffer.maxMasteringLuminance;
1201 mState.maxContentLuminance = layer->source.buffer.maxContentLuminance;
1202 mState.projectionMatrix = projectionMatrix * layer->geometry.positionTransform;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001203
Vishnu Nair9b079a22020-01-21 14:36:08 -08001204 const FloatRect bounds = layer->geometry.boundaries;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001205 Mesh::VertexArray<vec2> position(mesh.getPositionArray<vec2>());
1206 position[0] = vec2(bounds.left, bounds.top);
1207 position[1] = vec2(bounds.left, bounds.bottom);
1208 position[2] = vec2(bounds.right, bounds.bottom);
1209 position[3] = vec2(bounds.right, bounds.top);
1210
Vishnu Nair9b079a22020-01-21 14:36:08 -08001211 setupLayerCropping(*layer, mesh);
KaiChieh Chuang436fc192020-09-07 13:48:42 +08001212 setColorTransform(layer->colorTransform);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001213
1214 bool usePremultipliedAlpha = true;
1215 bool disableTexture = true;
1216 bool isOpaque = false;
Vishnu Nair9b079a22020-01-21 14:36:08 -08001217 if (layer->source.buffer.buffer != nullptr) {
Alec Mouri3d7c5612019-07-09 13:51:37 -07001218 disableTexture = false;
Vishnu Nair9b079a22020-01-21 14:36:08 -08001219 isOpaque = layer->source.buffer.isOpaque;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001220
Vishnu Nair9b079a22020-01-21 14:36:08 -08001221 sp<GraphicBuffer> gBuf = layer->source.buffer.buffer;
1222 bindExternalTextureBuffer(layer->source.buffer.textureName, gBuf,
1223 layer->source.buffer.fence);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001224
Vishnu Nair9b079a22020-01-21 14:36:08 -08001225 usePremultipliedAlpha = layer->source.buffer.usePremultipliedAlpha;
1226 Texture texture(Texture::TEXTURE_EXTERNAL, layer->source.buffer.textureName);
1227 mat4 texMatrix = layer->source.buffer.textureTransform;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001228
1229 texture.setMatrix(texMatrix.asArray());
Vishnu Nair9b079a22020-01-21 14:36:08 -08001230 texture.setFiltering(layer->source.buffer.useTextureFiltering);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001231
1232 texture.setDimensions(gBuf->getWidth(), gBuf->getHeight());
Vishnu Nair9b079a22020-01-21 14:36:08 -08001233 setSourceY410BT2020(layer->source.buffer.isY410BT2020);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001234
1235 renderengine::Mesh::VertexArray<vec2> texCoords(mesh.getTexCoordArray<vec2>());
1236 texCoords[0] = vec2(0.0, 0.0);
1237 texCoords[1] = vec2(0.0, 1.0);
1238 texCoords[2] = vec2(1.0, 1.0);
1239 texCoords[3] = vec2(1.0, 0.0);
1240 setupLayerTexturing(texture);
Peiyong Lin637f4ac2020-10-22 00:39:39 -07001241
1242 // Do not cache protected EGLImage, protected memory is limited.
1243 if (gBuf->getUsage() & GRALLOC_USAGE_PROTECTED) {
1244 unbindExternalTextureBuffer(gBuf->getId());
1245 }
Alec Mouri3d7c5612019-07-09 13:51:37 -07001246 }
1247
Vishnu Nair9b079a22020-01-21 14:36:08 -08001248 const half3 solidColor = layer->source.solidColor;
1249 const half4 color = half4(solidColor.r, solidColor.g, solidColor.b, layer->alpha);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001250 // Buffer sources will have a black solid color ignored in the shader,
1251 // so in that scenario the solid color passed here is arbitrary.
1252 setupLayerBlending(usePremultipliedAlpha, isOpaque, disableTexture, color,
Vishnu Nair9b079a22020-01-21 14:36:08 -08001253 layer->geometry.roundedCornersRadius);
1254 if (layer->disableBlending) {
Alec Mouri3d7c5612019-07-09 13:51:37 -07001255 glDisable(GL_BLEND);
1256 }
Vishnu Nair9b079a22020-01-21 14:36:08 -08001257 setSourceDataSpace(layer->sourceDataspace);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001258
Vishnu Nair9b079a22020-01-21 14:36:08 -08001259 if (layer->shadow.length > 0.0f) {
1260 handleShadow(layer->geometry.boundaries, layer->geometry.roundedCornersRadius,
1261 layer->shadow);
Vishnu Nair440992f2019-12-09 19:53:19 -08001262 }
Alec Mouri3d7c5612019-07-09 13:51:37 -07001263 // We only want to do a special handling for rounded corners when having rounded corners
1264 // is the only reason it needs to turn on blending, otherwise, we handle it like the
1265 // usual way since it needs to turn on blending anyway.
Vishnu Nair9b079a22020-01-21 14:36:08 -08001266 else if (layer->geometry.roundedCornersRadius > 0.0 && color.a >= 1.0f && isOpaque) {
1267 handleRoundedCorners(display, *layer, mesh);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001268 } else {
1269 drawMesh(mesh);
1270 }
1271
1272 // Cleanup if there's a buffer source
Vishnu Nair9b079a22020-01-21 14:36:08 -08001273 if (layer->source.buffer.buffer != nullptr) {
Alec Mouri3d7c5612019-07-09 13:51:37 -07001274 disableBlending();
1275 setSourceY410BT2020(false);
1276 disableTexturing();
1277 }
1278 }
1279
1280 if (drawFence != nullptr) {
1281 *drawFence = flush();
1282 }
1283 // If flush failed or we don't support native fences, we need to force the
1284 // gl command stream to be executed.
1285 if (drawFence == nullptr || drawFence->get() < 0) {
1286 bool success = finish();
1287 if (!success) {
1288 ALOGE("Failed to flush RenderEngine commands");
1289 checkErrors();
1290 // Chances are, something illegal happened (either the caller passed
1291 // us bad parameters, or we messed up our shader generation).
1292 return INVALID_OPERATION;
1293 }
Lingfeng Yang2e4fef62020-04-24 14:48:43 +00001294 mLastDrawFence = nullptr;
1295 } else {
1296 // The caller takes ownership of drawFence, so we need to duplicate the
1297 // fd here.
1298 mLastDrawFence = new Fence(dup(drawFence->get()));
Alec Mouri3d7c5612019-07-09 13:51:37 -07001299 }
Lingfeng Yang2e4fef62020-04-24 14:48:43 +00001300 mPriorResourcesCleaned = false;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001301
1302 checkErrors();
Alec Mouri6e57f682018-09-29 20:45:08 -07001303 return NO_ERROR;
1304}
1305
Alec Mouri1089aed2018-10-25 21:33:57 -07001306void GLESRenderEngine::setViewportAndProjection(Rect viewport, Rect clip) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +00001307 ATRACE_CALL();
Alec Mouri1089aed2018-10-25 21:33:57 -07001308 mVpWidth = viewport.getWidth();
1309 mVpHeight = viewport.getHeight();
1310
1311 // We pass the the top left corner instead of the bottom left corner,
1312 // because since we're rendering off-screen first.
1313 glViewport(viewport.left, viewport.top, mVpWidth, mVpHeight);
1314
1315 mState.projectionMatrix = mat4::ortho(clip.left, clip.right, clip.top, clip.bottom, 0, 1);
Mathias Agopian3f844832013-08-07 21:24:32 -07001316}
1317
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001318void GLESRenderEngine::setupLayerBlending(bool premultipliedAlpha, bool opaque, bool disableTexture,
1319 const half4& color, float cornerRadius) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001320 mState.isPremultipliedAlpha = premultipliedAlpha;
1321 mState.isOpaque = opaque;
1322 mState.color = color;
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001323 mState.cornerRadius = cornerRadius;
Dan Stoza9e56aa02015-11-02 13:00:03 -08001324
chaviw13fdc492017-06-27 12:40:18 -07001325 if (disableTexture) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001326 mState.textureEnabled = false;
chaviw13fdc492017-06-27 12:40:18 -07001327 }
Fabien Sanglard9d96de42016-10-11 00:15:18 +00001328
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001329 if (color.a < 1.0f || !opaque || cornerRadius > 0.0f) {
Mathias Agopian3f844832013-08-07 21:24:32 -07001330 glEnable(GL_BLEND);
wukui16f3c0bb2020-08-05 20:35:29 +08001331 glBlendFuncSeparate(premultipliedAlpha ? GL_ONE : GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA,
1332 GL_ONE, GL_ONE_MINUS_SRC_ALPHA);
Mathias Agopian3f844832013-08-07 21:24:32 -07001333 } else {
1334 glDisable(GL_BLEND);
1335 }
1336}
1337
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001338void GLESRenderEngine::setSourceY410BT2020(bool enable) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001339 mState.isY410BT2020 = enable;
Chia-I Wu131d3762018-01-11 14:35:27 -08001340}
1341
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001342void GLESRenderEngine::setSourceDataSpace(Dataspace source) {
Chia-I Wu69bf10f2018-02-20 13:04:50 -08001343 mDataSpace = source;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001344}
1345
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001346void GLESRenderEngine::setOutputDataSpace(Dataspace dataspace) {
Chia-I Wu69bf10f2018-02-20 13:04:50 -08001347 mOutputDataSpace = dataspace;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001348}
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001349
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001350void GLESRenderEngine::setDisplayMaxLuminance(const float maxLuminance) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001351 mState.displayMaxLuminance = maxLuminance;
Peiyong Linfb069302018-04-25 14:34:31 -07001352}
1353
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001354void GLESRenderEngine::setupLayerTexturing(const Texture& texture) {
Mathias Agopian49457ac2013-08-14 18:20:17 -07001355 GLuint target = texture.getTextureTarget();
1356 glBindTexture(target, texture.getTextureName());
Mathias Agopian3f844832013-08-07 21:24:32 -07001357 GLenum filter = GL_NEAREST;
Mathias Agopian49457ac2013-08-14 18:20:17 -07001358 if (texture.getFiltering()) {
Mathias Agopian3f844832013-08-07 21:24:32 -07001359 filter = GL_LINEAR;
1360 }
Mathias Agopian49457ac2013-08-14 18:20:17 -07001361 glTexParameteri(target, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE);
1362 glTexParameteri(target, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE);
1363 glTexParameteri(target, GL_TEXTURE_MAG_FILTER, filter);
1364 glTexParameteri(target, GL_TEXTURE_MIN_FILTER, filter);
Mathias Agopian3f844832013-08-07 21:24:32 -07001365
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001366 mState.texture = texture;
1367 mState.textureEnabled = true;
Mathias Agopian3f844832013-08-07 21:24:32 -07001368}
1369
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001370void GLESRenderEngine::setColorTransform(const mat4& colorTransform) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001371 mState.colorMatrix = colorTransform;
Dan Stozaf0087992014-10-20 15:46:09 -07001372}
1373
KaiChieh Chuang436fc192020-09-07 13:48:42 +08001374void GLESRenderEngine::setDisplayColorTransform(const mat4& colorTransform) {
1375 mState.displayColorMatrix = colorTransform;
1376}
1377
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001378void GLESRenderEngine::disableTexturing() {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001379 mState.textureEnabled = false;
Mathias Agopian3f844832013-08-07 21:24:32 -07001380}
1381
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001382void GLESRenderEngine::disableBlending() {
Mathias Agopian3f844832013-08-07 21:24:32 -07001383 glDisable(GL_BLEND);
1384}
1385
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001386void GLESRenderEngine::setupFillWithColor(float r, float g, float b, float a) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001387 mState.isPremultipliedAlpha = true;
1388 mState.isOpaque = false;
1389 mState.color = half4(r, g, b, a);
1390 mState.textureEnabled = false;
Mathias Agopian3f844832013-08-07 21:24:32 -07001391 glDisable(GL_BLEND);
Mathias Agopian3f844832013-08-07 21:24:32 -07001392}
1393
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001394void GLESRenderEngine::setupCornerRadiusCropSize(float width, float height) {
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001395 mState.cropSize = half2(width, height);
1396}
1397
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001398void GLESRenderEngine::drawMesh(const Mesh& mesh) {
Dan Stoza2713c302018-03-28 17:07:36 -07001399 ATRACE_CALL();
Mathias Agopian3f844832013-08-07 21:24:32 -07001400 if (mesh.getTexCoordsSize()) {
1401 glEnableVertexAttribArray(Program::texCoords);
Chia-I Wub027f802017-11-29 14:00:52 -08001402 glVertexAttribPointer(Program::texCoords, mesh.getTexCoordsSize(), GL_FLOAT, GL_FALSE,
1403 mesh.getByteStride(), mesh.getTexCoords());
Mathias Agopian3f844832013-08-07 21:24:32 -07001404 }
1405
Chia-I Wub027f802017-11-29 14:00:52 -08001406 glVertexAttribPointer(Program::position, mesh.getVertexSize(), GL_FLOAT, GL_FALSE,
1407 mesh.getByteStride(), mesh.getPositions());
Mathias Agopian3f844832013-08-07 21:24:32 -07001408
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001409 if (mState.cornerRadius > 0.0f) {
1410 glEnableVertexAttribArray(Program::cropCoords);
1411 glVertexAttribPointer(Program::cropCoords, mesh.getVertexSize(), GL_FLOAT, GL_FALSE,
1412 mesh.getByteStride(), mesh.getCropCoords());
1413 }
1414
Vishnu Nair440992f2019-12-09 19:53:19 -08001415 if (mState.drawShadows) {
1416 glEnableVertexAttribArray(Program::shadowColor);
1417 glVertexAttribPointer(Program::shadowColor, mesh.getShadowColorSize(), GL_FLOAT, GL_FALSE,
1418 mesh.getByteStride(), mesh.getShadowColor());
1419
1420 glEnableVertexAttribArray(Program::shadowParams);
1421 glVertexAttribPointer(Program::shadowParams, mesh.getShadowParamsSize(), GL_FLOAT, GL_FALSE,
1422 mesh.getByteStride(), mesh.getShadowParams());
1423 }
1424
1425 Description managedState = mState;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001426 // By default, DISPLAY_P3 is the only supported wide color output. However,
1427 // when HDR content is present, hardware composer may be able to handle
1428 // BT2020 data space, in that case, the output data space is set to be
1429 // BT2020_HLG or BT2020_PQ respectively. In GPU fall back we need
1430 // to respect this and convert non-HDR content to HDR format.
Peiyong Lin13effd12018-07-24 17:01:47 -07001431 if (mUseColorManagement) {
Peiyong Lina296b0c2018-04-30 16:55:29 -07001432 Dataspace inputStandard = static_cast<Dataspace>(mDataSpace & Dataspace::STANDARD_MASK);
1433 Dataspace inputTransfer = static_cast<Dataspace>(mDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lin46080ef2018-10-26 18:43:14 -07001434 Dataspace outputStandard =
1435 static_cast<Dataspace>(mOutputDataSpace & Dataspace::STANDARD_MASK);
1436 Dataspace outputTransfer =
1437 static_cast<Dataspace>(mOutputDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001438 bool needsXYZConversion = needsXYZTransformMatrix();
1439
Valerie Haueb8e0762018-11-06 10:10:42 -08001440 // NOTE: if the input standard of the input dataspace is not STANDARD_DCI_P3 or
1441 // STANDARD_BT2020, it will be treated as STANDARD_BT709
1442 if (inputStandard != Dataspace::STANDARD_DCI_P3 &&
1443 inputStandard != Dataspace::STANDARD_BT2020) {
1444 inputStandard = Dataspace::STANDARD_BT709;
1445 }
1446
Peiyong Lina296b0c2018-04-30 16:55:29 -07001447 if (needsXYZConversion) {
1448 // The supported input color spaces are standard RGB, Display P3 and BT2020.
1449 switch (inputStandard) {
1450 case Dataspace::STANDARD_DCI_P3:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001451 managedState.inputTransformMatrix = mDisplayP3ToXyz;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001452 break;
1453 case Dataspace::STANDARD_BT2020:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001454 managedState.inputTransformMatrix = mBt2020ToXyz;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001455 break;
1456 default:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001457 managedState.inputTransformMatrix = mSrgbToXyz;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001458 break;
1459 }
1460
Peiyong Lin9b03c732018-05-17 10:14:02 -07001461 // The supported output color spaces are BT2020, Display P3 and standard RGB.
Peiyong Lina296b0c2018-04-30 16:55:29 -07001462 switch (outputStandard) {
1463 case Dataspace::STANDARD_BT2020:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001464 managedState.outputTransformMatrix = mXyzToBt2020;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001465 break;
Peiyong Lin9b03c732018-05-17 10:14:02 -07001466 case Dataspace::STANDARD_DCI_P3:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001467 managedState.outputTransformMatrix = mXyzToDisplayP3;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001468 break;
Peiyong Lin9b03c732018-05-17 10:14:02 -07001469 default:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001470 managedState.outputTransformMatrix = mXyzToSrgb;
Peiyong Lin9b03c732018-05-17 10:14:02 -07001471 break;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001472 }
1473 } else if (inputStandard != outputStandard) {
1474 // At this point, the input data space and output data space could be both
1475 // HDR data spaces, but they match each other, we do nothing in this case.
1476 // In addition to the case above, the input data space could be
1477 // - scRGB linear
1478 // - scRGB non-linear
1479 // - sRGB
1480 // - Display P3
Valerie Haueb8e0762018-11-06 10:10:42 -08001481 // - BT2020
Peiyong Lina296b0c2018-04-30 16:55:29 -07001482 // The output data spaces could be
1483 // - sRGB
1484 // - Display P3
Valerie Haueb8e0762018-11-06 10:10:42 -08001485 // - BT2020
1486 switch (outputStandard) {
1487 case Dataspace::STANDARD_BT2020:
1488 if (inputStandard == Dataspace::STANDARD_BT709) {
1489 managedState.outputTransformMatrix = mSrgbToBt2020;
1490 } else if (inputStandard == Dataspace::STANDARD_DCI_P3) {
1491 managedState.outputTransformMatrix = mDisplayP3ToBt2020;
1492 }
1493 break;
1494 case Dataspace::STANDARD_DCI_P3:
1495 if (inputStandard == Dataspace::STANDARD_BT709) {
1496 managedState.outputTransformMatrix = mSrgbToDisplayP3;
1497 } else if (inputStandard == Dataspace::STANDARD_BT2020) {
1498 managedState.outputTransformMatrix = mBt2020ToDisplayP3;
1499 }
1500 break;
1501 default:
1502 if (inputStandard == Dataspace::STANDARD_DCI_P3) {
1503 managedState.outputTransformMatrix = mDisplayP3ToSrgb;
1504 } else if (inputStandard == Dataspace::STANDARD_BT2020) {
1505 managedState.outputTransformMatrix = mBt2020ToSrgb;
1506 }
1507 break;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001508 }
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001509 }
Peiyong Lina296b0c2018-04-30 16:55:29 -07001510
1511 // we need to convert the RGB value to linear space and convert it back when:
1512 // - there is a color matrix that is not an identity matrix, or
1513 // - there is an output transform matrix that is not an identity matrix, or
1514 // - the input transfer function doesn't match the output transfer function.
Peiyong Lin13effd12018-07-24 17:01:47 -07001515 if (managedState.hasColorMatrix() || managedState.hasOutputTransformMatrix() ||
Chia-I Wud49d6692018-06-27 07:17:41 +08001516 inputTransfer != outputTransfer) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001517 managedState.inputTransferFunction =
Peiyong Lin46080ef2018-10-26 18:43:14 -07001518 Description::dataSpaceToTransferFunction(inputTransfer);
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001519 managedState.outputTransferFunction =
Peiyong Lin46080ef2018-10-26 18:43:14 -07001520 Description::dataSpaceToTransferFunction(outputTransfer);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001521 }
Vishnu Nair440992f2019-12-09 19:53:19 -08001522 }
Peiyong Lina296b0c2018-04-30 16:55:29 -07001523
Vishnu Nair440992f2019-12-09 19:53:19 -08001524 ProgramCache::getInstance().useProgram(mInProtectedContext ? mProtectedEGLContext : mEGLContext,
1525 managedState);
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001526
Vishnu Nair440992f2019-12-09 19:53:19 -08001527 if (mState.drawShadows) {
1528 glDrawElements(mesh.getPrimitive(), mesh.getIndexCount(), GL_UNSIGNED_SHORT,
1529 mesh.getIndices());
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001530 } else {
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001531 glDrawArrays(mesh.getPrimitive(), 0, mesh.getVertexCount());
1532 }
Mathias Agopian3f844832013-08-07 21:24:32 -07001533
Vishnu Nair440992f2019-12-09 19:53:19 -08001534 if (mUseColorManagement && outputDebugPPMs) {
1535 static uint64_t managedColorFrameCount = 0;
1536 std::ostringstream out;
1537 out << "/data/texture_out" << managedColorFrameCount++;
1538 writePPM(out.str().c_str(), mVpWidth, mVpHeight);
1539 }
1540
Mathias Agopian3f844832013-08-07 21:24:32 -07001541 if (mesh.getTexCoordsSize()) {
1542 glDisableVertexAttribArray(Program::texCoords);
1543 }
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001544
1545 if (mState.cornerRadius > 0.0f) {
1546 glDisableVertexAttribArray(Program::cropCoords);
1547 }
Vishnu Nair440992f2019-12-09 19:53:19 -08001548
1549 if (mState.drawShadows) {
1550 glDisableVertexAttribArray(Program::shadowColor);
1551 glDisableVertexAttribArray(Program::shadowParams);
1552 }
Mathias Agopian3f844832013-08-07 21:24:32 -07001553}
1554
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001555size_t GLESRenderEngine::getMaxTextureSize() const {
Peiyong Linf1bada92018-08-29 09:39:31 -07001556 return mMaxTextureSize;
1557}
1558
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001559size_t GLESRenderEngine::getMaxViewportDims() const {
Peiyong Linf1bada92018-08-29 09:39:31 -07001560 return mMaxViewportDims[0] < mMaxViewportDims[1] ? mMaxViewportDims[0] : mMaxViewportDims[1];
1561}
1562
Yiwei Zhang5434a782018-12-05 18:06:32 -08001563void GLESRenderEngine::dump(std::string& result) {
Peiyong Linf11f39b2018-09-05 14:37:41 -07001564 const GLExtensions& extensions = GLExtensions::getInstance();
Peiyong Linfb530cf2018-12-15 05:07:38 +00001565 ProgramCache& cache = ProgramCache::getInstance();
Peiyong Linf11f39b2018-09-05 14:37:41 -07001566
Yiwei Zhang5434a782018-12-05 18:06:32 -08001567 StringAppendF(&result, "EGL implementation : %s\n", extensions.getEGLVersion());
1568 StringAppendF(&result, "%s\n", extensions.getEGLExtensions());
Yiwei Zhang5434a782018-12-05 18:06:32 -08001569 StringAppendF(&result, "GLES: %s, %s, %s\n", extensions.getVendor(), extensions.getRenderer(),
1570 extensions.getVersion());
1571 StringAppendF(&result, "%s\n", extensions.getExtensions());
Peiyong Line62c5cb2019-04-30 13:59:59 -07001572 StringAppendF(&result, "RenderEngine supports protected context: %d\n",
1573 supportsProtectedContent());
1574 StringAppendF(&result, "RenderEngine is in protected context: %d\n", mInProtectedContext);
Peiyong Linfb530cf2018-12-15 05:07:38 +00001575 StringAppendF(&result, "RenderEngine program cache size for unprotected context: %zu\n",
1576 cache.getSize(mEGLContext));
1577 StringAppendF(&result, "RenderEngine program cache size for protected context: %zu\n",
1578 cache.getSize(mProtectedEGLContext));
Yiwei Zhang5434a782018-12-05 18:06:32 -08001579 StringAppendF(&result, "RenderEngine last dataspace conversion: (%s) to (%s)\n",
1580 dataspaceDetails(static_cast<android_dataspace>(mDataSpace)).c_str(),
1581 dataspaceDetails(static_cast<android_dataspace>(mOutputDataSpace)).c_str());
Alec Mourief44c2d2019-07-15 15:27:22 -07001582 {
1583 std::lock_guard<std::mutex> lock(mRenderingMutex);
1584 StringAppendF(&result, "RenderEngine image cache size: %zu\n", mImageCache.size());
1585 StringAppendF(&result, "Dumping buffer ids...\n");
1586 for (const auto& [id, unused] : mImageCache) {
1587 StringAppendF(&result, "0x%" PRIx64 "\n", id);
1588 }
1589 }
1590 {
1591 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
1592 StringAppendF(&result, "RenderEngine framebuffer image cache size: %zu\n",
1593 mFramebufferImageCache.size());
1594 StringAppendF(&result, "Dumping buffer ids...\n");
1595 for (const auto& [id, unused] : mFramebufferImageCache) {
1596 StringAppendF(&result, "0x%" PRIx64 "\n", id);
1597 }
1598 }
Mathias Agopian3f844832013-08-07 21:24:32 -07001599}
1600
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001601GLESRenderEngine::GlesVersion GLESRenderEngine::parseGlesVersion(const char* str) {
Peiyong Linf11f39b2018-09-05 14:37:41 -07001602 int major, minor;
1603 if (sscanf(str, "OpenGL ES-CM %d.%d", &major, &minor) != 2) {
1604 if (sscanf(str, "OpenGL ES %d.%d", &major, &minor) != 2) {
1605 ALOGW("Unable to parse GL_VERSION string: \"%s\"", str);
1606 return GLES_VERSION_1_0;
1607 }
1608 }
1609
1610 if (major == 1 && minor == 0) return GLES_VERSION_1_0;
1611 if (major == 1 && minor >= 1) return GLES_VERSION_1_1;
1612 if (major == 2 && minor >= 0) return GLES_VERSION_2_0;
1613 if (major == 3 && minor >= 0) return GLES_VERSION_3_0;
1614
1615 ALOGW("Unrecognized OpenGL ES version: %d.%d", major, minor);
1616 return GLES_VERSION_1_0;
1617}
1618
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001619EGLContext GLESRenderEngine::createEglContext(EGLDisplay display, EGLConfig config,
Peiyong Linfb530cf2018-12-15 05:07:38 +00001620 EGLContext shareContext, bool useContextPriority,
1621 Protection protection) {
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001622 EGLint renderableType = 0;
1623 if (config == EGL_NO_CONFIG) {
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001624 renderableType = EGL_OPENGL_ES3_BIT;
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001625 } else if (!eglGetConfigAttrib(display, config, EGL_RENDERABLE_TYPE, &renderableType)) {
1626 LOG_ALWAYS_FATAL("can't query EGLConfig RENDERABLE_TYPE");
1627 }
1628 EGLint contextClientVersion = 0;
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001629 if (renderableType & EGL_OPENGL_ES3_BIT) {
1630 contextClientVersion = 3;
1631 } else if (renderableType & EGL_OPENGL_ES2_BIT) {
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001632 contextClientVersion = 2;
1633 } else if (renderableType & EGL_OPENGL_ES_BIT) {
1634 contextClientVersion = 1;
1635 } else {
1636 LOG_ALWAYS_FATAL("no supported EGL_RENDERABLE_TYPEs");
1637 }
1638
1639 std::vector<EGLint> contextAttributes;
Peiyong Linfb530cf2018-12-15 05:07:38 +00001640 contextAttributes.reserve(7);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001641 contextAttributes.push_back(EGL_CONTEXT_CLIENT_VERSION);
1642 contextAttributes.push_back(contextClientVersion);
1643 if (useContextPriority) {
1644 contextAttributes.push_back(EGL_CONTEXT_PRIORITY_LEVEL_IMG);
1645 contextAttributes.push_back(EGL_CONTEXT_PRIORITY_HIGH_IMG);
1646 }
Peiyong Linfb530cf2018-12-15 05:07:38 +00001647 if (protection == Protection::PROTECTED) {
1648 contextAttributes.push_back(EGL_PROTECTED_CONTENT_EXT);
1649 contextAttributes.push_back(EGL_TRUE);
1650 }
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001651 contextAttributes.push_back(EGL_NONE);
1652
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001653 EGLContext context = eglCreateContext(display, config, shareContext, contextAttributes.data());
1654
1655 if (contextClientVersion == 3 && context == EGL_NO_CONTEXT) {
1656 // eglGetConfigAttrib indicated we can create GLES 3 context, but we failed, thus
1657 // EGL_NO_CONTEXT so that we can abort.
1658 if (config != EGL_NO_CONFIG) {
1659 return context;
1660 }
1661 // If |config| is EGL_NO_CONFIG, we speculatively try to create GLES 3 context, so we should
1662 // try to fall back to GLES 2.
1663 contextAttributes[1] = 2;
1664 context = eglCreateContext(display, config, shareContext, contextAttributes.data());
1665 }
1666
1667 return context;
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001668}
1669
Peiyong Lind8460c82020-07-28 16:04:22 -07001670EGLSurface GLESRenderEngine::createStubEglPbufferSurface(EGLDisplay display, EGLConfig config,
1671 int hwcFormat, Protection protection) {
1672 EGLConfig stubConfig = config;
1673 if (stubConfig == EGL_NO_CONFIG) {
1674 stubConfig = chooseEglConfig(display, hwcFormat, /*logConfig*/ true);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001675 }
1676 std::vector<EGLint> attributes;
Peiyong Linfb530cf2018-12-15 05:07:38 +00001677 attributes.reserve(7);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001678 attributes.push_back(EGL_WIDTH);
1679 attributes.push_back(1);
1680 attributes.push_back(EGL_HEIGHT);
1681 attributes.push_back(1);
Peiyong Linfb530cf2018-12-15 05:07:38 +00001682 if (protection == Protection::PROTECTED) {
1683 attributes.push_back(EGL_PROTECTED_CONTENT_EXT);
1684 attributes.push_back(EGL_TRUE);
1685 }
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001686 attributes.push_back(EGL_NONE);
1687
Peiyong Lind8460c82020-07-28 16:04:22 -07001688 return eglCreatePbufferSurface(display, stubConfig, attributes.data());
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001689}
1690
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001691bool GLESRenderEngine::isHdrDataSpace(const Dataspace dataSpace) const {
Peiyong Lina296b0c2018-04-30 16:55:29 -07001692 const Dataspace standard = static_cast<Dataspace>(dataSpace & Dataspace::STANDARD_MASK);
1693 const Dataspace transfer = static_cast<Dataspace>(dataSpace & Dataspace::TRANSFER_MASK);
1694 return standard == Dataspace::STANDARD_BT2020 &&
Peiyong Lin46080ef2018-10-26 18:43:14 -07001695 (transfer == Dataspace::TRANSFER_ST2084 || transfer == Dataspace::TRANSFER_HLG);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001696}
1697
1698// For convenience, we want to convert the input color space to XYZ color space first,
1699// and then convert from XYZ color space to output color space when
1700// - SDR and HDR contents are mixed, either SDR content will be converted to HDR or
1701// HDR content will be tone-mapped to SDR; Or,
1702// - there are HDR PQ and HLG contents presented at the same time, where we want to convert
1703// HLG content to PQ content.
1704// In either case above, we need to operate the Y value in XYZ color space. Thus, when either
1705// input data space or output data space is HDR data space, and the input transfer function
1706// doesn't match the output transfer function, we would enable an intermediate transfrom to
1707// XYZ color space.
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001708bool GLESRenderEngine::needsXYZTransformMatrix() const {
Peiyong Lina296b0c2018-04-30 16:55:29 -07001709 const bool isInputHdrDataSpace = isHdrDataSpace(mDataSpace);
1710 const bool isOutputHdrDataSpace = isHdrDataSpace(mOutputDataSpace);
1711 const Dataspace inputTransfer = static_cast<Dataspace>(mDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lin46080ef2018-10-26 18:43:14 -07001712 const Dataspace outputTransfer =
1713 static_cast<Dataspace>(mOutputDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001714
1715 return (isInputHdrDataSpace || isOutputHdrDataSpace) && inputTransfer != outputTransfer;
1716}
1717
Alec Mourid43ccab2019-03-13 12:23:45 -07001718bool GLESRenderEngine::isImageCachedForTesting(uint64_t bufferId) {
1719 std::lock_guard<std::mutex> lock(mRenderingMutex);
1720 const auto& cachedImage = mImageCache.find(bufferId);
1721 return cachedImage != mImageCache.end();
1722}
1723
Alec Mouri368e1582020-08-13 10:14:29 -07001724bool GLESRenderEngine::isTextureNameKnownForTesting(uint32_t texName) {
1725 const auto& entry = mTextureView.find(texName);
1726 return entry != mTextureView.end();
1727}
1728
1729std::optional<uint64_t> GLESRenderEngine::getBufferIdForTextureNameForTesting(uint32_t texName) {
1730 const auto& entry = mTextureView.find(texName);
1731 return entry != mTextureView.end() ? entry->second : std::nullopt;
1732}
1733
Alec Mourid43ccab2019-03-13 12:23:45 -07001734bool GLESRenderEngine::isFramebufferImageCachedForTesting(uint64_t bufferId) {
Alec Mourief44c2d2019-07-15 15:27:22 -07001735 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
Alec Mourid43ccab2019-03-13 12:23:45 -07001736 return std::any_of(mFramebufferImageCache.cbegin(), mFramebufferImageCache.cend(),
1737 [=](std::pair<uint64_t, EGLImageKHR> image) {
1738 return image.first == bufferId;
1739 });
1740}
1741
Alec Mouri554d06e2018-12-20 00:15:33 -08001742// FlushTracer implementation
1743GLESRenderEngine::FlushTracer::FlushTracer(GLESRenderEngine* engine) : mEngine(engine) {
1744 mThread = std::thread(&GLESRenderEngine::FlushTracer::loop, this);
1745}
1746
1747GLESRenderEngine::FlushTracer::~FlushTracer() {
1748 {
1749 std::lock_guard<std::mutex> lock(mMutex);
1750 mRunning = false;
1751 }
1752 mCondition.notify_all();
1753 if (mThread.joinable()) {
1754 mThread.join();
1755 }
1756}
1757
1758void GLESRenderEngine::FlushTracer::queueSync(EGLSyncKHR sync) {
1759 std::lock_guard<std::mutex> lock(mMutex);
1760 char name[64];
1761 const uint64_t frameNum = mFramesQueued++;
1762 snprintf(name, sizeof(name), "Queueing sync for frame: %lu",
1763 static_cast<unsigned long>(frameNum));
1764 ATRACE_NAME(name);
1765 mQueue.push({sync, frameNum});
1766 ATRACE_INT("GPU Frames Outstanding", mQueue.size());
1767 mCondition.notify_one();
1768}
1769
1770void GLESRenderEngine::FlushTracer::loop() {
1771 while (mRunning) {
1772 QueueEntry entry;
1773 {
1774 std::lock_guard<std::mutex> lock(mMutex);
1775
1776 mCondition.wait(mMutex,
Alec Mouric15dd012019-01-15 15:30:38 -08001777 [&]() REQUIRES(mMutex) { return !mQueue.empty() || !mRunning; });
Alec Mouri554d06e2018-12-20 00:15:33 -08001778
1779 if (!mRunning) {
1780 // if mRunning is false, then FlushTracer is being destroyed, so
1781 // bail out now.
1782 break;
1783 }
1784 entry = mQueue.front();
1785 mQueue.pop();
1786 }
1787 {
1788 char name[64];
1789 snprintf(name, sizeof(name), "waiting for frame %lu",
1790 static_cast<unsigned long>(entry.mFrameNum));
1791 ATRACE_NAME(name);
1792 mEngine->waitSync(entry.mSync, 0);
1793 }
1794 }
1795}
1796
Vishnu Nair16efdbf2019-12-10 11:55:42 -08001797void GLESRenderEngine::handleShadow(const FloatRect& casterRect, float casterCornerRadius,
1798 const ShadowSettings& settings) {
1799 ATRACE_CALL();
1800 const float casterZ = settings.length / 2.0f;
1801 const GLShadowVertexGenerator shadows(casterRect, casterCornerRadius, casterZ,
1802 settings.casterIsTranslucent, settings.ambientColor,
1803 settings.spotColor, settings.lightPos,
1804 settings.lightRadius);
1805
1806 // setup mesh for both shadows
1807 Mesh mesh = Mesh::Builder()
1808 .setPrimitive(Mesh::TRIANGLES)
1809 .setVertices(shadows.getVertexCount(), 2 /* size */)
1810 .setShadowAttrs()
1811 .setIndices(shadows.getIndexCount())
1812 .build();
1813
1814 Mesh::VertexArray<vec2> position = mesh.getPositionArray<vec2>();
1815 Mesh::VertexArray<vec4> shadowColor = mesh.getShadowColorArray<vec4>();
1816 Mesh::VertexArray<vec3> shadowParams = mesh.getShadowParamsArray<vec3>();
1817 shadows.fillVertices(position, shadowColor, shadowParams);
1818 shadows.fillIndices(mesh.getIndicesArray());
1819
1820 mState.cornerRadius = 0.0f;
1821 mState.drawShadows = true;
Alec Mouri2725c092020-11-25 09:53:56 -08001822 setupLayerTexturing(mShadowTexture->getTexture());
Vishnu Nair16efdbf2019-12-10 11:55:42 -08001823 drawMesh(mesh);
1824 mState.drawShadows = false;
1825}
1826
Peiyong Lin46080ef2018-10-26 18:43:14 -07001827} // namespace gl
1828} // namespace renderengine
1829} // namespace android