blob: 02021c9ceac15123ce4a0e2bb56f6600b1f551a2 [file] [log] [blame]
Mathias Agopian3f844832013-08-07 21:24:32 -07001/*
2 * Copyright 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060017//#define LOG_NDEBUG 0
18#undef LOG_TAG
19#define LOG_TAG "RenderEngine"
Mathias Agopian3f844832013-08-07 21:24:32 -070020#define ATRACE_TAG ATRACE_TAG_GRAPHICS
21
Alec Mouri16a99402019-07-29 16:37:30 -070022#include <sched.h>
23#include <cmath>
Peiyong Lin833074a2018-08-28 11:53:54 -070024#include <fstream>
25#include <sstream>
Alec Mouri0d5e1eb2018-11-10 20:40:12 -080026#include <unordered_set>
Peiyong Lincbc184f2018-08-22 13:24:10 -070027
Mathias Agopian3f844832013-08-07 21:24:32 -070028#include <GLES2/gl2.h>
Mathias Agopian458197d2013-08-15 14:56:51 -070029#include <GLES2/gl2ext.h>
Yiwei Zhang5434a782018-12-05 18:06:32 -080030#include <android-base/stringprintf.h>
Peiyong Lin833074a2018-08-28 11:53:54 -070031#include <cutils/compiler.h>
Alec Mouri554d06e2018-12-20 00:15:33 -080032#include <cutils/properties.h>
Ady Abrahama3b08ef2019-07-15 18:43:10 -070033#include <gui/DebugEGLImageTracker.h>
Peiyong Lincbc184f2018-08-22 13:24:10 -070034#include <renderengine/Mesh.h>
Peiyong Lincbc184f2018-08-22 13:24:10 -070035#include <renderengine/Texture.h>
Peiyong Lin833074a2018-08-28 11:53:54 -070036#include <renderengine/private/Description.h>
Alec Mouri0d5e1eb2018-11-10 20:40:12 -080037#include <sync/sync.h>
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060038#include <ui/ColorSpace.h>
39#include <ui/DebugUtils.h>
Alec Mourida4cf3b2019-02-12 15:33:01 -080040#include <ui/GraphicBuffer.h>
Dan Stozac1879002014-05-22 15:59:05 -070041#include <ui/Rect.h>
Peiyong Lin60bedb52018-09-05 10:47:31 -070042#include <ui/Region.h>
Chia-I Wu56d7b0a2018-10-01 15:13:11 -070043#include <utils/KeyedVector.h>
Mathias Agopian3f844832013-08-07 21:24:32 -070044#include <utils/Trace.h>
Alec Mouri16a99402019-07-29 16:37:30 -070045#include "GLESRenderEngine.h"
Peiyong Linf1bada92018-08-29 09:39:31 -070046#include "GLExtensions.h"
Peiyong Line5a9a7f2018-08-30 15:32:13 -070047#include "GLFramebuffer.h"
Peiyong Linf1bada92018-08-29 09:39:31 -070048#include "GLImage.h"
Vishnu Nair16efdbf2019-12-10 11:55:42 -080049#include "GLShadowVertexGenerator.h"
Peiyong Lin833074a2018-08-28 11:53:54 -070050#include "Program.h"
51#include "ProgramCache.h"
Lucas Dupin19c8f0e2019-11-25 17:55:44 -080052#include "filters/BlurFilter.h"
Mathias Agopian3f844832013-08-07 21:24:32 -070053
Peiyong Linf11f39b2018-09-05 14:37:41 -070054extern "C" EGLAPI const char* eglQueryStringImplementationANDROID(EGLDisplay dpy, EGLint name);
55
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060056bool checkGlError(const char* op, int lineNumber) {
57 bool errorFound = false;
58 GLint error = glGetError();
59 while (error != GL_NO_ERROR) {
60 errorFound = true;
61 error = glGetError();
62 ALOGV("after %s() (line # %d) glError (0x%x)\n", op, lineNumber, error);
63 }
64 return errorFound;
65}
66
Courtney Goeltzenleuchter4f20f9c2017-04-06 08:18:34 -060067static constexpr bool outputDebugPPMs = false;
68
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060069void writePPM(const char* basename, GLuint width, GLuint height) {
70 ALOGV("writePPM #%s: %d x %d", basename, width, height);
71
72 std::vector<GLubyte> pixels(width * height * 4);
73 std::vector<GLubyte> outBuffer(width * height * 3);
74
75 // TODO(courtneygo): We can now have float formats, need
76 // to remove this code or update to support.
77 // Make returned pixels fit in uint32_t, one byte per component
78 glReadPixels(0, 0, width, height, GL_RGBA, GL_UNSIGNED_BYTE, pixels.data());
79 if (checkGlError(__FUNCTION__, __LINE__)) {
80 return;
81 }
82
83 std::string filename(basename);
84 filename.append(".ppm");
85 std::ofstream file(filename.c_str(), std::ios::binary);
86 if (!file.is_open()) {
87 ALOGE("Unable to open file: %s", filename.c_str());
88 ALOGE("You may need to do: \"adb shell setenforce 0\" to enable "
89 "surfaceflinger to write debug images");
90 return;
91 }
92
93 file << "P6\n";
94 file << width << "\n";
95 file << height << "\n";
96 file << 255 << "\n";
97
98 auto ptr = reinterpret_cast<char*>(pixels.data());
99 auto outPtr = reinterpret_cast<char*>(outBuffer.data());
100 for (int y = height - 1; y >= 0; y--) {
101 char* data = ptr + y * width * sizeof(uint32_t);
102
103 for (GLuint x = 0; x < width; x++) {
104 // Only copy R, G and B components
105 outPtr[0] = data[0];
106 outPtr[1] = data[1];
107 outPtr[2] = data[2];
108 data += sizeof(uint32_t);
109 outPtr += 3;
110 }
111 }
112 file.write(reinterpret_cast<char*>(outBuffer.data()), outBuffer.size());
113}
114
Mathias Agopian3f844832013-08-07 21:24:32 -0700115namespace android {
Peiyong Lin833074a2018-08-28 11:53:54 -0700116namespace renderengine {
117namespace gl {
Mathias Agopian3f844832013-08-07 21:24:32 -0700118
Yiwei Zhang5434a782018-12-05 18:06:32 -0800119using base::StringAppendF;
Peiyong Lin34beb7a2018-03-28 11:57:12 -0700120using ui::Dataspace;
121
Peiyong Linf11f39b2018-09-05 14:37:41 -0700122static status_t selectConfigForAttribute(EGLDisplay dpy, EGLint const* attrs, EGLint attribute,
123 EGLint wanted, EGLConfig* outConfig) {
124 EGLint numConfigs = -1, n = 0;
125 eglGetConfigs(dpy, nullptr, 0, &numConfigs);
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700126 std::vector<EGLConfig> configs(numConfigs, EGL_NO_CONFIG_KHR);
127 eglChooseConfig(dpy, attrs, configs.data(), configs.size(), &n);
128 configs.resize(n);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700129
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700130 if (!configs.empty()) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700131 if (attribute != EGL_NONE) {
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700132 for (EGLConfig config : configs) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700133 EGLint value = 0;
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700134 eglGetConfigAttrib(dpy, config, attribute, &value);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700135 if (wanted == value) {
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700136 *outConfig = config;
Peiyong Linf11f39b2018-09-05 14:37:41 -0700137 return NO_ERROR;
138 }
139 }
140 } else {
141 // just pick the first one
142 *outConfig = configs[0];
Peiyong Linf11f39b2018-09-05 14:37:41 -0700143 return NO_ERROR;
144 }
145 }
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700146
Peiyong Linf11f39b2018-09-05 14:37:41 -0700147 return NAME_NOT_FOUND;
148}
149
Peiyong Linf11f39b2018-09-05 14:37:41 -0700150static status_t selectEGLConfig(EGLDisplay display, EGLint format, EGLint renderableType,
151 EGLConfig* config) {
152 // select our EGLConfig. It must support EGL_RECORDABLE_ANDROID if
153 // it is to be used with WIFI displays
154 status_t err;
155 EGLint wantedAttribute;
156 EGLint wantedAttributeValue;
157
Peiyong Lin8d5688e2020-04-18 00:39:41 -0700158 std::vector<EGLint> attribs;
Peiyong Linf11f39b2018-09-05 14:37:41 -0700159 if (renderableType) {
Peiyong Lin8d5688e2020-04-18 00:39:41 -0700160 const ui::PixelFormat pixelFormat = static_cast<ui::PixelFormat>(format);
161 const bool is1010102 = pixelFormat == ui::PixelFormat::RGBA_1010102;
162
163 // Default to 8 bits per channel.
164 const EGLint tmpAttribs[] = {
165 EGL_RENDERABLE_TYPE,
166 renderableType,
167 EGL_RECORDABLE_ANDROID,
168 EGL_TRUE,
169 EGL_SURFACE_TYPE,
170 EGL_WINDOW_BIT | EGL_PBUFFER_BIT,
171 EGL_FRAMEBUFFER_TARGET_ANDROID,
172 EGL_TRUE,
173 EGL_RED_SIZE,
174 is1010102 ? 10 : 8,
175 EGL_GREEN_SIZE,
176 is1010102 ? 10 : 8,
177 EGL_BLUE_SIZE,
178 is1010102 ? 10 : 8,
179 EGL_ALPHA_SIZE,
180 is1010102 ? 2 : 8,
181 EGL_NONE,
182 };
183 std::copy(tmpAttribs, tmpAttribs + (sizeof(tmpAttribs) / sizeof(EGLint)),
184 std::back_inserter(attribs));
Peiyong Linf11f39b2018-09-05 14:37:41 -0700185 wantedAttribute = EGL_NONE;
186 wantedAttributeValue = EGL_NONE;
187 } else {
188 // if no renderable type specified, fallback to a simplified query
189 wantedAttribute = EGL_NATIVE_VISUAL_ID;
190 wantedAttributeValue = format;
191 }
192
Peiyong Lin8d5688e2020-04-18 00:39:41 -0700193 err = selectConfigForAttribute(display, attribs.data(), wantedAttribute, wantedAttributeValue,
194 config);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700195 if (err == NO_ERROR) {
196 EGLint caveat;
197 if (eglGetConfigAttrib(display, *config, EGL_CONFIG_CAVEAT, &caveat))
198 ALOGW_IF(caveat == EGL_SLOW_CONFIG, "EGL_SLOW_CONFIG selected!");
199 }
200
201 return err;
202}
203
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700204std::unique_ptr<GLESRenderEngine> GLESRenderEngine::create(const RenderEngineCreationArgs& args) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700205 // initialize EGL for the default display
206 EGLDisplay display = eglGetDisplay(EGL_DEFAULT_DISPLAY);
207 if (!eglInitialize(display, nullptr, nullptr)) {
208 LOG_ALWAYS_FATAL("failed to initialize EGL");
209 }
210
Ady Abraham3ef1b762020-04-30 10:26:33 -0700211 const auto eglVersion = eglQueryStringImplementationANDROID(display, EGL_VERSION);
212 if (!eglVersion) {
213 checkGlError(__FUNCTION__, __LINE__);
214 LOG_ALWAYS_FATAL("eglQueryStringImplementationANDROID(EGL_VERSION) failed");
215 }
216
217 const auto eglExtensions = eglQueryStringImplementationANDROID(display, EGL_EXTENSIONS);
218 if (!eglExtensions) {
219 checkGlError(__FUNCTION__, __LINE__);
220 LOG_ALWAYS_FATAL("eglQueryStringImplementationANDROID(EGL_EXTENSIONS) failed");
221 }
222
Peiyong Linf11f39b2018-09-05 14:37:41 -0700223 GLExtensions& extensions = GLExtensions::getInstance();
Ady Abraham3ef1b762020-04-30 10:26:33 -0700224 extensions.initWithEGLStrings(eglVersion, eglExtensions);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700225
226 // The code assumes that ES2 or later is available if this extension is
227 // supported.
228 EGLConfig config = EGL_NO_CONFIG;
229 if (!extensions.hasNoConfigContext()) {
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700230 config = chooseEglConfig(display, args.pixelFormat, /*logConfig*/ true);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700231 }
232
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700233 bool useContextPriority =
234 extensions.hasContextPriority() && args.contextPriority == ContextPriority::HIGH;
Peiyong Linfb530cf2018-12-15 05:07:38 +0000235 EGLContext protectedContext = EGL_NO_CONTEXT;
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700236 if (args.enableProtectedContext && extensions.hasProtectedContent()) {
Peiyong Linfb530cf2018-12-15 05:07:38 +0000237 protectedContext = createEglContext(display, config, nullptr, useContextPriority,
238 Protection::PROTECTED);
239 ALOGE_IF(protectedContext == EGL_NO_CONTEXT, "Can't create protected context");
240 }
241
242 EGLContext ctxt = createEglContext(display, config, protectedContext, useContextPriority,
243 Protection::UNPROTECTED);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700244
245 // if can't create a GL context, we can only abort.
246 LOG_ALWAYS_FATAL_IF(ctxt == EGL_NO_CONTEXT, "EGLContext creation failed");
247
Xin Lie8b4e702020-08-29 01:34:09 -0700248 EGLSurface stub = EGL_NO_SURFACE;
Peiyong Lina5e9f1b2018-11-27 22:49:37 -0800249 if (!extensions.hasSurfacelessContext()) {
Xin Lie8b4e702020-08-29 01:34:09 -0700250 stub = createStubEglPbufferSurface(display, config, args.pixelFormat,
251 Protection::UNPROTECTED);
252 LOG_ALWAYS_FATAL_IF(stub == EGL_NO_SURFACE, "can't create stub pbuffer");
Peiyong Linf11f39b2018-09-05 14:37:41 -0700253 }
Xin Lie8b4e702020-08-29 01:34:09 -0700254 EGLBoolean success = eglMakeCurrent(display, stub, stub, ctxt);
255 LOG_ALWAYS_FATAL_IF(!success, "can't make stub pbuffer current");
Peiyong Linf11f39b2018-09-05 14:37:41 -0700256 extensions.initWithGLStrings(glGetString(GL_VENDOR), glGetString(GL_RENDERER),
257 glGetString(GL_VERSION), glGetString(GL_EXTENSIONS));
258
Xin Lie8b4e702020-08-29 01:34:09 -0700259 EGLSurface protectedStub = EGL_NO_SURFACE;
Peiyong Linfb530cf2018-12-15 05:07:38 +0000260 if (protectedContext != EGL_NO_CONTEXT && !extensions.hasSurfacelessContext()) {
Xin Lie8b4e702020-08-29 01:34:09 -0700261 protectedStub = createStubEglPbufferSurface(display, config, args.pixelFormat,
262 Protection::PROTECTED);
263 ALOGE_IF(protectedStub == EGL_NO_SURFACE, "can't create protected stub pbuffer");
Peiyong Linfb530cf2018-12-15 05:07:38 +0000264 }
265
Peiyong Lina5e9f1b2018-11-27 22:49:37 -0800266 // now figure out what version of GL did we actually get
Peiyong Linf11f39b2018-09-05 14:37:41 -0700267 GlesVersion version = parseGlesVersion(extensions.getVersion());
268
Lucas Dupin453932d2020-02-03 20:42:25 -0800269 LOG_ALWAYS_FATAL_IF(args.supportsBackgroundBlur && version < GLES_VERSION_3_0,
270 "Blurs require OpenGL ES 3.0. Please unset ro.surface_flinger.supports_background_blur");
271
Peiyong Linf11f39b2018-09-05 14:37:41 -0700272 // initialize the renderer while GL is current
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800273 std::unique_ptr<GLESRenderEngine> engine;
Peiyong Linf11f39b2018-09-05 14:37:41 -0700274 switch (version) {
275 case GLES_VERSION_1_0:
276 case GLES_VERSION_1_1:
277 LOG_ALWAYS_FATAL("SurfaceFlinger requires OpenGL ES 2.0 minimum to run.");
278 break;
279 case GLES_VERSION_2_0:
280 case GLES_VERSION_3_0:
Xin Lie8b4e702020-08-29 01:34:09 -0700281 engine = std::make_unique<GLESRenderEngine>(args, display, config, ctxt, stub,
282 protectedContext, protectedStub);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700283 break;
284 }
Peiyong Linf11f39b2018-09-05 14:37:41 -0700285
286 ALOGI("OpenGL ES informations:");
287 ALOGI("vendor : %s", extensions.getVendor());
288 ALOGI("renderer : %s", extensions.getRenderer());
289 ALOGI("version : %s", extensions.getVersion());
290 ALOGI("extensions: %s", extensions.getExtensions());
291 ALOGI("GL_MAX_TEXTURE_SIZE = %zu", engine->getMaxTextureSize());
292 ALOGI("GL_MAX_VIEWPORT_DIMS = %zu", engine->getMaxViewportDims());
293
Peiyong Linf11f39b2018-09-05 14:37:41 -0700294 return engine;
295}
296
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800297EGLConfig GLESRenderEngine::chooseEglConfig(EGLDisplay display, int format, bool logConfig) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700298 status_t err;
299 EGLConfig config;
300
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800301 // First try to get an ES3 config
302 err = selectEGLConfig(display, format, EGL_OPENGL_ES3_BIT, &config);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700303 if (err != NO_ERROR) {
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800304 // If ES3 fails, try to get an ES2 config
305 err = selectEGLConfig(display, format, EGL_OPENGL_ES2_BIT, &config);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700306 if (err != NO_ERROR) {
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800307 // If ES2 still doesn't work, probably because we're on the emulator.
Peiyong Linf11f39b2018-09-05 14:37:41 -0700308 // try a simplified query
309 ALOGW("no suitable EGLConfig found, trying a simpler query");
310 err = selectEGLConfig(display, format, 0, &config);
311 if (err != NO_ERROR) {
312 // this EGL is too lame for android
313 LOG_ALWAYS_FATAL("no suitable EGLConfig found, giving up");
314 }
315 }
316 }
317
318 if (logConfig) {
319 // print some debugging info
320 EGLint r, g, b, a;
321 eglGetConfigAttrib(display, config, EGL_RED_SIZE, &r);
322 eglGetConfigAttrib(display, config, EGL_GREEN_SIZE, &g);
323 eglGetConfigAttrib(display, config, EGL_BLUE_SIZE, &b);
324 eglGetConfigAttrib(display, config, EGL_ALPHA_SIZE, &a);
325 ALOGI("EGL information:");
326 ALOGI("vendor : %s", eglQueryString(display, EGL_VENDOR));
327 ALOGI("version : %s", eglQueryString(display, EGL_VERSION));
328 ALOGI("extensions: %s", eglQueryString(display, EGL_EXTENSIONS));
329 ALOGI("Client API: %s", eglQueryString(display, EGL_CLIENT_APIS) ?: "Not Supported");
330 ALOGI("EGLSurface: %d-%d-%d-%d, config=%p", r, g, b, a, config);
331 }
332
333 return config;
334}
335
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700336GLESRenderEngine::GLESRenderEngine(const RenderEngineCreationArgs& args, EGLDisplay display,
Xin Lie8b4e702020-08-29 01:34:09 -0700337 EGLConfig config, EGLContext ctxt, EGLSurface stub,
338 EGLContext protectedContext, EGLSurface protectedStub)
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700339 : renderengine::impl::RenderEngine(args),
Alec Mouri0a9c7b82018-11-16 13:05:25 -0800340 mEGLDisplay(display),
341 mEGLConfig(config),
342 mEGLContext(ctxt),
Xin Lie8b4e702020-08-29 01:34:09 -0700343 mStubSurface(stub),
Peiyong Linfb530cf2018-12-15 05:07:38 +0000344 mProtectedEGLContext(protectedContext),
Xin Lie8b4e702020-08-29 01:34:09 -0700345 mProtectedStubSurface(protectedStub),
Chia-I Wu93e14df2018-06-04 10:10:17 -0700346 mVpWidth(0),
347 mVpHeight(0),
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700348 mFramebufferImageCacheSize(args.imageCacheSize),
349 mUseColorManagement(args.useColorManagement) {
Mathias Agopian3f844832013-08-07 21:24:32 -0700350 glGetIntegerv(GL_MAX_TEXTURE_SIZE, &mMaxTextureSize);
351 glGetIntegerv(GL_MAX_VIEWPORT_DIMS, mMaxViewportDims);
352
353 glPixelStorei(GL_UNPACK_ALIGNMENT, 4);
354 glPixelStorei(GL_PACK_ALIGNMENT, 4);
355
Peiyong Linfb530cf2018-12-15 05:07:38 +0000356 // Initialize protected EGL Context.
357 if (mProtectedEGLContext != EGL_NO_CONTEXT) {
Xin Lie8b4e702020-08-29 01:34:09 -0700358 EGLBoolean success = eglMakeCurrent(display, mProtectedStubSurface, mProtectedStubSurface,
Peiyong Linfb530cf2018-12-15 05:07:38 +0000359 mProtectedEGLContext);
360 ALOGE_IF(!success, "can't make protected context current");
361 glPixelStorei(GL_UNPACK_ALIGNMENT, 4);
362 glPixelStorei(GL_PACK_ALIGNMENT, 4);
Xin Lie8b4e702020-08-29 01:34:09 -0700363 success = eglMakeCurrent(display, mStubSurface, mStubSurface, mEGLContext);
Peiyong Linfb530cf2018-12-15 05:07:38 +0000364 LOG_ALWAYS_FATAL_IF(!success, "can't make default context current");
365 }
366
Chia-I Wub027f802017-11-29 14:00:52 -0800367 // mColorBlindnessCorrection = M;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -0600368
Peiyong Lin13effd12018-07-24 17:01:47 -0700369 if (mUseColorManagement) {
Valerie Haueb8e0762018-11-06 10:10:42 -0800370 const ColorSpace srgb(ColorSpace::sRGB());
371 const ColorSpace displayP3(ColorSpace::DisplayP3());
372 const ColorSpace bt2020(ColorSpace::BT2020());
Peiyong Lina296b0c2018-04-30 16:55:29 -0700373
374 // no chromatic adaptation needed since all color spaces use D65 for their white points.
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700375 mSrgbToXyz = mat4(srgb.getRGBtoXYZ());
376 mDisplayP3ToXyz = mat4(displayP3.getRGBtoXYZ());
377 mBt2020ToXyz = mat4(bt2020.getRGBtoXYZ());
Peiyong Lin9b03c732018-05-17 10:14:02 -0700378 mXyzToSrgb = mat4(srgb.getXYZtoRGB());
Peiyong Lina296b0c2018-04-30 16:55:29 -0700379 mXyzToDisplayP3 = mat4(displayP3.getXYZtoRGB());
380 mXyzToBt2020 = mat4(bt2020.getXYZtoRGB());
Valerie Haueb8e0762018-11-06 10:10:42 -0800381
382 // Compute sRGB to Display P3 and BT2020 transform matrix.
383 // NOTE: For now, we are limiting output wide color space support to
384 // Display-P3 and BT2020 only.
385 mSrgbToDisplayP3 = mXyzToDisplayP3 * mSrgbToXyz;
386 mSrgbToBt2020 = mXyzToBt2020 * mSrgbToXyz;
387
388 // Compute Display P3 to sRGB and BT2020 transform matrix.
389 mDisplayP3ToSrgb = mXyzToSrgb * mDisplayP3ToXyz;
390 mDisplayP3ToBt2020 = mXyzToBt2020 * mDisplayP3ToXyz;
391
392 // Compute BT2020 to sRGB and Display P3 transform matrix
393 mBt2020ToSrgb = mXyzToSrgb * mBt2020ToXyz;
394 mBt2020ToDisplayP3 = mXyzToDisplayP3 * mBt2020ToXyz;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -0600395 }
Alec Mouri554d06e2018-12-20 00:15:33 -0800396
397 char value[PROPERTY_VALUE_MAX];
398 property_get("debug.egl.traceGpuCompletion", value, "0");
399 if (atoi(value)) {
400 mTraceGpuCompletion = true;
401 mFlushTracer = std::make_unique<FlushTracer>(this);
402 }
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800403
404 if (args.supportsBackgroundBlur) {
Lucas Dupin93c3ef12020-02-26 13:25:25 -0800405 mBlurFilter = new BlurFilter(*this);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800406 checkErrors("BlurFilter creation");
407 }
408
Alec Mouri16a99402019-07-29 16:37:30 -0700409 mImageManager = std::make_unique<ImageManager>(this);
Alec Mouri6193c3b2020-02-27 12:06:10 -0800410 mImageManager->initThread();
Alec Mouri820c7402019-01-23 13:02:39 -0800411 mDrawingBuffer = createFramebuffer();
Mathias Agopian3f844832013-08-07 21:24:32 -0700412}
413
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800414GLESRenderEngine::~GLESRenderEngine() {
Alec Mouri16a99402019-07-29 16:37:30 -0700415 // Destroy the image manager first.
416 mImageManager = nullptr;
Alec Mourid43ccab2019-03-13 12:23:45 -0700417 std::lock_guard<std::mutex> lock(mRenderingMutex);
418 unbindFrameBuffer(mDrawingBuffer.get());
419 mDrawingBuffer = nullptr;
420 while (!mFramebufferImageCache.empty()) {
421 EGLImageKHR expired = mFramebufferImageCache.front().second;
422 mFramebufferImageCache.pop_front();
423 eglDestroyImageKHR(mEGLDisplay, expired);
Ady Abrahama3b08ef2019-07-15 18:43:10 -0700424 DEBUG_EGL_IMAGE_TRACKER_DESTROY();
Alec Mourida4cf3b2019-02-12 15:33:01 -0800425 }
Alec Mourid43ccab2019-03-13 12:23:45 -0700426 mImageCache.clear();
Peiyong Linf11f39b2018-09-05 14:37:41 -0700427 eglMakeCurrent(mEGLDisplay, EGL_NO_SURFACE, EGL_NO_SURFACE, EGL_NO_CONTEXT);
428 eglTerminate(mEGLDisplay);
429}
Mathias Agopian3f844832013-08-07 21:24:32 -0700430
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800431std::unique_ptr<Framebuffer> GLESRenderEngine::createFramebuffer() {
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700432 return std::make_unique<GLFramebuffer>(*this);
433}
434
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800435std::unique_ptr<Image> GLESRenderEngine::createImage() {
Peiyong Linf1bada92018-08-29 09:39:31 -0700436 return std::make_unique<GLImage>(*this);
437}
438
Alec Mouri820c7402019-01-23 13:02:39 -0800439Framebuffer* GLESRenderEngine::getFramebufferForDrawing() {
440 return mDrawingBuffer.get();
441}
442
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800443void GLESRenderEngine::primeCache() const {
Peiyong Linfb530cf2018-12-15 05:07:38 +0000444 ProgramCache::getInstance().primeCache(mInProtectedContext ? mProtectedEGLContext : mEGLContext,
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700445 mArgs.useColorManagement,
446 mArgs.precacheToneMapperShaderOnly);
Peiyong Linf1bada92018-08-29 09:39:31 -0700447}
448
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800449base::unique_fd GLESRenderEngine::flush() {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000450 ATRACE_CALL();
Peiyong Lin60bedb52018-09-05 10:47:31 -0700451 if (!GLExtensions::getInstance().hasNativeFenceSync()) {
452 return base::unique_fd();
453 }
454
455 EGLSyncKHR sync = eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_NATIVE_FENCE_ANDROID, nullptr);
456 if (sync == EGL_NO_SYNC_KHR) {
457 ALOGW("failed to create EGL native fence sync: %#x", eglGetError());
458 return base::unique_fd();
459 }
460
461 // native fence fd will not be populated until flush() is done.
462 glFlush();
463
464 // get the fence fd
465 base::unique_fd fenceFd(eglDupNativeFenceFDANDROID(mEGLDisplay, sync));
466 eglDestroySyncKHR(mEGLDisplay, sync);
467 if (fenceFd == EGL_NO_NATIVE_FENCE_FD_ANDROID) {
468 ALOGW("failed to dup EGL native fence sync: %#x", eglGetError());
469 }
470
Alec Mouri554d06e2018-12-20 00:15:33 -0800471 // Only trace if we have a valid fence, as current usage falls back to
472 // calling finish() if the fence fd is invalid.
473 if (CC_UNLIKELY(mTraceGpuCompletion && mFlushTracer) && fenceFd.get() >= 0) {
474 mFlushTracer->queueSync(eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_FENCE_KHR, nullptr));
475 }
476
Peiyong Lin60bedb52018-09-05 10:47:31 -0700477 return fenceFd;
478}
479
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800480bool GLESRenderEngine::finish() {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000481 ATRACE_CALL();
Peiyong Lin60bedb52018-09-05 10:47:31 -0700482 if (!GLExtensions::getInstance().hasFenceSync()) {
483 ALOGW("no synchronization support");
484 return false;
485 }
486
487 EGLSyncKHR sync = eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_FENCE_KHR, nullptr);
488 if (sync == EGL_NO_SYNC_KHR) {
489 ALOGW("failed to create EGL fence sync: %#x", eglGetError());
490 return false;
491 }
492
Alec Mouri554d06e2018-12-20 00:15:33 -0800493 if (CC_UNLIKELY(mTraceGpuCompletion && mFlushTracer)) {
494 mFlushTracer->queueSync(eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_FENCE_KHR, nullptr));
495 }
496
497 return waitSync(sync, EGL_SYNC_FLUSH_COMMANDS_BIT_KHR);
498}
499
500bool GLESRenderEngine::waitSync(EGLSyncKHR sync, EGLint flags) {
501 EGLint result = eglClientWaitSyncKHR(mEGLDisplay, sync, flags, 2000000000 /*2 sec*/);
Peiyong Lin60bedb52018-09-05 10:47:31 -0700502 EGLint error = eglGetError();
503 eglDestroySyncKHR(mEGLDisplay, sync);
504 if (result != EGL_CONDITION_SATISFIED_KHR) {
505 if (result == EGL_TIMEOUT_EXPIRED_KHR) {
506 ALOGW("fence wait timed out");
507 } else {
508 ALOGW("error waiting on EGL fence: %#x", error);
509 }
510 return false;
511 }
512
513 return true;
514}
515
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800516bool GLESRenderEngine::waitFence(base::unique_fd fenceFd) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700517 if (!GLExtensions::getInstance().hasNativeFenceSync() ||
518 !GLExtensions::getInstance().hasWaitSync()) {
519 return false;
520 }
521
Peiyong Lin35a114c2019-04-25 14:37:13 -0700522 // release the fd and transfer the ownership to EGLSync
523 EGLint attribs[] = {EGL_SYNC_NATIVE_FENCE_FD_ANDROID, fenceFd.release(), EGL_NONE};
Peiyong Lin60bedb52018-09-05 10:47:31 -0700524 EGLSyncKHR sync = eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_NATIVE_FENCE_ANDROID, attribs);
525 if (sync == EGL_NO_SYNC_KHR) {
526 ALOGE("failed to create EGL native fence sync: %#x", eglGetError());
527 return false;
528 }
529
Peiyong Lin60bedb52018-09-05 10:47:31 -0700530 // XXX: The spec draft is inconsistent as to whether this should return an
531 // EGLint or void. Ignore the return value for now, as it's not strictly
532 // needed.
533 eglWaitSyncKHR(mEGLDisplay, sync, 0);
534 EGLint error = eglGetError();
535 eglDestroySyncKHR(mEGLDisplay, sync);
536 if (error != EGL_SUCCESS) {
537 ALOGE("failed to wait for EGL native fence sync: %#x", error);
538 return false;
539 }
540
541 return true;
542}
543
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800544void GLESRenderEngine::clearWithColor(float red, float green, float blue, float alpha) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000545 ATRACE_CALL();
546 glDisable(GL_BLEND);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700547 glClearColor(red, green, blue, alpha);
548 glClear(GL_COLOR_BUFFER_BIT);
549}
550
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800551void GLESRenderEngine::fillRegionWithColor(const Region& region, float red, float green, float blue,
552 float alpha) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700553 size_t c;
554 Rect const* r = region.getArray(&c);
Vishnu Nair440992f2019-12-09 19:53:19 -0800555 Mesh mesh = Mesh::Builder()
556 .setPrimitive(Mesh::TRIANGLES)
557 .setVertices(c * 6 /* count */, 2 /* size */)
558 .build();
Peiyong Lin60bedb52018-09-05 10:47:31 -0700559 Mesh::VertexArray<vec2> position(mesh.getPositionArray<vec2>());
560 for (size_t i = 0; i < c; i++, r++) {
561 position[i * 6 + 0].x = r->left;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700562 position[i * 6 + 0].y = r->top;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700563 position[i * 6 + 1].x = r->left;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700564 position[i * 6 + 1].y = r->bottom;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700565 position[i * 6 + 2].x = r->right;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700566 position[i * 6 + 2].y = r->bottom;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700567 position[i * 6 + 3].x = r->left;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700568 position[i * 6 + 3].y = r->top;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700569 position[i * 6 + 4].x = r->right;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700570 position[i * 6 + 4].y = r->bottom;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700571 position[i * 6 + 5].x = r->right;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700572 position[i * 6 + 5].y = r->top;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700573 }
574 setupFillWithColor(red, green, blue, alpha);
575 drawMesh(mesh);
576}
577
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800578void GLESRenderEngine::setScissor(const Rect& region) {
Peiyong Lin1c097612019-03-22 16:21:46 -0700579 glScissor(region.left, region.top, region.getWidth(), region.getHeight());
Peiyong Lin60bedb52018-09-05 10:47:31 -0700580 glEnable(GL_SCISSOR_TEST);
581}
582
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800583void GLESRenderEngine::disableScissor() {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700584 glDisable(GL_SCISSOR_TEST);
585}
586
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800587void GLESRenderEngine::genTextures(size_t count, uint32_t* names) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700588 glGenTextures(count, names);
589}
590
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800591void GLESRenderEngine::deleteTextures(size_t count, uint32_t const* names) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700592 glDeleteTextures(count, names);
593}
594
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800595void GLESRenderEngine::bindExternalTextureImage(uint32_t texName, const Image& image) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000596 ATRACE_CALL();
Peiyong Linf1bada92018-08-29 09:39:31 -0700597 const GLImage& glImage = static_cast<const GLImage&>(image);
598 const GLenum target = GL_TEXTURE_EXTERNAL_OES;
599
600 glBindTexture(target, texName);
601 if (glImage.getEGLImage() != EGL_NO_IMAGE_KHR) {
Peiyong Lin46080ef2018-10-26 18:43:14 -0700602 glEGLImageTargetTexture2DOES(target, static_cast<GLeglImageOES>(glImage.getEGLImage()));
Peiyong Linf1bada92018-08-29 09:39:31 -0700603 }
Mathias Agopian3f844832013-08-07 21:24:32 -0700604}
605
Alec Mourid7b3a8b2019-03-21 11:44:18 -0700606status_t GLESRenderEngine::bindExternalTextureBuffer(uint32_t texName,
607 const sp<GraphicBuffer>& buffer,
608 const sp<Fence>& bufferFence) {
Alec Mouri16a99402019-07-29 16:37:30 -0700609 if (buffer == nullptr) {
610 return BAD_VALUE;
Alec Mourid7b3a8b2019-03-21 11:44:18 -0700611 }
612
Alec Mouri16a99402019-07-29 16:37:30 -0700613 ATRACE_CALL();
614
615 bool found = false;
616 {
617 std::lock_guard<std::mutex> lock(mRenderingMutex);
618 auto cachedImage = mImageCache.find(buffer->getId());
619 found = (cachedImage != mImageCache.end());
620 }
621
622 // If we couldn't find the image in the cache at this time, then either
623 // SurfaceFlinger messed up registering the buffer ahead of time or we got
624 // backed up creating other EGLImages.
625 if (!found) {
626 status_t cacheResult = mImageManager->cache(buffer);
627 if (cacheResult != NO_ERROR) {
628 return cacheResult;
629 }
630 }
631
632 // Whether or not we needed to cache, re-check mImageCache to make sure that
633 // there's an EGLImage. The current threading model guarantees that we don't
634 // destroy a cached image until it's really not needed anymore (i.e. this
635 // function should not be called), so the only possibility is that something
636 // terrible went wrong and we should just bind something and move on.
Alec Mouri3d7c5612019-07-09 13:51:37 -0700637 {
638 std::lock_guard<std::mutex> lock(mRenderingMutex);
639 auto cachedImage = mImageCache.find(buffer->getId());
Alec Mourid7b3a8b2019-03-21 11:44:18 -0700640
Alec Mouri3d7c5612019-07-09 13:51:37 -0700641 if (cachedImage == mImageCache.end()) {
642 // We failed creating the image if we got here, so bail out.
Alec Mouri16a99402019-07-29 16:37:30 -0700643 ALOGE("Failed to create an EGLImage when rendering");
Alec Mouri3d7c5612019-07-09 13:51:37 -0700644 bindExternalTextureImage(texName, *createImage());
645 return NO_INIT;
646 }
647
648 bindExternalTextureImage(texName, *cachedImage->second);
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800649 }
650
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800651 // Wait for the new buffer to be ready.
652 if (bufferFence != nullptr && bufferFence->isValid()) {
653 if (GLExtensions::getInstance().hasWaitSync()) {
654 base::unique_fd fenceFd(bufferFence->dup());
655 if (fenceFd == -1) {
656 ALOGE("error dup'ing fence fd: %d", errno);
657 return -errno;
658 }
659 if (!waitFence(std::move(fenceFd))) {
660 ALOGE("failed to wait on fence fd");
661 return UNKNOWN_ERROR;
662 }
663 } else {
664 status_t err = bufferFence->waitForever("RenderEngine::bindExternalTextureBuffer");
665 if (err != NO_ERROR) {
666 ALOGE("error waiting for fence: %d", err);
667 return err;
668 }
669 }
670 }
Alec Mouri539319f2018-12-19 17:56:23 -0800671
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800672 return NO_ERROR;
673}
674
Alec Mouri16a99402019-07-29 16:37:30 -0700675void GLESRenderEngine::cacheExternalTextureBuffer(const sp<GraphicBuffer>& buffer) {
676 mImageManager->cacheAsync(buffer, nullptr);
677}
678
679std::shared_ptr<ImageManager::Barrier> GLESRenderEngine::cacheExternalTextureBufferForTesting(
680 const sp<GraphicBuffer>& buffer) {
681 auto barrier = std::make_shared<ImageManager::Barrier>();
682 mImageManager->cacheAsync(buffer, barrier);
683 return barrier;
684}
685
686status_t GLESRenderEngine::cacheExternalTextureBufferInternal(const sp<GraphicBuffer>& buffer) {
Alec Mouri3d7c5612019-07-09 13:51:37 -0700687 if (buffer == nullptr) {
688 return BAD_VALUE;
689 }
690
691 {
692 std::lock_guard<std::mutex> lock(mRenderingMutex);
693 if (mImageCache.count(buffer->getId()) > 0) {
694 // If there's already an image then fail fast here.
695 return NO_ERROR;
696 }
697 }
698 ATRACE_CALL();
699
700 // Create the image without holding a lock so that we don't block anything.
701 std::unique_ptr<Image> newImage = createImage();
702
703 bool created = newImage->setNativeWindowBuffer(buffer->getNativeBuffer(),
704 buffer->getUsage() & GRALLOC_USAGE_PROTECTED);
705 if (!created) {
706 ALOGE("Failed to create image. size=%ux%u st=%u usage=%#" PRIx64 " fmt=%d",
707 buffer->getWidth(), buffer->getHeight(), buffer->getStride(), buffer->getUsage(),
708 buffer->getPixelFormat());
709 return NO_INIT;
710 }
711
712 {
713 std::lock_guard<std::mutex> lock(mRenderingMutex);
714 if (mImageCache.count(buffer->getId()) > 0) {
715 // In theory it's possible for another thread to recache the image,
716 // so bail out if another thread won.
717 return NO_ERROR;
718 }
719 mImageCache.insert(std::make_pair(buffer->getId(), std::move(newImage)));
720 }
721
722 return NO_ERROR;
723}
724
Alec Mourib5c4f352019-02-19 19:46:38 -0800725void GLESRenderEngine::unbindExternalTextureBuffer(uint64_t bufferId) {
Alec Mouri16a99402019-07-29 16:37:30 -0700726 mImageManager->releaseAsync(bufferId, nullptr);
727}
728
729std::shared_ptr<ImageManager::Barrier> GLESRenderEngine::unbindExternalTextureBufferForTesting(
730 uint64_t bufferId) {
731 auto barrier = std::make_shared<ImageManager::Barrier>();
732 mImageManager->releaseAsync(bufferId, barrier);
733 return barrier;
734}
735
736void GLESRenderEngine::unbindExternalTextureBufferInternal(uint64_t bufferId) {
737 std::unique_ptr<Image> image;
738 {
739 std::lock_guard<std::mutex> lock(mRenderingMutex);
740 const auto& cachedImage = mImageCache.find(bufferId);
741
742 if (cachedImage != mImageCache.end()) {
743 ALOGV("Destroying image for buffer: %" PRIu64, bufferId);
744 // Move the buffer out of cache first, so that we can destroy
745 // without holding the cache's lock.
746 image = std::move(cachedImage->second);
747 mImageCache.erase(bufferId);
748 return;
749 }
Alec Mouri539319f2018-12-19 17:56:23 -0800750 }
Alec Mourib5c4f352019-02-19 19:46:38 -0800751 ALOGV("Failed to find image for buffer: %" PRIu64, bufferId);
Alec Mouri539319f2018-12-19 17:56:23 -0800752}
753
Alec Mouri7c94edb2018-12-03 21:23:26 -0800754FloatRect GLESRenderEngine::setupLayerCropping(const LayerSettings& layer, Mesh& mesh) {
755 // Translate win by the rounded corners rect coordinates, to have all values in
756 // layer coordinate space.
757 FloatRect cropWin = layer.geometry.boundaries;
758 const FloatRect& roundedCornersCrop = layer.geometry.roundedCornersCrop;
759 cropWin.left -= roundedCornersCrop.left;
760 cropWin.right -= roundedCornersCrop.left;
761 cropWin.top -= roundedCornersCrop.top;
762 cropWin.bottom -= roundedCornersCrop.top;
763 Mesh::VertexArray<vec2> cropCoords(mesh.getCropCoordArray<vec2>());
764 cropCoords[0] = vec2(cropWin.left, cropWin.top);
765 cropCoords[1] = vec2(cropWin.left, cropWin.top + cropWin.getHeight());
766 cropCoords[2] = vec2(cropWin.right, cropWin.top + cropWin.getHeight());
767 cropCoords[3] = vec2(cropWin.right, cropWin.top);
768
769 setupCornerRadiusCropSize(roundedCornersCrop.getWidth(), roundedCornersCrop.getHeight());
770 return cropWin;
771}
772
Peiyong Lin1c097612019-03-22 16:21:46 -0700773void GLESRenderEngine::handleRoundedCorners(const DisplaySettings& display,
774 const LayerSettings& layer, const Mesh& mesh) {
775 // We separate the layer into 3 parts essentially, such that we only turn on blending for the
776 // top rectangle and the bottom rectangle, and turn off blending for the middle rectangle.
777 FloatRect bounds = layer.geometry.roundedCornersCrop;
Peiyong Linb1925962019-04-01 16:37:10 -0700778
Alec Mourid4bf7952020-04-06 20:28:16 -0700779 // Explicitly compute the transform from the clip rectangle to the physical
780 // display. Normally, this is done in glViewport but we explicitly compute
781 // it here so that we can get the scissor bounds correct.
782 const Rect& source = display.clip;
783 const Rect& destination = display.physicalDisplay;
784 // Here we compute the following transform:
785 // 1. Translate the top left corner of the source clip to (0, 0)
786 // 2. Rotate the clip rectangle about the origin in accordance with the
787 // orientation flag
788 // 3. Translate the top left corner back to the origin.
789 // 4. Scale the clip rectangle to the destination rectangle dimensions
790 // 5. Translate the top left corner to the destination rectangle's top left
791 // corner.
792 const mat4 translateSource = mat4::translate(vec4(-source.left, -source.top, 0, 1));
793 mat4 rotation;
794 int displacementX = 0;
795 int displacementY = 0;
796 float destinationWidth = static_cast<float>(destination.getWidth());
797 float destinationHeight = static_cast<float>(destination.getHeight());
798 float sourceWidth = static_cast<float>(source.getWidth());
799 float sourceHeight = static_cast<float>(source.getHeight());
800 const float rot90InRadians = 2.0f * static_cast<float>(M_PI) / 4.0f;
Peiyong Linb1925962019-04-01 16:37:10 -0700801 switch (display.orientation) {
802 case ui::Transform::ROT_90:
Alec Mourid4bf7952020-04-06 20:28:16 -0700803 rotation = mat4::rotate(rot90InRadians, vec3(0, 0, 1));
804 displacementX = source.getHeight();
805 std::swap(sourceHeight, sourceWidth);
Peiyong Linb1925962019-04-01 16:37:10 -0700806 break;
807 case ui::Transform::ROT_180:
Alec Mourid4bf7952020-04-06 20:28:16 -0700808 rotation = mat4::rotate(rot90InRadians * 2.0f, vec3(0, 0, 1));
809 displacementY = source.getHeight();
810 displacementX = source.getWidth();
Peiyong Linb1925962019-04-01 16:37:10 -0700811 break;
812 case ui::Transform::ROT_270:
Alec Mourid4bf7952020-04-06 20:28:16 -0700813 rotation = mat4::rotate(rot90InRadians * 3.0f, vec3(0, 0, 1));
814 displacementY = source.getWidth();
815 std::swap(sourceHeight, sourceWidth);
Peiyong Linb1925962019-04-01 16:37:10 -0700816 break;
817 default:
818 break;
819 }
820
Alec Mourid4bf7952020-04-06 20:28:16 -0700821 const mat4 intermediateTranslation = mat4::translate(vec4(displacementX, displacementY, 0, 1));
822 const mat4 scale = mat4::scale(
823 vec4(destinationWidth / sourceWidth, destinationHeight / sourceHeight, 1, 1));
824 const mat4 translateDestination =
825 mat4::translate(vec4(destination.left, destination.top, 0, 1));
826 const mat4 globalTransform =
827 translateDestination * scale * intermediateTranslation * rotation * translateSource;
828
829 const mat4 transformMatrix = globalTransform * layer.geometry.positionTransform;
830 const vec4 leftTopCoordinate(bounds.left, bounds.top, 1.0, 1.0);
831 const vec4 rightBottomCoordinate(bounds.right, bounds.bottom, 1.0, 1.0);
832 const vec4 leftTopCoordinateInBuffer = transformMatrix * leftTopCoordinate;
833 const vec4 rightBottomCoordinateInBuffer = transformMatrix * rightBottomCoordinate;
834 bounds = FloatRect(std::min(leftTopCoordinateInBuffer[0], rightBottomCoordinateInBuffer[0]),
835 std::min(leftTopCoordinateInBuffer[1], rightBottomCoordinateInBuffer[1]),
836 std::max(leftTopCoordinateInBuffer[0], rightBottomCoordinateInBuffer[0]),
837 std::max(leftTopCoordinateInBuffer[1], rightBottomCoordinateInBuffer[1]));
838
Peiyong Linb1925962019-04-01 16:37:10 -0700839 // Finally, we cut the layer into 3 parts, with top and bottom parts having rounded corners
840 // and the middle part without rounded corners.
841 const int32_t radius = ceil(layer.geometry.roundedCornersRadius);
Peiyong Lin1c097612019-03-22 16:21:46 -0700842 const Rect topRect(bounds.left, bounds.top, bounds.right, bounds.top + radius);
843 setScissor(topRect);
844 drawMesh(mesh);
845 const Rect bottomRect(bounds.left, bounds.bottom - radius, bounds.right, bounds.bottom);
846 setScissor(bottomRect);
847 drawMesh(mesh);
848
849 // The middle part of the layer can turn off blending.
Lucas Dupinc9691d52019-09-26 13:46:04 -0700850 if (topRect.bottom < bottomRect.top) {
851 const Rect middleRect(bounds.left, bounds.top + radius, bounds.right,
852 bounds.bottom - radius);
853 setScissor(middleRect);
854 mState.cornerRadius = 0.0;
855 disableBlending();
856 drawMesh(mesh);
857 }
Peiyong Lin1c097612019-03-22 16:21:46 -0700858 disableScissor();
859}
860
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800861status_t GLESRenderEngine::bindFrameBuffer(Framebuffer* framebuffer) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000862 ATRACE_CALL();
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700863 GLFramebuffer* glFramebuffer = static_cast<GLFramebuffer*>(framebuffer);
864 EGLImageKHR eglImage = glFramebuffer->getEGLImage();
865 uint32_t textureName = glFramebuffer->getTextureName();
866 uint32_t framebufferName = glFramebuffer->getFramebufferName();
867
868 // Bind the texture and turn our EGLImage into a texture
869 glBindTexture(GL_TEXTURE_2D, textureName);
870 glEGLImageTargetTexture2DOES(GL_TEXTURE_2D, (GLeglImageOES)eglImage);
871
872 // Bind the Framebuffer to render into
873 glBindFramebuffer(GL_FRAMEBUFFER, framebufferName);
Peiyong Lin46080ef2018-10-26 18:43:14 -0700874 glFramebufferTexture2D(GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, textureName, 0);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700875
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700876 uint32_t glStatus = glCheckFramebufferStatus(GL_FRAMEBUFFER);
Peiyong Lin46080ef2018-10-26 18:43:14 -0700877 ALOGE_IF(glStatus != GL_FRAMEBUFFER_COMPLETE_OES, "glCheckFramebufferStatusOES error %d",
878 glStatus);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700879
880 return glStatus == GL_FRAMEBUFFER_COMPLETE_OES ? NO_ERROR : BAD_VALUE;
881}
882
Alec Mouri4dde1782019-09-30 17:27:13 -0700883void GLESRenderEngine::unbindFrameBuffer(Framebuffer* /*framebuffer*/) {
Alec Mouri820c7402019-01-23 13:02:39 -0800884 ATRACE_CALL();
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700885
886 // back to main framebuffer
887 glBindFramebuffer(GL_FRAMEBUFFER, 0);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700888}
889
Alec Mouri4dde1782019-09-30 17:27:13 -0700890bool GLESRenderEngine::cleanupPostRender() {
891 ATRACE_CALL();
892
893 if (mPriorResourcesCleaned ||
894 (mLastDrawFence != nullptr && mLastDrawFence->getStatus() != Fence::Status::Signaled)) {
895 // If we don't have a prior frame needing cleanup, then don't do anything.
896 return false;
897 }
898
Xin Lie8b4e702020-08-29 01:34:09 -0700899 // Bind the texture to placeholder so that backing image data can be freed.
Alec Mouri4dde1782019-09-30 17:27:13 -0700900 GLFramebuffer* glFramebuffer = static_cast<GLFramebuffer*>(getFramebufferForDrawing());
901 glFramebuffer->allocateBuffers(1, 1, mPlaceholderDrawBuffer);
902 // Release the cached fence here, so that we don't churn reallocations when
903 // we could no-op repeated calls of this method instead.
904 mLastDrawFence = nullptr;
905 mPriorResourcesCleaned = true;
906 return true;
907}
908
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800909void GLESRenderEngine::checkErrors() const {
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800910 checkErrors(nullptr);
911}
912
913void GLESRenderEngine::checkErrors(const char* tag) const {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700914 do {
915 // there could be more than one error flag
916 GLenum error = glGetError();
917 if (error == GL_NO_ERROR) break;
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800918 if (tag == nullptr) {
919 ALOGE("GL error 0x%04x", int(error));
920 } else {
921 ALOGE("GL error: %s -> 0x%04x", tag, int(error));
922 }
Peiyong Lin60bedb52018-09-05 10:47:31 -0700923 } while (true);
924}
925
Peiyong Linfb530cf2018-12-15 05:07:38 +0000926bool GLESRenderEngine::supportsProtectedContent() const {
927 return mProtectedEGLContext != EGL_NO_CONTEXT;
928}
929
930bool GLESRenderEngine::useProtectedContext(bool useProtectedContext) {
931 if (useProtectedContext == mInProtectedContext) {
932 return true;
933 }
934 if (useProtectedContext && mProtectedEGLContext == EGL_NO_CONTEXT) {
935 return false;
936 }
Xin Lie8b4e702020-08-29 01:34:09 -0700937 const EGLSurface surface = useProtectedContext ? mProtectedStubSurface : mStubSurface;
Peiyong Linfb530cf2018-12-15 05:07:38 +0000938 const EGLContext context = useProtectedContext ? mProtectedEGLContext : mEGLContext;
939 const bool success = eglMakeCurrent(mEGLDisplay, surface, surface, context) == EGL_TRUE;
940 if (success) {
941 mInProtectedContext = useProtectedContext;
942 }
943 return success;
944}
Alec Mourida4cf3b2019-02-12 15:33:01 -0800945EGLImageKHR GLESRenderEngine::createFramebufferImageIfNeeded(ANativeWindowBuffer* nativeBuffer,
Alec Mourife0d72b2019-03-21 14:05:56 -0700946 bool isProtected,
947 bool useFramebufferCache) {
Alec Mourida4cf3b2019-02-12 15:33:01 -0800948 sp<GraphicBuffer> graphicBuffer = GraphicBuffer::from(nativeBuffer);
Alec Mourife0d72b2019-03-21 14:05:56 -0700949 if (useFramebufferCache) {
Alec Mouri192a3752019-07-15 15:27:22 -0700950 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
Alec Mourife0d72b2019-03-21 14:05:56 -0700951 for (const auto& image : mFramebufferImageCache) {
952 if (image.first == graphicBuffer->getId()) {
953 return image.second;
954 }
Alec Mourida4cf3b2019-02-12 15:33:01 -0800955 }
956 }
957 EGLint attributes[] = {
958 isProtected ? EGL_PROTECTED_CONTENT_EXT : EGL_NONE,
959 isProtected ? EGL_TRUE : EGL_NONE,
960 EGL_NONE,
961 };
962 EGLImageKHR image = eglCreateImageKHR(mEGLDisplay, EGL_NO_CONTEXT, EGL_NATIVE_BUFFER_ANDROID,
963 nativeBuffer, attributes);
Alec Mourife0d72b2019-03-21 14:05:56 -0700964 if (useFramebufferCache) {
965 if (image != EGL_NO_IMAGE_KHR) {
Alec Mouri192a3752019-07-15 15:27:22 -0700966 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
Alec Mourife0d72b2019-03-21 14:05:56 -0700967 if (mFramebufferImageCache.size() >= mFramebufferImageCacheSize) {
968 EGLImageKHR expired = mFramebufferImageCache.front().second;
969 mFramebufferImageCache.pop_front();
970 eglDestroyImageKHR(mEGLDisplay, expired);
Ady Abrahama3b08ef2019-07-15 18:43:10 -0700971 DEBUG_EGL_IMAGE_TRACKER_DESTROY();
Alec Mourife0d72b2019-03-21 14:05:56 -0700972 }
973 mFramebufferImageCache.push_back({graphicBuffer->getId(), image});
Alec Mourida4cf3b2019-02-12 15:33:01 -0800974 }
Alec Mourida4cf3b2019-02-12 15:33:01 -0800975 }
Ady Abrahama3b08ef2019-07-15 18:43:10 -0700976
977 if (image != EGL_NO_IMAGE_KHR) {
978 DEBUG_EGL_IMAGE_TRACKER_CREATE();
979 }
Alec Mourida4cf3b2019-02-12 15:33:01 -0800980 return image;
981}
Peiyong Linfb530cf2018-12-15 05:07:38 +0000982
Alec Mouri1089aed2018-10-25 21:33:57 -0700983status_t GLESRenderEngine::drawLayers(const DisplaySettings& display,
Vishnu Nair9b079a22020-01-21 14:36:08 -0800984 const std::vector<const LayerSettings*>& layers,
Alec Mouri1089aed2018-10-25 21:33:57 -0700985 ANativeWindowBuffer* const buffer,
Alec Mourife0d72b2019-03-21 14:05:56 -0700986 const bool useFramebufferCache, base::unique_fd&& bufferFence,
987 base::unique_fd* drawFence) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000988 ATRACE_CALL();
Alec Mouri1089aed2018-10-25 21:33:57 -0700989 if (layers.empty()) {
990 ALOGV("Drawing empty layer stack");
991 return NO_ERROR;
992 }
993
Alec Mouri8e82b8d2020-03-09 16:11:00 -0700994 if (bufferFence.get() >= 0) {
995 // Duplicate the fence for passing to waitFence.
996 base::unique_fd bufferFenceDup(dup(bufferFence.get()));
997 if (bufferFenceDup < 0 || !waitFence(std::move(bufferFenceDup))) {
998 ATRACE_NAME("Waiting before draw");
999 sync_wait(bufferFence.get(), -1);
1000 }
Alec Mouri6338c9d2019-02-07 16:57:51 -08001001 }
1002
Alec Mourid43ccab2019-03-13 12:23:45 -07001003 if (buffer == nullptr) {
1004 ALOGE("No output buffer provided. Aborting GPU composition.");
1005 return BAD_VALUE;
1006 }
1007
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001008 std::unique_ptr<BindNativeBufferAsFramebuffer> fbo;
Lucas Dupina6f8e132020-02-06 18:37:10 -08001009 // Gathering layers that requested blur, we'll need them to decide when to render to an
1010 // offscreen buffer, and when to render to the native buffer.
1011 std::deque<const LayerSettings*> blurLayers;
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001012 if (CC_LIKELY(mBlurFilter != nullptr)) {
Lucas Dupina6f8e132020-02-06 18:37:10 -08001013 for (auto layer : layers) {
Vishnu Nair9b079a22020-01-21 14:36:08 -08001014 if (layer->backgroundBlurRadius > 0) {
Lucas Dupina6f8e132020-02-06 18:37:10 -08001015 blurLayers.push_back(layer);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001016 }
1017 }
1018 }
Lucas Dupina6f8e132020-02-06 18:37:10 -08001019 const auto blurLayersSize = blurLayers.size();
Alec Mouri1089aed2018-10-25 21:33:57 -07001020
Lucas Dupina6f8e132020-02-06 18:37:10 -08001021 if (blurLayersSize == 0) {
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001022 fbo = std::make_unique<BindNativeBufferAsFramebuffer>(*this, buffer, useFramebufferCache);
1023 if (fbo->getStatus() != NO_ERROR) {
1024 ALOGE("Failed to bind framebuffer! Aborting GPU composition for buffer (%p).",
1025 buffer->handle);
1026 checkErrors();
1027 return fbo->getStatus();
1028 }
1029 setViewportAndProjection(display.physicalDisplay, display.clip);
1030 } else {
1031 setViewportAndProjection(display.physicalDisplay, display.clip);
Lucas Dupina6f8e132020-02-06 18:37:10 -08001032 auto status =
1033 mBlurFilter->setAsDrawTarget(display, blurLayers.front()->backgroundBlurRadius);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001034 if (status != NO_ERROR) {
1035 ALOGE("Failed to prepare blur filter! Aborting GPU composition for buffer (%p).",
1036 buffer->handle);
1037 checkErrors();
1038 return status;
1039 }
Alec Mourif0497272019-03-11 15:53:11 -07001040 }
Alec Mouri3d7c5612019-07-09 13:51:37 -07001041
1042 // clear the entire buffer, sometimes when we reuse buffers we'd persist
1043 // ghost images otherwise.
1044 // we also require a full transparent framebuffer for overlays. This is
1045 // probably not quite efficient on all GPUs, since we could filter out
1046 // opaque layers.
1047 clearWithColor(0.0, 0.0, 0.0, 0.0);
1048
Alec Mouri3d7c5612019-07-09 13:51:37 -07001049 setOutputDataSpace(display.outputDataspace);
1050 setDisplayMaxLuminance(display.maxLuminance);
KaiChieh Chuangba2f0bc2020-09-07 13:48:42 +08001051 setDisplayColorTransform(display.colorTransform);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001052
Alec Mouri5a6d8572020-03-23 23:56:15 -07001053 const mat4 projectionMatrix =
1054 ui::Transform(display.orientation).asMatrix4() * mState.projectionMatrix;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001055 if (!display.clearRegion.isEmpty()) {
1056 glDisable(GL_BLEND);
1057 fillRegionWithColor(display.clearRegion, 0.0, 0.0, 0.0, 1.0);
1058 }
1059
Vishnu Nair440992f2019-12-09 19:53:19 -08001060 Mesh mesh = Mesh::Builder()
1061 .setPrimitive(Mesh::TRIANGLE_FAN)
1062 .setVertices(4 /* count */, 2 /* size */)
1063 .setTexCoords(2 /* size */)
1064 .setCropCoords(2 /* size */)
1065 .build();
Vishnu Nair9b079a22020-01-21 14:36:08 -08001066 for (auto const layer : layers) {
Lucas Dupina6f8e132020-02-06 18:37:10 -08001067 if (blurLayers.size() > 0 && blurLayers.front() == layer) {
1068 blurLayers.pop_front();
Alec Mouri3d7c5612019-07-09 13:51:37 -07001069
Lucas Dupinf82ed8f2020-01-17 12:11:07 -08001070 auto status = mBlurFilter->prepare();
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001071 if (status != NO_ERROR) {
1072 ALOGE("Failed to render blur effect! Aborting GPU composition for buffer (%p).",
1073 buffer->handle);
1074 checkErrors("Can't render first blur pass");
1075 return status;
1076 }
1077
Lucas Dupina6f8e132020-02-06 18:37:10 -08001078 if (blurLayers.size() == 0) {
1079 // Done blurring, time to bind the native FBO and render our blur onto it.
1080 fbo = std::make_unique<BindNativeBufferAsFramebuffer>(*this, buffer,
1081 useFramebufferCache);
1082 status = fbo->getStatus();
1083 setViewportAndProjection(display.physicalDisplay, display.clip);
1084 } else {
1085 // There's still something else to blur, so let's keep rendering to our FBO
1086 // instead of to the display.
1087 status = mBlurFilter->setAsDrawTarget(display,
1088 blurLayers.front()->backgroundBlurRadius);
1089 }
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001090 if (status != NO_ERROR) {
1091 ALOGE("Failed to bind framebuffer! Aborting GPU composition for buffer (%p).",
1092 buffer->handle);
1093 checkErrors("Can't bind native framebuffer");
1094 return status;
1095 }
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001096
Lucas Dupina6f8e132020-02-06 18:37:10 -08001097 status = mBlurFilter->render(blurLayersSize > 1);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001098 if (status != NO_ERROR) {
1099 ALOGE("Failed to render blur effect! Aborting GPU composition for buffer (%p).",
1100 buffer->handle);
1101 checkErrors("Can't render blur filter");
1102 return status;
1103 }
1104 }
1105
Vishnu Nair9b079a22020-01-21 14:36:08 -08001106 mState.maxMasteringLuminance = layer->source.buffer.maxMasteringLuminance;
1107 mState.maxContentLuminance = layer->source.buffer.maxContentLuminance;
1108 mState.projectionMatrix = projectionMatrix * layer->geometry.positionTransform;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001109
Vishnu Nair9b079a22020-01-21 14:36:08 -08001110 const FloatRect bounds = layer->geometry.boundaries;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001111 Mesh::VertexArray<vec2> position(mesh.getPositionArray<vec2>());
1112 position[0] = vec2(bounds.left, bounds.top);
1113 position[1] = vec2(bounds.left, bounds.bottom);
1114 position[2] = vec2(bounds.right, bounds.bottom);
1115 position[3] = vec2(bounds.right, bounds.top);
1116
Vishnu Nair9b079a22020-01-21 14:36:08 -08001117 setupLayerCropping(*layer, mesh);
KaiChieh Chuangba2f0bc2020-09-07 13:48:42 +08001118 setColorTransform(layer->colorTransform);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001119
1120 bool usePremultipliedAlpha = true;
1121 bool disableTexture = true;
1122 bool isOpaque = false;
Vishnu Nair9b079a22020-01-21 14:36:08 -08001123 if (layer->source.buffer.buffer != nullptr) {
Alec Mouri3d7c5612019-07-09 13:51:37 -07001124 disableTexture = false;
Vishnu Nair9b079a22020-01-21 14:36:08 -08001125 isOpaque = layer->source.buffer.isOpaque;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001126
Vishnu Nair9b079a22020-01-21 14:36:08 -08001127 sp<GraphicBuffer> gBuf = layer->source.buffer.buffer;
1128 bindExternalTextureBuffer(layer->source.buffer.textureName, gBuf,
1129 layer->source.buffer.fence);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001130
Vishnu Nair9b079a22020-01-21 14:36:08 -08001131 usePremultipliedAlpha = layer->source.buffer.usePremultipliedAlpha;
1132 Texture texture(Texture::TEXTURE_EXTERNAL, layer->source.buffer.textureName);
1133 mat4 texMatrix = layer->source.buffer.textureTransform;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001134
1135 texture.setMatrix(texMatrix.asArray());
Vishnu Nair9b079a22020-01-21 14:36:08 -08001136 texture.setFiltering(layer->source.buffer.useTextureFiltering);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001137
1138 texture.setDimensions(gBuf->getWidth(), gBuf->getHeight());
Vishnu Nair9b079a22020-01-21 14:36:08 -08001139 setSourceY410BT2020(layer->source.buffer.isY410BT2020);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001140
1141 renderengine::Mesh::VertexArray<vec2> texCoords(mesh.getTexCoordArray<vec2>());
1142 texCoords[0] = vec2(0.0, 0.0);
1143 texCoords[1] = vec2(0.0, 1.0);
1144 texCoords[2] = vec2(1.0, 1.0);
1145 texCoords[3] = vec2(1.0, 0.0);
1146 setupLayerTexturing(texture);
1147 }
1148
Vishnu Nair9b079a22020-01-21 14:36:08 -08001149 const half3 solidColor = layer->source.solidColor;
1150 const half4 color = half4(solidColor.r, solidColor.g, solidColor.b, layer->alpha);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001151 // Buffer sources will have a black solid color ignored in the shader,
1152 // so in that scenario the solid color passed here is arbitrary.
1153 setupLayerBlending(usePremultipliedAlpha, isOpaque, disableTexture, color,
Vishnu Nair9b079a22020-01-21 14:36:08 -08001154 layer->geometry.roundedCornersRadius);
1155 if (layer->disableBlending) {
Alec Mouri3d7c5612019-07-09 13:51:37 -07001156 glDisable(GL_BLEND);
1157 }
Vishnu Nair9b079a22020-01-21 14:36:08 -08001158 setSourceDataSpace(layer->sourceDataspace);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001159
Vishnu Nair9b079a22020-01-21 14:36:08 -08001160 if (layer->shadow.length > 0.0f) {
1161 handleShadow(layer->geometry.boundaries, layer->geometry.roundedCornersRadius,
1162 layer->shadow);
Vishnu Nair440992f2019-12-09 19:53:19 -08001163 }
Alec Mouri3d7c5612019-07-09 13:51:37 -07001164 // We only want to do a special handling for rounded corners when having rounded corners
1165 // is the only reason it needs to turn on blending, otherwise, we handle it like the
1166 // usual way since it needs to turn on blending anyway.
Vishnu Nair9b079a22020-01-21 14:36:08 -08001167 else if (layer->geometry.roundedCornersRadius > 0.0 && color.a >= 1.0f && isOpaque) {
1168 handleRoundedCorners(display, *layer, mesh);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001169 } else {
1170 drawMesh(mesh);
1171 }
1172
1173 // Cleanup if there's a buffer source
Vishnu Nair9b079a22020-01-21 14:36:08 -08001174 if (layer->source.buffer.buffer != nullptr) {
Alec Mouri3d7c5612019-07-09 13:51:37 -07001175 disableBlending();
1176 setSourceY410BT2020(false);
1177 disableTexturing();
1178 }
1179 }
1180
1181 if (drawFence != nullptr) {
1182 *drawFence = flush();
1183 }
1184 // If flush failed or we don't support native fences, we need to force the
1185 // gl command stream to be executed.
1186 if (drawFence == nullptr || drawFence->get() < 0) {
1187 bool success = finish();
1188 if (!success) {
1189 ALOGE("Failed to flush RenderEngine commands");
1190 checkErrors();
1191 // Chances are, something illegal happened (either the caller passed
1192 // us bad parameters, or we messed up our shader generation).
1193 return INVALID_OPERATION;
1194 }
Alec Mouri4dde1782019-09-30 17:27:13 -07001195 mLastDrawFence = nullptr;
1196 } else {
1197 // The caller takes ownership of drawFence, so we need to duplicate the
1198 // fd here.
1199 mLastDrawFence = new Fence(dup(drawFence->get()));
Alec Mouri3d7c5612019-07-09 13:51:37 -07001200 }
Alec Mouri4dde1782019-09-30 17:27:13 -07001201 mPriorResourcesCleaned = false;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001202
1203 checkErrors();
Alec Mouri6e57f682018-09-29 20:45:08 -07001204 return NO_ERROR;
1205}
1206
Alec Mouri1089aed2018-10-25 21:33:57 -07001207void GLESRenderEngine::setViewportAndProjection(Rect viewport, Rect clip) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +00001208 ATRACE_CALL();
Alec Mouri1089aed2018-10-25 21:33:57 -07001209 mVpWidth = viewport.getWidth();
1210 mVpHeight = viewport.getHeight();
1211
1212 // We pass the the top left corner instead of the bottom left corner,
1213 // because since we're rendering off-screen first.
1214 glViewport(viewport.left, viewport.top, mVpWidth, mVpHeight);
1215
1216 mState.projectionMatrix = mat4::ortho(clip.left, clip.right, clip.top, clip.bottom, 0, 1);
Mathias Agopian3f844832013-08-07 21:24:32 -07001217}
1218
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001219void GLESRenderEngine::setupLayerBlending(bool premultipliedAlpha, bool opaque, bool disableTexture,
1220 const half4& color, float cornerRadius) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001221 mState.isPremultipliedAlpha = premultipliedAlpha;
1222 mState.isOpaque = opaque;
1223 mState.color = color;
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001224 mState.cornerRadius = cornerRadius;
Dan Stoza9e56aa02015-11-02 13:00:03 -08001225
chaviw13fdc492017-06-27 12:40:18 -07001226 if (disableTexture) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001227 mState.textureEnabled = false;
chaviw13fdc492017-06-27 12:40:18 -07001228 }
Fabien Sanglard9d96de42016-10-11 00:15:18 +00001229
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001230 if (color.a < 1.0f || !opaque || cornerRadius > 0.0f) {
Mathias Agopian3f844832013-08-07 21:24:32 -07001231 glEnable(GL_BLEND);
wukui16f3c0bb2020-08-05 20:35:29 +08001232 glBlendFuncSeparate(premultipliedAlpha ? GL_ONE : GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA,
1233 GL_ONE, GL_ONE_MINUS_SRC_ALPHA);
Mathias Agopian3f844832013-08-07 21:24:32 -07001234 } else {
1235 glDisable(GL_BLEND);
1236 }
1237}
1238
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001239void GLESRenderEngine::setSourceY410BT2020(bool enable) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001240 mState.isY410BT2020 = enable;
Chia-I Wu131d3762018-01-11 14:35:27 -08001241}
1242
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001243void GLESRenderEngine::setSourceDataSpace(Dataspace source) {
Chia-I Wu69bf10f2018-02-20 13:04:50 -08001244 mDataSpace = source;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001245}
1246
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001247void GLESRenderEngine::setOutputDataSpace(Dataspace dataspace) {
Chia-I Wu69bf10f2018-02-20 13:04:50 -08001248 mOutputDataSpace = dataspace;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001249}
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001250
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001251void GLESRenderEngine::setDisplayMaxLuminance(const float maxLuminance) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001252 mState.displayMaxLuminance = maxLuminance;
Peiyong Linfb069302018-04-25 14:34:31 -07001253}
1254
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001255void GLESRenderEngine::setupLayerTexturing(const Texture& texture) {
Mathias Agopian49457ac2013-08-14 18:20:17 -07001256 GLuint target = texture.getTextureTarget();
1257 glBindTexture(target, texture.getTextureName());
Mathias Agopian3f844832013-08-07 21:24:32 -07001258 GLenum filter = GL_NEAREST;
Mathias Agopian49457ac2013-08-14 18:20:17 -07001259 if (texture.getFiltering()) {
Mathias Agopian3f844832013-08-07 21:24:32 -07001260 filter = GL_LINEAR;
1261 }
Mathias Agopian49457ac2013-08-14 18:20:17 -07001262 glTexParameteri(target, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE);
1263 glTexParameteri(target, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE);
1264 glTexParameteri(target, GL_TEXTURE_MAG_FILTER, filter);
1265 glTexParameteri(target, GL_TEXTURE_MIN_FILTER, filter);
Mathias Agopian3f844832013-08-07 21:24:32 -07001266
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001267 mState.texture = texture;
1268 mState.textureEnabled = true;
Mathias Agopian3f844832013-08-07 21:24:32 -07001269}
1270
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001271void GLESRenderEngine::setColorTransform(const mat4& colorTransform) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001272 mState.colorMatrix = colorTransform;
Dan Stozaf0087992014-10-20 15:46:09 -07001273}
1274
KaiChieh Chuangba2f0bc2020-09-07 13:48:42 +08001275void GLESRenderEngine::setDisplayColorTransform(const mat4& colorTransform) {
1276 mState.displayColorMatrix = colorTransform;
1277}
1278
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001279void GLESRenderEngine::disableTexturing() {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001280 mState.textureEnabled = false;
Mathias Agopian3f844832013-08-07 21:24:32 -07001281}
1282
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001283void GLESRenderEngine::disableBlending() {
Mathias Agopian3f844832013-08-07 21:24:32 -07001284 glDisable(GL_BLEND);
1285}
1286
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001287void GLESRenderEngine::setupFillWithColor(float r, float g, float b, float a) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001288 mState.isPremultipliedAlpha = true;
1289 mState.isOpaque = false;
1290 mState.color = half4(r, g, b, a);
1291 mState.textureEnabled = false;
Mathias Agopian3f844832013-08-07 21:24:32 -07001292 glDisable(GL_BLEND);
Mathias Agopian3f844832013-08-07 21:24:32 -07001293}
1294
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001295void GLESRenderEngine::setupCornerRadiusCropSize(float width, float height) {
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001296 mState.cropSize = half2(width, height);
1297}
1298
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001299void GLESRenderEngine::drawMesh(const Mesh& mesh) {
Dan Stoza2713c302018-03-28 17:07:36 -07001300 ATRACE_CALL();
Mathias Agopian3f844832013-08-07 21:24:32 -07001301 if (mesh.getTexCoordsSize()) {
1302 glEnableVertexAttribArray(Program::texCoords);
Chia-I Wub027f802017-11-29 14:00:52 -08001303 glVertexAttribPointer(Program::texCoords, mesh.getTexCoordsSize(), GL_FLOAT, GL_FALSE,
1304 mesh.getByteStride(), mesh.getTexCoords());
Mathias Agopian3f844832013-08-07 21:24:32 -07001305 }
1306
Chia-I Wub027f802017-11-29 14:00:52 -08001307 glVertexAttribPointer(Program::position, mesh.getVertexSize(), GL_FLOAT, GL_FALSE,
1308 mesh.getByteStride(), mesh.getPositions());
Mathias Agopian3f844832013-08-07 21:24:32 -07001309
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001310 if (mState.cornerRadius > 0.0f) {
1311 glEnableVertexAttribArray(Program::cropCoords);
1312 glVertexAttribPointer(Program::cropCoords, mesh.getVertexSize(), GL_FLOAT, GL_FALSE,
1313 mesh.getByteStride(), mesh.getCropCoords());
1314 }
1315
Vishnu Nair440992f2019-12-09 19:53:19 -08001316 if (mState.drawShadows) {
1317 glEnableVertexAttribArray(Program::shadowColor);
1318 glVertexAttribPointer(Program::shadowColor, mesh.getShadowColorSize(), GL_FLOAT, GL_FALSE,
1319 mesh.getByteStride(), mesh.getShadowColor());
1320
1321 glEnableVertexAttribArray(Program::shadowParams);
1322 glVertexAttribPointer(Program::shadowParams, mesh.getShadowParamsSize(), GL_FLOAT, GL_FALSE,
1323 mesh.getByteStride(), mesh.getShadowParams());
1324 }
1325
1326 Description managedState = mState;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001327 // By default, DISPLAY_P3 is the only supported wide color output. However,
1328 // when HDR content is present, hardware composer may be able to handle
1329 // BT2020 data space, in that case, the output data space is set to be
1330 // BT2020_HLG or BT2020_PQ respectively. In GPU fall back we need
1331 // to respect this and convert non-HDR content to HDR format.
Peiyong Lin13effd12018-07-24 17:01:47 -07001332 if (mUseColorManagement) {
Peiyong Lina296b0c2018-04-30 16:55:29 -07001333 Dataspace inputStandard = static_cast<Dataspace>(mDataSpace & Dataspace::STANDARD_MASK);
1334 Dataspace inputTransfer = static_cast<Dataspace>(mDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lin46080ef2018-10-26 18:43:14 -07001335 Dataspace outputStandard =
1336 static_cast<Dataspace>(mOutputDataSpace & Dataspace::STANDARD_MASK);
1337 Dataspace outputTransfer =
1338 static_cast<Dataspace>(mOutputDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001339 bool needsXYZConversion = needsXYZTransformMatrix();
1340
Valerie Haueb8e0762018-11-06 10:10:42 -08001341 // NOTE: if the input standard of the input dataspace is not STANDARD_DCI_P3 or
1342 // STANDARD_BT2020, it will be treated as STANDARD_BT709
1343 if (inputStandard != Dataspace::STANDARD_DCI_P3 &&
1344 inputStandard != Dataspace::STANDARD_BT2020) {
1345 inputStandard = Dataspace::STANDARD_BT709;
1346 }
1347
Peiyong Lina296b0c2018-04-30 16:55:29 -07001348 if (needsXYZConversion) {
1349 // The supported input color spaces are standard RGB, Display P3 and BT2020.
1350 switch (inputStandard) {
1351 case Dataspace::STANDARD_DCI_P3:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001352 managedState.inputTransformMatrix = mDisplayP3ToXyz;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001353 break;
1354 case Dataspace::STANDARD_BT2020:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001355 managedState.inputTransformMatrix = mBt2020ToXyz;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001356 break;
1357 default:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001358 managedState.inputTransformMatrix = mSrgbToXyz;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001359 break;
1360 }
1361
Peiyong Lin9b03c732018-05-17 10:14:02 -07001362 // The supported output color spaces are BT2020, Display P3 and standard RGB.
Peiyong Lina296b0c2018-04-30 16:55:29 -07001363 switch (outputStandard) {
1364 case Dataspace::STANDARD_BT2020:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001365 managedState.outputTransformMatrix = mXyzToBt2020;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001366 break;
Peiyong Lin9b03c732018-05-17 10:14:02 -07001367 case Dataspace::STANDARD_DCI_P3:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001368 managedState.outputTransformMatrix = mXyzToDisplayP3;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001369 break;
Peiyong Lin9b03c732018-05-17 10:14:02 -07001370 default:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001371 managedState.outputTransformMatrix = mXyzToSrgb;
Peiyong Lin9b03c732018-05-17 10:14:02 -07001372 break;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001373 }
1374 } else if (inputStandard != outputStandard) {
1375 // At this point, the input data space and output data space could be both
1376 // HDR data spaces, but they match each other, we do nothing in this case.
1377 // In addition to the case above, the input data space could be
1378 // - scRGB linear
1379 // - scRGB non-linear
1380 // - sRGB
1381 // - Display P3
Valerie Haueb8e0762018-11-06 10:10:42 -08001382 // - BT2020
Peiyong Lina296b0c2018-04-30 16:55:29 -07001383 // The output data spaces could be
1384 // - sRGB
1385 // - Display P3
Valerie Haueb8e0762018-11-06 10:10:42 -08001386 // - BT2020
1387 switch (outputStandard) {
1388 case Dataspace::STANDARD_BT2020:
1389 if (inputStandard == Dataspace::STANDARD_BT709) {
1390 managedState.outputTransformMatrix = mSrgbToBt2020;
1391 } else if (inputStandard == Dataspace::STANDARD_DCI_P3) {
1392 managedState.outputTransformMatrix = mDisplayP3ToBt2020;
1393 }
1394 break;
1395 case Dataspace::STANDARD_DCI_P3:
1396 if (inputStandard == Dataspace::STANDARD_BT709) {
1397 managedState.outputTransformMatrix = mSrgbToDisplayP3;
1398 } else if (inputStandard == Dataspace::STANDARD_BT2020) {
1399 managedState.outputTransformMatrix = mBt2020ToDisplayP3;
1400 }
1401 break;
1402 default:
1403 if (inputStandard == Dataspace::STANDARD_DCI_P3) {
1404 managedState.outputTransformMatrix = mDisplayP3ToSrgb;
1405 } else if (inputStandard == Dataspace::STANDARD_BT2020) {
1406 managedState.outputTransformMatrix = mBt2020ToSrgb;
1407 }
1408 break;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001409 }
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001410 }
Peiyong Lina296b0c2018-04-30 16:55:29 -07001411
1412 // we need to convert the RGB value to linear space and convert it back when:
1413 // - there is a color matrix that is not an identity matrix, or
1414 // - there is an output transform matrix that is not an identity matrix, or
1415 // - the input transfer function doesn't match the output transfer function.
Peiyong Lin13effd12018-07-24 17:01:47 -07001416 if (managedState.hasColorMatrix() || managedState.hasOutputTransformMatrix() ||
Chia-I Wud49d6692018-06-27 07:17:41 +08001417 inputTransfer != outputTransfer) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001418 managedState.inputTransferFunction =
Peiyong Lin46080ef2018-10-26 18:43:14 -07001419 Description::dataSpaceToTransferFunction(inputTransfer);
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001420 managedState.outputTransferFunction =
Peiyong Lin46080ef2018-10-26 18:43:14 -07001421 Description::dataSpaceToTransferFunction(outputTransfer);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001422 }
Vishnu Nair440992f2019-12-09 19:53:19 -08001423 }
Peiyong Lina296b0c2018-04-30 16:55:29 -07001424
Vishnu Nair440992f2019-12-09 19:53:19 -08001425 ProgramCache::getInstance().useProgram(mInProtectedContext ? mProtectedEGLContext : mEGLContext,
1426 managedState);
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001427
Vishnu Nair440992f2019-12-09 19:53:19 -08001428 if (mState.drawShadows) {
1429 glDrawElements(mesh.getPrimitive(), mesh.getIndexCount(), GL_UNSIGNED_SHORT,
1430 mesh.getIndices());
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001431 } else {
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001432 glDrawArrays(mesh.getPrimitive(), 0, mesh.getVertexCount());
1433 }
Mathias Agopian3f844832013-08-07 21:24:32 -07001434
Vishnu Nair440992f2019-12-09 19:53:19 -08001435 if (mUseColorManagement && outputDebugPPMs) {
1436 static uint64_t managedColorFrameCount = 0;
1437 std::ostringstream out;
1438 out << "/data/texture_out" << managedColorFrameCount++;
1439 writePPM(out.str().c_str(), mVpWidth, mVpHeight);
1440 }
1441
Mathias Agopian3f844832013-08-07 21:24:32 -07001442 if (mesh.getTexCoordsSize()) {
1443 glDisableVertexAttribArray(Program::texCoords);
1444 }
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001445
1446 if (mState.cornerRadius > 0.0f) {
1447 glDisableVertexAttribArray(Program::cropCoords);
1448 }
Vishnu Nair440992f2019-12-09 19:53:19 -08001449
1450 if (mState.drawShadows) {
1451 glDisableVertexAttribArray(Program::shadowColor);
1452 glDisableVertexAttribArray(Program::shadowParams);
1453 }
Mathias Agopian3f844832013-08-07 21:24:32 -07001454}
1455
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001456size_t GLESRenderEngine::getMaxTextureSize() const {
Peiyong Linf1bada92018-08-29 09:39:31 -07001457 return mMaxTextureSize;
1458}
1459
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001460size_t GLESRenderEngine::getMaxViewportDims() const {
Peiyong Linf1bada92018-08-29 09:39:31 -07001461 return mMaxViewportDims[0] < mMaxViewportDims[1] ? mMaxViewportDims[0] : mMaxViewportDims[1];
1462}
1463
Yiwei Zhang5434a782018-12-05 18:06:32 -08001464void GLESRenderEngine::dump(std::string& result) {
Peiyong Linf11f39b2018-09-05 14:37:41 -07001465 const GLExtensions& extensions = GLExtensions::getInstance();
Peiyong Linfb530cf2018-12-15 05:07:38 +00001466 ProgramCache& cache = ProgramCache::getInstance();
Peiyong Linf11f39b2018-09-05 14:37:41 -07001467
Yiwei Zhang5434a782018-12-05 18:06:32 -08001468 StringAppendF(&result, "EGL implementation : %s\n", extensions.getEGLVersion());
1469 StringAppendF(&result, "%s\n", extensions.getEGLExtensions());
Yiwei Zhang5434a782018-12-05 18:06:32 -08001470 StringAppendF(&result, "GLES: %s, %s, %s\n", extensions.getVendor(), extensions.getRenderer(),
1471 extensions.getVersion());
1472 StringAppendF(&result, "%s\n", extensions.getExtensions());
Peiyong Line62c5cb2019-04-30 13:59:59 -07001473 StringAppendF(&result, "RenderEngine supports protected context: %d\n",
1474 supportsProtectedContent());
1475 StringAppendF(&result, "RenderEngine is in protected context: %d\n", mInProtectedContext);
Peiyong Linfb530cf2018-12-15 05:07:38 +00001476 StringAppendF(&result, "RenderEngine program cache size for unprotected context: %zu\n",
1477 cache.getSize(mEGLContext));
1478 StringAppendF(&result, "RenderEngine program cache size for protected context: %zu\n",
1479 cache.getSize(mProtectedEGLContext));
Yiwei Zhang5434a782018-12-05 18:06:32 -08001480 StringAppendF(&result, "RenderEngine last dataspace conversion: (%s) to (%s)\n",
1481 dataspaceDetails(static_cast<android_dataspace>(mDataSpace)).c_str(),
1482 dataspaceDetails(static_cast<android_dataspace>(mOutputDataSpace)).c_str());
Alec Mouri192a3752019-07-15 15:27:22 -07001483 {
1484 std::lock_guard<std::mutex> lock(mRenderingMutex);
1485 StringAppendF(&result, "RenderEngine image cache size: %zu\n", mImageCache.size());
1486 StringAppendF(&result, "Dumping buffer ids...\n");
1487 for (const auto& [id, unused] : mImageCache) {
1488 StringAppendF(&result, "0x%" PRIx64 "\n", id);
1489 }
1490 }
1491 {
1492 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
1493 StringAppendF(&result, "RenderEngine framebuffer image cache size: %zu\n",
1494 mFramebufferImageCache.size());
1495 StringAppendF(&result, "Dumping buffer ids...\n");
1496 for (const auto& [id, unused] : mFramebufferImageCache) {
1497 StringAppendF(&result, "0x%" PRIx64 "\n", id);
1498 }
1499 }
Mathias Agopian3f844832013-08-07 21:24:32 -07001500}
1501
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001502GLESRenderEngine::GlesVersion GLESRenderEngine::parseGlesVersion(const char* str) {
Peiyong Linf11f39b2018-09-05 14:37:41 -07001503 int major, minor;
1504 if (sscanf(str, "OpenGL ES-CM %d.%d", &major, &minor) != 2) {
1505 if (sscanf(str, "OpenGL ES %d.%d", &major, &minor) != 2) {
1506 ALOGW("Unable to parse GL_VERSION string: \"%s\"", str);
1507 return GLES_VERSION_1_0;
1508 }
1509 }
1510
1511 if (major == 1 && minor == 0) return GLES_VERSION_1_0;
1512 if (major == 1 && minor >= 1) return GLES_VERSION_1_1;
1513 if (major == 2 && minor >= 0) return GLES_VERSION_2_0;
1514 if (major == 3 && minor >= 0) return GLES_VERSION_3_0;
1515
1516 ALOGW("Unrecognized OpenGL ES version: %d.%d", major, minor);
1517 return GLES_VERSION_1_0;
1518}
1519
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001520EGLContext GLESRenderEngine::createEglContext(EGLDisplay display, EGLConfig config,
Peiyong Linfb530cf2018-12-15 05:07:38 +00001521 EGLContext shareContext, bool useContextPriority,
1522 Protection protection) {
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001523 EGLint renderableType = 0;
1524 if (config == EGL_NO_CONFIG) {
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001525 renderableType = EGL_OPENGL_ES3_BIT;
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001526 } else if (!eglGetConfigAttrib(display, config, EGL_RENDERABLE_TYPE, &renderableType)) {
1527 LOG_ALWAYS_FATAL("can't query EGLConfig RENDERABLE_TYPE");
1528 }
1529 EGLint contextClientVersion = 0;
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001530 if (renderableType & EGL_OPENGL_ES3_BIT) {
1531 contextClientVersion = 3;
1532 } else if (renderableType & EGL_OPENGL_ES2_BIT) {
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001533 contextClientVersion = 2;
1534 } else if (renderableType & EGL_OPENGL_ES_BIT) {
1535 contextClientVersion = 1;
1536 } else {
1537 LOG_ALWAYS_FATAL("no supported EGL_RENDERABLE_TYPEs");
1538 }
1539
1540 std::vector<EGLint> contextAttributes;
Peiyong Linfb530cf2018-12-15 05:07:38 +00001541 contextAttributes.reserve(7);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001542 contextAttributes.push_back(EGL_CONTEXT_CLIENT_VERSION);
1543 contextAttributes.push_back(contextClientVersion);
1544 if (useContextPriority) {
1545 contextAttributes.push_back(EGL_CONTEXT_PRIORITY_LEVEL_IMG);
1546 contextAttributes.push_back(EGL_CONTEXT_PRIORITY_HIGH_IMG);
1547 }
Peiyong Linfb530cf2018-12-15 05:07:38 +00001548 if (protection == Protection::PROTECTED) {
1549 contextAttributes.push_back(EGL_PROTECTED_CONTENT_EXT);
1550 contextAttributes.push_back(EGL_TRUE);
1551 }
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001552 contextAttributes.push_back(EGL_NONE);
1553
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001554 EGLContext context = eglCreateContext(display, config, shareContext, contextAttributes.data());
1555
1556 if (contextClientVersion == 3 && context == EGL_NO_CONTEXT) {
1557 // eglGetConfigAttrib indicated we can create GLES 3 context, but we failed, thus
1558 // EGL_NO_CONTEXT so that we can abort.
1559 if (config != EGL_NO_CONFIG) {
1560 return context;
1561 }
1562 // If |config| is EGL_NO_CONFIG, we speculatively try to create GLES 3 context, so we should
1563 // try to fall back to GLES 2.
1564 contextAttributes[1] = 2;
1565 context = eglCreateContext(display, config, shareContext, contextAttributes.data());
1566 }
1567
1568 return context;
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001569}
1570
Xin Lie8b4e702020-08-29 01:34:09 -07001571EGLSurface GLESRenderEngine::createStubEglPbufferSurface(EGLDisplay display, EGLConfig config,
1572 int hwcFormat, Protection protection) {
1573 EGLConfig stubConfig = config;
1574 if (stubConfig == EGL_NO_CONFIG) {
1575 stubConfig = chooseEglConfig(display, hwcFormat, /*logConfig*/ true);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001576 }
1577 std::vector<EGLint> attributes;
Peiyong Linfb530cf2018-12-15 05:07:38 +00001578 attributes.reserve(7);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001579 attributes.push_back(EGL_WIDTH);
1580 attributes.push_back(1);
1581 attributes.push_back(EGL_HEIGHT);
1582 attributes.push_back(1);
Peiyong Linfb530cf2018-12-15 05:07:38 +00001583 if (protection == Protection::PROTECTED) {
1584 attributes.push_back(EGL_PROTECTED_CONTENT_EXT);
1585 attributes.push_back(EGL_TRUE);
1586 }
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001587 attributes.push_back(EGL_NONE);
1588
Xin Lie8b4e702020-08-29 01:34:09 -07001589 return eglCreatePbufferSurface(display, stubConfig, attributes.data());
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001590}
1591
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001592bool GLESRenderEngine::isHdrDataSpace(const Dataspace dataSpace) const {
Peiyong Lina296b0c2018-04-30 16:55:29 -07001593 const Dataspace standard = static_cast<Dataspace>(dataSpace & Dataspace::STANDARD_MASK);
1594 const Dataspace transfer = static_cast<Dataspace>(dataSpace & Dataspace::TRANSFER_MASK);
1595 return standard == Dataspace::STANDARD_BT2020 &&
Peiyong Lin46080ef2018-10-26 18:43:14 -07001596 (transfer == Dataspace::TRANSFER_ST2084 || transfer == Dataspace::TRANSFER_HLG);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001597}
1598
1599// For convenience, we want to convert the input color space to XYZ color space first,
1600// and then convert from XYZ color space to output color space when
1601// - SDR and HDR contents are mixed, either SDR content will be converted to HDR or
1602// HDR content will be tone-mapped to SDR; Or,
1603// - there are HDR PQ and HLG contents presented at the same time, where we want to convert
1604// HLG content to PQ content.
1605// In either case above, we need to operate the Y value in XYZ color space. Thus, when either
1606// input data space or output data space is HDR data space, and the input transfer function
1607// doesn't match the output transfer function, we would enable an intermediate transfrom to
1608// XYZ color space.
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001609bool GLESRenderEngine::needsXYZTransformMatrix() const {
Peiyong Lina296b0c2018-04-30 16:55:29 -07001610 const bool isInputHdrDataSpace = isHdrDataSpace(mDataSpace);
1611 const bool isOutputHdrDataSpace = isHdrDataSpace(mOutputDataSpace);
1612 const Dataspace inputTransfer = static_cast<Dataspace>(mDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lin46080ef2018-10-26 18:43:14 -07001613 const Dataspace outputTransfer =
1614 static_cast<Dataspace>(mOutputDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001615
1616 return (isInputHdrDataSpace || isOutputHdrDataSpace) && inputTransfer != outputTransfer;
1617}
1618
Alec Mourid43ccab2019-03-13 12:23:45 -07001619bool GLESRenderEngine::isImageCachedForTesting(uint64_t bufferId) {
1620 std::lock_guard<std::mutex> lock(mRenderingMutex);
1621 const auto& cachedImage = mImageCache.find(bufferId);
1622 return cachedImage != mImageCache.end();
1623}
1624
1625bool GLESRenderEngine::isFramebufferImageCachedForTesting(uint64_t bufferId) {
Alec Mouri192a3752019-07-15 15:27:22 -07001626 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
Alec Mourid43ccab2019-03-13 12:23:45 -07001627 return std::any_of(mFramebufferImageCache.cbegin(), mFramebufferImageCache.cend(),
1628 [=](std::pair<uint64_t, EGLImageKHR> image) {
1629 return image.first == bufferId;
1630 });
1631}
1632
Alec Mouri554d06e2018-12-20 00:15:33 -08001633// FlushTracer implementation
1634GLESRenderEngine::FlushTracer::FlushTracer(GLESRenderEngine* engine) : mEngine(engine) {
1635 mThread = std::thread(&GLESRenderEngine::FlushTracer::loop, this);
1636}
1637
1638GLESRenderEngine::FlushTracer::~FlushTracer() {
1639 {
1640 std::lock_guard<std::mutex> lock(mMutex);
1641 mRunning = false;
1642 }
1643 mCondition.notify_all();
1644 if (mThread.joinable()) {
1645 mThread.join();
1646 }
1647}
1648
1649void GLESRenderEngine::FlushTracer::queueSync(EGLSyncKHR sync) {
1650 std::lock_guard<std::mutex> lock(mMutex);
1651 char name[64];
1652 const uint64_t frameNum = mFramesQueued++;
1653 snprintf(name, sizeof(name), "Queueing sync for frame: %lu",
1654 static_cast<unsigned long>(frameNum));
1655 ATRACE_NAME(name);
1656 mQueue.push({sync, frameNum});
1657 ATRACE_INT("GPU Frames Outstanding", mQueue.size());
1658 mCondition.notify_one();
1659}
1660
1661void GLESRenderEngine::FlushTracer::loop() {
1662 while (mRunning) {
1663 QueueEntry entry;
1664 {
1665 std::lock_guard<std::mutex> lock(mMutex);
1666
1667 mCondition.wait(mMutex,
Alec Mouric15dd012019-01-15 15:30:38 -08001668 [&]() REQUIRES(mMutex) { return !mQueue.empty() || !mRunning; });
Alec Mouri554d06e2018-12-20 00:15:33 -08001669
1670 if (!mRunning) {
1671 // if mRunning is false, then FlushTracer is being destroyed, so
1672 // bail out now.
1673 break;
1674 }
1675 entry = mQueue.front();
1676 mQueue.pop();
1677 }
1678 {
1679 char name[64];
1680 snprintf(name, sizeof(name), "waiting for frame %lu",
1681 static_cast<unsigned long>(entry.mFrameNum));
1682 ATRACE_NAME(name);
1683 mEngine->waitSync(entry.mSync, 0);
1684 }
1685 }
1686}
1687
Vishnu Nair16efdbf2019-12-10 11:55:42 -08001688void GLESRenderEngine::handleShadow(const FloatRect& casterRect, float casterCornerRadius,
1689 const ShadowSettings& settings) {
1690 ATRACE_CALL();
1691 const float casterZ = settings.length / 2.0f;
1692 const GLShadowVertexGenerator shadows(casterRect, casterCornerRadius, casterZ,
1693 settings.casterIsTranslucent, settings.ambientColor,
1694 settings.spotColor, settings.lightPos,
1695 settings.lightRadius);
1696
1697 // setup mesh for both shadows
1698 Mesh mesh = Mesh::Builder()
1699 .setPrimitive(Mesh::TRIANGLES)
1700 .setVertices(shadows.getVertexCount(), 2 /* size */)
1701 .setShadowAttrs()
1702 .setIndices(shadows.getIndexCount())
1703 .build();
1704
1705 Mesh::VertexArray<vec2> position = mesh.getPositionArray<vec2>();
1706 Mesh::VertexArray<vec4> shadowColor = mesh.getShadowColorArray<vec4>();
1707 Mesh::VertexArray<vec3> shadowParams = mesh.getShadowParamsArray<vec3>();
1708 shadows.fillVertices(position, shadowColor, shadowParams);
1709 shadows.fillIndices(mesh.getIndicesArray());
1710
1711 mState.cornerRadius = 0.0f;
1712 mState.drawShadows = true;
Vishnu Nairf19544f2020-02-03 11:23:26 -08001713 setupLayerTexturing(mShadowTexture.getTexture());
Vishnu Nair16efdbf2019-12-10 11:55:42 -08001714 drawMesh(mesh);
1715 mState.drawShadows = false;
1716}
1717
Peiyong Lin46080ef2018-10-26 18:43:14 -07001718} // namespace gl
1719} // namespace renderengine
1720} // namespace android