blob: 6adcbeaf76bf7840bd590a2c939d4f562186916c [file] [log] [blame]
Mathias Agopian3f844832013-08-07 21:24:32 -07001/*
2 * Copyright 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060017//#define LOG_NDEBUG 0
18#undef LOG_TAG
19#define LOG_TAG "RenderEngine"
Mathias Agopian3f844832013-08-07 21:24:32 -070020#define ATRACE_TAG ATRACE_TAG_GRAPHICS
21
Alec Mouri16a99402019-07-29 16:37:30 -070022#include <sched.h>
23#include <cmath>
Peiyong Lin833074a2018-08-28 11:53:54 -070024#include <fstream>
25#include <sstream>
Alec Mouri0d5e1eb2018-11-10 20:40:12 -080026#include <unordered_set>
Peiyong Lincbc184f2018-08-22 13:24:10 -070027
Mathias Agopian3f844832013-08-07 21:24:32 -070028#include <GLES2/gl2.h>
Mathias Agopian458197d2013-08-15 14:56:51 -070029#include <GLES2/gl2ext.h>
Yiwei Zhang5434a782018-12-05 18:06:32 -080030#include <android-base/stringprintf.h>
Peiyong Lin833074a2018-08-28 11:53:54 -070031#include <cutils/compiler.h>
Alec Mouri554d06e2018-12-20 00:15:33 -080032#include <cutils/properties.h>
Ady Abrahama3b08ef2019-07-15 18:43:10 -070033#include <gui/DebugEGLImageTracker.h>
Peiyong Lincbc184f2018-08-22 13:24:10 -070034#include <renderengine/Mesh.h>
Peiyong Lincbc184f2018-08-22 13:24:10 -070035#include <renderengine/Texture.h>
Peiyong Lin833074a2018-08-28 11:53:54 -070036#include <renderengine/private/Description.h>
Alec Mouri0d5e1eb2018-11-10 20:40:12 -080037#include <sync/sync.h>
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060038#include <ui/ColorSpace.h>
39#include <ui/DebugUtils.h>
Alec Mourida4cf3b2019-02-12 15:33:01 -080040#include <ui/GraphicBuffer.h>
Dan Stozac1879002014-05-22 15:59:05 -070041#include <ui/Rect.h>
Peiyong Lin60bedb52018-09-05 10:47:31 -070042#include <ui/Region.h>
Chia-I Wu56d7b0a2018-10-01 15:13:11 -070043#include <utils/KeyedVector.h>
Mathias Agopian3f844832013-08-07 21:24:32 -070044#include <utils/Trace.h>
Alec Mouri16a99402019-07-29 16:37:30 -070045#include "GLESRenderEngine.h"
Peiyong Linf1bada92018-08-29 09:39:31 -070046#include "GLExtensions.h"
Peiyong Line5a9a7f2018-08-30 15:32:13 -070047#include "GLFramebuffer.h"
Peiyong Linf1bada92018-08-29 09:39:31 -070048#include "GLImage.h"
Vishnu Nair16efdbf2019-12-10 11:55:42 -080049#include "GLShadowVertexGenerator.h"
Peiyong Lin833074a2018-08-28 11:53:54 -070050#include "Program.h"
51#include "ProgramCache.h"
Lucas Dupin19c8f0e2019-11-25 17:55:44 -080052#include "filters/BlurFilter.h"
Mathias Agopian3f844832013-08-07 21:24:32 -070053
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060054bool checkGlError(const char* op, int lineNumber) {
55 bool errorFound = false;
56 GLint error = glGetError();
57 while (error != GL_NO_ERROR) {
58 errorFound = true;
59 error = glGetError();
60 ALOGV("after %s() (line # %d) glError (0x%x)\n", op, lineNumber, error);
61 }
62 return errorFound;
63}
64
Courtney Goeltzenleuchter4f20f9c2017-04-06 08:18:34 -060065static constexpr bool outputDebugPPMs = false;
66
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060067void writePPM(const char* basename, GLuint width, GLuint height) {
68 ALOGV("writePPM #%s: %d x %d", basename, width, height);
69
70 std::vector<GLubyte> pixels(width * height * 4);
71 std::vector<GLubyte> outBuffer(width * height * 3);
72
73 // TODO(courtneygo): We can now have float formats, need
74 // to remove this code or update to support.
75 // Make returned pixels fit in uint32_t, one byte per component
76 glReadPixels(0, 0, width, height, GL_RGBA, GL_UNSIGNED_BYTE, pixels.data());
77 if (checkGlError(__FUNCTION__, __LINE__)) {
78 return;
79 }
80
81 std::string filename(basename);
82 filename.append(".ppm");
83 std::ofstream file(filename.c_str(), std::ios::binary);
84 if (!file.is_open()) {
85 ALOGE("Unable to open file: %s", filename.c_str());
86 ALOGE("You may need to do: \"adb shell setenforce 0\" to enable "
87 "surfaceflinger to write debug images");
88 return;
89 }
90
91 file << "P6\n";
92 file << width << "\n";
93 file << height << "\n";
94 file << 255 << "\n";
95
96 auto ptr = reinterpret_cast<char*>(pixels.data());
97 auto outPtr = reinterpret_cast<char*>(outBuffer.data());
98 for (int y = height - 1; y >= 0; y--) {
99 char* data = ptr + y * width * sizeof(uint32_t);
100
101 for (GLuint x = 0; x < width; x++) {
102 // Only copy R, G and B components
103 outPtr[0] = data[0];
104 outPtr[1] = data[1];
105 outPtr[2] = data[2];
106 data += sizeof(uint32_t);
107 outPtr += 3;
108 }
109 }
110 file.write(reinterpret_cast<char*>(outBuffer.data()), outBuffer.size());
111}
112
Mathias Agopian3f844832013-08-07 21:24:32 -0700113namespace android {
Peiyong Lin833074a2018-08-28 11:53:54 -0700114namespace renderengine {
115namespace gl {
Mathias Agopian3f844832013-08-07 21:24:32 -0700116
John Reck992a2ca2020-09-03 17:20:56 -0700117class BindNativeBufferAsFramebuffer {
118public:
119 BindNativeBufferAsFramebuffer(GLESRenderEngine& engine, ANativeWindowBuffer* buffer,
120 const bool useFramebufferCache)
121 : mEngine(engine), mFramebuffer(mEngine.getFramebufferForDrawing()), mStatus(NO_ERROR) {
122 mStatus = mFramebuffer->setNativeWindowBuffer(buffer, mEngine.isProtected(),
123 useFramebufferCache)
124 ? mEngine.bindFrameBuffer(mFramebuffer)
125 : NO_MEMORY;
126 }
127 ~BindNativeBufferAsFramebuffer() {
128 mFramebuffer->setNativeWindowBuffer(nullptr, false, /*arbitrary*/ true);
129 mEngine.unbindFrameBuffer(mFramebuffer);
130 }
131 status_t getStatus() const { return mStatus; }
132
133private:
134 GLESRenderEngine& mEngine;
135 Framebuffer* mFramebuffer;
136 status_t mStatus;
137};
138
Yiwei Zhang5434a782018-12-05 18:06:32 -0800139using base::StringAppendF;
Peiyong Lin34beb7a2018-03-28 11:57:12 -0700140using ui::Dataspace;
141
Peiyong Linf11f39b2018-09-05 14:37:41 -0700142static status_t selectConfigForAttribute(EGLDisplay dpy, EGLint const* attrs, EGLint attribute,
143 EGLint wanted, EGLConfig* outConfig) {
144 EGLint numConfigs = -1, n = 0;
145 eglGetConfigs(dpy, nullptr, 0, &numConfigs);
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700146 std::vector<EGLConfig> configs(numConfigs, EGL_NO_CONFIG_KHR);
147 eglChooseConfig(dpy, attrs, configs.data(), configs.size(), &n);
148 configs.resize(n);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700149
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700150 if (!configs.empty()) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700151 if (attribute != EGL_NONE) {
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700152 for (EGLConfig config : configs) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700153 EGLint value = 0;
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700154 eglGetConfigAttrib(dpy, config, attribute, &value);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700155 if (wanted == value) {
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700156 *outConfig = config;
Peiyong Linf11f39b2018-09-05 14:37:41 -0700157 return NO_ERROR;
158 }
159 }
160 } else {
161 // just pick the first one
162 *outConfig = configs[0];
Peiyong Linf11f39b2018-09-05 14:37:41 -0700163 return NO_ERROR;
164 }
165 }
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700166
Peiyong Linf11f39b2018-09-05 14:37:41 -0700167 return NAME_NOT_FOUND;
168}
169
Peiyong Linf11f39b2018-09-05 14:37:41 -0700170static status_t selectEGLConfig(EGLDisplay display, EGLint format, EGLint renderableType,
171 EGLConfig* config) {
172 // select our EGLConfig. It must support EGL_RECORDABLE_ANDROID if
173 // it is to be used with WIFI displays
174 status_t err;
175 EGLint wantedAttribute;
176 EGLint wantedAttributeValue;
177
Peiyong Lin8d5688e2020-04-18 00:39:41 -0700178 std::vector<EGLint> attribs;
Peiyong Linf11f39b2018-09-05 14:37:41 -0700179 if (renderableType) {
Peiyong Lin8d5688e2020-04-18 00:39:41 -0700180 const ui::PixelFormat pixelFormat = static_cast<ui::PixelFormat>(format);
181 const bool is1010102 = pixelFormat == ui::PixelFormat::RGBA_1010102;
182
183 // Default to 8 bits per channel.
184 const EGLint tmpAttribs[] = {
185 EGL_RENDERABLE_TYPE,
186 renderableType,
187 EGL_RECORDABLE_ANDROID,
188 EGL_TRUE,
189 EGL_SURFACE_TYPE,
190 EGL_WINDOW_BIT | EGL_PBUFFER_BIT,
191 EGL_FRAMEBUFFER_TARGET_ANDROID,
192 EGL_TRUE,
193 EGL_RED_SIZE,
194 is1010102 ? 10 : 8,
195 EGL_GREEN_SIZE,
196 is1010102 ? 10 : 8,
197 EGL_BLUE_SIZE,
198 is1010102 ? 10 : 8,
199 EGL_ALPHA_SIZE,
200 is1010102 ? 2 : 8,
201 EGL_NONE,
202 };
203 std::copy(tmpAttribs, tmpAttribs + (sizeof(tmpAttribs) / sizeof(EGLint)),
204 std::back_inserter(attribs));
Peiyong Linf11f39b2018-09-05 14:37:41 -0700205 wantedAttribute = EGL_NONE;
206 wantedAttributeValue = EGL_NONE;
207 } else {
208 // if no renderable type specified, fallback to a simplified query
209 wantedAttribute = EGL_NATIVE_VISUAL_ID;
210 wantedAttributeValue = format;
211 }
212
Peiyong Lin8d5688e2020-04-18 00:39:41 -0700213 err = selectConfigForAttribute(display, attribs.data(), wantedAttribute, wantedAttributeValue,
214 config);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700215 if (err == NO_ERROR) {
216 EGLint caveat;
217 if (eglGetConfigAttrib(display, *config, EGL_CONFIG_CAVEAT, &caveat))
218 ALOGW_IF(caveat == EGL_SLOW_CONFIG, "EGL_SLOW_CONFIG selected!");
219 }
220
221 return err;
222}
223
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700224std::unique_ptr<GLESRenderEngine> GLESRenderEngine::create(const RenderEngineCreationArgs& args) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700225 // initialize EGL for the default display
226 EGLDisplay display = eglGetDisplay(EGL_DEFAULT_DISPLAY);
227 if (!eglInitialize(display, nullptr, nullptr)) {
228 LOG_ALWAYS_FATAL("failed to initialize EGL");
229 }
230
Yiwei Zhang0378f4d2020-08-12 15:03:23 -0700231 const auto eglVersion = eglQueryString(display, EGL_VERSION);
Ady Abraham3ef1b762020-04-30 10:26:33 -0700232 if (!eglVersion) {
233 checkGlError(__FUNCTION__, __LINE__);
Yiwei Zhang0378f4d2020-08-12 15:03:23 -0700234 LOG_ALWAYS_FATAL("eglQueryString(EGL_VERSION) failed");
Ady Abraham3ef1b762020-04-30 10:26:33 -0700235 }
236
Yiwei Zhang0378f4d2020-08-12 15:03:23 -0700237 const auto eglExtensions = eglQueryString(display, EGL_EXTENSIONS);
Ady Abraham3ef1b762020-04-30 10:26:33 -0700238 if (!eglExtensions) {
239 checkGlError(__FUNCTION__, __LINE__);
Yiwei Zhang0378f4d2020-08-12 15:03:23 -0700240 LOG_ALWAYS_FATAL("eglQueryString(EGL_EXTENSIONS) failed");
Ady Abraham3ef1b762020-04-30 10:26:33 -0700241 }
242
Peiyong Linf11f39b2018-09-05 14:37:41 -0700243 GLExtensions& extensions = GLExtensions::getInstance();
Ady Abraham3ef1b762020-04-30 10:26:33 -0700244 extensions.initWithEGLStrings(eglVersion, eglExtensions);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700245
246 // The code assumes that ES2 or later is available if this extension is
247 // supported.
248 EGLConfig config = EGL_NO_CONFIG;
249 if (!extensions.hasNoConfigContext()) {
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700250 config = chooseEglConfig(display, args.pixelFormat, /*logConfig*/ true);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700251 }
252
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700253 bool useContextPriority =
254 extensions.hasContextPriority() && args.contextPriority == ContextPriority::HIGH;
Peiyong Linfb530cf2018-12-15 05:07:38 +0000255 EGLContext protectedContext = EGL_NO_CONTEXT;
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700256 if (args.enableProtectedContext && extensions.hasProtectedContent()) {
Peiyong Linfb530cf2018-12-15 05:07:38 +0000257 protectedContext = createEglContext(display, config, nullptr, useContextPriority,
258 Protection::PROTECTED);
259 ALOGE_IF(protectedContext == EGL_NO_CONTEXT, "Can't create protected context");
260 }
261
262 EGLContext ctxt = createEglContext(display, config, protectedContext, useContextPriority,
263 Protection::UNPROTECTED);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700264
265 // if can't create a GL context, we can only abort.
266 LOG_ALWAYS_FATAL_IF(ctxt == EGL_NO_CONTEXT, "EGLContext creation failed");
267
Peiyong Lind8460c82020-07-28 16:04:22 -0700268 EGLSurface stub = EGL_NO_SURFACE;
Peiyong Lina5e9f1b2018-11-27 22:49:37 -0800269 if (!extensions.hasSurfacelessContext()) {
Peiyong Lind8460c82020-07-28 16:04:22 -0700270 stub = createStubEglPbufferSurface(display, config, args.pixelFormat,
271 Protection::UNPROTECTED);
272 LOG_ALWAYS_FATAL_IF(stub == EGL_NO_SURFACE, "can't create stub pbuffer");
Peiyong Linf11f39b2018-09-05 14:37:41 -0700273 }
Peiyong Lind8460c82020-07-28 16:04:22 -0700274 EGLBoolean success = eglMakeCurrent(display, stub, stub, ctxt);
275 LOG_ALWAYS_FATAL_IF(!success, "can't make stub pbuffer current");
Peiyong Linf11f39b2018-09-05 14:37:41 -0700276 extensions.initWithGLStrings(glGetString(GL_VENDOR), glGetString(GL_RENDERER),
277 glGetString(GL_VERSION), glGetString(GL_EXTENSIONS));
278
Peiyong Lind8460c82020-07-28 16:04:22 -0700279 EGLSurface protectedStub = EGL_NO_SURFACE;
Peiyong Linfb530cf2018-12-15 05:07:38 +0000280 if (protectedContext != EGL_NO_CONTEXT && !extensions.hasSurfacelessContext()) {
Peiyong Lind8460c82020-07-28 16:04:22 -0700281 protectedStub = createStubEglPbufferSurface(display, config, args.pixelFormat,
282 Protection::PROTECTED);
283 ALOGE_IF(protectedStub == EGL_NO_SURFACE, "can't create protected stub pbuffer");
Peiyong Linfb530cf2018-12-15 05:07:38 +0000284 }
285
Peiyong Lina5e9f1b2018-11-27 22:49:37 -0800286 // now figure out what version of GL did we actually get
Peiyong Linf11f39b2018-09-05 14:37:41 -0700287 GlesVersion version = parseGlesVersion(extensions.getVersion());
288
Lucas Dupin453932d2020-02-03 20:42:25 -0800289 LOG_ALWAYS_FATAL_IF(args.supportsBackgroundBlur && version < GLES_VERSION_3_0,
290 "Blurs require OpenGL ES 3.0. Please unset ro.surface_flinger.supports_background_blur");
291
Peiyong Linf11f39b2018-09-05 14:37:41 -0700292 // initialize the renderer while GL is current
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800293 std::unique_ptr<GLESRenderEngine> engine;
Peiyong Linf11f39b2018-09-05 14:37:41 -0700294 switch (version) {
295 case GLES_VERSION_1_0:
296 case GLES_VERSION_1_1:
297 LOG_ALWAYS_FATAL("SurfaceFlinger requires OpenGL ES 2.0 minimum to run.");
298 break;
299 case GLES_VERSION_2_0:
300 case GLES_VERSION_3_0:
Peiyong Lind8460c82020-07-28 16:04:22 -0700301 engine = std::make_unique<GLESRenderEngine>(args, display, config, ctxt, stub,
302 protectedContext, protectedStub);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700303 break;
304 }
Peiyong Linf11f39b2018-09-05 14:37:41 -0700305
306 ALOGI("OpenGL ES informations:");
307 ALOGI("vendor : %s", extensions.getVendor());
308 ALOGI("renderer : %s", extensions.getRenderer());
309 ALOGI("version : %s", extensions.getVersion());
310 ALOGI("extensions: %s", extensions.getExtensions());
311 ALOGI("GL_MAX_TEXTURE_SIZE = %zu", engine->getMaxTextureSize());
312 ALOGI("GL_MAX_VIEWPORT_DIMS = %zu", engine->getMaxViewportDims());
313
Peiyong Linf11f39b2018-09-05 14:37:41 -0700314 return engine;
315}
316
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800317EGLConfig GLESRenderEngine::chooseEglConfig(EGLDisplay display, int format, bool logConfig) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700318 status_t err;
319 EGLConfig config;
320
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800321 // First try to get an ES3 config
322 err = selectEGLConfig(display, format, EGL_OPENGL_ES3_BIT, &config);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700323 if (err != NO_ERROR) {
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800324 // If ES3 fails, try to get an ES2 config
325 err = selectEGLConfig(display, format, EGL_OPENGL_ES2_BIT, &config);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700326 if (err != NO_ERROR) {
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800327 // If ES2 still doesn't work, probably because we're on the emulator.
Peiyong Linf11f39b2018-09-05 14:37:41 -0700328 // try a simplified query
329 ALOGW("no suitable EGLConfig found, trying a simpler query");
330 err = selectEGLConfig(display, format, 0, &config);
331 if (err != NO_ERROR) {
332 // this EGL is too lame for android
333 LOG_ALWAYS_FATAL("no suitable EGLConfig found, giving up");
334 }
335 }
336 }
337
338 if (logConfig) {
339 // print some debugging info
340 EGLint r, g, b, a;
341 eglGetConfigAttrib(display, config, EGL_RED_SIZE, &r);
342 eglGetConfigAttrib(display, config, EGL_GREEN_SIZE, &g);
343 eglGetConfigAttrib(display, config, EGL_BLUE_SIZE, &b);
344 eglGetConfigAttrib(display, config, EGL_ALPHA_SIZE, &a);
345 ALOGI("EGL information:");
346 ALOGI("vendor : %s", eglQueryString(display, EGL_VENDOR));
347 ALOGI("version : %s", eglQueryString(display, EGL_VERSION));
348 ALOGI("extensions: %s", eglQueryString(display, EGL_EXTENSIONS));
349 ALOGI("Client API: %s", eglQueryString(display, EGL_CLIENT_APIS) ?: "Not Supported");
350 ALOGI("EGLSurface: %d-%d-%d-%d, config=%p", r, g, b, a, config);
351 }
352
353 return config;
354}
355
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700356GLESRenderEngine::GLESRenderEngine(const RenderEngineCreationArgs& args, EGLDisplay display,
Peiyong Lind8460c82020-07-28 16:04:22 -0700357 EGLConfig config, EGLContext ctxt, EGLSurface stub,
358 EGLContext protectedContext, EGLSurface protectedStub)
Alec Mouri081be4c2020-09-16 10:24:47 -0700359 : mEGLDisplay(display),
Alec Mouri0a9c7b82018-11-16 13:05:25 -0800360 mEGLConfig(config),
361 mEGLContext(ctxt),
Peiyong Lind8460c82020-07-28 16:04:22 -0700362 mStubSurface(stub),
Peiyong Linfb530cf2018-12-15 05:07:38 +0000363 mProtectedEGLContext(protectedContext),
Peiyong Lind8460c82020-07-28 16:04:22 -0700364 mProtectedStubSurface(protectedStub),
Chia-I Wu93e14df2018-06-04 10:10:17 -0700365 mVpWidth(0),
366 mVpHeight(0),
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700367 mFramebufferImageCacheSize(args.imageCacheSize),
Alec Mouri081be4c2020-09-16 10:24:47 -0700368 mUseColorManagement(args.useColorManagement),
369 mPrecacheToneMapperShaderOnly(args.precacheToneMapperShaderOnly) {
Mathias Agopian3f844832013-08-07 21:24:32 -0700370 glGetIntegerv(GL_MAX_TEXTURE_SIZE, &mMaxTextureSize);
371 glGetIntegerv(GL_MAX_VIEWPORT_DIMS, mMaxViewportDims);
372
373 glPixelStorei(GL_UNPACK_ALIGNMENT, 4);
374 glPixelStorei(GL_PACK_ALIGNMENT, 4);
375
Peiyong Linfb530cf2018-12-15 05:07:38 +0000376 // Initialize protected EGL Context.
377 if (mProtectedEGLContext != EGL_NO_CONTEXT) {
Peiyong Lind8460c82020-07-28 16:04:22 -0700378 EGLBoolean success = eglMakeCurrent(display, mProtectedStubSurface, mProtectedStubSurface,
Peiyong Linfb530cf2018-12-15 05:07:38 +0000379 mProtectedEGLContext);
380 ALOGE_IF(!success, "can't make protected context current");
381 glPixelStorei(GL_UNPACK_ALIGNMENT, 4);
382 glPixelStorei(GL_PACK_ALIGNMENT, 4);
Peiyong Lind8460c82020-07-28 16:04:22 -0700383 success = eglMakeCurrent(display, mStubSurface, mStubSurface, mEGLContext);
Peiyong Linfb530cf2018-12-15 05:07:38 +0000384 LOG_ALWAYS_FATAL_IF(!success, "can't make default context current");
385 }
386
Chia-I Wub027f802017-11-29 14:00:52 -0800387 // mColorBlindnessCorrection = M;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -0600388
Peiyong Lin13effd12018-07-24 17:01:47 -0700389 if (mUseColorManagement) {
Valerie Haueb8e0762018-11-06 10:10:42 -0800390 const ColorSpace srgb(ColorSpace::sRGB());
391 const ColorSpace displayP3(ColorSpace::DisplayP3());
392 const ColorSpace bt2020(ColorSpace::BT2020());
Peiyong Lina296b0c2018-04-30 16:55:29 -0700393
394 // no chromatic adaptation needed since all color spaces use D65 for their white points.
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700395 mSrgbToXyz = mat4(srgb.getRGBtoXYZ());
396 mDisplayP3ToXyz = mat4(displayP3.getRGBtoXYZ());
397 mBt2020ToXyz = mat4(bt2020.getRGBtoXYZ());
Peiyong Lin9b03c732018-05-17 10:14:02 -0700398 mXyzToSrgb = mat4(srgb.getXYZtoRGB());
Peiyong Lina296b0c2018-04-30 16:55:29 -0700399 mXyzToDisplayP3 = mat4(displayP3.getXYZtoRGB());
400 mXyzToBt2020 = mat4(bt2020.getXYZtoRGB());
Valerie Haueb8e0762018-11-06 10:10:42 -0800401
402 // Compute sRGB to Display P3 and BT2020 transform matrix.
403 // NOTE: For now, we are limiting output wide color space support to
404 // Display-P3 and BT2020 only.
405 mSrgbToDisplayP3 = mXyzToDisplayP3 * mSrgbToXyz;
406 mSrgbToBt2020 = mXyzToBt2020 * mSrgbToXyz;
407
408 // Compute Display P3 to sRGB and BT2020 transform matrix.
409 mDisplayP3ToSrgb = mXyzToSrgb * mDisplayP3ToXyz;
410 mDisplayP3ToBt2020 = mXyzToBt2020 * mDisplayP3ToXyz;
411
412 // Compute BT2020 to sRGB and Display P3 transform matrix
413 mBt2020ToSrgb = mXyzToSrgb * mBt2020ToXyz;
414 mBt2020ToDisplayP3 = mXyzToDisplayP3 * mBt2020ToXyz;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -0600415 }
Alec Mouri554d06e2018-12-20 00:15:33 -0800416
417 char value[PROPERTY_VALUE_MAX];
418 property_get("debug.egl.traceGpuCompletion", value, "0");
419 if (atoi(value)) {
420 mTraceGpuCompletion = true;
421 mFlushTracer = std::make_unique<FlushTracer>(this);
422 }
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800423
424 if (args.supportsBackgroundBlur) {
Lucas Dupin93c3ef12020-02-26 13:25:25 -0800425 mBlurFilter = new BlurFilter(*this);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800426 checkErrors("BlurFilter creation");
427 }
428
Alec Mouri16a99402019-07-29 16:37:30 -0700429 mImageManager = std::make_unique<ImageManager>(this);
Alec Mouri349fd2d2020-02-27 12:06:10 -0800430 mImageManager->initThread();
Alec Mouri820c7402019-01-23 13:02:39 -0800431 mDrawingBuffer = createFramebuffer();
Alec Mouri368e1582020-08-13 10:14:29 -0700432 sp<GraphicBuffer> buf =
433 new GraphicBuffer(1, 1, PIXEL_FORMAT_RGBA_8888, 1,
434 GRALLOC_USAGE_HW_RENDER | GRALLOC_USAGE_HW_TEXTURE, "placeholder");
435
436 const status_t err = buf->initCheck();
437 if (err != OK) {
438 ALOGE("Error allocating placeholder buffer: %d", err);
439 return;
440 }
441 mPlaceholderBuffer = buf.get();
442 EGLint attributes[] = {
443 EGL_NONE,
444 };
445 mPlaceholderImage = eglCreateImageKHR(mEGLDisplay, EGL_NO_CONTEXT, EGL_NATIVE_BUFFER_ANDROID,
446 mPlaceholderBuffer, attributes);
447 ALOGE_IF(mPlaceholderImage == EGL_NO_IMAGE_KHR, "Failed to create placeholder image: %#x",
448 eglGetError());
Mathias Agopian3f844832013-08-07 21:24:32 -0700449}
450
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800451GLESRenderEngine::~GLESRenderEngine() {
Alec Mouri16a99402019-07-29 16:37:30 -0700452 // Destroy the image manager first.
453 mImageManager = nullptr;
Marin Shalamanov23c31af2020-09-09 15:01:47 +0200454 cleanFramebufferCache();
Alec Mourid43ccab2019-03-13 12:23:45 -0700455 std::lock_guard<std::mutex> lock(mRenderingMutex);
456 unbindFrameBuffer(mDrawingBuffer.get());
457 mDrawingBuffer = nullptr;
Alec Mouri368e1582020-08-13 10:14:29 -0700458 eglDestroyImageKHR(mEGLDisplay, mPlaceholderImage);
Alec Mourid43ccab2019-03-13 12:23:45 -0700459 mImageCache.clear();
Peiyong Linf11f39b2018-09-05 14:37:41 -0700460 eglMakeCurrent(mEGLDisplay, EGL_NO_SURFACE, EGL_NO_SURFACE, EGL_NO_CONTEXT);
461 eglTerminate(mEGLDisplay);
462}
Mathias Agopian3f844832013-08-07 21:24:32 -0700463
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800464std::unique_ptr<Framebuffer> GLESRenderEngine::createFramebuffer() {
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700465 return std::make_unique<GLFramebuffer>(*this);
466}
467
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800468std::unique_ptr<Image> GLESRenderEngine::createImage() {
Peiyong Linf1bada92018-08-29 09:39:31 -0700469 return std::make_unique<GLImage>(*this);
470}
471
Alec Mouri820c7402019-01-23 13:02:39 -0800472Framebuffer* GLESRenderEngine::getFramebufferForDrawing() {
473 return mDrawingBuffer.get();
474}
475
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800476void GLESRenderEngine::primeCache() const {
Peiyong Lin4137a1d2019-10-09 10:39:09 -0700477 ProgramCache::getInstance().primeCache(mInProtectedContext ? mProtectedEGLContext : mEGLContext,
Alec Mouri081be4c2020-09-16 10:24:47 -0700478 mUseColorManagement, mPrecacheToneMapperShaderOnly);
Peiyong Linf1bada92018-08-29 09:39:31 -0700479}
480
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800481base::unique_fd GLESRenderEngine::flush() {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000482 ATRACE_CALL();
Peiyong Lin60bedb52018-09-05 10:47:31 -0700483 if (!GLExtensions::getInstance().hasNativeFenceSync()) {
484 return base::unique_fd();
485 }
486
487 EGLSyncKHR sync = eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_NATIVE_FENCE_ANDROID, nullptr);
488 if (sync == EGL_NO_SYNC_KHR) {
489 ALOGW("failed to create EGL native fence sync: %#x", eglGetError());
490 return base::unique_fd();
491 }
492
493 // native fence fd will not be populated until flush() is done.
494 glFlush();
495
496 // get the fence fd
497 base::unique_fd fenceFd(eglDupNativeFenceFDANDROID(mEGLDisplay, sync));
498 eglDestroySyncKHR(mEGLDisplay, sync);
499 if (fenceFd == EGL_NO_NATIVE_FENCE_FD_ANDROID) {
500 ALOGW("failed to dup EGL native fence sync: %#x", eglGetError());
501 }
502
Alec Mouri554d06e2018-12-20 00:15:33 -0800503 // Only trace if we have a valid fence, as current usage falls back to
504 // calling finish() if the fence fd is invalid.
505 if (CC_UNLIKELY(mTraceGpuCompletion && mFlushTracer) && fenceFd.get() >= 0) {
506 mFlushTracer->queueSync(eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_FENCE_KHR, nullptr));
507 }
508
Peiyong Lin60bedb52018-09-05 10:47:31 -0700509 return fenceFd;
510}
511
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800512bool GLESRenderEngine::finish() {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000513 ATRACE_CALL();
Peiyong Lin60bedb52018-09-05 10:47:31 -0700514 if (!GLExtensions::getInstance().hasFenceSync()) {
515 ALOGW("no synchronization support");
516 return false;
517 }
518
519 EGLSyncKHR sync = eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_FENCE_KHR, nullptr);
520 if (sync == EGL_NO_SYNC_KHR) {
521 ALOGW("failed to create EGL fence sync: %#x", eglGetError());
522 return false;
523 }
524
Alec Mouri554d06e2018-12-20 00:15:33 -0800525 if (CC_UNLIKELY(mTraceGpuCompletion && mFlushTracer)) {
526 mFlushTracer->queueSync(eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_FENCE_KHR, nullptr));
527 }
528
529 return waitSync(sync, EGL_SYNC_FLUSH_COMMANDS_BIT_KHR);
530}
531
532bool GLESRenderEngine::waitSync(EGLSyncKHR sync, EGLint flags) {
533 EGLint result = eglClientWaitSyncKHR(mEGLDisplay, sync, flags, 2000000000 /*2 sec*/);
Peiyong Lin60bedb52018-09-05 10:47:31 -0700534 EGLint error = eglGetError();
535 eglDestroySyncKHR(mEGLDisplay, sync);
536 if (result != EGL_CONDITION_SATISFIED_KHR) {
537 if (result == EGL_TIMEOUT_EXPIRED_KHR) {
538 ALOGW("fence wait timed out");
539 } else {
540 ALOGW("error waiting on EGL fence: %#x", error);
541 }
542 return false;
543 }
544
545 return true;
546}
547
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800548bool GLESRenderEngine::waitFence(base::unique_fd fenceFd) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700549 if (!GLExtensions::getInstance().hasNativeFenceSync() ||
550 !GLExtensions::getInstance().hasWaitSync()) {
551 return false;
552 }
553
Peiyong Lin35a114c2019-04-25 14:37:13 -0700554 // release the fd and transfer the ownership to EGLSync
555 EGLint attribs[] = {EGL_SYNC_NATIVE_FENCE_FD_ANDROID, fenceFd.release(), EGL_NONE};
Peiyong Lin60bedb52018-09-05 10:47:31 -0700556 EGLSyncKHR sync = eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_NATIVE_FENCE_ANDROID, attribs);
557 if (sync == EGL_NO_SYNC_KHR) {
558 ALOGE("failed to create EGL native fence sync: %#x", eglGetError());
559 return false;
560 }
561
Peiyong Lin60bedb52018-09-05 10:47:31 -0700562 // XXX: The spec draft is inconsistent as to whether this should return an
563 // EGLint or void. Ignore the return value for now, as it's not strictly
564 // needed.
565 eglWaitSyncKHR(mEGLDisplay, sync, 0);
566 EGLint error = eglGetError();
567 eglDestroySyncKHR(mEGLDisplay, sync);
568 if (error != EGL_SUCCESS) {
569 ALOGE("failed to wait for EGL native fence sync: %#x", error);
570 return false;
571 }
572
573 return true;
574}
575
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800576void GLESRenderEngine::clearWithColor(float red, float green, float blue, float alpha) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000577 ATRACE_CALL();
578 glDisable(GL_BLEND);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700579 glClearColor(red, green, blue, alpha);
580 glClear(GL_COLOR_BUFFER_BIT);
581}
582
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800583void GLESRenderEngine::fillRegionWithColor(const Region& region, float red, float green, float blue,
584 float alpha) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700585 size_t c;
586 Rect const* r = region.getArray(&c);
Vishnu Nair440992f2019-12-09 19:53:19 -0800587 Mesh mesh = Mesh::Builder()
588 .setPrimitive(Mesh::TRIANGLES)
589 .setVertices(c * 6 /* count */, 2 /* size */)
590 .build();
Peiyong Lin60bedb52018-09-05 10:47:31 -0700591 Mesh::VertexArray<vec2> position(mesh.getPositionArray<vec2>());
592 for (size_t i = 0; i < c; i++, r++) {
593 position[i * 6 + 0].x = r->left;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700594 position[i * 6 + 0].y = r->top;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700595 position[i * 6 + 1].x = r->left;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700596 position[i * 6 + 1].y = r->bottom;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700597 position[i * 6 + 2].x = r->right;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700598 position[i * 6 + 2].y = r->bottom;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700599 position[i * 6 + 3].x = r->left;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700600 position[i * 6 + 3].y = r->top;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700601 position[i * 6 + 4].x = r->right;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700602 position[i * 6 + 4].y = r->bottom;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700603 position[i * 6 + 5].x = r->right;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700604 position[i * 6 + 5].y = r->top;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700605 }
606 setupFillWithColor(red, green, blue, alpha);
607 drawMesh(mesh);
608}
609
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800610void GLESRenderEngine::setScissor(const Rect& region) {
Peiyong Lin1c097612019-03-22 16:21:46 -0700611 glScissor(region.left, region.top, region.getWidth(), region.getHeight());
Peiyong Lin60bedb52018-09-05 10:47:31 -0700612 glEnable(GL_SCISSOR_TEST);
613}
614
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800615void GLESRenderEngine::disableScissor() {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700616 glDisable(GL_SCISSOR_TEST);
617}
618
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800619void GLESRenderEngine::genTextures(size_t count, uint32_t* names) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700620 glGenTextures(count, names);
621}
622
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800623void GLESRenderEngine::deleteTextures(size_t count, uint32_t const* names) {
Alec Mouri368e1582020-08-13 10:14:29 -0700624 for (int i = 0; i < count; ++i) {
625 mTextureView.erase(names[i]);
626 }
Peiyong Lin60bedb52018-09-05 10:47:31 -0700627 glDeleteTextures(count, names);
628}
629
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800630void GLESRenderEngine::bindExternalTextureImage(uint32_t texName, const Image& image) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000631 ATRACE_CALL();
Peiyong Linf1bada92018-08-29 09:39:31 -0700632 const GLImage& glImage = static_cast<const GLImage&>(image);
633 const GLenum target = GL_TEXTURE_EXTERNAL_OES;
634
635 glBindTexture(target, texName);
636 if (glImage.getEGLImage() != EGL_NO_IMAGE_KHR) {
Peiyong Lin46080ef2018-10-26 18:43:14 -0700637 glEGLImageTargetTexture2DOES(target, static_cast<GLeglImageOES>(glImage.getEGLImage()));
Peiyong Linf1bada92018-08-29 09:39:31 -0700638 }
Mathias Agopian3f844832013-08-07 21:24:32 -0700639}
640
Alec Mouri04eae7d2020-09-14 15:34:16 -0700641void GLESRenderEngine::bindExternalTextureBuffer(uint32_t texName, const sp<GraphicBuffer>& buffer,
642 const sp<Fence>& bufferFence) {
Alec Mouri16a99402019-07-29 16:37:30 -0700643 ATRACE_CALL();
644
645 bool found = false;
646 {
647 std::lock_guard<std::mutex> lock(mRenderingMutex);
648 auto cachedImage = mImageCache.find(buffer->getId());
649 found = (cachedImage != mImageCache.end());
650 }
651
652 // If we couldn't find the image in the cache at this time, then either
653 // SurfaceFlinger messed up registering the buffer ahead of time or we got
654 // backed up creating other EGLImages.
655 if (!found) {
656 status_t cacheResult = mImageManager->cache(buffer);
657 if (cacheResult != NO_ERROR) {
Alec Mouri04eae7d2020-09-14 15:34:16 -0700658 ALOGE("Error with caching buffer: %d", cacheResult);
659 return;
Alec Mouri16a99402019-07-29 16:37:30 -0700660 }
661 }
662
663 // Whether or not we needed to cache, re-check mImageCache to make sure that
664 // there's an EGLImage. The current threading model guarantees that we don't
665 // destroy a cached image until it's really not needed anymore (i.e. this
666 // function should not be called), so the only possibility is that something
667 // terrible went wrong and we should just bind something and move on.
Alec Mouri3d7c5612019-07-09 13:51:37 -0700668 {
669 std::lock_guard<std::mutex> lock(mRenderingMutex);
670 auto cachedImage = mImageCache.find(buffer->getId());
Alec Mourid7b3a8b2019-03-21 11:44:18 -0700671
Alec Mouri3d7c5612019-07-09 13:51:37 -0700672 if (cachedImage == mImageCache.end()) {
673 // We failed creating the image if we got here, so bail out.
Alec Mouri16a99402019-07-29 16:37:30 -0700674 ALOGE("Failed to create an EGLImage when rendering");
Alec Mouri3d7c5612019-07-09 13:51:37 -0700675 bindExternalTextureImage(texName, *createImage());
Alec Mouri04eae7d2020-09-14 15:34:16 -0700676 return;
Alec Mouri3d7c5612019-07-09 13:51:37 -0700677 }
678
679 bindExternalTextureImage(texName, *cachedImage->second);
Alec Mouri368e1582020-08-13 10:14:29 -0700680 mTextureView.insert_or_assign(texName, buffer->getId());
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800681 }
682
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800683 // Wait for the new buffer to be ready.
684 if (bufferFence != nullptr && bufferFence->isValid()) {
685 if (GLExtensions::getInstance().hasWaitSync()) {
686 base::unique_fd fenceFd(bufferFence->dup());
687 if (fenceFd == -1) {
688 ALOGE("error dup'ing fence fd: %d", errno);
Alec Mouri04eae7d2020-09-14 15:34:16 -0700689 return;
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800690 }
691 if (!waitFence(std::move(fenceFd))) {
692 ALOGE("failed to wait on fence fd");
Alec Mouri04eae7d2020-09-14 15:34:16 -0700693 return;
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800694 }
695 } else {
696 status_t err = bufferFence->waitForever("RenderEngine::bindExternalTextureBuffer");
697 if (err != NO_ERROR) {
698 ALOGE("error waiting for fence: %d", err);
Alec Mouri04eae7d2020-09-14 15:34:16 -0700699 return;
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800700 }
701 }
702 }
Alec Mouri539319f2018-12-19 17:56:23 -0800703
Alec Mouri04eae7d2020-09-14 15:34:16 -0700704 return;
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800705}
706
Alec Mouri16a99402019-07-29 16:37:30 -0700707void GLESRenderEngine::cacheExternalTextureBuffer(const sp<GraphicBuffer>& buffer) {
708 mImageManager->cacheAsync(buffer, nullptr);
709}
710
711std::shared_ptr<ImageManager::Barrier> GLESRenderEngine::cacheExternalTextureBufferForTesting(
712 const sp<GraphicBuffer>& buffer) {
713 auto barrier = std::make_shared<ImageManager::Barrier>();
714 mImageManager->cacheAsync(buffer, barrier);
715 return barrier;
716}
717
718status_t GLESRenderEngine::cacheExternalTextureBufferInternal(const sp<GraphicBuffer>& buffer) {
Alec Mouri3d7c5612019-07-09 13:51:37 -0700719 if (buffer == nullptr) {
720 return BAD_VALUE;
721 }
722
723 {
724 std::lock_guard<std::mutex> lock(mRenderingMutex);
725 if (mImageCache.count(buffer->getId()) > 0) {
726 // If there's already an image then fail fast here.
727 return NO_ERROR;
728 }
729 }
730 ATRACE_CALL();
731
732 // Create the image without holding a lock so that we don't block anything.
733 std::unique_ptr<Image> newImage = createImage();
734
735 bool created = newImage->setNativeWindowBuffer(buffer->getNativeBuffer(),
736 buffer->getUsage() & GRALLOC_USAGE_PROTECTED);
737 if (!created) {
738 ALOGE("Failed to create image. size=%ux%u st=%u usage=%#" PRIx64 " fmt=%d",
739 buffer->getWidth(), buffer->getHeight(), buffer->getStride(), buffer->getUsage(),
740 buffer->getPixelFormat());
741 return NO_INIT;
742 }
743
744 {
745 std::lock_guard<std::mutex> lock(mRenderingMutex);
746 if (mImageCache.count(buffer->getId()) > 0) {
747 // In theory it's possible for another thread to recache the image,
748 // so bail out if another thread won.
749 return NO_ERROR;
750 }
751 mImageCache.insert(std::make_pair(buffer->getId(), std::move(newImage)));
752 }
753
754 return NO_ERROR;
755}
756
Alec Mourib5c4f352019-02-19 19:46:38 -0800757void GLESRenderEngine::unbindExternalTextureBuffer(uint64_t bufferId) {
Alec Mouri16a99402019-07-29 16:37:30 -0700758 mImageManager->releaseAsync(bufferId, nullptr);
759}
760
761std::shared_ptr<ImageManager::Barrier> GLESRenderEngine::unbindExternalTextureBufferForTesting(
762 uint64_t bufferId) {
763 auto barrier = std::make_shared<ImageManager::Barrier>();
764 mImageManager->releaseAsync(bufferId, barrier);
765 return barrier;
766}
767
768void GLESRenderEngine::unbindExternalTextureBufferInternal(uint64_t bufferId) {
769 std::unique_ptr<Image> image;
770 {
771 std::lock_guard<std::mutex> lock(mRenderingMutex);
772 const auto& cachedImage = mImageCache.find(bufferId);
773
774 if (cachedImage != mImageCache.end()) {
775 ALOGV("Destroying image for buffer: %" PRIu64, bufferId);
776 // Move the buffer out of cache first, so that we can destroy
777 // without holding the cache's lock.
778 image = std::move(cachedImage->second);
779 mImageCache.erase(bufferId);
780 return;
781 }
Alec Mouri539319f2018-12-19 17:56:23 -0800782 }
Alec Mourib5c4f352019-02-19 19:46:38 -0800783 ALOGV("Failed to find image for buffer: %" PRIu64, bufferId);
Alec Mouri539319f2018-12-19 17:56:23 -0800784}
785
Alec Mouri7c94edb2018-12-03 21:23:26 -0800786FloatRect GLESRenderEngine::setupLayerCropping(const LayerSettings& layer, Mesh& mesh) {
787 // Translate win by the rounded corners rect coordinates, to have all values in
788 // layer coordinate space.
789 FloatRect cropWin = layer.geometry.boundaries;
790 const FloatRect& roundedCornersCrop = layer.geometry.roundedCornersCrop;
791 cropWin.left -= roundedCornersCrop.left;
792 cropWin.right -= roundedCornersCrop.left;
793 cropWin.top -= roundedCornersCrop.top;
794 cropWin.bottom -= roundedCornersCrop.top;
795 Mesh::VertexArray<vec2> cropCoords(mesh.getCropCoordArray<vec2>());
796 cropCoords[0] = vec2(cropWin.left, cropWin.top);
797 cropCoords[1] = vec2(cropWin.left, cropWin.top + cropWin.getHeight());
798 cropCoords[2] = vec2(cropWin.right, cropWin.top + cropWin.getHeight());
799 cropCoords[3] = vec2(cropWin.right, cropWin.top);
800
801 setupCornerRadiusCropSize(roundedCornersCrop.getWidth(), roundedCornersCrop.getHeight());
802 return cropWin;
803}
804
Peiyong Lin1c097612019-03-22 16:21:46 -0700805void GLESRenderEngine::handleRoundedCorners(const DisplaySettings& display,
806 const LayerSettings& layer, const Mesh& mesh) {
807 // We separate the layer into 3 parts essentially, such that we only turn on blending for the
808 // top rectangle and the bottom rectangle, and turn off blending for the middle rectangle.
809 FloatRect bounds = layer.geometry.roundedCornersCrop;
Peiyong Linb1925962019-04-01 16:37:10 -0700810
Alec Mourid4bf7952020-04-06 20:28:16 -0700811 // Explicitly compute the transform from the clip rectangle to the physical
812 // display. Normally, this is done in glViewport but we explicitly compute
813 // it here so that we can get the scissor bounds correct.
814 const Rect& source = display.clip;
815 const Rect& destination = display.physicalDisplay;
816 // Here we compute the following transform:
817 // 1. Translate the top left corner of the source clip to (0, 0)
818 // 2. Rotate the clip rectangle about the origin in accordance with the
819 // orientation flag
820 // 3. Translate the top left corner back to the origin.
821 // 4. Scale the clip rectangle to the destination rectangle dimensions
822 // 5. Translate the top left corner to the destination rectangle's top left
823 // corner.
824 const mat4 translateSource = mat4::translate(vec4(-source.left, -source.top, 0, 1));
825 mat4 rotation;
826 int displacementX = 0;
827 int displacementY = 0;
828 float destinationWidth = static_cast<float>(destination.getWidth());
829 float destinationHeight = static_cast<float>(destination.getHeight());
830 float sourceWidth = static_cast<float>(source.getWidth());
831 float sourceHeight = static_cast<float>(source.getHeight());
832 const float rot90InRadians = 2.0f * static_cast<float>(M_PI) / 4.0f;
Peiyong Linb1925962019-04-01 16:37:10 -0700833 switch (display.orientation) {
834 case ui::Transform::ROT_90:
Alec Mourid4bf7952020-04-06 20:28:16 -0700835 rotation = mat4::rotate(rot90InRadians, vec3(0, 0, 1));
836 displacementX = source.getHeight();
837 std::swap(sourceHeight, sourceWidth);
Peiyong Linb1925962019-04-01 16:37:10 -0700838 break;
839 case ui::Transform::ROT_180:
Alec Mourid4bf7952020-04-06 20:28:16 -0700840 rotation = mat4::rotate(rot90InRadians * 2.0f, vec3(0, 0, 1));
841 displacementY = source.getHeight();
842 displacementX = source.getWidth();
Peiyong Linb1925962019-04-01 16:37:10 -0700843 break;
844 case ui::Transform::ROT_270:
Alec Mourid4bf7952020-04-06 20:28:16 -0700845 rotation = mat4::rotate(rot90InRadians * 3.0f, vec3(0, 0, 1));
846 displacementY = source.getWidth();
847 std::swap(sourceHeight, sourceWidth);
Peiyong Linb1925962019-04-01 16:37:10 -0700848 break;
849 default:
850 break;
851 }
852
Alec Mourid4bf7952020-04-06 20:28:16 -0700853 const mat4 intermediateTranslation = mat4::translate(vec4(displacementX, displacementY, 0, 1));
854 const mat4 scale = mat4::scale(
855 vec4(destinationWidth / sourceWidth, destinationHeight / sourceHeight, 1, 1));
856 const mat4 translateDestination =
857 mat4::translate(vec4(destination.left, destination.top, 0, 1));
858 const mat4 globalTransform =
859 translateDestination * scale * intermediateTranslation * rotation * translateSource;
860
861 const mat4 transformMatrix = globalTransform * layer.geometry.positionTransform;
862 const vec4 leftTopCoordinate(bounds.left, bounds.top, 1.0, 1.0);
863 const vec4 rightBottomCoordinate(bounds.right, bounds.bottom, 1.0, 1.0);
864 const vec4 leftTopCoordinateInBuffer = transformMatrix * leftTopCoordinate;
865 const vec4 rightBottomCoordinateInBuffer = transformMatrix * rightBottomCoordinate;
866 bounds = FloatRect(std::min(leftTopCoordinateInBuffer[0], rightBottomCoordinateInBuffer[0]),
867 std::min(leftTopCoordinateInBuffer[1], rightBottomCoordinateInBuffer[1]),
868 std::max(leftTopCoordinateInBuffer[0], rightBottomCoordinateInBuffer[0]),
869 std::max(leftTopCoordinateInBuffer[1], rightBottomCoordinateInBuffer[1]));
870
Peiyong Linb1925962019-04-01 16:37:10 -0700871 // Finally, we cut the layer into 3 parts, with top and bottom parts having rounded corners
872 // and the middle part without rounded corners.
873 const int32_t radius = ceil(layer.geometry.roundedCornersRadius);
Peiyong Lin1c097612019-03-22 16:21:46 -0700874 const Rect topRect(bounds.left, bounds.top, bounds.right, bounds.top + radius);
875 setScissor(topRect);
876 drawMesh(mesh);
877 const Rect bottomRect(bounds.left, bounds.bottom - radius, bounds.right, bounds.bottom);
878 setScissor(bottomRect);
879 drawMesh(mesh);
880
881 // The middle part of the layer can turn off blending.
Lucas Dupinc9691d52019-09-26 13:46:04 -0700882 if (topRect.bottom < bottomRect.top) {
883 const Rect middleRect(bounds.left, bounds.top + radius, bounds.right,
884 bounds.bottom - radius);
885 setScissor(middleRect);
886 mState.cornerRadius = 0.0;
887 disableBlending();
888 drawMesh(mesh);
889 }
Peiyong Lin1c097612019-03-22 16:21:46 -0700890 disableScissor();
891}
892
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800893status_t GLESRenderEngine::bindFrameBuffer(Framebuffer* framebuffer) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000894 ATRACE_CALL();
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700895 GLFramebuffer* glFramebuffer = static_cast<GLFramebuffer*>(framebuffer);
896 EGLImageKHR eglImage = glFramebuffer->getEGLImage();
897 uint32_t textureName = glFramebuffer->getTextureName();
898 uint32_t framebufferName = glFramebuffer->getFramebufferName();
899
900 // Bind the texture and turn our EGLImage into a texture
901 glBindTexture(GL_TEXTURE_2D, textureName);
902 glEGLImageTargetTexture2DOES(GL_TEXTURE_2D, (GLeglImageOES)eglImage);
903
904 // Bind the Framebuffer to render into
905 glBindFramebuffer(GL_FRAMEBUFFER, framebufferName);
Peiyong Lin46080ef2018-10-26 18:43:14 -0700906 glFramebufferTexture2D(GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, textureName, 0);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700907
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700908 uint32_t glStatus = glCheckFramebufferStatus(GL_FRAMEBUFFER);
Peiyong Lin46080ef2018-10-26 18:43:14 -0700909 ALOGE_IF(glStatus != GL_FRAMEBUFFER_COMPLETE_OES, "glCheckFramebufferStatusOES error %d",
910 glStatus);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700911
912 return glStatus == GL_FRAMEBUFFER_COMPLETE_OES ? NO_ERROR : BAD_VALUE;
913}
914
Lingfeng Yang2e4fef62020-04-24 14:48:43 +0000915void GLESRenderEngine::unbindFrameBuffer(Framebuffer* /*framebuffer*/) {
Alec Mouri820c7402019-01-23 13:02:39 -0800916 ATRACE_CALL();
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700917
918 // back to main framebuffer
919 glBindFramebuffer(GL_FRAMEBUFFER, 0);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700920}
921
Alec Mouri368e1582020-08-13 10:14:29 -0700922bool GLESRenderEngine::cleanupPostRender(CleanupMode mode) {
Lingfeng Yang2e4fef62020-04-24 14:48:43 +0000923 ATRACE_CALL();
924
925 if (mPriorResourcesCleaned ||
926 (mLastDrawFence != nullptr && mLastDrawFence->getStatus() != Fence::Status::Signaled)) {
927 // If we don't have a prior frame needing cleanup, then don't do anything.
928 return false;
929 }
930
Alec Mouri368e1582020-08-13 10:14:29 -0700931 // This is a bit of a band-aid fix for FrameCaptureProcessor, as we should
932 // not need to keep memory around if we don't need to do so.
933 if (mode == CleanupMode::CLEAN_ALL) {
934 // TODO: SurfaceFlinger memory utilization may benefit from resetting
935 // texture bindings as well. Assess if it does and there's no performance regression
936 // when rebinding the same image data to the same texture, and if so then its mode
937 // behavior can be tweaked.
938 if (mPlaceholderImage != EGL_NO_IMAGE_KHR) {
939 for (auto [textureName, bufferId] : mTextureView) {
940 if (bufferId && mPlaceholderImage != EGL_NO_IMAGE_KHR) {
941 glBindTexture(GL_TEXTURE_EXTERNAL_OES, textureName);
942 glEGLImageTargetTexture2DOES(GL_TEXTURE_EXTERNAL_OES,
943 static_cast<GLeglImageOES>(mPlaceholderImage));
944 mTextureView[textureName] = std::nullopt;
945 checkErrors();
946 }
947 }
948 }
949 {
950 std::lock_guard<std::mutex> lock(mRenderingMutex);
951 mImageCache.clear();
952 }
953 }
954
Peiyong Lind8460c82020-07-28 16:04:22 -0700955 // Bind the texture to placeholder so that backing image data can be freed.
Lingfeng Yang2e4fef62020-04-24 14:48:43 +0000956 GLFramebuffer* glFramebuffer = static_cast<GLFramebuffer*>(getFramebufferForDrawing());
957 glFramebuffer->allocateBuffers(1, 1, mPlaceholderDrawBuffer);
Marin Shalamanov23c31af2020-09-09 15:01:47 +0200958
Lingfeng Yang2e4fef62020-04-24 14:48:43 +0000959 // Release the cached fence here, so that we don't churn reallocations when
960 // we could no-op repeated calls of this method instead.
961 mLastDrawFence = nullptr;
962 mPriorResourcesCleaned = true;
963 return true;
964}
965
Marin Shalamanov23c31af2020-09-09 15:01:47 +0200966void GLESRenderEngine::cleanFramebufferCache() {
967 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
968 // Bind the texture to placeholder so that backing image data can be freed.
969 GLFramebuffer* glFramebuffer = static_cast<GLFramebuffer*>(getFramebufferForDrawing());
970 glFramebuffer->allocateBuffers(1, 1, mPlaceholderDrawBuffer);
971
972 while (!mFramebufferImageCache.empty()) {
973 EGLImageKHR expired = mFramebufferImageCache.front().second;
974 mFramebufferImageCache.pop_front();
975 eglDestroyImageKHR(mEGLDisplay, expired);
976 DEBUG_EGL_IMAGE_TRACKER_DESTROY();
977 }
978}
979
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800980void GLESRenderEngine::checkErrors() const {
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800981 checkErrors(nullptr);
982}
983
984void GLESRenderEngine::checkErrors(const char* tag) const {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700985 do {
986 // there could be more than one error flag
987 GLenum error = glGetError();
988 if (error == GL_NO_ERROR) break;
Lucas Dupin19c8f0e2019-11-25 17:55:44 -0800989 if (tag == nullptr) {
990 ALOGE("GL error 0x%04x", int(error));
991 } else {
992 ALOGE("GL error: %s -> 0x%04x", tag, int(error));
993 }
Peiyong Lin60bedb52018-09-05 10:47:31 -0700994 } while (true);
995}
996
Peiyong Linfb530cf2018-12-15 05:07:38 +0000997bool GLESRenderEngine::supportsProtectedContent() const {
998 return mProtectedEGLContext != EGL_NO_CONTEXT;
999}
1000
1001bool GLESRenderEngine::useProtectedContext(bool useProtectedContext) {
1002 if (useProtectedContext == mInProtectedContext) {
1003 return true;
1004 }
1005 if (useProtectedContext && mProtectedEGLContext == EGL_NO_CONTEXT) {
1006 return false;
1007 }
Peiyong Lind8460c82020-07-28 16:04:22 -07001008 const EGLSurface surface = useProtectedContext ? mProtectedStubSurface : mStubSurface;
Peiyong Linfb530cf2018-12-15 05:07:38 +00001009 const EGLContext context = useProtectedContext ? mProtectedEGLContext : mEGLContext;
1010 const bool success = eglMakeCurrent(mEGLDisplay, surface, surface, context) == EGL_TRUE;
1011 if (success) {
1012 mInProtectedContext = useProtectedContext;
1013 }
1014 return success;
1015}
Alec Mourida4cf3b2019-02-12 15:33:01 -08001016EGLImageKHR GLESRenderEngine::createFramebufferImageIfNeeded(ANativeWindowBuffer* nativeBuffer,
Alec Mourife0d72b2019-03-21 14:05:56 -07001017 bool isProtected,
1018 bool useFramebufferCache) {
Alec Mourida4cf3b2019-02-12 15:33:01 -08001019 sp<GraphicBuffer> graphicBuffer = GraphicBuffer::from(nativeBuffer);
Alec Mourife0d72b2019-03-21 14:05:56 -07001020 if (useFramebufferCache) {
Alec Mourief44c2d2019-07-15 15:27:22 -07001021 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
Alec Mourife0d72b2019-03-21 14:05:56 -07001022 for (const auto& image : mFramebufferImageCache) {
1023 if (image.first == graphicBuffer->getId()) {
1024 return image.second;
1025 }
Alec Mourida4cf3b2019-02-12 15:33:01 -08001026 }
1027 }
1028 EGLint attributes[] = {
1029 isProtected ? EGL_PROTECTED_CONTENT_EXT : EGL_NONE,
1030 isProtected ? EGL_TRUE : EGL_NONE,
1031 EGL_NONE,
1032 };
1033 EGLImageKHR image = eglCreateImageKHR(mEGLDisplay, EGL_NO_CONTEXT, EGL_NATIVE_BUFFER_ANDROID,
1034 nativeBuffer, attributes);
Alec Mourife0d72b2019-03-21 14:05:56 -07001035 if (useFramebufferCache) {
1036 if (image != EGL_NO_IMAGE_KHR) {
Alec Mourief44c2d2019-07-15 15:27:22 -07001037 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
Alec Mourife0d72b2019-03-21 14:05:56 -07001038 if (mFramebufferImageCache.size() >= mFramebufferImageCacheSize) {
1039 EGLImageKHR expired = mFramebufferImageCache.front().second;
1040 mFramebufferImageCache.pop_front();
1041 eglDestroyImageKHR(mEGLDisplay, expired);
Ady Abrahama3b08ef2019-07-15 18:43:10 -07001042 DEBUG_EGL_IMAGE_TRACKER_DESTROY();
Alec Mourife0d72b2019-03-21 14:05:56 -07001043 }
1044 mFramebufferImageCache.push_back({graphicBuffer->getId(), image});
Alec Mourida4cf3b2019-02-12 15:33:01 -08001045 }
Alec Mourida4cf3b2019-02-12 15:33:01 -08001046 }
Ady Abrahama3b08ef2019-07-15 18:43:10 -07001047
1048 if (image != EGL_NO_IMAGE_KHR) {
1049 DEBUG_EGL_IMAGE_TRACKER_CREATE();
1050 }
Alec Mourida4cf3b2019-02-12 15:33:01 -08001051 return image;
1052}
Peiyong Linfb530cf2018-12-15 05:07:38 +00001053
Alec Mouri1089aed2018-10-25 21:33:57 -07001054status_t GLESRenderEngine::drawLayers(const DisplaySettings& display,
Vishnu Nair9b079a22020-01-21 14:36:08 -08001055 const std::vector<const LayerSettings*>& layers,
Ana Krulecfc874ae2020-02-22 15:39:32 -08001056 const sp<GraphicBuffer>& buffer,
Alec Mourife0d72b2019-03-21 14:05:56 -07001057 const bool useFramebufferCache, base::unique_fd&& bufferFence,
1058 base::unique_fd* drawFence) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +00001059 ATRACE_CALL();
Alec Mouri1089aed2018-10-25 21:33:57 -07001060 if (layers.empty()) {
1061 ALOGV("Drawing empty layer stack");
1062 return NO_ERROR;
1063 }
1064
Alec Mouri8e82b8d2020-03-09 16:11:00 -07001065 if (bufferFence.get() >= 0) {
1066 // Duplicate the fence for passing to waitFence.
1067 base::unique_fd bufferFenceDup(dup(bufferFence.get()));
1068 if (bufferFenceDup < 0 || !waitFence(std::move(bufferFenceDup))) {
1069 ATRACE_NAME("Waiting before draw");
1070 sync_wait(bufferFence.get(), -1);
1071 }
Alec Mouri6338c9d2019-02-07 16:57:51 -08001072 }
1073
Alec Mourid43ccab2019-03-13 12:23:45 -07001074 if (buffer == nullptr) {
1075 ALOGE("No output buffer provided. Aborting GPU composition.");
1076 return BAD_VALUE;
1077 }
1078
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001079 std::unique_ptr<BindNativeBufferAsFramebuffer> fbo;
Lucas Dupina6f8e132020-02-06 18:37:10 -08001080 // Gathering layers that requested blur, we'll need them to decide when to render to an
1081 // offscreen buffer, and when to render to the native buffer.
1082 std::deque<const LayerSettings*> blurLayers;
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001083 if (CC_LIKELY(mBlurFilter != nullptr)) {
Lucas Dupina6f8e132020-02-06 18:37:10 -08001084 for (auto layer : layers) {
Vishnu Nair9b079a22020-01-21 14:36:08 -08001085 if (layer->backgroundBlurRadius > 0) {
Lucas Dupina6f8e132020-02-06 18:37:10 -08001086 blurLayers.push_back(layer);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001087 }
1088 }
1089 }
Lucas Dupina6f8e132020-02-06 18:37:10 -08001090 const auto blurLayersSize = blurLayers.size();
Alec Mouri1089aed2018-10-25 21:33:57 -07001091
Lucas Dupina6f8e132020-02-06 18:37:10 -08001092 if (blurLayersSize == 0) {
Ana Krulecfc874ae2020-02-22 15:39:32 -08001093 fbo = std::make_unique<BindNativeBufferAsFramebuffer>(*this,
1094 buffer.get()->getNativeBuffer(),
1095 useFramebufferCache);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001096 if (fbo->getStatus() != NO_ERROR) {
1097 ALOGE("Failed to bind framebuffer! Aborting GPU composition for buffer (%p).",
1098 buffer->handle);
1099 checkErrors();
1100 return fbo->getStatus();
1101 }
1102 setViewportAndProjection(display.physicalDisplay, display.clip);
1103 } else {
1104 setViewportAndProjection(display.physicalDisplay, display.clip);
Lucas Dupina6f8e132020-02-06 18:37:10 -08001105 auto status =
1106 mBlurFilter->setAsDrawTarget(display, blurLayers.front()->backgroundBlurRadius);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001107 if (status != NO_ERROR) {
1108 ALOGE("Failed to prepare blur filter! Aborting GPU composition for buffer (%p).",
1109 buffer->handle);
1110 checkErrors();
1111 return status;
1112 }
Alec Mourif0497272019-03-11 15:53:11 -07001113 }
Alec Mouri3d7c5612019-07-09 13:51:37 -07001114
1115 // clear the entire buffer, sometimes when we reuse buffers we'd persist
1116 // ghost images otherwise.
1117 // we also require a full transparent framebuffer for overlays. This is
1118 // probably not quite efficient on all GPUs, since we could filter out
1119 // opaque layers.
1120 clearWithColor(0.0, 0.0, 0.0, 0.0);
1121
Alec Mouri3d7c5612019-07-09 13:51:37 -07001122 setOutputDataSpace(display.outputDataspace);
1123 setDisplayMaxLuminance(display.maxLuminance);
1124
Alec Mouri5a6d8572020-03-23 23:56:15 -07001125 const mat4 projectionMatrix =
1126 ui::Transform(display.orientation).asMatrix4() * mState.projectionMatrix;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001127 if (!display.clearRegion.isEmpty()) {
1128 glDisable(GL_BLEND);
1129 fillRegionWithColor(display.clearRegion, 0.0, 0.0, 0.0, 1.0);
1130 }
1131
Vishnu Nair440992f2019-12-09 19:53:19 -08001132 Mesh mesh = Mesh::Builder()
1133 .setPrimitive(Mesh::TRIANGLE_FAN)
1134 .setVertices(4 /* count */, 2 /* size */)
1135 .setTexCoords(2 /* size */)
1136 .setCropCoords(2 /* size */)
1137 .build();
Vishnu Nair9b079a22020-01-21 14:36:08 -08001138 for (auto const layer : layers) {
Lucas Dupina6f8e132020-02-06 18:37:10 -08001139 if (blurLayers.size() > 0 && blurLayers.front() == layer) {
1140 blurLayers.pop_front();
1141
Lucas Dupinf82ed8f2020-01-17 12:11:07 -08001142 auto status = mBlurFilter->prepare();
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001143 if (status != NO_ERROR) {
1144 ALOGE("Failed to render blur effect! Aborting GPU composition for buffer (%p).",
1145 buffer->handle);
1146 checkErrors("Can't render first blur pass");
1147 return status;
1148 }
1149
Lucas Dupina6f8e132020-02-06 18:37:10 -08001150 if (blurLayers.size() == 0) {
1151 // Done blurring, time to bind the native FBO and render our blur onto it.
Ana Krulecfc874ae2020-02-22 15:39:32 -08001152 fbo = std::make_unique<BindNativeBufferAsFramebuffer>(*this,
1153 buffer.get()
1154 ->getNativeBuffer(),
Lucas Dupina6f8e132020-02-06 18:37:10 -08001155 useFramebufferCache);
1156 status = fbo->getStatus();
1157 setViewportAndProjection(display.physicalDisplay, display.clip);
1158 } else {
1159 // There's still something else to blur, so let's keep rendering to our FBO
1160 // instead of to the display.
1161 status = mBlurFilter->setAsDrawTarget(display,
1162 blurLayers.front()->backgroundBlurRadius);
1163 }
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001164 if (status != NO_ERROR) {
1165 ALOGE("Failed to bind framebuffer! Aborting GPU composition for buffer (%p).",
1166 buffer->handle);
1167 checkErrors("Can't bind native framebuffer");
1168 return status;
1169 }
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001170
Lucas Dupina6f8e132020-02-06 18:37:10 -08001171 status = mBlurFilter->render(blurLayersSize > 1);
Lucas Dupin19c8f0e2019-11-25 17:55:44 -08001172 if (status != NO_ERROR) {
1173 ALOGE("Failed to render blur effect! Aborting GPU composition for buffer (%p).",
1174 buffer->handle);
1175 checkErrors("Can't render blur filter");
1176 return status;
1177 }
1178 }
1179
Vishnu Nair9b079a22020-01-21 14:36:08 -08001180 mState.maxMasteringLuminance = layer->source.buffer.maxMasteringLuminance;
1181 mState.maxContentLuminance = layer->source.buffer.maxContentLuminance;
1182 mState.projectionMatrix = projectionMatrix * layer->geometry.positionTransform;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001183
Vishnu Nair9b079a22020-01-21 14:36:08 -08001184 const FloatRect bounds = layer->geometry.boundaries;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001185 Mesh::VertexArray<vec2> position(mesh.getPositionArray<vec2>());
1186 position[0] = vec2(bounds.left, bounds.top);
1187 position[1] = vec2(bounds.left, bounds.bottom);
1188 position[2] = vec2(bounds.right, bounds.bottom);
1189 position[3] = vec2(bounds.right, bounds.top);
1190
Vishnu Nair9b079a22020-01-21 14:36:08 -08001191 setupLayerCropping(*layer, mesh);
1192 setColorTransform(display.colorTransform * layer->colorTransform);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001193
1194 bool usePremultipliedAlpha = true;
1195 bool disableTexture = true;
1196 bool isOpaque = false;
Vishnu Nair9b079a22020-01-21 14:36:08 -08001197 if (layer->source.buffer.buffer != nullptr) {
Alec Mouri3d7c5612019-07-09 13:51:37 -07001198 disableTexture = false;
Vishnu Nair9b079a22020-01-21 14:36:08 -08001199 isOpaque = layer->source.buffer.isOpaque;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001200
Vishnu Nair9b079a22020-01-21 14:36:08 -08001201 sp<GraphicBuffer> gBuf = layer->source.buffer.buffer;
1202 bindExternalTextureBuffer(layer->source.buffer.textureName, gBuf,
1203 layer->source.buffer.fence);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001204
Vishnu Nair9b079a22020-01-21 14:36:08 -08001205 usePremultipliedAlpha = layer->source.buffer.usePremultipliedAlpha;
1206 Texture texture(Texture::TEXTURE_EXTERNAL, layer->source.buffer.textureName);
1207 mat4 texMatrix = layer->source.buffer.textureTransform;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001208
1209 texture.setMatrix(texMatrix.asArray());
Vishnu Nair9b079a22020-01-21 14:36:08 -08001210 texture.setFiltering(layer->source.buffer.useTextureFiltering);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001211
1212 texture.setDimensions(gBuf->getWidth(), gBuf->getHeight());
Vishnu Nair9b079a22020-01-21 14:36:08 -08001213 setSourceY410BT2020(layer->source.buffer.isY410BT2020);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001214
1215 renderengine::Mesh::VertexArray<vec2> texCoords(mesh.getTexCoordArray<vec2>());
1216 texCoords[0] = vec2(0.0, 0.0);
1217 texCoords[1] = vec2(0.0, 1.0);
1218 texCoords[2] = vec2(1.0, 1.0);
1219 texCoords[3] = vec2(1.0, 0.0);
1220 setupLayerTexturing(texture);
1221 }
1222
Vishnu Nair9b079a22020-01-21 14:36:08 -08001223 const half3 solidColor = layer->source.solidColor;
1224 const half4 color = half4(solidColor.r, solidColor.g, solidColor.b, layer->alpha);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001225 // Buffer sources will have a black solid color ignored in the shader,
1226 // so in that scenario the solid color passed here is arbitrary.
1227 setupLayerBlending(usePremultipliedAlpha, isOpaque, disableTexture, color,
Vishnu Nair9b079a22020-01-21 14:36:08 -08001228 layer->geometry.roundedCornersRadius);
1229 if (layer->disableBlending) {
Alec Mouri3d7c5612019-07-09 13:51:37 -07001230 glDisable(GL_BLEND);
1231 }
Vishnu Nair9b079a22020-01-21 14:36:08 -08001232 setSourceDataSpace(layer->sourceDataspace);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001233
Vishnu Nair9b079a22020-01-21 14:36:08 -08001234 if (layer->shadow.length > 0.0f) {
1235 handleShadow(layer->geometry.boundaries, layer->geometry.roundedCornersRadius,
1236 layer->shadow);
Vishnu Nair440992f2019-12-09 19:53:19 -08001237 }
Alec Mouri3d7c5612019-07-09 13:51:37 -07001238 // We only want to do a special handling for rounded corners when having rounded corners
1239 // is the only reason it needs to turn on blending, otherwise, we handle it like the
1240 // usual way since it needs to turn on blending anyway.
Vishnu Nair9b079a22020-01-21 14:36:08 -08001241 else if (layer->geometry.roundedCornersRadius > 0.0 && color.a >= 1.0f && isOpaque) {
1242 handleRoundedCorners(display, *layer, mesh);
Alec Mouri3d7c5612019-07-09 13:51:37 -07001243 } else {
1244 drawMesh(mesh);
1245 }
1246
1247 // Cleanup if there's a buffer source
Vishnu Nair9b079a22020-01-21 14:36:08 -08001248 if (layer->source.buffer.buffer != nullptr) {
Alec Mouri3d7c5612019-07-09 13:51:37 -07001249 disableBlending();
1250 setSourceY410BT2020(false);
1251 disableTexturing();
1252 }
1253 }
1254
1255 if (drawFence != nullptr) {
1256 *drawFence = flush();
1257 }
1258 // If flush failed or we don't support native fences, we need to force the
1259 // gl command stream to be executed.
1260 if (drawFence == nullptr || drawFence->get() < 0) {
1261 bool success = finish();
1262 if (!success) {
1263 ALOGE("Failed to flush RenderEngine commands");
1264 checkErrors();
1265 // Chances are, something illegal happened (either the caller passed
1266 // us bad parameters, or we messed up our shader generation).
1267 return INVALID_OPERATION;
1268 }
Lingfeng Yang2e4fef62020-04-24 14:48:43 +00001269 mLastDrawFence = nullptr;
1270 } else {
1271 // The caller takes ownership of drawFence, so we need to duplicate the
1272 // fd here.
1273 mLastDrawFence = new Fence(dup(drawFence->get()));
Alec Mouri3d7c5612019-07-09 13:51:37 -07001274 }
Lingfeng Yang2e4fef62020-04-24 14:48:43 +00001275 mPriorResourcesCleaned = false;
Alec Mouri3d7c5612019-07-09 13:51:37 -07001276
1277 checkErrors();
Alec Mouri6e57f682018-09-29 20:45:08 -07001278 return NO_ERROR;
1279}
1280
Alec Mouri1089aed2018-10-25 21:33:57 -07001281void GLESRenderEngine::setViewportAndProjection(Rect viewport, Rect clip) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +00001282 ATRACE_CALL();
Alec Mouri1089aed2018-10-25 21:33:57 -07001283 mVpWidth = viewport.getWidth();
1284 mVpHeight = viewport.getHeight();
1285
1286 // We pass the the top left corner instead of the bottom left corner,
1287 // because since we're rendering off-screen first.
1288 glViewport(viewport.left, viewport.top, mVpWidth, mVpHeight);
1289
1290 mState.projectionMatrix = mat4::ortho(clip.left, clip.right, clip.top, clip.bottom, 0, 1);
Mathias Agopian3f844832013-08-07 21:24:32 -07001291}
1292
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001293void GLESRenderEngine::setupLayerBlending(bool premultipliedAlpha, bool opaque, bool disableTexture,
1294 const half4& color, float cornerRadius) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001295 mState.isPremultipliedAlpha = premultipliedAlpha;
1296 mState.isOpaque = opaque;
1297 mState.color = color;
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001298 mState.cornerRadius = cornerRadius;
Dan Stoza9e56aa02015-11-02 13:00:03 -08001299
chaviw13fdc492017-06-27 12:40:18 -07001300 if (disableTexture) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001301 mState.textureEnabled = false;
chaviw13fdc492017-06-27 12:40:18 -07001302 }
Fabien Sanglard9d96de42016-10-11 00:15:18 +00001303
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001304 if (color.a < 1.0f || !opaque || cornerRadius > 0.0f) {
Mathias Agopian3f844832013-08-07 21:24:32 -07001305 glEnable(GL_BLEND);
wukui16f3c0bb2020-08-05 20:35:29 +08001306 glBlendFuncSeparate(premultipliedAlpha ? GL_ONE : GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA,
1307 GL_ONE, GL_ONE_MINUS_SRC_ALPHA);
Mathias Agopian3f844832013-08-07 21:24:32 -07001308 } else {
1309 glDisable(GL_BLEND);
1310 }
1311}
1312
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001313void GLESRenderEngine::setSourceY410BT2020(bool enable) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001314 mState.isY410BT2020 = enable;
Chia-I Wu131d3762018-01-11 14:35:27 -08001315}
1316
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001317void GLESRenderEngine::setSourceDataSpace(Dataspace source) {
Chia-I Wu69bf10f2018-02-20 13:04:50 -08001318 mDataSpace = source;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001319}
1320
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001321void GLESRenderEngine::setOutputDataSpace(Dataspace dataspace) {
Chia-I Wu69bf10f2018-02-20 13:04:50 -08001322 mOutputDataSpace = dataspace;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001323}
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001324
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001325void GLESRenderEngine::setDisplayMaxLuminance(const float maxLuminance) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001326 mState.displayMaxLuminance = maxLuminance;
Peiyong Linfb069302018-04-25 14:34:31 -07001327}
1328
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001329void GLESRenderEngine::setupLayerTexturing(const Texture& texture) {
Mathias Agopian49457ac2013-08-14 18:20:17 -07001330 GLuint target = texture.getTextureTarget();
1331 glBindTexture(target, texture.getTextureName());
Mathias Agopian3f844832013-08-07 21:24:32 -07001332 GLenum filter = GL_NEAREST;
Mathias Agopian49457ac2013-08-14 18:20:17 -07001333 if (texture.getFiltering()) {
Mathias Agopian3f844832013-08-07 21:24:32 -07001334 filter = GL_LINEAR;
1335 }
Mathias Agopian49457ac2013-08-14 18:20:17 -07001336 glTexParameteri(target, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE);
1337 glTexParameteri(target, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE);
1338 glTexParameteri(target, GL_TEXTURE_MAG_FILTER, filter);
1339 glTexParameteri(target, GL_TEXTURE_MIN_FILTER, filter);
Mathias Agopian3f844832013-08-07 21:24:32 -07001340
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001341 mState.texture = texture;
1342 mState.textureEnabled = true;
Mathias Agopian3f844832013-08-07 21:24:32 -07001343}
1344
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001345void GLESRenderEngine::setColorTransform(const mat4& colorTransform) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001346 mState.colorMatrix = colorTransform;
Dan Stozaf0087992014-10-20 15:46:09 -07001347}
1348
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001349void GLESRenderEngine::disableTexturing() {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001350 mState.textureEnabled = false;
Mathias Agopian3f844832013-08-07 21:24:32 -07001351}
1352
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001353void GLESRenderEngine::disableBlending() {
Mathias Agopian3f844832013-08-07 21:24:32 -07001354 glDisable(GL_BLEND);
1355}
1356
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001357void GLESRenderEngine::setupFillWithColor(float r, float g, float b, float a) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001358 mState.isPremultipliedAlpha = true;
1359 mState.isOpaque = false;
1360 mState.color = half4(r, g, b, a);
1361 mState.textureEnabled = false;
Mathias Agopian3f844832013-08-07 21:24:32 -07001362 glDisable(GL_BLEND);
Mathias Agopian3f844832013-08-07 21:24:32 -07001363}
1364
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001365void GLESRenderEngine::setupCornerRadiusCropSize(float width, float height) {
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001366 mState.cropSize = half2(width, height);
1367}
1368
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001369void GLESRenderEngine::drawMesh(const Mesh& mesh) {
Dan Stoza2713c302018-03-28 17:07:36 -07001370 ATRACE_CALL();
Mathias Agopian3f844832013-08-07 21:24:32 -07001371 if (mesh.getTexCoordsSize()) {
1372 glEnableVertexAttribArray(Program::texCoords);
Chia-I Wub027f802017-11-29 14:00:52 -08001373 glVertexAttribPointer(Program::texCoords, mesh.getTexCoordsSize(), GL_FLOAT, GL_FALSE,
1374 mesh.getByteStride(), mesh.getTexCoords());
Mathias Agopian3f844832013-08-07 21:24:32 -07001375 }
1376
Chia-I Wub027f802017-11-29 14:00:52 -08001377 glVertexAttribPointer(Program::position, mesh.getVertexSize(), GL_FLOAT, GL_FALSE,
1378 mesh.getByteStride(), mesh.getPositions());
Mathias Agopian3f844832013-08-07 21:24:32 -07001379
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001380 if (mState.cornerRadius > 0.0f) {
1381 glEnableVertexAttribArray(Program::cropCoords);
1382 glVertexAttribPointer(Program::cropCoords, mesh.getVertexSize(), GL_FLOAT, GL_FALSE,
1383 mesh.getByteStride(), mesh.getCropCoords());
1384 }
1385
Vishnu Nair440992f2019-12-09 19:53:19 -08001386 if (mState.drawShadows) {
1387 glEnableVertexAttribArray(Program::shadowColor);
1388 glVertexAttribPointer(Program::shadowColor, mesh.getShadowColorSize(), GL_FLOAT, GL_FALSE,
1389 mesh.getByteStride(), mesh.getShadowColor());
1390
1391 glEnableVertexAttribArray(Program::shadowParams);
1392 glVertexAttribPointer(Program::shadowParams, mesh.getShadowParamsSize(), GL_FLOAT, GL_FALSE,
1393 mesh.getByteStride(), mesh.getShadowParams());
1394 }
1395
1396 Description managedState = mState;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001397 // By default, DISPLAY_P3 is the only supported wide color output. However,
1398 // when HDR content is present, hardware composer may be able to handle
1399 // BT2020 data space, in that case, the output data space is set to be
1400 // BT2020_HLG or BT2020_PQ respectively. In GPU fall back we need
1401 // to respect this and convert non-HDR content to HDR format.
Peiyong Lin13effd12018-07-24 17:01:47 -07001402 if (mUseColorManagement) {
Peiyong Lina296b0c2018-04-30 16:55:29 -07001403 Dataspace inputStandard = static_cast<Dataspace>(mDataSpace & Dataspace::STANDARD_MASK);
1404 Dataspace inputTransfer = static_cast<Dataspace>(mDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lin46080ef2018-10-26 18:43:14 -07001405 Dataspace outputStandard =
1406 static_cast<Dataspace>(mOutputDataSpace & Dataspace::STANDARD_MASK);
1407 Dataspace outputTransfer =
1408 static_cast<Dataspace>(mOutputDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001409 bool needsXYZConversion = needsXYZTransformMatrix();
1410
Valerie Haueb8e0762018-11-06 10:10:42 -08001411 // NOTE: if the input standard of the input dataspace is not STANDARD_DCI_P3 or
1412 // STANDARD_BT2020, it will be treated as STANDARD_BT709
1413 if (inputStandard != Dataspace::STANDARD_DCI_P3 &&
1414 inputStandard != Dataspace::STANDARD_BT2020) {
1415 inputStandard = Dataspace::STANDARD_BT709;
1416 }
1417
Peiyong Lina296b0c2018-04-30 16:55:29 -07001418 if (needsXYZConversion) {
1419 // The supported input color spaces are standard RGB, Display P3 and BT2020.
1420 switch (inputStandard) {
1421 case Dataspace::STANDARD_DCI_P3:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001422 managedState.inputTransformMatrix = mDisplayP3ToXyz;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001423 break;
1424 case Dataspace::STANDARD_BT2020:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001425 managedState.inputTransformMatrix = mBt2020ToXyz;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001426 break;
1427 default:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001428 managedState.inputTransformMatrix = mSrgbToXyz;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001429 break;
1430 }
1431
Peiyong Lin9b03c732018-05-17 10:14:02 -07001432 // The supported output color spaces are BT2020, Display P3 and standard RGB.
Peiyong Lina296b0c2018-04-30 16:55:29 -07001433 switch (outputStandard) {
1434 case Dataspace::STANDARD_BT2020:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001435 managedState.outputTransformMatrix = mXyzToBt2020;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001436 break;
Peiyong Lin9b03c732018-05-17 10:14:02 -07001437 case Dataspace::STANDARD_DCI_P3:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001438 managedState.outputTransformMatrix = mXyzToDisplayP3;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001439 break;
Peiyong Lin9b03c732018-05-17 10:14:02 -07001440 default:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001441 managedState.outputTransformMatrix = mXyzToSrgb;
Peiyong Lin9b03c732018-05-17 10:14:02 -07001442 break;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001443 }
1444 } else if (inputStandard != outputStandard) {
1445 // At this point, the input data space and output data space could be both
1446 // HDR data spaces, but they match each other, we do nothing in this case.
1447 // In addition to the case above, the input data space could be
1448 // - scRGB linear
1449 // - scRGB non-linear
1450 // - sRGB
1451 // - Display P3
Valerie Haueb8e0762018-11-06 10:10:42 -08001452 // - BT2020
Peiyong Lina296b0c2018-04-30 16:55:29 -07001453 // The output data spaces could be
1454 // - sRGB
1455 // - Display P3
Valerie Haueb8e0762018-11-06 10:10:42 -08001456 // - BT2020
1457 switch (outputStandard) {
1458 case Dataspace::STANDARD_BT2020:
1459 if (inputStandard == Dataspace::STANDARD_BT709) {
1460 managedState.outputTransformMatrix = mSrgbToBt2020;
1461 } else if (inputStandard == Dataspace::STANDARD_DCI_P3) {
1462 managedState.outputTransformMatrix = mDisplayP3ToBt2020;
1463 }
1464 break;
1465 case Dataspace::STANDARD_DCI_P3:
1466 if (inputStandard == Dataspace::STANDARD_BT709) {
1467 managedState.outputTransformMatrix = mSrgbToDisplayP3;
1468 } else if (inputStandard == Dataspace::STANDARD_BT2020) {
1469 managedState.outputTransformMatrix = mBt2020ToDisplayP3;
1470 }
1471 break;
1472 default:
1473 if (inputStandard == Dataspace::STANDARD_DCI_P3) {
1474 managedState.outputTransformMatrix = mDisplayP3ToSrgb;
1475 } else if (inputStandard == Dataspace::STANDARD_BT2020) {
1476 managedState.outputTransformMatrix = mBt2020ToSrgb;
1477 }
1478 break;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001479 }
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001480 }
Peiyong Lina296b0c2018-04-30 16:55:29 -07001481
1482 // we need to convert the RGB value to linear space and convert it back when:
1483 // - there is a color matrix that is not an identity matrix, or
1484 // - there is an output transform matrix that is not an identity matrix, or
1485 // - the input transfer function doesn't match the output transfer function.
Peiyong Lin13effd12018-07-24 17:01:47 -07001486 if (managedState.hasColorMatrix() || managedState.hasOutputTransformMatrix() ||
Chia-I Wud49d6692018-06-27 07:17:41 +08001487 inputTransfer != outputTransfer) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001488 managedState.inputTransferFunction =
Peiyong Lin46080ef2018-10-26 18:43:14 -07001489 Description::dataSpaceToTransferFunction(inputTransfer);
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001490 managedState.outputTransferFunction =
Peiyong Lin46080ef2018-10-26 18:43:14 -07001491 Description::dataSpaceToTransferFunction(outputTransfer);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001492 }
Vishnu Nair440992f2019-12-09 19:53:19 -08001493 }
Peiyong Lina296b0c2018-04-30 16:55:29 -07001494
Vishnu Nair440992f2019-12-09 19:53:19 -08001495 ProgramCache::getInstance().useProgram(mInProtectedContext ? mProtectedEGLContext : mEGLContext,
1496 managedState);
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001497
Vishnu Nair440992f2019-12-09 19:53:19 -08001498 if (mState.drawShadows) {
1499 glDrawElements(mesh.getPrimitive(), mesh.getIndexCount(), GL_UNSIGNED_SHORT,
1500 mesh.getIndices());
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001501 } else {
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001502 glDrawArrays(mesh.getPrimitive(), 0, mesh.getVertexCount());
1503 }
Mathias Agopian3f844832013-08-07 21:24:32 -07001504
Vishnu Nair440992f2019-12-09 19:53:19 -08001505 if (mUseColorManagement && outputDebugPPMs) {
1506 static uint64_t managedColorFrameCount = 0;
1507 std::ostringstream out;
1508 out << "/data/texture_out" << managedColorFrameCount++;
1509 writePPM(out.str().c_str(), mVpWidth, mVpHeight);
1510 }
1511
Mathias Agopian3f844832013-08-07 21:24:32 -07001512 if (mesh.getTexCoordsSize()) {
1513 glDisableVertexAttribArray(Program::texCoords);
1514 }
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001515
1516 if (mState.cornerRadius > 0.0f) {
1517 glDisableVertexAttribArray(Program::cropCoords);
1518 }
Vishnu Nair440992f2019-12-09 19:53:19 -08001519
1520 if (mState.drawShadows) {
1521 glDisableVertexAttribArray(Program::shadowColor);
1522 glDisableVertexAttribArray(Program::shadowParams);
1523 }
Mathias Agopian3f844832013-08-07 21:24:32 -07001524}
1525
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001526size_t GLESRenderEngine::getMaxTextureSize() const {
Peiyong Linf1bada92018-08-29 09:39:31 -07001527 return mMaxTextureSize;
1528}
1529
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001530size_t GLESRenderEngine::getMaxViewportDims() const {
Peiyong Linf1bada92018-08-29 09:39:31 -07001531 return mMaxViewportDims[0] < mMaxViewportDims[1] ? mMaxViewportDims[0] : mMaxViewportDims[1];
1532}
1533
Yiwei Zhang5434a782018-12-05 18:06:32 -08001534void GLESRenderEngine::dump(std::string& result) {
Peiyong Linf11f39b2018-09-05 14:37:41 -07001535 const GLExtensions& extensions = GLExtensions::getInstance();
Peiyong Linfb530cf2018-12-15 05:07:38 +00001536 ProgramCache& cache = ProgramCache::getInstance();
Peiyong Linf11f39b2018-09-05 14:37:41 -07001537
Yiwei Zhang5434a782018-12-05 18:06:32 -08001538 StringAppendF(&result, "EGL implementation : %s\n", extensions.getEGLVersion());
1539 StringAppendF(&result, "%s\n", extensions.getEGLExtensions());
Yiwei Zhang5434a782018-12-05 18:06:32 -08001540 StringAppendF(&result, "GLES: %s, %s, %s\n", extensions.getVendor(), extensions.getRenderer(),
1541 extensions.getVersion());
1542 StringAppendF(&result, "%s\n", extensions.getExtensions());
Peiyong Line62c5cb2019-04-30 13:59:59 -07001543 StringAppendF(&result, "RenderEngine supports protected context: %d\n",
1544 supportsProtectedContent());
1545 StringAppendF(&result, "RenderEngine is in protected context: %d\n", mInProtectedContext);
Peiyong Linfb530cf2018-12-15 05:07:38 +00001546 StringAppendF(&result, "RenderEngine program cache size for unprotected context: %zu\n",
1547 cache.getSize(mEGLContext));
1548 StringAppendF(&result, "RenderEngine program cache size for protected context: %zu\n",
1549 cache.getSize(mProtectedEGLContext));
Yiwei Zhang5434a782018-12-05 18:06:32 -08001550 StringAppendF(&result, "RenderEngine last dataspace conversion: (%s) to (%s)\n",
1551 dataspaceDetails(static_cast<android_dataspace>(mDataSpace)).c_str(),
1552 dataspaceDetails(static_cast<android_dataspace>(mOutputDataSpace)).c_str());
Alec Mourief44c2d2019-07-15 15:27:22 -07001553 {
1554 std::lock_guard<std::mutex> lock(mRenderingMutex);
1555 StringAppendF(&result, "RenderEngine image cache size: %zu\n", mImageCache.size());
1556 StringAppendF(&result, "Dumping buffer ids...\n");
1557 for (const auto& [id, unused] : mImageCache) {
1558 StringAppendF(&result, "0x%" PRIx64 "\n", id);
1559 }
1560 }
1561 {
1562 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
1563 StringAppendF(&result, "RenderEngine framebuffer image cache size: %zu\n",
1564 mFramebufferImageCache.size());
1565 StringAppendF(&result, "Dumping buffer ids...\n");
1566 for (const auto& [id, unused] : mFramebufferImageCache) {
1567 StringAppendF(&result, "0x%" PRIx64 "\n", id);
1568 }
1569 }
Mathias Agopian3f844832013-08-07 21:24:32 -07001570}
1571
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001572GLESRenderEngine::GlesVersion GLESRenderEngine::parseGlesVersion(const char* str) {
Peiyong Linf11f39b2018-09-05 14:37:41 -07001573 int major, minor;
1574 if (sscanf(str, "OpenGL ES-CM %d.%d", &major, &minor) != 2) {
1575 if (sscanf(str, "OpenGL ES %d.%d", &major, &minor) != 2) {
1576 ALOGW("Unable to parse GL_VERSION string: \"%s\"", str);
1577 return GLES_VERSION_1_0;
1578 }
1579 }
1580
1581 if (major == 1 && minor == 0) return GLES_VERSION_1_0;
1582 if (major == 1 && minor >= 1) return GLES_VERSION_1_1;
1583 if (major == 2 && minor >= 0) return GLES_VERSION_2_0;
1584 if (major == 3 && minor >= 0) return GLES_VERSION_3_0;
1585
1586 ALOGW("Unrecognized OpenGL ES version: %d.%d", major, minor);
1587 return GLES_VERSION_1_0;
1588}
1589
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001590EGLContext GLESRenderEngine::createEglContext(EGLDisplay display, EGLConfig config,
Peiyong Linfb530cf2018-12-15 05:07:38 +00001591 EGLContext shareContext, bool useContextPriority,
1592 Protection protection) {
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001593 EGLint renderableType = 0;
1594 if (config == EGL_NO_CONFIG) {
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001595 renderableType = EGL_OPENGL_ES3_BIT;
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001596 } else if (!eglGetConfigAttrib(display, config, EGL_RENDERABLE_TYPE, &renderableType)) {
1597 LOG_ALWAYS_FATAL("can't query EGLConfig RENDERABLE_TYPE");
1598 }
1599 EGLint contextClientVersion = 0;
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001600 if (renderableType & EGL_OPENGL_ES3_BIT) {
1601 contextClientVersion = 3;
1602 } else if (renderableType & EGL_OPENGL_ES2_BIT) {
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001603 contextClientVersion = 2;
1604 } else if (renderableType & EGL_OPENGL_ES_BIT) {
1605 contextClientVersion = 1;
1606 } else {
1607 LOG_ALWAYS_FATAL("no supported EGL_RENDERABLE_TYPEs");
1608 }
1609
1610 std::vector<EGLint> contextAttributes;
Peiyong Linfb530cf2018-12-15 05:07:38 +00001611 contextAttributes.reserve(7);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001612 contextAttributes.push_back(EGL_CONTEXT_CLIENT_VERSION);
1613 contextAttributes.push_back(contextClientVersion);
1614 if (useContextPriority) {
1615 contextAttributes.push_back(EGL_CONTEXT_PRIORITY_LEVEL_IMG);
1616 contextAttributes.push_back(EGL_CONTEXT_PRIORITY_HIGH_IMG);
1617 }
Peiyong Linfb530cf2018-12-15 05:07:38 +00001618 if (protection == Protection::PROTECTED) {
1619 contextAttributes.push_back(EGL_PROTECTED_CONTENT_EXT);
1620 contextAttributes.push_back(EGL_TRUE);
1621 }
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001622 contextAttributes.push_back(EGL_NONE);
1623
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001624 EGLContext context = eglCreateContext(display, config, shareContext, contextAttributes.data());
1625
1626 if (contextClientVersion == 3 && context == EGL_NO_CONTEXT) {
1627 // eglGetConfigAttrib indicated we can create GLES 3 context, but we failed, thus
1628 // EGL_NO_CONTEXT so that we can abort.
1629 if (config != EGL_NO_CONFIG) {
1630 return context;
1631 }
1632 // If |config| is EGL_NO_CONFIG, we speculatively try to create GLES 3 context, so we should
1633 // try to fall back to GLES 2.
1634 contextAttributes[1] = 2;
1635 context = eglCreateContext(display, config, shareContext, contextAttributes.data());
1636 }
1637
1638 return context;
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001639}
1640
Peiyong Lind8460c82020-07-28 16:04:22 -07001641EGLSurface GLESRenderEngine::createStubEglPbufferSurface(EGLDisplay display, EGLConfig config,
1642 int hwcFormat, Protection protection) {
1643 EGLConfig stubConfig = config;
1644 if (stubConfig == EGL_NO_CONFIG) {
1645 stubConfig = chooseEglConfig(display, hwcFormat, /*logConfig*/ true);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001646 }
1647 std::vector<EGLint> attributes;
Peiyong Linfb530cf2018-12-15 05:07:38 +00001648 attributes.reserve(7);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001649 attributes.push_back(EGL_WIDTH);
1650 attributes.push_back(1);
1651 attributes.push_back(EGL_HEIGHT);
1652 attributes.push_back(1);
Peiyong Linfb530cf2018-12-15 05:07:38 +00001653 if (protection == Protection::PROTECTED) {
1654 attributes.push_back(EGL_PROTECTED_CONTENT_EXT);
1655 attributes.push_back(EGL_TRUE);
1656 }
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001657 attributes.push_back(EGL_NONE);
1658
Peiyong Lind8460c82020-07-28 16:04:22 -07001659 return eglCreatePbufferSurface(display, stubConfig, attributes.data());
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001660}
1661
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001662bool GLESRenderEngine::isHdrDataSpace(const Dataspace dataSpace) const {
Peiyong Lina296b0c2018-04-30 16:55:29 -07001663 const Dataspace standard = static_cast<Dataspace>(dataSpace & Dataspace::STANDARD_MASK);
1664 const Dataspace transfer = static_cast<Dataspace>(dataSpace & Dataspace::TRANSFER_MASK);
1665 return standard == Dataspace::STANDARD_BT2020 &&
Peiyong Lin46080ef2018-10-26 18:43:14 -07001666 (transfer == Dataspace::TRANSFER_ST2084 || transfer == Dataspace::TRANSFER_HLG);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001667}
1668
1669// For convenience, we want to convert the input color space to XYZ color space first,
1670// and then convert from XYZ color space to output color space when
1671// - SDR and HDR contents are mixed, either SDR content will be converted to HDR or
1672// HDR content will be tone-mapped to SDR; Or,
1673// - there are HDR PQ and HLG contents presented at the same time, where we want to convert
1674// HLG content to PQ content.
1675// In either case above, we need to operate the Y value in XYZ color space. Thus, when either
1676// input data space or output data space is HDR data space, and the input transfer function
1677// doesn't match the output transfer function, we would enable an intermediate transfrom to
1678// XYZ color space.
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001679bool GLESRenderEngine::needsXYZTransformMatrix() const {
Peiyong Lina296b0c2018-04-30 16:55:29 -07001680 const bool isInputHdrDataSpace = isHdrDataSpace(mDataSpace);
1681 const bool isOutputHdrDataSpace = isHdrDataSpace(mOutputDataSpace);
1682 const Dataspace inputTransfer = static_cast<Dataspace>(mDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lin46080ef2018-10-26 18:43:14 -07001683 const Dataspace outputTransfer =
1684 static_cast<Dataspace>(mOutputDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001685
1686 return (isInputHdrDataSpace || isOutputHdrDataSpace) && inputTransfer != outputTransfer;
1687}
1688
Alec Mourid43ccab2019-03-13 12:23:45 -07001689bool GLESRenderEngine::isImageCachedForTesting(uint64_t bufferId) {
1690 std::lock_guard<std::mutex> lock(mRenderingMutex);
1691 const auto& cachedImage = mImageCache.find(bufferId);
1692 return cachedImage != mImageCache.end();
1693}
1694
Alec Mouri368e1582020-08-13 10:14:29 -07001695bool GLESRenderEngine::isTextureNameKnownForTesting(uint32_t texName) {
1696 const auto& entry = mTextureView.find(texName);
1697 return entry != mTextureView.end();
1698}
1699
1700std::optional<uint64_t> GLESRenderEngine::getBufferIdForTextureNameForTesting(uint32_t texName) {
1701 const auto& entry = mTextureView.find(texName);
1702 return entry != mTextureView.end() ? entry->second : std::nullopt;
1703}
1704
Alec Mourid43ccab2019-03-13 12:23:45 -07001705bool GLESRenderEngine::isFramebufferImageCachedForTesting(uint64_t bufferId) {
Alec Mourief44c2d2019-07-15 15:27:22 -07001706 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
Alec Mourid43ccab2019-03-13 12:23:45 -07001707 return std::any_of(mFramebufferImageCache.cbegin(), mFramebufferImageCache.cend(),
1708 [=](std::pair<uint64_t, EGLImageKHR> image) {
1709 return image.first == bufferId;
1710 });
1711}
1712
Alec Mouri554d06e2018-12-20 00:15:33 -08001713// FlushTracer implementation
1714GLESRenderEngine::FlushTracer::FlushTracer(GLESRenderEngine* engine) : mEngine(engine) {
1715 mThread = std::thread(&GLESRenderEngine::FlushTracer::loop, this);
1716}
1717
1718GLESRenderEngine::FlushTracer::~FlushTracer() {
1719 {
1720 std::lock_guard<std::mutex> lock(mMutex);
1721 mRunning = false;
1722 }
1723 mCondition.notify_all();
1724 if (mThread.joinable()) {
1725 mThread.join();
1726 }
1727}
1728
1729void GLESRenderEngine::FlushTracer::queueSync(EGLSyncKHR sync) {
1730 std::lock_guard<std::mutex> lock(mMutex);
1731 char name[64];
1732 const uint64_t frameNum = mFramesQueued++;
1733 snprintf(name, sizeof(name), "Queueing sync for frame: %lu",
1734 static_cast<unsigned long>(frameNum));
1735 ATRACE_NAME(name);
1736 mQueue.push({sync, frameNum});
1737 ATRACE_INT("GPU Frames Outstanding", mQueue.size());
1738 mCondition.notify_one();
1739}
1740
1741void GLESRenderEngine::FlushTracer::loop() {
1742 while (mRunning) {
1743 QueueEntry entry;
1744 {
1745 std::lock_guard<std::mutex> lock(mMutex);
1746
1747 mCondition.wait(mMutex,
Alec Mouric15dd012019-01-15 15:30:38 -08001748 [&]() REQUIRES(mMutex) { return !mQueue.empty() || !mRunning; });
Alec Mouri554d06e2018-12-20 00:15:33 -08001749
1750 if (!mRunning) {
1751 // if mRunning is false, then FlushTracer is being destroyed, so
1752 // bail out now.
1753 break;
1754 }
1755 entry = mQueue.front();
1756 mQueue.pop();
1757 }
1758 {
1759 char name[64];
1760 snprintf(name, sizeof(name), "waiting for frame %lu",
1761 static_cast<unsigned long>(entry.mFrameNum));
1762 ATRACE_NAME(name);
1763 mEngine->waitSync(entry.mSync, 0);
1764 }
1765 }
1766}
1767
Vishnu Nair16efdbf2019-12-10 11:55:42 -08001768void GLESRenderEngine::handleShadow(const FloatRect& casterRect, float casterCornerRadius,
1769 const ShadowSettings& settings) {
1770 ATRACE_CALL();
1771 const float casterZ = settings.length / 2.0f;
1772 const GLShadowVertexGenerator shadows(casterRect, casterCornerRadius, casterZ,
1773 settings.casterIsTranslucent, settings.ambientColor,
1774 settings.spotColor, settings.lightPos,
1775 settings.lightRadius);
1776
1777 // setup mesh for both shadows
1778 Mesh mesh = Mesh::Builder()
1779 .setPrimitive(Mesh::TRIANGLES)
1780 .setVertices(shadows.getVertexCount(), 2 /* size */)
1781 .setShadowAttrs()
1782 .setIndices(shadows.getIndexCount())
1783 .build();
1784
1785 Mesh::VertexArray<vec2> position = mesh.getPositionArray<vec2>();
1786 Mesh::VertexArray<vec4> shadowColor = mesh.getShadowColorArray<vec4>();
1787 Mesh::VertexArray<vec3> shadowParams = mesh.getShadowParamsArray<vec3>();
1788 shadows.fillVertices(position, shadowColor, shadowParams);
1789 shadows.fillIndices(mesh.getIndicesArray());
1790
1791 mState.cornerRadius = 0.0f;
1792 mState.drawShadows = true;
Vishnu Nairf19544f2020-02-03 11:23:26 -08001793 setupLayerTexturing(mShadowTexture.getTexture());
Vishnu Nair16efdbf2019-12-10 11:55:42 -08001794 drawMesh(mesh);
1795 mState.drawShadows = false;
1796}
1797
Peiyong Lin46080ef2018-10-26 18:43:14 -07001798} // namespace gl
1799} // namespace renderengine
1800} // namespace android