blob: 7c55133dc7e3a7f8c5abbb2840ba3c1d3efc051b [file] [log] [blame]
Mathias Agopian3f844832013-08-07 21:24:32 -07001/*
2 * Copyright 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060017//#define LOG_NDEBUG 0
18#undef LOG_TAG
19#define LOG_TAG "RenderEngine"
Mathias Agopian3f844832013-08-07 21:24:32 -070020#define ATRACE_TAG ATRACE_TAG_GRAPHICS
21
Peiyong Lin7e219eb2018-12-03 05:40:42 -080022#include "GLESRenderEngine.h"
Peiyong Lin833074a2018-08-28 11:53:54 -070023
24#include <math.h>
25#include <fstream>
26#include <sstream>
Alec Mouri0d5e1eb2018-11-10 20:40:12 -080027#include <unordered_set>
Peiyong Lincbc184f2018-08-22 13:24:10 -070028
Mathias Agopian3f844832013-08-07 21:24:32 -070029#include <GLES2/gl2.h>
Mathias Agopian458197d2013-08-15 14:56:51 -070030#include <GLES2/gl2ext.h>
Yiwei Zhang5434a782018-12-05 18:06:32 -080031#include <android-base/stringprintf.h>
Peiyong Lin833074a2018-08-28 11:53:54 -070032#include <cutils/compiler.h>
Alec Mouri554d06e2018-12-20 00:15:33 -080033#include <cutils/properties.h>
Peiyong Lincbc184f2018-08-22 13:24:10 -070034#include <renderengine/Mesh.h>
Peiyong Lincbc184f2018-08-22 13:24:10 -070035#include <renderengine/Texture.h>
Peiyong Lin833074a2018-08-28 11:53:54 -070036#include <renderengine/private/Description.h>
Alec Mouri0d5e1eb2018-11-10 20:40:12 -080037#include <sync/sync.h>
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060038#include <ui/ColorSpace.h>
39#include <ui/DebugUtils.h>
Alec Mourida4cf3b2019-02-12 15:33:01 -080040#include <ui/GraphicBuffer.h>
Dan Stozac1879002014-05-22 15:59:05 -070041#include <ui/Rect.h>
Peiyong Lin60bedb52018-09-05 10:47:31 -070042#include <ui/Region.h>
Chia-I Wu56d7b0a2018-10-01 15:13:11 -070043#include <utils/KeyedVector.h>
Mathias Agopian3f844832013-08-07 21:24:32 -070044#include <utils/Trace.h>
Peiyong Linf1bada92018-08-29 09:39:31 -070045#include "GLExtensions.h"
Peiyong Line5a9a7f2018-08-30 15:32:13 -070046#include "GLFramebuffer.h"
Peiyong Linf1bada92018-08-29 09:39:31 -070047#include "GLImage.h"
Peiyong Lin833074a2018-08-28 11:53:54 -070048#include "Program.h"
49#include "ProgramCache.h"
Mathias Agopian3f844832013-08-07 21:24:32 -070050
Peiyong Linf11f39b2018-09-05 14:37:41 -070051extern "C" EGLAPI const char* eglQueryStringImplementationANDROID(EGLDisplay dpy, EGLint name);
52
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060053bool checkGlError(const char* op, int lineNumber) {
54 bool errorFound = false;
55 GLint error = glGetError();
56 while (error != GL_NO_ERROR) {
57 errorFound = true;
58 error = glGetError();
59 ALOGV("after %s() (line # %d) glError (0x%x)\n", op, lineNumber, error);
60 }
61 return errorFound;
62}
63
Courtney Goeltzenleuchter4f20f9c2017-04-06 08:18:34 -060064static constexpr bool outputDebugPPMs = false;
65
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060066void writePPM(const char* basename, GLuint width, GLuint height) {
67 ALOGV("writePPM #%s: %d x %d", basename, width, height);
68
69 std::vector<GLubyte> pixels(width * height * 4);
70 std::vector<GLubyte> outBuffer(width * height * 3);
71
72 // TODO(courtneygo): We can now have float formats, need
73 // to remove this code or update to support.
74 // Make returned pixels fit in uint32_t, one byte per component
75 glReadPixels(0, 0, width, height, GL_RGBA, GL_UNSIGNED_BYTE, pixels.data());
76 if (checkGlError(__FUNCTION__, __LINE__)) {
77 return;
78 }
79
80 std::string filename(basename);
81 filename.append(".ppm");
82 std::ofstream file(filename.c_str(), std::ios::binary);
83 if (!file.is_open()) {
84 ALOGE("Unable to open file: %s", filename.c_str());
85 ALOGE("You may need to do: \"adb shell setenforce 0\" to enable "
86 "surfaceflinger to write debug images");
87 return;
88 }
89
90 file << "P6\n";
91 file << width << "\n";
92 file << height << "\n";
93 file << 255 << "\n";
94
95 auto ptr = reinterpret_cast<char*>(pixels.data());
96 auto outPtr = reinterpret_cast<char*>(outBuffer.data());
97 for (int y = height - 1; y >= 0; y--) {
98 char* data = ptr + y * width * sizeof(uint32_t);
99
100 for (GLuint x = 0; x < width; x++) {
101 // Only copy R, G and B components
102 outPtr[0] = data[0];
103 outPtr[1] = data[1];
104 outPtr[2] = data[2];
105 data += sizeof(uint32_t);
106 outPtr += 3;
107 }
108 }
109 file.write(reinterpret_cast<char*>(outBuffer.data()), outBuffer.size());
110}
111
Mathias Agopian3f844832013-08-07 21:24:32 -0700112namespace android {
Peiyong Lin833074a2018-08-28 11:53:54 -0700113namespace renderengine {
114namespace gl {
Mathias Agopian3f844832013-08-07 21:24:32 -0700115
Yiwei Zhang5434a782018-12-05 18:06:32 -0800116using base::StringAppendF;
Peiyong Lin34beb7a2018-03-28 11:57:12 -0700117using ui::Dataspace;
118
Peiyong Linf11f39b2018-09-05 14:37:41 -0700119static status_t selectConfigForAttribute(EGLDisplay dpy, EGLint const* attrs, EGLint attribute,
120 EGLint wanted, EGLConfig* outConfig) {
121 EGLint numConfigs = -1, n = 0;
122 eglGetConfigs(dpy, nullptr, 0, &numConfigs);
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700123 std::vector<EGLConfig> configs(numConfigs, EGL_NO_CONFIG_KHR);
124 eglChooseConfig(dpy, attrs, configs.data(), configs.size(), &n);
125 configs.resize(n);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700126
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700127 if (!configs.empty()) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700128 if (attribute != EGL_NONE) {
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700129 for (EGLConfig config : configs) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700130 EGLint value = 0;
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700131 eglGetConfigAttrib(dpy, config, attribute, &value);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700132 if (wanted == value) {
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700133 *outConfig = config;
Peiyong Linf11f39b2018-09-05 14:37:41 -0700134 return NO_ERROR;
135 }
136 }
137 } else {
138 // just pick the first one
139 *outConfig = configs[0];
Peiyong Linf11f39b2018-09-05 14:37:41 -0700140 return NO_ERROR;
141 }
142 }
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700143
Peiyong Linf11f39b2018-09-05 14:37:41 -0700144 return NAME_NOT_FOUND;
145}
146
147class EGLAttributeVector {
148 struct Attribute;
149 class Adder;
150 friend class Adder;
151 KeyedVector<Attribute, EGLint> mList;
152 struct Attribute {
153 Attribute() : v(0){};
154 explicit Attribute(EGLint v) : v(v) {}
155 EGLint v;
156 bool operator<(const Attribute& other) const {
157 // this places EGL_NONE at the end
158 EGLint lhs(v);
159 EGLint rhs(other.v);
160 if (lhs == EGL_NONE) lhs = 0x7FFFFFFF;
161 if (rhs == EGL_NONE) rhs = 0x7FFFFFFF;
162 return lhs < rhs;
163 }
164 };
165 class Adder {
166 friend class EGLAttributeVector;
167 EGLAttributeVector& v;
168 EGLint attribute;
169 Adder(EGLAttributeVector& v, EGLint attribute) : v(v), attribute(attribute) {}
170
171 public:
172 void operator=(EGLint value) {
173 if (attribute != EGL_NONE) {
174 v.mList.add(Attribute(attribute), value);
175 }
176 }
177 operator EGLint() const { return v.mList[attribute]; }
178 };
179
180public:
181 EGLAttributeVector() { mList.add(Attribute(EGL_NONE), EGL_NONE); }
182 void remove(EGLint attribute) {
183 if (attribute != EGL_NONE) {
184 mList.removeItem(Attribute(attribute));
185 }
186 }
187 Adder operator[](EGLint attribute) { return Adder(*this, attribute); }
188 EGLint operator[](EGLint attribute) const { return mList[attribute]; }
189 // cast-operator to (EGLint const*)
190 operator EGLint const*() const { return &mList.keyAt(0).v; }
191};
192
193static status_t selectEGLConfig(EGLDisplay display, EGLint format, EGLint renderableType,
194 EGLConfig* config) {
195 // select our EGLConfig. It must support EGL_RECORDABLE_ANDROID if
196 // it is to be used with WIFI displays
197 status_t err;
198 EGLint wantedAttribute;
199 EGLint wantedAttributeValue;
200
201 EGLAttributeVector attribs;
202 if (renderableType) {
203 attribs[EGL_RENDERABLE_TYPE] = renderableType;
204 attribs[EGL_RECORDABLE_ANDROID] = EGL_TRUE;
205 attribs[EGL_SURFACE_TYPE] = EGL_WINDOW_BIT | EGL_PBUFFER_BIT;
206 attribs[EGL_FRAMEBUFFER_TARGET_ANDROID] = EGL_TRUE;
207 attribs[EGL_RED_SIZE] = 8;
208 attribs[EGL_GREEN_SIZE] = 8;
209 attribs[EGL_BLUE_SIZE] = 8;
210 attribs[EGL_ALPHA_SIZE] = 8;
211 wantedAttribute = EGL_NONE;
212 wantedAttributeValue = EGL_NONE;
213 } else {
214 // if no renderable type specified, fallback to a simplified query
215 wantedAttribute = EGL_NATIVE_VISUAL_ID;
216 wantedAttributeValue = format;
217 }
218
219 err = selectConfigForAttribute(display, attribs, wantedAttribute, wantedAttributeValue, config);
220 if (err == NO_ERROR) {
221 EGLint caveat;
222 if (eglGetConfigAttrib(display, *config, EGL_CONFIG_CAVEAT, &caveat))
223 ALOGW_IF(caveat == EGL_SLOW_CONFIG, "EGL_SLOW_CONFIG selected!");
224 }
225
226 return err;
227}
228
Alec Mourida4cf3b2019-02-12 15:33:01 -0800229std::unique_ptr<GLESRenderEngine> GLESRenderEngine::create(int hwcFormat, uint32_t featureFlags,
230 uint32_t imageCacheSize) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700231 // initialize EGL for the default display
232 EGLDisplay display = eglGetDisplay(EGL_DEFAULT_DISPLAY);
233 if (!eglInitialize(display, nullptr, nullptr)) {
234 LOG_ALWAYS_FATAL("failed to initialize EGL");
235 }
236
237 GLExtensions& extensions = GLExtensions::getInstance();
238 extensions.initWithEGLStrings(eglQueryStringImplementationANDROID(display, EGL_VERSION),
239 eglQueryStringImplementationANDROID(display, EGL_EXTENSIONS));
240
241 // The code assumes that ES2 or later is available if this extension is
242 // supported.
243 EGLConfig config = EGL_NO_CONFIG;
244 if (!extensions.hasNoConfigContext()) {
245 config = chooseEglConfig(display, hwcFormat, /*logConfig*/ true);
246 }
247
Peiyong Linf11f39b2018-09-05 14:37:41 -0700248 bool useContextPriority = extensions.hasContextPriority() &&
Peiyong Lin46080ef2018-10-26 18:43:14 -0700249 (featureFlags & RenderEngine::USE_HIGH_PRIORITY_CONTEXT);
Peiyong Linfb530cf2018-12-15 05:07:38 +0000250 EGLContext protectedContext = EGL_NO_CONTEXT;
251 if (extensions.hasProtectedContent()) {
252 protectedContext = createEglContext(display, config, nullptr, useContextPriority,
253 Protection::PROTECTED);
254 ALOGE_IF(protectedContext == EGL_NO_CONTEXT, "Can't create protected context");
255 }
256
257 EGLContext ctxt = createEglContext(display, config, protectedContext, useContextPriority,
258 Protection::UNPROTECTED);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700259
260 // if can't create a GL context, we can only abort.
261 LOG_ALWAYS_FATAL_IF(ctxt == EGL_NO_CONTEXT, "EGLContext creation failed");
262
Peiyong Lina5e9f1b2018-11-27 22:49:37 -0800263 EGLSurface dummy = EGL_NO_SURFACE;
264 if (!extensions.hasSurfacelessContext()) {
Peiyong Linfb530cf2018-12-15 05:07:38 +0000265 dummy = createDummyEglPbufferSurface(display, config, hwcFormat, Protection::UNPROTECTED);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -0800266 LOG_ALWAYS_FATAL_IF(dummy == EGL_NO_SURFACE, "can't create dummy pbuffer");
Peiyong Linf11f39b2018-09-05 14:37:41 -0700267 }
Peiyong Linf11f39b2018-09-05 14:37:41 -0700268 EGLBoolean success = eglMakeCurrent(display, dummy, dummy, ctxt);
269 LOG_ALWAYS_FATAL_IF(!success, "can't make dummy pbuffer current");
Peiyong Linf11f39b2018-09-05 14:37:41 -0700270 extensions.initWithGLStrings(glGetString(GL_VENDOR), glGetString(GL_RENDERER),
271 glGetString(GL_VERSION), glGetString(GL_EXTENSIONS));
272
Peiyong Linfb530cf2018-12-15 05:07:38 +0000273 // In order to have protected contents in GPU composition, the OpenGL ES extension
274 // GL_EXT_protected_textures must be supported. If it's not supported, reset
275 // protected context to EGL_NO_CONTEXT to indicate that protected contents is not supported.
276 if (!extensions.hasProtectedTexture()) {
277 protectedContext = EGL_NO_CONTEXT;
278 }
279
280 EGLSurface protectedDummy = EGL_NO_SURFACE;
281 if (protectedContext != EGL_NO_CONTEXT && !extensions.hasSurfacelessContext()) {
282 protectedDummy =
283 createDummyEglPbufferSurface(display, config, hwcFormat, Protection::PROTECTED);
284 ALOGE_IF(protectedDummy == EGL_NO_SURFACE, "can't create protected dummy pbuffer");
285 }
286
Peiyong Lina5e9f1b2018-11-27 22:49:37 -0800287 // now figure out what version of GL did we actually get
Peiyong Linf11f39b2018-09-05 14:37:41 -0700288 GlesVersion version = parseGlesVersion(extensions.getVersion());
289
290 // initialize the renderer while GL is current
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800291 std::unique_ptr<GLESRenderEngine> engine;
Peiyong Linf11f39b2018-09-05 14:37:41 -0700292 switch (version) {
293 case GLES_VERSION_1_0:
294 case GLES_VERSION_1_1:
295 LOG_ALWAYS_FATAL("SurfaceFlinger requires OpenGL ES 2.0 minimum to run.");
296 break;
297 case GLES_VERSION_2_0:
298 case GLES_VERSION_3_0:
Peiyong Linfb530cf2018-12-15 05:07:38 +0000299 engine = std::make_unique<GLESRenderEngine>(featureFlags, display, config, ctxt, dummy,
Alec Mourida4cf3b2019-02-12 15:33:01 -0800300 protectedContext, protectedDummy,
301 imageCacheSize);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700302 break;
303 }
Peiyong Linf11f39b2018-09-05 14:37:41 -0700304
305 ALOGI("OpenGL ES informations:");
306 ALOGI("vendor : %s", extensions.getVendor());
307 ALOGI("renderer : %s", extensions.getRenderer());
308 ALOGI("version : %s", extensions.getVersion());
309 ALOGI("extensions: %s", extensions.getExtensions());
310 ALOGI("GL_MAX_TEXTURE_SIZE = %zu", engine->getMaxTextureSize());
311 ALOGI("GL_MAX_VIEWPORT_DIMS = %zu", engine->getMaxViewportDims());
312
Peiyong Linf11f39b2018-09-05 14:37:41 -0700313 return engine;
314}
315
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800316EGLConfig GLESRenderEngine::chooseEglConfig(EGLDisplay display, int format, bool logConfig) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700317 status_t err;
318 EGLConfig config;
319
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800320 // First try to get an ES3 config
321 err = selectEGLConfig(display, format, EGL_OPENGL_ES3_BIT, &config);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700322 if (err != NO_ERROR) {
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800323 // If ES3 fails, try to get an ES2 config
324 err = selectEGLConfig(display, format, EGL_OPENGL_ES2_BIT, &config);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700325 if (err != NO_ERROR) {
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800326 // If ES2 still doesn't work, probably because we're on the emulator.
Peiyong Linf11f39b2018-09-05 14:37:41 -0700327 // try a simplified query
328 ALOGW("no suitable EGLConfig found, trying a simpler query");
329 err = selectEGLConfig(display, format, 0, &config);
330 if (err != NO_ERROR) {
331 // this EGL is too lame for android
332 LOG_ALWAYS_FATAL("no suitable EGLConfig found, giving up");
333 }
334 }
335 }
336
337 if (logConfig) {
338 // print some debugging info
339 EGLint r, g, b, a;
340 eglGetConfigAttrib(display, config, EGL_RED_SIZE, &r);
341 eglGetConfigAttrib(display, config, EGL_GREEN_SIZE, &g);
342 eglGetConfigAttrib(display, config, EGL_BLUE_SIZE, &b);
343 eglGetConfigAttrib(display, config, EGL_ALPHA_SIZE, &a);
344 ALOGI("EGL information:");
345 ALOGI("vendor : %s", eglQueryString(display, EGL_VENDOR));
346 ALOGI("version : %s", eglQueryString(display, EGL_VERSION));
347 ALOGI("extensions: %s", eglQueryString(display, EGL_EXTENSIONS));
348 ALOGI("Client API: %s", eglQueryString(display, EGL_CLIENT_APIS) ?: "Not Supported");
349 ALOGI("EGLSurface: %d-%d-%d-%d, config=%p", r, g, b, a, config);
350 }
351
352 return config;
353}
354
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800355GLESRenderEngine::GLESRenderEngine(uint32_t featureFlags, EGLDisplay display, EGLConfig config,
Peiyong Linfb530cf2018-12-15 05:07:38 +0000356 EGLContext ctxt, EGLSurface dummy, EGLContext protectedContext,
Alec Mourida4cf3b2019-02-12 15:33:01 -0800357 EGLSurface protectedDummy, uint32_t imageCacheSize)
Peiyong Linf11f39b2018-09-05 14:37:41 -0700358 : renderengine::impl::RenderEngine(featureFlags),
Alec Mouri0a9c7b82018-11-16 13:05:25 -0800359 mEGLDisplay(display),
360 mEGLConfig(config),
361 mEGLContext(ctxt),
362 mDummySurface(dummy),
Peiyong Linfb530cf2018-12-15 05:07:38 +0000363 mProtectedEGLContext(protectedContext),
364 mProtectedDummySurface(protectedDummy),
Chia-I Wu93e14df2018-06-04 10:10:17 -0700365 mVpWidth(0),
366 mVpHeight(0),
Alec Mourida4cf3b2019-02-12 15:33:01 -0800367 mFramebufferImageCacheSize(imageCacheSize),
Peiyong Lin13effd12018-07-24 17:01:47 -0700368 mUseColorManagement(featureFlags & USE_COLOR_MANAGEMENT) {
Mathias Agopian3f844832013-08-07 21:24:32 -0700369 glGetIntegerv(GL_MAX_TEXTURE_SIZE, &mMaxTextureSize);
370 glGetIntegerv(GL_MAX_VIEWPORT_DIMS, mMaxViewportDims);
371
372 glPixelStorei(GL_UNPACK_ALIGNMENT, 4);
373 glPixelStorei(GL_PACK_ALIGNMENT, 4);
374
Peiyong Linfb530cf2018-12-15 05:07:38 +0000375 // Initialize protected EGL Context.
376 if (mProtectedEGLContext != EGL_NO_CONTEXT) {
377 EGLBoolean success = eglMakeCurrent(display, mProtectedDummySurface, mProtectedDummySurface,
378 mProtectedEGLContext);
379 ALOGE_IF(!success, "can't make protected context current");
380 glPixelStorei(GL_UNPACK_ALIGNMENT, 4);
381 glPixelStorei(GL_PACK_ALIGNMENT, 4);
382 success = eglMakeCurrent(display, mDummySurface, mDummySurface, mEGLContext);
383 LOG_ALWAYS_FATAL_IF(!success, "can't make default context current");
384 }
385
Chia-I Wub027f802017-11-29 14:00:52 -0800386 const uint16_t protTexData[] = {0};
Mathias Agopian3f844832013-08-07 21:24:32 -0700387 glGenTextures(1, &mProtectedTexName);
388 glBindTexture(GL_TEXTURE_2D, mProtectedTexName);
389 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST);
390 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST);
391 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_REPEAT);
392 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_REPEAT);
Chia-I Wub027f802017-11-29 14:00:52 -0800393 glTexImage2D(GL_TEXTURE_2D, 0, GL_RGB, 1, 1, 0, GL_RGB, GL_UNSIGNED_SHORT_5_6_5, protTexData);
Mathias Agopianff2ed702013-09-01 21:36:12 -0700394
Chia-I Wub027f802017-11-29 14:00:52 -0800395 // mColorBlindnessCorrection = M;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -0600396
Peiyong Lin13effd12018-07-24 17:01:47 -0700397 if (mUseColorManagement) {
Valerie Haueb8e0762018-11-06 10:10:42 -0800398 const ColorSpace srgb(ColorSpace::sRGB());
399 const ColorSpace displayP3(ColorSpace::DisplayP3());
400 const ColorSpace bt2020(ColorSpace::BT2020());
Peiyong Lina296b0c2018-04-30 16:55:29 -0700401
402 // no chromatic adaptation needed since all color spaces use D65 for their white points.
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700403 mSrgbToXyz = mat4(srgb.getRGBtoXYZ());
404 mDisplayP3ToXyz = mat4(displayP3.getRGBtoXYZ());
405 mBt2020ToXyz = mat4(bt2020.getRGBtoXYZ());
Peiyong Lin9b03c732018-05-17 10:14:02 -0700406 mXyzToSrgb = mat4(srgb.getXYZtoRGB());
Peiyong Lina296b0c2018-04-30 16:55:29 -0700407 mXyzToDisplayP3 = mat4(displayP3.getXYZtoRGB());
408 mXyzToBt2020 = mat4(bt2020.getXYZtoRGB());
Valerie Haueb8e0762018-11-06 10:10:42 -0800409
410 // Compute sRGB to Display P3 and BT2020 transform matrix.
411 // NOTE: For now, we are limiting output wide color space support to
412 // Display-P3 and BT2020 only.
413 mSrgbToDisplayP3 = mXyzToDisplayP3 * mSrgbToXyz;
414 mSrgbToBt2020 = mXyzToBt2020 * mSrgbToXyz;
415
416 // Compute Display P3 to sRGB and BT2020 transform matrix.
417 mDisplayP3ToSrgb = mXyzToSrgb * mDisplayP3ToXyz;
418 mDisplayP3ToBt2020 = mXyzToBt2020 * mDisplayP3ToXyz;
419
420 // Compute BT2020 to sRGB and Display P3 transform matrix
421 mBt2020ToSrgb = mXyzToSrgb * mBt2020ToXyz;
422 mBt2020ToDisplayP3 = mXyzToDisplayP3 * mBt2020ToXyz;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -0600423 }
Alec Mouri554d06e2018-12-20 00:15:33 -0800424
425 char value[PROPERTY_VALUE_MAX];
426 property_get("debug.egl.traceGpuCompletion", value, "0");
427 if (atoi(value)) {
428 mTraceGpuCompletion = true;
429 mFlushTracer = std::make_unique<FlushTracer>(this);
430 }
Alec Mouri820c7402019-01-23 13:02:39 -0800431 mDrawingBuffer = createFramebuffer();
Mathias Agopian3f844832013-08-07 21:24:32 -0700432}
433
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800434GLESRenderEngine::~GLESRenderEngine() {
Alec Mourid43ccab2019-03-13 12:23:45 -0700435 std::lock_guard<std::mutex> lock(mRenderingMutex);
436 unbindFrameBuffer(mDrawingBuffer.get());
437 mDrawingBuffer = nullptr;
438 while (!mFramebufferImageCache.empty()) {
439 EGLImageKHR expired = mFramebufferImageCache.front().second;
440 mFramebufferImageCache.pop_front();
441 eglDestroyImageKHR(mEGLDisplay, expired);
Alec Mourida4cf3b2019-02-12 15:33:01 -0800442 }
Alec Mourid43ccab2019-03-13 12:23:45 -0700443 mImageCache.clear();
Peiyong Linf11f39b2018-09-05 14:37:41 -0700444 eglMakeCurrent(mEGLDisplay, EGL_NO_SURFACE, EGL_NO_SURFACE, EGL_NO_CONTEXT);
445 eglTerminate(mEGLDisplay);
446}
Mathias Agopian3f844832013-08-07 21:24:32 -0700447
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800448std::unique_ptr<Framebuffer> GLESRenderEngine::createFramebuffer() {
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700449 return std::make_unique<GLFramebuffer>(*this);
450}
451
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800452std::unique_ptr<Image> GLESRenderEngine::createImage() {
Peiyong Linf1bada92018-08-29 09:39:31 -0700453 return std::make_unique<GLImage>(*this);
454}
455
Alec Mouri820c7402019-01-23 13:02:39 -0800456Framebuffer* GLESRenderEngine::getFramebufferForDrawing() {
457 return mDrawingBuffer.get();
458}
459
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800460void GLESRenderEngine::primeCache() const {
Peiyong Linfb530cf2018-12-15 05:07:38 +0000461 ProgramCache::getInstance().primeCache(mInProtectedContext ? mProtectedEGLContext : mEGLContext,
462 mFeatureFlags & USE_COLOR_MANAGEMENT);
Peiyong Linf1bada92018-08-29 09:39:31 -0700463}
464
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800465bool GLESRenderEngine::isCurrent() const {
Peiyong Linf1bada92018-08-29 09:39:31 -0700466 return mEGLDisplay == eglGetCurrentDisplay() && mEGLContext == eglGetCurrentContext();
467}
468
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800469base::unique_fd GLESRenderEngine::flush() {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000470 ATRACE_CALL();
Peiyong Lin60bedb52018-09-05 10:47:31 -0700471 if (!GLExtensions::getInstance().hasNativeFenceSync()) {
472 return base::unique_fd();
473 }
474
475 EGLSyncKHR sync = eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_NATIVE_FENCE_ANDROID, nullptr);
476 if (sync == EGL_NO_SYNC_KHR) {
477 ALOGW("failed to create EGL native fence sync: %#x", eglGetError());
478 return base::unique_fd();
479 }
480
481 // native fence fd will not be populated until flush() is done.
482 glFlush();
483
484 // get the fence fd
485 base::unique_fd fenceFd(eglDupNativeFenceFDANDROID(mEGLDisplay, sync));
486 eglDestroySyncKHR(mEGLDisplay, sync);
487 if (fenceFd == EGL_NO_NATIVE_FENCE_FD_ANDROID) {
488 ALOGW("failed to dup EGL native fence sync: %#x", eglGetError());
489 }
490
Alec Mouri554d06e2018-12-20 00:15:33 -0800491 // Only trace if we have a valid fence, as current usage falls back to
492 // calling finish() if the fence fd is invalid.
493 if (CC_UNLIKELY(mTraceGpuCompletion && mFlushTracer) && fenceFd.get() >= 0) {
494 mFlushTracer->queueSync(eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_FENCE_KHR, nullptr));
495 }
496
Peiyong Lin60bedb52018-09-05 10:47:31 -0700497 return fenceFd;
498}
499
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800500bool GLESRenderEngine::finish() {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000501 ATRACE_CALL();
Peiyong Lin60bedb52018-09-05 10:47:31 -0700502 if (!GLExtensions::getInstance().hasFenceSync()) {
503 ALOGW("no synchronization support");
504 return false;
505 }
506
507 EGLSyncKHR sync = eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_FENCE_KHR, nullptr);
508 if (sync == EGL_NO_SYNC_KHR) {
509 ALOGW("failed to create EGL fence sync: %#x", eglGetError());
510 return false;
511 }
512
Alec Mouri554d06e2018-12-20 00:15:33 -0800513 if (CC_UNLIKELY(mTraceGpuCompletion && mFlushTracer)) {
514 mFlushTracer->queueSync(eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_FENCE_KHR, nullptr));
515 }
516
517 return waitSync(sync, EGL_SYNC_FLUSH_COMMANDS_BIT_KHR);
518}
519
520bool GLESRenderEngine::waitSync(EGLSyncKHR sync, EGLint flags) {
521 EGLint result = eglClientWaitSyncKHR(mEGLDisplay, sync, flags, 2000000000 /*2 sec*/);
Peiyong Lin60bedb52018-09-05 10:47:31 -0700522 EGLint error = eglGetError();
523 eglDestroySyncKHR(mEGLDisplay, sync);
524 if (result != EGL_CONDITION_SATISFIED_KHR) {
525 if (result == EGL_TIMEOUT_EXPIRED_KHR) {
526 ALOGW("fence wait timed out");
527 } else {
528 ALOGW("error waiting on EGL fence: %#x", error);
529 }
530 return false;
531 }
532
533 return true;
534}
535
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800536bool GLESRenderEngine::waitFence(base::unique_fd fenceFd) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700537 if (!GLExtensions::getInstance().hasNativeFenceSync() ||
538 !GLExtensions::getInstance().hasWaitSync()) {
539 return false;
540 }
541
542 EGLint attribs[] = {EGL_SYNC_NATIVE_FENCE_FD_ANDROID, fenceFd, EGL_NONE};
543 EGLSyncKHR sync = eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_NATIVE_FENCE_ANDROID, attribs);
544 if (sync == EGL_NO_SYNC_KHR) {
545 ALOGE("failed to create EGL native fence sync: %#x", eglGetError());
546 return false;
547 }
548
549 // fenceFd is now owned by EGLSync
550 (void)fenceFd.release();
551
552 // XXX: The spec draft is inconsistent as to whether this should return an
553 // EGLint or void. Ignore the return value for now, as it's not strictly
554 // needed.
555 eglWaitSyncKHR(mEGLDisplay, sync, 0);
556 EGLint error = eglGetError();
557 eglDestroySyncKHR(mEGLDisplay, sync);
558 if (error != EGL_SUCCESS) {
559 ALOGE("failed to wait for EGL native fence sync: %#x", error);
560 return false;
561 }
562
563 return true;
564}
565
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800566void GLESRenderEngine::clearWithColor(float red, float green, float blue, float alpha) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000567 ATRACE_CALL();
568 glDisable(GL_BLEND);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700569 glClearColor(red, green, blue, alpha);
570 glClear(GL_COLOR_BUFFER_BIT);
571}
572
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800573void GLESRenderEngine::fillRegionWithColor(const Region& region, float red, float green, float blue,
574 float alpha) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700575 size_t c;
576 Rect const* r = region.getArray(&c);
577 Mesh mesh(Mesh::TRIANGLES, c * 6, 2);
578 Mesh::VertexArray<vec2> position(mesh.getPositionArray<vec2>());
579 for (size_t i = 0; i < c; i++, r++) {
580 position[i * 6 + 0].x = r->left;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700581 position[i * 6 + 0].y = r->top;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700582 position[i * 6 + 1].x = r->left;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700583 position[i * 6 + 1].y = r->bottom;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700584 position[i * 6 + 2].x = r->right;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700585 position[i * 6 + 2].y = r->bottom;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700586 position[i * 6 + 3].x = r->left;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700587 position[i * 6 + 3].y = r->top;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700588 position[i * 6 + 4].x = r->right;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700589 position[i * 6 + 4].y = r->bottom;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700590 position[i * 6 + 5].x = r->right;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700591 position[i * 6 + 5].y = r->top;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700592 }
593 setupFillWithColor(red, green, blue, alpha);
594 drawMesh(mesh);
595}
596
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800597void GLESRenderEngine::setScissor(const Rect& region) {
Peiyong Lin1c097612019-03-22 16:21:46 -0700598 glScissor(region.left, region.top, region.getWidth(), region.getHeight());
Peiyong Lin60bedb52018-09-05 10:47:31 -0700599 glEnable(GL_SCISSOR_TEST);
600}
601
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800602void GLESRenderEngine::disableScissor() {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700603 glDisable(GL_SCISSOR_TEST);
604}
605
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800606void GLESRenderEngine::genTextures(size_t count, uint32_t* names) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700607 glGenTextures(count, names);
608}
609
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800610void GLESRenderEngine::deleteTextures(size_t count, uint32_t const* names) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700611 glDeleteTextures(count, names);
612}
613
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800614void GLESRenderEngine::bindExternalTextureImage(uint32_t texName, const Image& image) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000615 ATRACE_CALL();
Peiyong Linf1bada92018-08-29 09:39:31 -0700616 const GLImage& glImage = static_cast<const GLImage&>(image);
617 const GLenum target = GL_TEXTURE_EXTERNAL_OES;
618
619 glBindTexture(target, texName);
Peiyong Linfb530cf2018-12-15 05:07:38 +0000620 if (supportsProtectedContent()) {
621 glTexParameteri(target, GL_TEXTURE_PROTECTED_EXT,
622 glImage.isProtected() ? GL_TRUE : GL_FALSE);
623 }
Peiyong Linf1bada92018-08-29 09:39:31 -0700624 if (glImage.getEGLImage() != EGL_NO_IMAGE_KHR) {
Peiyong Lin46080ef2018-10-26 18:43:14 -0700625 glEGLImageTargetTexture2DOES(target, static_cast<GLeglImageOES>(glImage.getEGLImage()));
Peiyong Linf1bada92018-08-29 09:39:31 -0700626 }
Mathias Agopian3f844832013-08-07 21:24:32 -0700627}
628
Alec Mourid7b3a8b2019-03-21 11:44:18 -0700629status_t GLESRenderEngine::cacheExternalTextureBuffer(const sp<GraphicBuffer>& buffer) {
630 std::lock_guard<std::mutex> lock(mRenderingMutex);
631 return cacheExternalTextureBufferLocked(buffer);
632}
633
634status_t GLESRenderEngine::bindExternalTextureBuffer(uint32_t texName,
635 const sp<GraphicBuffer>& buffer,
636 const sp<Fence>& bufferFence) {
Alec Mourif0497272019-03-11 15:53:11 -0700637 std::lock_guard<std::mutex> lock(mRenderingMutex);
638 return bindExternalTextureBufferLocked(texName, buffer, bufferFence);
639}
640
Alec Mourid7b3a8b2019-03-21 11:44:18 -0700641status_t GLESRenderEngine::cacheExternalTextureBufferLocked(const sp<GraphicBuffer>& buffer) {
Alec Mourid43ccab2019-03-13 12:23:45 -0700642 if (buffer == nullptr) {
643 return BAD_VALUE;
644 }
Alec Mouri539319f2018-12-19 17:56:23 -0800645
Alec Mourid7b3a8b2019-03-21 11:44:18 -0700646 ATRACE_CALL();
647
648 if (mImageCache.count(buffer->getId()) > 0) {
Alec Mourib5c4f352019-02-19 19:46:38 -0800649 return NO_ERROR;
Alec Mouri539319f2018-12-19 17:56:23 -0800650 }
651
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800652 std::unique_ptr<Image> newImage = createImage();
653
654 bool created = newImage->setNativeWindowBuffer(buffer->getNativeBuffer(),
655 buffer->getUsage() & GRALLOC_USAGE_PROTECTED);
656 if (!created) {
657 ALOGE("Failed to create image. size=%ux%u st=%u usage=%#" PRIx64 " fmt=%d",
658 buffer->getWidth(), buffer->getHeight(), buffer->getStride(), buffer->getUsage(),
659 buffer->getPixelFormat());
Alec Mourid7b3a8b2019-03-21 11:44:18 -0700660 return NO_INIT;
661 }
662 mImageCache.insert(std::make_pair(buffer->getId(), std::move(newImage)));
663
664 return NO_ERROR;
665}
666
667status_t GLESRenderEngine::bindExternalTextureBufferLocked(uint32_t texName,
668 const sp<GraphicBuffer>& buffer,
669 const sp<Fence>& bufferFence) {
670 ATRACE_CALL();
671 status_t cacheResult = cacheExternalTextureBufferLocked(buffer);
672
673 if (cacheResult != NO_ERROR) {
674 return cacheResult;
675 }
676
677 auto cachedImage = mImageCache.find(buffer->getId());
678
679 if (cachedImage == mImageCache.end()) {
680 // We failed creating the image if we got here, so bail out.
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800681 bindExternalTextureImage(texName, *createImage());
682 return NO_INIT;
683 }
684
Alec Mourid7b3a8b2019-03-21 11:44:18 -0700685 bindExternalTextureImage(texName, *cachedImage->second);
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800686
687 // Wait for the new buffer to be ready.
688 if (bufferFence != nullptr && bufferFence->isValid()) {
689 if (GLExtensions::getInstance().hasWaitSync()) {
690 base::unique_fd fenceFd(bufferFence->dup());
691 if (fenceFd == -1) {
692 ALOGE("error dup'ing fence fd: %d", errno);
693 return -errno;
694 }
695 if (!waitFence(std::move(fenceFd))) {
696 ALOGE("failed to wait on fence fd");
697 return UNKNOWN_ERROR;
698 }
699 } else {
700 status_t err = bufferFence->waitForever("RenderEngine::bindExternalTextureBuffer");
701 if (err != NO_ERROR) {
702 ALOGE("error waiting for fence: %d", err);
703 return err;
704 }
705 }
706 }
Alec Mouri539319f2018-12-19 17:56:23 -0800707
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800708 return NO_ERROR;
709}
710
Alec Mourib5c4f352019-02-19 19:46:38 -0800711void GLESRenderEngine::unbindExternalTextureBuffer(uint64_t bufferId) {
Alec Mourif0497272019-03-11 15:53:11 -0700712 std::lock_guard<std::mutex> lock(mRenderingMutex);
Alec Mourib5c4f352019-02-19 19:46:38 -0800713 const auto& cachedImage = mImageCache.find(bufferId);
714 if (cachedImage != mImageCache.end()) {
715 ALOGV("Destroying image for buffer: %" PRIu64, bufferId);
716 mImageCache.erase(bufferId);
717 return;
Alec Mouri539319f2018-12-19 17:56:23 -0800718 }
Alec Mourib5c4f352019-02-19 19:46:38 -0800719 ALOGV("Failed to find image for buffer: %" PRIu64, bufferId);
Alec Mouri539319f2018-12-19 17:56:23 -0800720}
721
Alec Mouri7c94edb2018-12-03 21:23:26 -0800722FloatRect GLESRenderEngine::setupLayerCropping(const LayerSettings& layer, Mesh& mesh) {
723 // Translate win by the rounded corners rect coordinates, to have all values in
724 // layer coordinate space.
725 FloatRect cropWin = layer.geometry.boundaries;
726 const FloatRect& roundedCornersCrop = layer.geometry.roundedCornersCrop;
727 cropWin.left -= roundedCornersCrop.left;
728 cropWin.right -= roundedCornersCrop.left;
729 cropWin.top -= roundedCornersCrop.top;
730 cropWin.bottom -= roundedCornersCrop.top;
731 Mesh::VertexArray<vec2> cropCoords(mesh.getCropCoordArray<vec2>());
732 cropCoords[0] = vec2(cropWin.left, cropWin.top);
733 cropCoords[1] = vec2(cropWin.left, cropWin.top + cropWin.getHeight());
734 cropCoords[2] = vec2(cropWin.right, cropWin.top + cropWin.getHeight());
735 cropCoords[3] = vec2(cropWin.right, cropWin.top);
736
737 setupCornerRadiusCropSize(roundedCornersCrop.getWidth(), roundedCornersCrop.getHeight());
738 return cropWin;
739}
740
Peiyong Lin1c097612019-03-22 16:21:46 -0700741void GLESRenderEngine::handleRoundedCorners(const DisplaySettings& display,
742 const LayerSettings& layer, const Mesh& mesh) {
743 // We separate the layer into 3 parts essentially, such that we only turn on blending for the
744 // top rectangle and the bottom rectangle, and turn off blending for the middle rectangle.
745 FloatRect bounds = layer.geometry.roundedCornersCrop;
Peiyong Linb1925962019-04-01 16:37:10 -0700746
747 // Firstly, we need to convert the coordination from layer native coordination space to
748 // device coordination space.
Peiyong Lin1c097612019-03-22 16:21:46 -0700749 const auto transformMatrix = display.globalTransform * layer.geometry.positionTransform;
750 const vec4 leftTopCoordinate(bounds.left, bounds.top, 1.0, 1.0);
751 const vec4 rightBottomCoordinate(bounds.right, bounds.bottom, 1.0, 1.0);
752 const vec4 leftTopCoordinateInBuffer = transformMatrix * leftTopCoordinate;
753 const vec4 rightBottomCoordinateInBuffer = transformMatrix * rightBottomCoordinate;
754 bounds = FloatRect(leftTopCoordinateInBuffer[0], leftTopCoordinateInBuffer[1],
755 rightBottomCoordinateInBuffer[0], rightBottomCoordinateInBuffer[1]);
Peiyong Lin1c097612019-03-22 16:21:46 -0700756
Peiyong Linb1925962019-04-01 16:37:10 -0700757 // Secondly, if the display is rotated, we need to undo the rotation on coordination and
758 // align the (left, top) and (right, bottom) coordination with the device coordination
759 // space.
760 switch (display.orientation) {
761 case ui::Transform::ROT_90:
762 std::swap(bounds.left, bounds.right);
763 break;
764 case ui::Transform::ROT_180:
765 std::swap(bounds.left, bounds.right);
766 std::swap(bounds.top, bounds.bottom);
767 break;
768 case ui::Transform::ROT_270:
769 std::swap(bounds.top, bounds.bottom);
770 break;
771 default:
772 break;
773 }
774
775 // Finally, we cut the layer into 3 parts, with top and bottom parts having rounded corners
776 // and the middle part without rounded corners.
777 const int32_t radius = ceil(layer.geometry.roundedCornersRadius);
Peiyong Lin1c097612019-03-22 16:21:46 -0700778 const Rect topRect(bounds.left, bounds.top, bounds.right, bounds.top + radius);
779 setScissor(topRect);
780 drawMesh(mesh);
781 const Rect bottomRect(bounds.left, bounds.bottom - radius, bounds.right, bounds.bottom);
782 setScissor(bottomRect);
783 drawMesh(mesh);
784
785 // The middle part of the layer can turn off blending.
786 const Rect middleRect(bounds.left, bounds.top + radius, bounds.right, bounds.bottom - radius);
787 setScissor(middleRect);
788 mState.cornerRadius = 0.0;
789 disableBlending();
790 drawMesh(mesh);
791 disableScissor();
792}
793
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800794status_t GLESRenderEngine::bindFrameBuffer(Framebuffer* framebuffer) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000795 ATRACE_CALL();
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700796 GLFramebuffer* glFramebuffer = static_cast<GLFramebuffer*>(framebuffer);
797 EGLImageKHR eglImage = glFramebuffer->getEGLImage();
798 uint32_t textureName = glFramebuffer->getTextureName();
799 uint32_t framebufferName = glFramebuffer->getFramebufferName();
800
801 // Bind the texture and turn our EGLImage into a texture
802 glBindTexture(GL_TEXTURE_2D, textureName);
Peiyong Linfb530cf2018-12-15 05:07:38 +0000803 if (supportsProtectedContent()) {
804 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_PROTECTED_EXT,
805 mInProtectedContext ? GL_TRUE : GL_FALSE);
806 }
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700807 glEGLImageTargetTexture2DOES(GL_TEXTURE_2D, (GLeglImageOES)eglImage);
808
809 // Bind the Framebuffer to render into
810 glBindFramebuffer(GL_FRAMEBUFFER, framebufferName);
Peiyong Lin46080ef2018-10-26 18:43:14 -0700811 glFramebufferTexture2D(GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, textureName, 0);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700812
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700813 uint32_t glStatus = glCheckFramebufferStatus(GL_FRAMEBUFFER);
814
Peiyong Lin46080ef2018-10-26 18:43:14 -0700815 ALOGE_IF(glStatus != GL_FRAMEBUFFER_COMPLETE_OES, "glCheckFramebufferStatusOES error %d",
816 glStatus);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700817
818 return glStatus == GL_FRAMEBUFFER_COMPLETE_OES ? NO_ERROR : BAD_VALUE;
819}
820
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800821void GLESRenderEngine::unbindFrameBuffer(Framebuffer* /* framebuffer */) {
Alec Mouri820c7402019-01-23 13:02:39 -0800822 ATRACE_CALL();
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700823
824 // back to main framebuffer
825 glBindFramebuffer(GL_FRAMEBUFFER, 0);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700826}
827
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800828void GLESRenderEngine::checkErrors() const {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700829 do {
830 // there could be more than one error flag
831 GLenum error = glGetError();
832 if (error == GL_NO_ERROR) break;
833 ALOGE("GL error 0x%04x", int(error));
834 } while (true);
835}
836
Peiyong Linfb530cf2018-12-15 05:07:38 +0000837bool GLESRenderEngine::supportsProtectedContent() const {
838 return mProtectedEGLContext != EGL_NO_CONTEXT;
839}
840
841bool GLESRenderEngine::useProtectedContext(bool useProtectedContext) {
842 if (useProtectedContext == mInProtectedContext) {
843 return true;
844 }
845 if (useProtectedContext && mProtectedEGLContext == EGL_NO_CONTEXT) {
846 return false;
847 }
848 const EGLSurface surface = useProtectedContext ? mProtectedDummySurface : mDummySurface;
849 const EGLContext context = useProtectedContext ? mProtectedEGLContext : mEGLContext;
850 const bool success = eglMakeCurrent(mEGLDisplay, surface, surface, context) == EGL_TRUE;
851 if (success) {
852 mInProtectedContext = useProtectedContext;
853 }
854 return success;
855}
Alec Mourida4cf3b2019-02-12 15:33:01 -0800856EGLImageKHR GLESRenderEngine::createFramebufferImageIfNeeded(ANativeWindowBuffer* nativeBuffer,
Alec Mourife0d72b2019-03-21 14:05:56 -0700857 bool isProtected,
858 bool useFramebufferCache) {
Alec Mourida4cf3b2019-02-12 15:33:01 -0800859 sp<GraphicBuffer> graphicBuffer = GraphicBuffer::from(nativeBuffer);
Alec Mourife0d72b2019-03-21 14:05:56 -0700860 if (useFramebufferCache) {
861 for (const auto& image : mFramebufferImageCache) {
862 if (image.first == graphicBuffer->getId()) {
863 return image.second;
864 }
Alec Mourida4cf3b2019-02-12 15:33:01 -0800865 }
866 }
867 EGLint attributes[] = {
868 isProtected ? EGL_PROTECTED_CONTENT_EXT : EGL_NONE,
869 isProtected ? EGL_TRUE : EGL_NONE,
870 EGL_NONE,
871 };
872 EGLImageKHR image = eglCreateImageKHR(mEGLDisplay, EGL_NO_CONTEXT, EGL_NATIVE_BUFFER_ANDROID,
873 nativeBuffer, attributes);
Alec Mourife0d72b2019-03-21 14:05:56 -0700874 if (useFramebufferCache) {
875 if (image != EGL_NO_IMAGE_KHR) {
876 if (mFramebufferImageCache.size() >= mFramebufferImageCacheSize) {
877 EGLImageKHR expired = mFramebufferImageCache.front().second;
878 mFramebufferImageCache.pop_front();
879 eglDestroyImageKHR(mEGLDisplay, expired);
880 }
881 mFramebufferImageCache.push_back({graphicBuffer->getId(), image});
Alec Mourida4cf3b2019-02-12 15:33:01 -0800882 }
Alec Mourida4cf3b2019-02-12 15:33:01 -0800883 }
884 return image;
885}
Peiyong Linfb530cf2018-12-15 05:07:38 +0000886
Alec Mouri1089aed2018-10-25 21:33:57 -0700887status_t GLESRenderEngine::drawLayers(const DisplaySettings& display,
888 const std::vector<LayerSettings>& layers,
889 ANativeWindowBuffer* const buffer,
Alec Mourife0d72b2019-03-21 14:05:56 -0700890 const bool useFramebufferCache, base::unique_fd&& bufferFence,
891 base::unique_fd* drawFence) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000892 ATRACE_CALL();
Alec Mouri1089aed2018-10-25 21:33:57 -0700893 if (layers.empty()) {
894 ALOGV("Drawing empty layer stack");
895 return NO_ERROR;
896 }
897
Alec Mouri6338c9d2019-02-07 16:57:51 -0800898 if (bufferFence.get() >= 0 && !waitFence(std::move(bufferFence))) {
899 ATRACE_NAME("Waiting before draw");
900 sync_wait(bufferFence.get(), -1);
901 }
902
Alec Mourid43ccab2019-03-13 12:23:45 -0700903 if (buffer == nullptr) {
904 ALOGE("No output buffer provided. Aborting GPU composition.");
905 return BAD_VALUE;
906 }
907
Alec Mourif0497272019-03-11 15:53:11 -0700908 {
909 std::lock_guard<std::mutex> lock(mRenderingMutex);
Alec Mouri1089aed2018-10-25 21:33:57 -0700910
Alec Mourife0d72b2019-03-21 14:05:56 -0700911 BindNativeBufferAsFramebuffer fbo(*this, buffer, useFramebufferCache);
Alec Mouri1089aed2018-10-25 21:33:57 -0700912
Alec Mourif0497272019-03-11 15:53:11 -0700913 if (fbo.getStatus() != NO_ERROR) {
914 ALOGE("Failed to bind framebuffer! Aborting GPU composition for buffer (%p).",
915 buffer->handle);
Alec Mouri1089aed2018-10-25 21:33:57 -0700916 checkErrors();
Alec Mourif0497272019-03-11 15:53:11 -0700917 return fbo.getStatus();
Alec Mouri1089aed2018-10-25 21:33:57 -0700918 }
Alec Mouri1089aed2018-10-25 21:33:57 -0700919
Alec Mourif0497272019-03-11 15:53:11 -0700920 // clear the entire buffer, sometimes when we reuse buffers we'd persist
921 // ghost images otherwise.
922 // we also require a full transparent framebuffer for overlays. This is
923 // probably not quite efficient on all GPUs, since we could filter out
924 // opaque layers.
925 clearWithColor(0.0, 0.0, 0.0, 0.0);
926
927 setViewportAndProjection(display.physicalDisplay, display.clip);
928
929 setOutputDataSpace(display.outputDataspace);
930 setDisplayMaxLuminance(display.maxLuminance);
931
932 mat4 projectionMatrix = mState.projectionMatrix * display.globalTransform;
933 mState.projectionMatrix = projectionMatrix;
934 if (!display.clearRegion.isEmpty()) {
935 glDisable(GL_BLEND);
936 fillRegionWithColor(display.clearRegion, 0.0, 0.0, 0.0, 1.0);
937 }
938
939 Mesh mesh(Mesh::TRIANGLE_FAN, 4, 2, 2);
940 for (auto layer : layers) {
941 mState.projectionMatrix = projectionMatrix * layer.geometry.positionTransform;
942
943 const FloatRect bounds = layer.geometry.boundaries;
944 Mesh::VertexArray<vec2> position(mesh.getPositionArray<vec2>());
945 position[0] = vec2(bounds.left, bounds.top);
946 position[1] = vec2(bounds.left, bounds.bottom);
947 position[2] = vec2(bounds.right, bounds.bottom);
948 position[3] = vec2(bounds.right, bounds.top);
949
950 setupLayerCropping(layer, mesh);
951 setColorTransform(display.colorTransform * layer.colorTransform);
952
953 bool usePremultipliedAlpha = true;
954 bool disableTexture = true;
955 bool isOpaque = false;
956
957 if (layer.source.buffer.buffer != nullptr) {
958 disableTexture = false;
959 isOpaque = layer.source.buffer.isOpaque;
960
961 sp<GraphicBuffer> gBuf = layer.source.buffer.buffer;
962 bindExternalTextureBufferLocked(layer.source.buffer.textureName, gBuf,
963 layer.source.buffer.fence);
964
965 usePremultipliedAlpha = layer.source.buffer.usePremultipliedAlpha;
966 Texture texture(Texture::TEXTURE_EXTERNAL, layer.source.buffer.textureName);
967 mat4 texMatrix = layer.source.buffer.textureTransform;
968
969 texture.setMatrix(texMatrix.asArray());
970 texture.setFiltering(layer.source.buffer.useTextureFiltering);
971
972 texture.setDimensions(gBuf->getWidth(), gBuf->getHeight());
973 setSourceY410BT2020(layer.source.buffer.isY410BT2020);
974
975 renderengine::Mesh::VertexArray<vec2> texCoords(mesh.getTexCoordArray<vec2>());
976 texCoords[0] = vec2(0.0, 0.0);
977 texCoords[1] = vec2(0.0, 1.0);
978 texCoords[2] = vec2(1.0, 1.0);
979 texCoords[3] = vec2(1.0, 0.0);
980 setupLayerTexturing(texture);
981 }
982
983 const half3 solidColor = layer.source.solidColor;
984 const half4 color = half4(solidColor.r, solidColor.g, solidColor.b, layer.alpha);
985 // Buffer sources will have a black solid color ignored in the shader,
986 // so in that scenario the solid color passed here is arbitrary.
987 setupLayerBlending(usePremultipliedAlpha, isOpaque, disableTexture, color,
988 layer.geometry.roundedCornersRadius);
989 if (layer.disableBlending) {
990 glDisable(GL_BLEND);
991 }
992 setSourceDataSpace(layer.sourceDataspace);
993
Peiyong Lin1c097612019-03-22 16:21:46 -0700994 // We only want to do a special handling for rounded corners when having rounded corners
995 // is the only reason it needs to turn on blending, otherwise, we handle it like the
996 // usual way since it needs to turn on blending anyway.
997 if (layer.geometry.roundedCornersRadius > 0.0 && color.a >= 1.0f && isOpaque) {
998 handleRoundedCorners(display, layer, mesh);
999 } else {
1000 drawMesh(mesh);
1001 }
Alec Mourif0497272019-03-11 15:53:11 -07001002
1003 // Cleanup if there's a buffer source
1004 if (layer.source.buffer.buffer != nullptr) {
1005 disableBlending();
1006 setSourceY410BT2020(false);
1007 disableTexturing();
1008 }
1009 }
1010
Alec Mourid43ccab2019-03-13 12:23:45 -07001011 if (drawFence != nullptr) {
1012 *drawFence = flush();
1013 }
Alec Mourif0497272019-03-11 15:53:11 -07001014 // If flush failed or we don't support native fences, we need to force the
1015 // gl command stream to be executed.
Alec Mourid43ccab2019-03-13 12:23:45 -07001016 if (drawFence == nullptr || drawFence->get() < 0) {
Alec Mourif0497272019-03-11 15:53:11 -07001017 bool success = finish();
1018 if (!success) {
1019 ALOGE("Failed to flush RenderEngine commands");
1020 checkErrors();
1021 // Chances are, something illegal happened (either the caller passed
1022 // us bad parameters, or we messed up our shader generation).
1023 return INVALID_OPERATION;
1024 }
1025 }
1026
1027 checkErrors();
1028 }
Alec Mouri6e57f682018-09-29 20:45:08 -07001029 return NO_ERROR;
1030}
1031
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001032void GLESRenderEngine::setViewportAndProjection(size_t vpw, size_t vph, Rect sourceCrop,
1033 ui::Transform::orientation_flags rotation) {
Alec Mouri1089aed2018-10-25 21:33:57 -07001034 setViewportAndProjection(Rect(vpw, vph), sourceCrop);
1035
1036 if (rotation == ui::Transform::ROT_0) {
1037 return;
1038 }
Mathias Agopian3f844832013-08-07 21:24:32 -07001039
Riley Andrewsc3ebe662014-09-04 16:20:31 -07001040 // Apply custom rotation to the projection.
1041 float rot90InRadians = 2.0f * static_cast<float>(M_PI) / 4.0f;
Alec Mouri1089aed2018-10-25 21:33:57 -07001042 mat4 m = mState.projectionMatrix;
Riley Andrewsc3ebe662014-09-04 16:20:31 -07001043 switch (rotation) {
Peiyong Linefefaac2018-08-17 12:27:51 -07001044 case ui::Transform::ROT_90:
Chia-I Wub027f802017-11-29 14:00:52 -08001045 m = mat4::rotate(rot90InRadians, vec3(0, 0, 1)) * m;
Riley Andrewsc3ebe662014-09-04 16:20:31 -07001046 break;
Peiyong Linefefaac2018-08-17 12:27:51 -07001047 case ui::Transform::ROT_180:
Chia-I Wub027f802017-11-29 14:00:52 -08001048 m = mat4::rotate(rot90InRadians * 2.0f, vec3(0, 0, 1)) * m;
Riley Andrewsc3ebe662014-09-04 16:20:31 -07001049 break;
Peiyong Linefefaac2018-08-17 12:27:51 -07001050 case ui::Transform::ROT_270:
Chia-I Wub027f802017-11-29 14:00:52 -08001051 m = mat4::rotate(rot90InRadians * 3.0f, vec3(0, 0, 1)) * m;
Riley Andrewsc3ebe662014-09-04 16:20:31 -07001052 break;
1053 default:
1054 break;
1055 }
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001056 mState.projectionMatrix = m;
Alec Mouri1089aed2018-10-25 21:33:57 -07001057}
1058
1059void GLESRenderEngine::setViewportAndProjection(Rect viewport, Rect clip) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +00001060 ATRACE_CALL();
Alec Mouri1089aed2018-10-25 21:33:57 -07001061 mVpWidth = viewport.getWidth();
1062 mVpHeight = viewport.getHeight();
1063
1064 // We pass the the top left corner instead of the bottom left corner,
1065 // because since we're rendering off-screen first.
1066 glViewport(viewport.left, viewport.top, mVpWidth, mVpHeight);
1067
1068 mState.projectionMatrix = mat4::ortho(clip.left, clip.right, clip.top, clip.bottom, 0, 1);
Mathias Agopian3f844832013-08-07 21:24:32 -07001069}
1070
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001071void GLESRenderEngine::setupLayerBlending(bool premultipliedAlpha, bool opaque, bool disableTexture,
1072 const half4& color, float cornerRadius) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001073 mState.isPremultipliedAlpha = premultipliedAlpha;
1074 mState.isOpaque = opaque;
1075 mState.color = color;
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001076 mState.cornerRadius = cornerRadius;
Dan Stoza9e56aa02015-11-02 13:00:03 -08001077
chaviw13fdc492017-06-27 12:40:18 -07001078 if (disableTexture) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001079 mState.textureEnabled = false;
chaviw13fdc492017-06-27 12:40:18 -07001080 }
Fabien Sanglard9d96de42016-10-11 00:15:18 +00001081
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001082 if (color.a < 1.0f || !opaque || cornerRadius > 0.0f) {
Mathias Agopian3f844832013-08-07 21:24:32 -07001083 glEnable(GL_BLEND);
1084 glBlendFunc(premultipliedAlpha ? GL_ONE : GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA);
1085 } else {
1086 glDisable(GL_BLEND);
1087 }
1088}
1089
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001090void GLESRenderEngine::setSourceY410BT2020(bool enable) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001091 mState.isY410BT2020 = enable;
Chia-I Wu131d3762018-01-11 14:35:27 -08001092}
1093
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001094void GLESRenderEngine::setSourceDataSpace(Dataspace source) {
Chia-I Wu69bf10f2018-02-20 13:04:50 -08001095 mDataSpace = source;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001096}
1097
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001098void GLESRenderEngine::setOutputDataSpace(Dataspace dataspace) {
Chia-I Wu69bf10f2018-02-20 13:04:50 -08001099 mOutputDataSpace = dataspace;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001100}
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001101
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001102void GLESRenderEngine::setDisplayMaxLuminance(const float maxLuminance) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001103 mState.displayMaxLuminance = maxLuminance;
Peiyong Linfb069302018-04-25 14:34:31 -07001104}
1105
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001106void GLESRenderEngine::setupLayerTexturing(const Texture& texture) {
Mathias Agopian49457ac2013-08-14 18:20:17 -07001107 GLuint target = texture.getTextureTarget();
1108 glBindTexture(target, texture.getTextureName());
Mathias Agopian3f844832013-08-07 21:24:32 -07001109 GLenum filter = GL_NEAREST;
Mathias Agopian49457ac2013-08-14 18:20:17 -07001110 if (texture.getFiltering()) {
Mathias Agopian3f844832013-08-07 21:24:32 -07001111 filter = GL_LINEAR;
1112 }
Mathias Agopian49457ac2013-08-14 18:20:17 -07001113 glTexParameteri(target, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE);
1114 glTexParameteri(target, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE);
1115 glTexParameteri(target, GL_TEXTURE_MAG_FILTER, filter);
1116 glTexParameteri(target, GL_TEXTURE_MIN_FILTER, filter);
Mathias Agopian3f844832013-08-07 21:24:32 -07001117
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001118 mState.texture = texture;
1119 mState.textureEnabled = true;
Mathias Agopian3f844832013-08-07 21:24:32 -07001120}
1121
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001122void GLESRenderEngine::setupLayerBlackedOut() {
Mathias Agopian3f844832013-08-07 21:24:32 -07001123 glBindTexture(GL_TEXTURE_2D, mProtectedTexName);
Mathias Agopian49457ac2013-08-14 18:20:17 -07001124 Texture texture(Texture::TEXTURE_2D, mProtectedTexName);
1125 texture.setDimensions(1, 1); // FIXME: we should get that from somewhere
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001126 mState.texture = texture;
1127 mState.textureEnabled = true;
Mathias Agopian3f844832013-08-07 21:24:32 -07001128}
1129
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001130void GLESRenderEngine::setColorTransform(const mat4& colorTransform) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001131 mState.colorMatrix = colorTransform;
Dan Stozaf0087992014-10-20 15:46:09 -07001132}
1133
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001134void GLESRenderEngine::disableTexturing() {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001135 mState.textureEnabled = false;
Mathias Agopian3f844832013-08-07 21:24:32 -07001136}
1137
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001138void GLESRenderEngine::disableBlending() {
Mathias Agopian3f844832013-08-07 21:24:32 -07001139 glDisable(GL_BLEND);
1140}
1141
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001142void GLESRenderEngine::setupFillWithColor(float r, float g, float b, float a) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001143 mState.isPremultipliedAlpha = true;
1144 mState.isOpaque = false;
1145 mState.color = half4(r, g, b, a);
1146 mState.textureEnabled = false;
Mathias Agopian3f844832013-08-07 21:24:32 -07001147 glDisable(GL_BLEND);
Mathias Agopian3f844832013-08-07 21:24:32 -07001148}
1149
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001150void GLESRenderEngine::setupCornerRadiusCropSize(float width, float height) {
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001151 mState.cropSize = half2(width, height);
1152}
1153
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001154void GLESRenderEngine::drawMesh(const Mesh& mesh) {
Dan Stoza2713c302018-03-28 17:07:36 -07001155 ATRACE_CALL();
Mathias Agopian3f844832013-08-07 21:24:32 -07001156 if (mesh.getTexCoordsSize()) {
1157 glEnableVertexAttribArray(Program::texCoords);
Chia-I Wub027f802017-11-29 14:00:52 -08001158 glVertexAttribPointer(Program::texCoords, mesh.getTexCoordsSize(), GL_FLOAT, GL_FALSE,
1159 mesh.getByteStride(), mesh.getTexCoords());
Mathias Agopian3f844832013-08-07 21:24:32 -07001160 }
1161
Chia-I Wub027f802017-11-29 14:00:52 -08001162 glVertexAttribPointer(Program::position, mesh.getVertexSize(), GL_FLOAT, GL_FALSE,
1163 mesh.getByteStride(), mesh.getPositions());
Mathias Agopian3f844832013-08-07 21:24:32 -07001164
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001165 if (mState.cornerRadius > 0.0f) {
1166 glEnableVertexAttribArray(Program::cropCoords);
1167 glVertexAttribPointer(Program::cropCoords, mesh.getVertexSize(), GL_FLOAT, GL_FALSE,
1168 mesh.getByteStride(), mesh.getCropCoords());
1169 }
1170
Peiyong Lina296b0c2018-04-30 16:55:29 -07001171 // By default, DISPLAY_P3 is the only supported wide color output. However,
1172 // when HDR content is present, hardware composer may be able to handle
1173 // BT2020 data space, in that case, the output data space is set to be
1174 // BT2020_HLG or BT2020_PQ respectively. In GPU fall back we need
1175 // to respect this and convert non-HDR content to HDR format.
Peiyong Lin13effd12018-07-24 17:01:47 -07001176 if (mUseColorManagement) {
1177 Description managedState = mState;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001178 Dataspace inputStandard = static_cast<Dataspace>(mDataSpace & Dataspace::STANDARD_MASK);
1179 Dataspace inputTransfer = static_cast<Dataspace>(mDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lin46080ef2018-10-26 18:43:14 -07001180 Dataspace outputStandard =
1181 static_cast<Dataspace>(mOutputDataSpace & Dataspace::STANDARD_MASK);
1182 Dataspace outputTransfer =
1183 static_cast<Dataspace>(mOutputDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001184 bool needsXYZConversion = needsXYZTransformMatrix();
1185
Valerie Haueb8e0762018-11-06 10:10:42 -08001186 // NOTE: if the input standard of the input dataspace is not STANDARD_DCI_P3 or
1187 // STANDARD_BT2020, it will be treated as STANDARD_BT709
1188 if (inputStandard != Dataspace::STANDARD_DCI_P3 &&
1189 inputStandard != Dataspace::STANDARD_BT2020) {
1190 inputStandard = Dataspace::STANDARD_BT709;
1191 }
1192
Peiyong Lina296b0c2018-04-30 16:55:29 -07001193 if (needsXYZConversion) {
1194 // The supported input color spaces are standard RGB, Display P3 and BT2020.
1195 switch (inputStandard) {
1196 case Dataspace::STANDARD_DCI_P3:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001197 managedState.inputTransformMatrix = mDisplayP3ToXyz;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001198 break;
1199 case Dataspace::STANDARD_BT2020:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001200 managedState.inputTransformMatrix = mBt2020ToXyz;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001201 break;
1202 default:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001203 managedState.inputTransformMatrix = mSrgbToXyz;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001204 break;
1205 }
1206
Peiyong Lin9b03c732018-05-17 10:14:02 -07001207 // The supported output color spaces are BT2020, Display P3 and standard RGB.
Peiyong Lina296b0c2018-04-30 16:55:29 -07001208 switch (outputStandard) {
1209 case Dataspace::STANDARD_BT2020:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001210 managedState.outputTransformMatrix = mXyzToBt2020;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001211 break;
Peiyong Lin9b03c732018-05-17 10:14:02 -07001212 case Dataspace::STANDARD_DCI_P3:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001213 managedState.outputTransformMatrix = mXyzToDisplayP3;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001214 break;
Peiyong Lin9b03c732018-05-17 10:14:02 -07001215 default:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001216 managedState.outputTransformMatrix = mXyzToSrgb;
Peiyong Lin9b03c732018-05-17 10:14:02 -07001217 break;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001218 }
1219 } else if (inputStandard != outputStandard) {
1220 // At this point, the input data space and output data space could be both
1221 // HDR data spaces, but they match each other, we do nothing in this case.
1222 // In addition to the case above, the input data space could be
1223 // - scRGB linear
1224 // - scRGB non-linear
1225 // - sRGB
1226 // - Display P3
Valerie Haueb8e0762018-11-06 10:10:42 -08001227 // - BT2020
Peiyong Lina296b0c2018-04-30 16:55:29 -07001228 // The output data spaces could be
1229 // - sRGB
1230 // - Display P3
Valerie Haueb8e0762018-11-06 10:10:42 -08001231 // - BT2020
1232 switch (outputStandard) {
1233 case Dataspace::STANDARD_BT2020:
1234 if (inputStandard == Dataspace::STANDARD_BT709) {
1235 managedState.outputTransformMatrix = mSrgbToBt2020;
1236 } else if (inputStandard == Dataspace::STANDARD_DCI_P3) {
1237 managedState.outputTransformMatrix = mDisplayP3ToBt2020;
1238 }
1239 break;
1240 case Dataspace::STANDARD_DCI_P3:
1241 if (inputStandard == Dataspace::STANDARD_BT709) {
1242 managedState.outputTransformMatrix = mSrgbToDisplayP3;
1243 } else if (inputStandard == Dataspace::STANDARD_BT2020) {
1244 managedState.outputTransformMatrix = mBt2020ToDisplayP3;
1245 }
1246 break;
1247 default:
1248 if (inputStandard == Dataspace::STANDARD_DCI_P3) {
1249 managedState.outputTransformMatrix = mDisplayP3ToSrgb;
1250 } else if (inputStandard == Dataspace::STANDARD_BT2020) {
1251 managedState.outputTransformMatrix = mBt2020ToSrgb;
1252 }
1253 break;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001254 }
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001255 }
Peiyong Lina296b0c2018-04-30 16:55:29 -07001256
1257 // we need to convert the RGB value to linear space and convert it back when:
1258 // - there is a color matrix that is not an identity matrix, or
1259 // - there is an output transform matrix that is not an identity matrix, or
1260 // - the input transfer function doesn't match the output transfer function.
Peiyong Lin13effd12018-07-24 17:01:47 -07001261 if (managedState.hasColorMatrix() || managedState.hasOutputTransformMatrix() ||
Chia-I Wud49d6692018-06-27 07:17:41 +08001262 inputTransfer != outputTransfer) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001263 managedState.inputTransferFunction =
Peiyong Lin46080ef2018-10-26 18:43:14 -07001264 Description::dataSpaceToTransferFunction(inputTransfer);
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001265 managedState.outputTransferFunction =
Peiyong Lin46080ef2018-10-26 18:43:14 -07001266 Description::dataSpaceToTransferFunction(outputTransfer);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001267 }
1268
Peiyong Linfb530cf2018-12-15 05:07:38 +00001269 ProgramCache::getInstance().useProgram(mInProtectedContext ? mProtectedEGLContext
1270 : mEGLContext,
1271 managedState);
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001272
1273 glDrawArrays(mesh.getPrimitive(), 0, mesh.getVertexCount());
1274
1275 if (outputDebugPPMs) {
Peiyong Lin13effd12018-07-24 17:01:47 -07001276 static uint64_t managedColorFrameCount = 0;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001277 std::ostringstream out;
Peiyong Lin13effd12018-07-24 17:01:47 -07001278 out << "/data/texture_out" << managedColorFrameCount++;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001279 writePPM(out.str().c_str(), mVpWidth, mVpHeight);
1280 }
1281 } else {
Peiyong Linfb530cf2018-12-15 05:07:38 +00001282 ProgramCache::getInstance().useProgram(mInProtectedContext ? mProtectedEGLContext
1283 : mEGLContext,
1284 mState);
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001285
1286 glDrawArrays(mesh.getPrimitive(), 0, mesh.getVertexCount());
1287 }
Mathias Agopian3f844832013-08-07 21:24:32 -07001288
1289 if (mesh.getTexCoordsSize()) {
1290 glDisableVertexAttribArray(Program::texCoords);
1291 }
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001292
1293 if (mState.cornerRadius > 0.0f) {
1294 glDisableVertexAttribArray(Program::cropCoords);
1295 }
Mathias Agopian3f844832013-08-07 21:24:32 -07001296}
1297
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001298size_t GLESRenderEngine::getMaxTextureSize() const {
Peiyong Linf1bada92018-08-29 09:39:31 -07001299 return mMaxTextureSize;
1300}
1301
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001302size_t GLESRenderEngine::getMaxViewportDims() const {
Peiyong Linf1bada92018-08-29 09:39:31 -07001303 return mMaxViewportDims[0] < mMaxViewportDims[1] ? mMaxViewportDims[0] : mMaxViewportDims[1];
1304}
1305
Yiwei Zhang5434a782018-12-05 18:06:32 -08001306void GLESRenderEngine::dump(std::string& result) {
Peiyong Linf11f39b2018-09-05 14:37:41 -07001307 const GLExtensions& extensions = GLExtensions::getInstance();
Peiyong Linfb530cf2018-12-15 05:07:38 +00001308 ProgramCache& cache = ProgramCache::getInstance();
Peiyong Linf11f39b2018-09-05 14:37:41 -07001309
Yiwei Zhang5434a782018-12-05 18:06:32 -08001310 StringAppendF(&result, "EGL implementation : %s\n", extensions.getEGLVersion());
1311 StringAppendF(&result, "%s\n", extensions.getEGLExtensions());
Yiwei Zhang5434a782018-12-05 18:06:32 -08001312 StringAppendF(&result, "GLES: %s, %s, %s\n", extensions.getVendor(), extensions.getRenderer(),
1313 extensions.getVersion());
1314 StringAppendF(&result, "%s\n", extensions.getExtensions());
Peiyong Linfb530cf2018-12-15 05:07:38 +00001315 StringAppendF(&result, "RenderEngine is in protected context : %d\n", mInProtectedContext);
1316 StringAppendF(&result, "RenderEngine program cache size for unprotected context: %zu\n",
1317 cache.getSize(mEGLContext));
1318 StringAppendF(&result, "RenderEngine program cache size for protected context: %zu\n",
1319 cache.getSize(mProtectedEGLContext));
Yiwei Zhang5434a782018-12-05 18:06:32 -08001320 StringAppendF(&result, "RenderEngine last dataspace conversion: (%s) to (%s)\n",
1321 dataspaceDetails(static_cast<android_dataspace>(mDataSpace)).c_str(),
1322 dataspaceDetails(static_cast<android_dataspace>(mOutputDataSpace)).c_str());
Mathias Agopian3f844832013-08-07 21:24:32 -07001323}
1324
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001325GLESRenderEngine::GlesVersion GLESRenderEngine::parseGlesVersion(const char* str) {
Peiyong Linf11f39b2018-09-05 14:37:41 -07001326 int major, minor;
1327 if (sscanf(str, "OpenGL ES-CM %d.%d", &major, &minor) != 2) {
1328 if (sscanf(str, "OpenGL ES %d.%d", &major, &minor) != 2) {
1329 ALOGW("Unable to parse GL_VERSION string: \"%s\"", str);
1330 return GLES_VERSION_1_0;
1331 }
1332 }
1333
1334 if (major == 1 && minor == 0) return GLES_VERSION_1_0;
1335 if (major == 1 && minor >= 1) return GLES_VERSION_1_1;
1336 if (major == 2 && minor >= 0) return GLES_VERSION_2_0;
1337 if (major == 3 && minor >= 0) return GLES_VERSION_3_0;
1338
1339 ALOGW("Unrecognized OpenGL ES version: %d.%d", major, minor);
1340 return GLES_VERSION_1_0;
1341}
1342
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001343EGLContext GLESRenderEngine::createEglContext(EGLDisplay display, EGLConfig config,
Peiyong Linfb530cf2018-12-15 05:07:38 +00001344 EGLContext shareContext, bool useContextPriority,
1345 Protection protection) {
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001346 EGLint renderableType = 0;
1347 if (config == EGL_NO_CONFIG) {
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001348 renderableType = EGL_OPENGL_ES3_BIT;
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001349 } else if (!eglGetConfigAttrib(display, config, EGL_RENDERABLE_TYPE, &renderableType)) {
1350 LOG_ALWAYS_FATAL("can't query EGLConfig RENDERABLE_TYPE");
1351 }
1352 EGLint contextClientVersion = 0;
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001353 if (renderableType & EGL_OPENGL_ES3_BIT) {
1354 contextClientVersion = 3;
1355 } else if (renderableType & EGL_OPENGL_ES2_BIT) {
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001356 contextClientVersion = 2;
1357 } else if (renderableType & EGL_OPENGL_ES_BIT) {
1358 contextClientVersion = 1;
1359 } else {
1360 LOG_ALWAYS_FATAL("no supported EGL_RENDERABLE_TYPEs");
1361 }
1362
1363 std::vector<EGLint> contextAttributes;
Peiyong Linfb530cf2018-12-15 05:07:38 +00001364 contextAttributes.reserve(7);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001365 contextAttributes.push_back(EGL_CONTEXT_CLIENT_VERSION);
1366 contextAttributes.push_back(contextClientVersion);
1367 if (useContextPriority) {
1368 contextAttributes.push_back(EGL_CONTEXT_PRIORITY_LEVEL_IMG);
1369 contextAttributes.push_back(EGL_CONTEXT_PRIORITY_HIGH_IMG);
1370 }
Peiyong Linfb530cf2018-12-15 05:07:38 +00001371 if (protection == Protection::PROTECTED) {
1372 contextAttributes.push_back(EGL_PROTECTED_CONTENT_EXT);
1373 contextAttributes.push_back(EGL_TRUE);
1374 }
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001375 contextAttributes.push_back(EGL_NONE);
1376
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001377 EGLContext context = eglCreateContext(display, config, shareContext, contextAttributes.data());
1378
1379 if (contextClientVersion == 3 && context == EGL_NO_CONTEXT) {
1380 // eglGetConfigAttrib indicated we can create GLES 3 context, but we failed, thus
1381 // EGL_NO_CONTEXT so that we can abort.
1382 if (config != EGL_NO_CONFIG) {
1383 return context;
1384 }
1385 // If |config| is EGL_NO_CONFIG, we speculatively try to create GLES 3 context, so we should
1386 // try to fall back to GLES 2.
1387 contextAttributes[1] = 2;
1388 context = eglCreateContext(display, config, shareContext, contextAttributes.data());
1389 }
1390
1391 return context;
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001392}
1393
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001394EGLSurface GLESRenderEngine::createDummyEglPbufferSurface(EGLDisplay display, EGLConfig config,
Peiyong Linfb530cf2018-12-15 05:07:38 +00001395 int hwcFormat, Protection protection) {
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001396 EGLConfig dummyConfig = config;
1397 if (dummyConfig == EGL_NO_CONFIG) {
1398 dummyConfig = chooseEglConfig(display, hwcFormat, /*logConfig*/ true);
1399 }
1400 std::vector<EGLint> attributes;
Peiyong Linfb530cf2018-12-15 05:07:38 +00001401 attributes.reserve(7);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001402 attributes.push_back(EGL_WIDTH);
1403 attributes.push_back(1);
1404 attributes.push_back(EGL_HEIGHT);
1405 attributes.push_back(1);
Peiyong Linfb530cf2018-12-15 05:07:38 +00001406 if (protection == Protection::PROTECTED) {
1407 attributes.push_back(EGL_PROTECTED_CONTENT_EXT);
1408 attributes.push_back(EGL_TRUE);
1409 }
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001410 attributes.push_back(EGL_NONE);
1411
1412 return eglCreatePbufferSurface(display, dummyConfig, attributes.data());
1413}
1414
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001415bool GLESRenderEngine::isHdrDataSpace(const Dataspace dataSpace) const {
Peiyong Lina296b0c2018-04-30 16:55:29 -07001416 const Dataspace standard = static_cast<Dataspace>(dataSpace & Dataspace::STANDARD_MASK);
1417 const Dataspace transfer = static_cast<Dataspace>(dataSpace & Dataspace::TRANSFER_MASK);
1418 return standard == Dataspace::STANDARD_BT2020 &&
Peiyong Lin46080ef2018-10-26 18:43:14 -07001419 (transfer == Dataspace::TRANSFER_ST2084 || transfer == Dataspace::TRANSFER_HLG);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001420}
1421
1422// For convenience, we want to convert the input color space to XYZ color space first,
1423// and then convert from XYZ color space to output color space when
1424// - SDR and HDR contents are mixed, either SDR content will be converted to HDR or
1425// HDR content will be tone-mapped to SDR; Or,
1426// - there are HDR PQ and HLG contents presented at the same time, where we want to convert
1427// HLG content to PQ content.
1428// In either case above, we need to operate the Y value in XYZ color space. Thus, when either
1429// input data space or output data space is HDR data space, and the input transfer function
1430// doesn't match the output transfer function, we would enable an intermediate transfrom to
1431// XYZ color space.
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001432bool GLESRenderEngine::needsXYZTransformMatrix() const {
Peiyong Lina296b0c2018-04-30 16:55:29 -07001433 const bool isInputHdrDataSpace = isHdrDataSpace(mDataSpace);
1434 const bool isOutputHdrDataSpace = isHdrDataSpace(mOutputDataSpace);
1435 const Dataspace inputTransfer = static_cast<Dataspace>(mDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lin46080ef2018-10-26 18:43:14 -07001436 const Dataspace outputTransfer =
1437 static_cast<Dataspace>(mOutputDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001438
1439 return (isInputHdrDataSpace || isOutputHdrDataSpace) && inputTransfer != outputTransfer;
1440}
1441
Alec Mourid43ccab2019-03-13 12:23:45 -07001442bool GLESRenderEngine::isImageCachedForTesting(uint64_t bufferId) {
1443 std::lock_guard<std::mutex> lock(mRenderingMutex);
1444 const auto& cachedImage = mImageCache.find(bufferId);
1445 return cachedImage != mImageCache.end();
1446}
1447
1448bool GLESRenderEngine::isFramebufferImageCachedForTesting(uint64_t bufferId) {
1449 std::lock_guard<std::mutex> lock(mRenderingMutex);
1450 return std::any_of(mFramebufferImageCache.cbegin(), mFramebufferImageCache.cend(),
1451 [=](std::pair<uint64_t, EGLImageKHR> image) {
1452 return image.first == bufferId;
1453 });
1454}
1455
Alec Mouri554d06e2018-12-20 00:15:33 -08001456// FlushTracer implementation
1457GLESRenderEngine::FlushTracer::FlushTracer(GLESRenderEngine* engine) : mEngine(engine) {
1458 mThread = std::thread(&GLESRenderEngine::FlushTracer::loop, this);
1459}
1460
1461GLESRenderEngine::FlushTracer::~FlushTracer() {
1462 {
1463 std::lock_guard<std::mutex> lock(mMutex);
1464 mRunning = false;
1465 }
1466 mCondition.notify_all();
1467 if (mThread.joinable()) {
1468 mThread.join();
1469 }
1470}
1471
1472void GLESRenderEngine::FlushTracer::queueSync(EGLSyncKHR sync) {
1473 std::lock_guard<std::mutex> lock(mMutex);
1474 char name[64];
1475 const uint64_t frameNum = mFramesQueued++;
1476 snprintf(name, sizeof(name), "Queueing sync for frame: %lu",
1477 static_cast<unsigned long>(frameNum));
1478 ATRACE_NAME(name);
1479 mQueue.push({sync, frameNum});
1480 ATRACE_INT("GPU Frames Outstanding", mQueue.size());
1481 mCondition.notify_one();
1482}
1483
1484void GLESRenderEngine::FlushTracer::loop() {
1485 while (mRunning) {
1486 QueueEntry entry;
1487 {
1488 std::lock_guard<std::mutex> lock(mMutex);
1489
1490 mCondition.wait(mMutex,
Alec Mouric15dd012019-01-15 15:30:38 -08001491 [&]() REQUIRES(mMutex) { return !mQueue.empty() || !mRunning; });
Alec Mouri554d06e2018-12-20 00:15:33 -08001492
1493 if (!mRunning) {
1494 // if mRunning is false, then FlushTracer is being destroyed, so
1495 // bail out now.
1496 break;
1497 }
1498 entry = mQueue.front();
1499 mQueue.pop();
1500 }
1501 {
1502 char name[64];
1503 snprintf(name, sizeof(name), "waiting for frame %lu",
1504 static_cast<unsigned long>(entry.mFrameNum));
1505 ATRACE_NAME(name);
1506 mEngine->waitSync(entry.mSync, 0);
1507 }
1508 }
1509}
1510
Peiyong Lin46080ef2018-10-26 18:43:14 -07001511} // namespace gl
1512} // namespace renderengine
1513} // namespace android