blob: b8cf0ea0835535fd049ad9fd7e55d6c65e252224 [file] [log] [blame]
Mathias Agopian3f844832013-08-07 21:24:32 -07001/*
2 * Copyright 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060017//#define LOG_NDEBUG 0
18#undef LOG_TAG
19#define LOG_TAG "RenderEngine"
Mathias Agopian3f844832013-08-07 21:24:32 -070020#define ATRACE_TAG ATRACE_TAG_GRAPHICS
21
Alec Mouri16a99402019-07-29 16:37:30 -070022#include <sched.h>
23#include <cmath>
Peiyong Lin833074a2018-08-28 11:53:54 -070024#include <fstream>
25#include <sstream>
Alec Mouri0d5e1eb2018-11-10 20:40:12 -080026#include <unordered_set>
Peiyong Lincbc184f2018-08-22 13:24:10 -070027
Mathias Agopian3f844832013-08-07 21:24:32 -070028#include <GLES2/gl2.h>
Mathias Agopian458197d2013-08-15 14:56:51 -070029#include <GLES2/gl2ext.h>
Yiwei Zhang5434a782018-12-05 18:06:32 -080030#include <android-base/stringprintf.h>
Peiyong Lin833074a2018-08-28 11:53:54 -070031#include <cutils/compiler.h>
Alec Mouri554d06e2018-12-20 00:15:33 -080032#include <cutils/properties.h>
Ady Abrahama3b08ef2019-07-15 18:43:10 -070033#include <gui/DebugEGLImageTracker.h>
Peiyong Lincbc184f2018-08-22 13:24:10 -070034#include <renderengine/Mesh.h>
Peiyong Lincbc184f2018-08-22 13:24:10 -070035#include <renderengine/Texture.h>
Peiyong Lin833074a2018-08-28 11:53:54 -070036#include <renderengine/private/Description.h>
Alec Mouri0d5e1eb2018-11-10 20:40:12 -080037#include <sync/sync.h>
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060038#include <ui/ColorSpace.h>
39#include <ui/DebugUtils.h>
Alec Mourida4cf3b2019-02-12 15:33:01 -080040#include <ui/GraphicBuffer.h>
Dan Stozac1879002014-05-22 15:59:05 -070041#include <ui/Rect.h>
Peiyong Lin60bedb52018-09-05 10:47:31 -070042#include <ui/Region.h>
Chia-I Wu56d7b0a2018-10-01 15:13:11 -070043#include <utils/KeyedVector.h>
Mathias Agopian3f844832013-08-07 21:24:32 -070044#include <utils/Trace.h>
Alec Mouri16a99402019-07-29 16:37:30 -070045#include "GLESRenderEngine.h"
Peiyong Linf1bada92018-08-29 09:39:31 -070046#include "GLExtensions.h"
Peiyong Line5a9a7f2018-08-30 15:32:13 -070047#include "GLFramebuffer.h"
Peiyong Linf1bada92018-08-29 09:39:31 -070048#include "GLImage.h"
Peiyong Lin833074a2018-08-28 11:53:54 -070049#include "Program.h"
50#include "ProgramCache.h"
Mathias Agopian3f844832013-08-07 21:24:32 -070051
Peiyong Linf11f39b2018-09-05 14:37:41 -070052extern "C" EGLAPI const char* eglQueryStringImplementationANDROID(EGLDisplay dpy, EGLint name);
53
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060054bool checkGlError(const char* op, int lineNumber) {
55 bool errorFound = false;
56 GLint error = glGetError();
57 while (error != GL_NO_ERROR) {
58 errorFound = true;
59 error = glGetError();
60 ALOGV("after %s() (line # %d) glError (0x%x)\n", op, lineNumber, error);
61 }
62 return errorFound;
63}
64
Courtney Goeltzenleuchter4f20f9c2017-04-06 08:18:34 -060065static constexpr bool outputDebugPPMs = false;
66
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -060067void writePPM(const char* basename, GLuint width, GLuint height) {
68 ALOGV("writePPM #%s: %d x %d", basename, width, height);
69
70 std::vector<GLubyte> pixels(width * height * 4);
71 std::vector<GLubyte> outBuffer(width * height * 3);
72
73 // TODO(courtneygo): We can now have float formats, need
74 // to remove this code or update to support.
75 // Make returned pixels fit in uint32_t, one byte per component
76 glReadPixels(0, 0, width, height, GL_RGBA, GL_UNSIGNED_BYTE, pixels.data());
77 if (checkGlError(__FUNCTION__, __LINE__)) {
78 return;
79 }
80
81 std::string filename(basename);
82 filename.append(".ppm");
83 std::ofstream file(filename.c_str(), std::ios::binary);
84 if (!file.is_open()) {
85 ALOGE("Unable to open file: %s", filename.c_str());
86 ALOGE("You may need to do: \"adb shell setenforce 0\" to enable "
87 "surfaceflinger to write debug images");
88 return;
89 }
90
91 file << "P6\n";
92 file << width << "\n";
93 file << height << "\n";
94 file << 255 << "\n";
95
96 auto ptr = reinterpret_cast<char*>(pixels.data());
97 auto outPtr = reinterpret_cast<char*>(outBuffer.data());
98 for (int y = height - 1; y >= 0; y--) {
99 char* data = ptr + y * width * sizeof(uint32_t);
100
101 for (GLuint x = 0; x < width; x++) {
102 // Only copy R, G and B components
103 outPtr[0] = data[0];
104 outPtr[1] = data[1];
105 outPtr[2] = data[2];
106 data += sizeof(uint32_t);
107 outPtr += 3;
108 }
109 }
110 file.write(reinterpret_cast<char*>(outBuffer.data()), outBuffer.size());
111}
112
Mathias Agopian3f844832013-08-07 21:24:32 -0700113namespace android {
Peiyong Lin833074a2018-08-28 11:53:54 -0700114namespace renderengine {
115namespace gl {
Mathias Agopian3f844832013-08-07 21:24:32 -0700116
Yiwei Zhang5434a782018-12-05 18:06:32 -0800117using base::StringAppendF;
Peiyong Lin34beb7a2018-03-28 11:57:12 -0700118using ui::Dataspace;
119
Peiyong Linf11f39b2018-09-05 14:37:41 -0700120static status_t selectConfigForAttribute(EGLDisplay dpy, EGLint const* attrs, EGLint attribute,
121 EGLint wanted, EGLConfig* outConfig) {
122 EGLint numConfigs = -1, n = 0;
123 eglGetConfigs(dpy, nullptr, 0, &numConfigs);
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700124 std::vector<EGLConfig> configs(numConfigs, EGL_NO_CONFIG_KHR);
125 eglChooseConfig(dpy, attrs, configs.data(), configs.size(), &n);
126 configs.resize(n);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700127
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700128 if (!configs.empty()) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700129 if (attribute != EGL_NONE) {
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700130 for (EGLConfig config : configs) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700131 EGLint value = 0;
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700132 eglGetConfigAttrib(dpy, config, attribute, &value);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700133 if (wanted == value) {
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700134 *outConfig = config;
Peiyong Linf11f39b2018-09-05 14:37:41 -0700135 return NO_ERROR;
136 }
137 }
138 } else {
139 // just pick the first one
140 *outConfig = configs[0];
Peiyong Linf11f39b2018-09-05 14:37:41 -0700141 return NO_ERROR;
142 }
143 }
Chia-I Wud3b13cb2018-09-13 13:31:26 -0700144
Peiyong Linf11f39b2018-09-05 14:37:41 -0700145 return NAME_NOT_FOUND;
146}
147
148class EGLAttributeVector {
149 struct Attribute;
150 class Adder;
151 friend class Adder;
152 KeyedVector<Attribute, EGLint> mList;
153 struct Attribute {
154 Attribute() : v(0){};
155 explicit Attribute(EGLint v) : v(v) {}
156 EGLint v;
157 bool operator<(const Attribute& other) const {
158 // this places EGL_NONE at the end
159 EGLint lhs(v);
160 EGLint rhs(other.v);
161 if (lhs == EGL_NONE) lhs = 0x7FFFFFFF;
162 if (rhs == EGL_NONE) rhs = 0x7FFFFFFF;
163 return lhs < rhs;
164 }
165 };
166 class Adder {
167 friend class EGLAttributeVector;
168 EGLAttributeVector& v;
169 EGLint attribute;
170 Adder(EGLAttributeVector& v, EGLint attribute) : v(v), attribute(attribute) {}
171
172 public:
173 void operator=(EGLint value) {
174 if (attribute != EGL_NONE) {
175 v.mList.add(Attribute(attribute), value);
176 }
177 }
178 operator EGLint() const { return v.mList[attribute]; }
179 };
180
181public:
182 EGLAttributeVector() { mList.add(Attribute(EGL_NONE), EGL_NONE); }
183 void remove(EGLint attribute) {
184 if (attribute != EGL_NONE) {
185 mList.removeItem(Attribute(attribute));
186 }
187 }
188 Adder operator[](EGLint attribute) { return Adder(*this, attribute); }
189 EGLint operator[](EGLint attribute) const { return mList[attribute]; }
190 // cast-operator to (EGLint const*)
191 operator EGLint const*() const { return &mList.keyAt(0).v; }
192};
193
194static status_t selectEGLConfig(EGLDisplay display, EGLint format, EGLint renderableType,
195 EGLConfig* config) {
196 // select our EGLConfig. It must support EGL_RECORDABLE_ANDROID if
197 // it is to be used with WIFI displays
198 status_t err;
199 EGLint wantedAttribute;
200 EGLint wantedAttributeValue;
201
202 EGLAttributeVector attribs;
203 if (renderableType) {
204 attribs[EGL_RENDERABLE_TYPE] = renderableType;
205 attribs[EGL_RECORDABLE_ANDROID] = EGL_TRUE;
206 attribs[EGL_SURFACE_TYPE] = EGL_WINDOW_BIT | EGL_PBUFFER_BIT;
207 attribs[EGL_FRAMEBUFFER_TARGET_ANDROID] = EGL_TRUE;
208 attribs[EGL_RED_SIZE] = 8;
209 attribs[EGL_GREEN_SIZE] = 8;
210 attribs[EGL_BLUE_SIZE] = 8;
211 attribs[EGL_ALPHA_SIZE] = 8;
212 wantedAttribute = EGL_NONE;
213 wantedAttributeValue = EGL_NONE;
214 } else {
215 // if no renderable type specified, fallback to a simplified query
216 wantedAttribute = EGL_NATIVE_VISUAL_ID;
217 wantedAttributeValue = format;
218 }
219
220 err = selectConfigForAttribute(display, attribs, wantedAttribute, wantedAttributeValue, config);
221 if (err == NO_ERROR) {
222 EGLint caveat;
223 if (eglGetConfigAttrib(display, *config, EGL_CONFIG_CAVEAT, &caveat))
224 ALOGW_IF(caveat == EGL_SLOW_CONFIG, "EGL_SLOW_CONFIG selected!");
225 }
226
227 return err;
228}
229
Alec Mourida4cf3b2019-02-12 15:33:01 -0800230std::unique_ptr<GLESRenderEngine> GLESRenderEngine::create(int hwcFormat, uint32_t featureFlags,
231 uint32_t imageCacheSize) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700232 // initialize EGL for the default display
233 EGLDisplay display = eglGetDisplay(EGL_DEFAULT_DISPLAY);
234 if (!eglInitialize(display, nullptr, nullptr)) {
235 LOG_ALWAYS_FATAL("failed to initialize EGL");
236 }
237
238 GLExtensions& extensions = GLExtensions::getInstance();
239 extensions.initWithEGLStrings(eglQueryStringImplementationANDROID(display, EGL_VERSION),
240 eglQueryStringImplementationANDROID(display, EGL_EXTENSIONS));
241
242 // The code assumes that ES2 or later is available if this extension is
243 // supported.
244 EGLConfig config = EGL_NO_CONFIG;
245 if (!extensions.hasNoConfigContext()) {
246 config = chooseEglConfig(display, hwcFormat, /*logConfig*/ true);
247 }
248
Peiyong Linf11f39b2018-09-05 14:37:41 -0700249 bool useContextPriority = extensions.hasContextPriority() &&
Peiyong Lin46080ef2018-10-26 18:43:14 -0700250 (featureFlags & RenderEngine::USE_HIGH_PRIORITY_CONTEXT);
Peiyong Linfb530cf2018-12-15 05:07:38 +0000251 EGLContext protectedContext = EGL_NO_CONTEXT;
Peiyong Lin6a043d52019-04-01 17:18:21 -0700252 if ((featureFlags & RenderEngine::ENABLE_PROTECTED_CONTEXT) &&
253 extensions.hasProtectedContent()) {
Peiyong Linfb530cf2018-12-15 05:07:38 +0000254 protectedContext = createEglContext(display, config, nullptr, useContextPriority,
255 Protection::PROTECTED);
256 ALOGE_IF(protectedContext == EGL_NO_CONTEXT, "Can't create protected context");
257 }
258
259 EGLContext ctxt = createEglContext(display, config, protectedContext, useContextPriority,
260 Protection::UNPROTECTED);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700261
262 // if can't create a GL context, we can only abort.
263 LOG_ALWAYS_FATAL_IF(ctxt == EGL_NO_CONTEXT, "EGLContext creation failed");
264
Peiyong Lina5e9f1b2018-11-27 22:49:37 -0800265 EGLSurface dummy = EGL_NO_SURFACE;
266 if (!extensions.hasSurfacelessContext()) {
Peiyong Linfb530cf2018-12-15 05:07:38 +0000267 dummy = createDummyEglPbufferSurface(display, config, hwcFormat, Protection::UNPROTECTED);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -0800268 LOG_ALWAYS_FATAL_IF(dummy == EGL_NO_SURFACE, "can't create dummy pbuffer");
Peiyong Linf11f39b2018-09-05 14:37:41 -0700269 }
Peiyong Linf11f39b2018-09-05 14:37:41 -0700270 EGLBoolean success = eglMakeCurrent(display, dummy, dummy, ctxt);
271 LOG_ALWAYS_FATAL_IF(!success, "can't make dummy pbuffer current");
Peiyong Linf11f39b2018-09-05 14:37:41 -0700272 extensions.initWithGLStrings(glGetString(GL_VENDOR), glGetString(GL_RENDERER),
273 glGetString(GL_VERSION), glGetString(GL_EXTENSIONS));
274
Peiyong Linfb530cf2018-12-15 05:07:38 +0000275 EGLSurface protectedDummy = EGL_NO_SURFACE;
276 if (protectedContext != EGL_NO_CONTEXT && !extensions.hasSurfacelessContext()) {
277 protectedDummy =
278 createDummyEglPbufferSurface(display, config, hwcFormat, Protection::PROTECTED);
279 ALOGE_IF(protectedDummy == EGL_NO_SURFACE, "can't create protected dummy pbuffer");
280 }
281
Peiyong Lina5e9f1b2018-11-27 22:49:37 -0800282 // now figure out what version of GL did we actually get
Peiyong Linf11f39b2018-09-05 14:37:41 -0700283 GlesVersion version = parseGlesVersion(extensions.getVersion());
284
285 // initialize the renderer while GL is current
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800286 std::unique_ptr<GLESRenderEngine> engine;
Peiyong Linf11f39b2018-09-05 14:37:41 -0700287 switch (version) {
288 case GLES_VERSION_1_0:
289 case GLES_VERSION_1_1:
290 LOG_ALWAYS_FATAL("SurfaceFlinger requires OpenGL ES 2.0 minimum to run.");
291 break;
292 case GLES_VERSION_2_0:
293 case GLES_VERSION_3_0:
Peiyong Linfb530cf2018-12-15 05:07:38 +0000294 engine = std::make_unique<GLESRenderEngine>(featureFlags, display, config, ctxt, dummy,
Alec Mourida4cf3b2019-02-12 15:33:01 -0800295 protectedContext, protectedDummy,
296 imageCacheSize);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700297 break;
298 }
Peiyong Linf11f39b2018-09-05 14:37:41 -0700299
300 ALOGI("OpenGL ES informations:");
301 ALOGI("vendor : %s", extensions.getVendor());
302 ALOGI("renderer : %s", extensions.getRenderer());
303 ALOGI("version : %s", extensions.getVersion());
304 ALOGI("extensions: %s", extensions.getExtensions());
305 ALOGI("GL_MAX_TEXTURE_SIZE = %zu", engine->getMaxTextureSize());
306 ALOGI("GL_MAX_VIEWPORT_DIMS = %zu", engine->getMaxViewportDims());
307
Peiyong Linf11f39b2018-09-05 14:37:41 -0700308 return engine;
309}
310
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800311EGLConfig GLESRenderEngine::chooseEglConfig(EGLDisplay display, int format, bool logConfig) {
Peiyong Linf11f39b2018-09-05 14:37:41 -0700312 status_t err;
313 EGLConfig config;
314
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800315 // First try to get an ES3 config
316 err = selectEGLConfig(display, format, EGL_OPENGL_ES3_BIT, &config);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700317 if (err != NO_ERROR) {
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800318 // If ES3 fails, try to get an ES2 config
319 err = selectEGLConfig(display, format, EGL_OPENGL_ES2_BIT, &config);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700320 if (err != NO_ERROR) {
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800321 // If ES2 still doesn't work, probably because we're on the emulator.
Peiyong Linf11f39b2018-09-05 14:37:41 -0700322 // try a simplified query
323 ALOGW("no suitable EGLConfig found, trying a simpler query");
324 err = selectEGLConfig(display, format, 0, &config);
325 if (err != NO_ERROR) {
326 // this EGL is too lame for android
327 LOG_ALWAYS_FATAL("no suitable EGLConfig found, giving up");
328 }
329 }
330 }
331
332 if (logConfig) {
333 // print some debugging info
334 EGLint r, g, b, a;
335 eglGetConfigAttrib(display, config, EGL_RED_SIZE, &r);
336 eglGetConfigAttrib(display, config, EGL_GREEN_SIZE, &g);
337 eglGetConfigAttrib(display, config, EGL_BLUE_SIZE, &b);
338 eglGetConfigAttrib(display, config, EGL_ALPHA_SIZE, &a);
339 ALOGI("EGL information:");
340 ALOGI("vendor : %s", eglQueryString(display, EGL_VENDOR));
341 ALOGI("version : %s", eglQueryString(display, EGL_VERSION));
342 ALOGI("extensions: %s", eglQueryString(display, EGL_EXTENSIONS));
343 ALOGI("Client API: %s", eglQueryString(display, EGL_CLIENT_APIS) ?: "Not Supported");
344 ALOGI("EGLSurface: %d-%d-%d-%d, config=%p", r, g, b, a, config);
345 }
346
347 return config;
348}
349
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800350GLESRenderEngine::GLESRenderEngine(uint32_t featureFlags, EGLDisplay display, EGLConfig config,
Peiyong Linfb530cf2018-12-15 05:07:38 +0000351 EGLContext ctxt, EGLSurface dummy, EGLContext protectedContext,
Alec Mourida4cf3b2019-02-12 15:33:01 -0800352 EGLSurface protectedDummy, uint32_t imageCacheSize)
Peiyong Linf11f39b2018-09-05 14:37:41 -0700353 : renderengine::impl::RenderEngine(featureFlags),
Alec Mouri0a9c7b82018-11-16 13:05:25 -0800354 mEGLDisplay(display),
355 mEGLConfig(config),
356 mEGLContext(ctxt),
357 mDummySurface(dummy),
Peiyong Linfb530cf2018-12-15 05:07:38 +0000358 mProtectedEGLContext(protectedContext),
359 mProtectedDummySurface(protectedDummy),
Chia-I Wu93e14df2018-06-04 10:10:17 -0700360 mVpWidth(0),
361 mVpHeight(0),
Alec Mourida4cf3b2019-02-12 15:33:01 -0800362 mFramebufferImageCacheSize(imageCacheSize),
Peiyong Lin13effd12018-07-24 17:01:47 -0700363 mUseColorManagement(featureFlags & USE_COLOR_MANAGEMENT) {
Mathias Agopian3f844832013-08-07 21:24:32 -0700364 glGetIntegerv(GL_MAX_TEXTURE_SIZE, &mMaxTextureSize);
365 glGetIntegerv(GL_MAX_VIEWPORT_DIMS, mMaxViewportDims);
366
367 glPixelStorei(GL_UNPACK_ALIGNMENT, 4);
368 glPixelStorei(GL_PACK_ALIGNMENT, 4);
369
Peiyong Linfb530cf2018-12-15 05:07:38 +0000370 // Initialize protected EGL Context.
371 if (mProtectedEGLContext != EGL_NO_CONTEXT) {
372 EGLBoolean success = eglMakeCurrent(display, mProtectedDummySurface, mProtectedDummySurface,
373 mProtectedEGLContext);
374 ALOGE_IF(!success, "can't make protected context current");
375 glPixelStorei(GL_UNPACK_ALIGNMENT, 4);
376 glPixelStorei(GL_PACK_ALIGNMENT, 4);
377 success = eglMakeCurrent(display, mDummySurface, mDummySurface, mEGLContext);
378 LOG_ALWAYS_FATAL_IF(!success, "can't make default context current");
379 }
380
Chia-I Wub027f802017-11-29 14:00:52 -0800381 const uint16_t protTexData[] = {0};
Mathias Agopian3f844832013-08-07 21:24:32 -0700382 glGenTextures(1, &mProtectedTexName);
383 glBindTexture(GL_TEXTURE_2D, mProtectedTexName);
384 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST);
385 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST);
386 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_REPEAT);
387 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_REPEAT);
Chia-I Wub027f802017-11-29 14:00:52 -0800388 glTexImage2D(GL_TEXTURE_2D, 0, GL_RGB, 1, 1, 0, GL_RGB, GL_UNSIGNED_SHORT_5_6_5, protTexData);
Mathias Agopianff2ed702013-09-01 21:36:12 -0700389
Chia-I Wub027f802017-11-29 14:00:52 -0800390 // mColorBlindnessCorrection = M;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -0600391
Peiyong Lin13effd12018-07-24 17:01:47 -0700392 if (mUseColorManagement) {
Valerie Haueb8e0762018-11-06 10:10:42 -0800393 const ColorSpace srgb(ColorSpace::sRGB());
394 const ColorSpace displayP3(ColorSpace::DisplayP3());
395 const ColorSpace bt2020(ColorSpace::BT2020());
Peiyong Lina296b0c2018-04-30 16:55:29 -0700396
397 // no chromatic adaptation needed since all color spaces use D65 for their white points.
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700398 mSrgbToXyz = mat4(srgb.getRGBtoXYZ());
399 mDisplayP3ToXyz = mat4(displayP3.getRGBtoXYZ());
400 mBt2020ToXyz = mat4(bt2020.getRGBtoXYZ());
Peiyong Lin9b03c732018-05-17 10:14:02 -0700401 mXyzToSrgb = mat4(srgb.getXYZtoRGB());
Peiyong Lina296b0c2018-04-30 16:55:29 -0700402 mXyzToDisplayP3 = mat4(displayP3.getXYZtoRGB());
403 mXyzToBt2020 = mat4(bt2020.getXYZtoRGB());
Valerie Haueb8e0762018-11-06 10:10:42 -0800404
405 // Compute sRGB to Display P3 and BT2020 transform matrix.
406 // NOTE: For now, we are limiting output wide color space support to
407 // Display-P3 and BT2020 only.
408 mSrgbToDisplayP3 = mXyzToDisplayP3 * mSrgbToXyz;
409 mSrgbToBt2020 = mXyzToBt2020 * mSrgbToXyz;
410
411 // Compute Display P3 to sRGB and BT2020 transform matrix.
412 mDisplayP3ToSrgb = mXyzToSrgb * mDisplayP3ToXyz;
413 mDisplayP3ToBt2020 = mXyzToBt2020 * mDisplayP3ToXyz;
414
415 // Compute BT2020 to sRGB and Display P3 transform matrix
416 mBt2020ToSrgb = mXyzToSrgb * mBt2020ToXyz;
417 mBt2020ToDisplayP3 = mXyzToDisplayP3 * mBt2020ToXyz;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -0600418 }
Alec Mouri554d06e2018-12-20 00:15:33 -0800419
420 char value[PROPERTY_VALUE_MAX];
421 property_get("debug.egl.traceGpuCompletion", value, "0");
422 if (atoi(value)) {
423 mTraceGpuCompletion = true;
424 mFlushTracer = std::make_unique<FlushTracer>(this);
425 }
Alec Mouri16a99402019-07-29 16:37:30 -0700426 mImageManager = std::make_unique<ImageManager>(this);
Alec Mouri820c7402019-01-23 13:02:39 -0800427 mDrawingBuffer = createFramebuffer();
Mathias Agopian3f844832013-08-07 21:24:32 -0700428}
429
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800430GLESRenderEngine::~GLESRenderEngine() {
Alec Mouri16a99402019-07-29 16:37:30 -0700431 // Destroy the image manager first.
432 mImageManager = nullptr;
Alec Mourid43ccab2019-03-13 12:23:45 -0700433 std::lock_guard<std::mutex> lock(mRenderingMutex);
434 unbindFrameBuffer(mDrawingBuffer.get());
435 mDrawingBuffer = nullptr;
436 while (!mFramebufferImageCache.empty()) {
437 EGLImageKHR expired = mFramebufferImageCache.front().second;
438 mFramebufferImageCache.pop_front();
439 eglDestroyImageKHR(mEGLDisplay, expired);
Ady Abrahama3b08ef2019-07-15 18:43:10 -0700440 DEBUG_EGL_IMAGE_TRACKER_DESTROY();
Alec Mourida4cf3b2019-02-12 15:33:01 -0800441 }
Alec Mourid43ccab2019-03-13 12:23:45 -0700442 mImageCache.clear();
Peiyong Linf11f39b2018-09-05 14:37:41 -0700443 eglMakeCurrent(mEGLDisplay, EGL_NO_SURFACE, EGL_NO_SURFACE, EGL_NO_CONTEXT);
444 eglTerminate(mEGLDisplay);
445}
Mathias Agopian3f844832013-08-07 21:24:32 -0700446
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800447std::unique_ptr<Framebuffer> GLESRenderEngine::createFramebuffer() {
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700448 return std::make_unique<GLFramebuffer>(*this);
449}
450
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800451std::unique_ptr<Image> GLESRenderEngine::createImage() {
Peiyong Linf1bada92018-08-29 09:39:31 -0700452 return std::make_unique<GLImage>(*this);
453}
454
Alec Mouri820c7402019-01-23 13:02:39 -0800455Framebuffer* GLESRenderEngine::getFramebufferForDrawing() {
456 return mDrawingBuffer.get();
457}
458
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800459void GLESRenderEngine::primeCache() const {
Chong Zhang8ddb04e2019-10-02 14:20:02 -0700460 ProgramCache::getInstance().primeCache(
461 mInProtectedContext ? mProtectedEGLContext : mEGLContext,
462 mFeatureFlags & USE_COLOR_MANAGEMENT,
463 mFeatureFlags & PRECACHE_TONE_MAPPER_SHADER_ONLY);
Peiyong Linf1bada92018-08-29 09:39:31 -0700464}
465
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800466base::unique_fd GLESRenderEngine::flush() {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000467 ATRACE_CALL();
Peiyong Lin60bedb52018-09-05 10:47:31 -0700468 if (!GLExtensions::getInstance().hasNativeFenceSync()) {
469 return base::unique_fd();
470 }
471
472 EGLSyncKHR sync = eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_NATIVE_FENCE_ANDROID, nullptr);
473 if (sync == EGL_NO_SYNC_KHR) {
474 ALOGW("failed to create EGL native fence sync: %#x", eglGetError());
475 return base::unique_fd();
476 }
477
478 // native fence fd will not be populated until flush() is done.
479 glFlush();
480
481 // get the fence fd
482 base::unique_fd fenceFd(eglDupNativeFenceFDANDROID(mEGLDisplay, sync));
483 eglDestroySyncKHR(mEGLDisplay, sync);
484 if (fenceFd == EGL_NO_NATIVE_FENCE_FD_ANDROID) {
485 ALOGW("failed to dup EGL native fence sync: %#x", eglGetError());
486 }
487
Alec Mouri554d06e2018-12-20 00:15:33 -0800488 // Only trace if we have a valid fence, as current usage falls back to
489 // calling finish() if the fence fd is invalid.
490 if (CC_UNLIKELY(mTraceGpuCompletion && mFlushTracer) && fenceFd.get() >= 0) {
491 mFlushTracer->queueSync(eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_FENCE_KHR, nullptr));
492 }
493
Peiyong Lin60bedb52018-09-05 10:47:31 -0700494 return fenceFd;
495}
496
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800497bool GLESRenderEngine::finish() {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000498 ATRACE_CALL();
Peiyong Lin60bedb52018-09-05 10:47:31 -0700499 if (!GLExtensions::getInstance().hasFenceSync()) {
500 ALOGW("no synchronization support");
501 return false;
502 }
503
504 EGLSyncKHR sync = eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_FENCE_KHR, nullptr);
505 if (sync == EGL_NO_SYNC_KHR) {
506 ALOGW("failed to create EGL fence sync: %#x", eglGetError());
507 return false;
508 }
509
Alec Mouri554d06e2018-12-20 00:15:33 -0800510 if (CC_UNLIKELY(mTraceGpuCompletion && mFlushTracer)) {
511 mFlushTracer->queueSync(eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_FENCE_KHR, nullptr));
512 }
513
514 return waitSync(sync, EGL_SYNC_FLUSH_COMMANDS_BIT_KHR);
515}
516
517bool GLESRenderEngine::waitSync(EGLSyncKHR sync, EGLint flags) {
518 EGLint result = eglClientWaitSyncKHR(mEGLDisplay, sync, flags, 2000000000 /*2 sec*/);
Peiyong Lin60bedb52018-09-05 10:47:31 -0700519 EGLint error = eglGetError();
520 eglDestroySyncKHR(mEGLDisplay, sync);
521 if (result != EGL_CONDITION_SATISFIED_KHR) {
522 if (result == EGL_TIMEOUT_EXPIRED_KHR) {
523 ALOGW("fence wait timed out");
524 } else {
525 ALOGW("error waiting on EGL fence: %#x", error);
526 }
527 return false;
528 }
529
530 return true;
531}
532
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800533bool GLESRenderEngine::waitFence(base::unique_fd fenceFd) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700534 if (!GLExtensions::getInstance().hasNativeFenceSync() ||
535 !GLExtensions::getInstance().hasWaitSync()) {
536 return false;
537 }
538
Peiyong Lin35a114c2019-04-25 14:37:13 -0700539 // release the fd and transfer the ownership to EGLSync
540 EGLint attribs[] = {EGL_SYNC_NATIVE_FENCE_FD_ANDROID, fenceFd.release(), EGL_NONE};
Peiyong Lin60bedb52018-09-05 10:47:31 -0700541 EGLSyncKHR sync = eglCreateSyncKHR(mEGLDisplay, EGL_SYNC_NATIVE_FENCE_ANDROID, attribs);
542 if (sync == EGL_NO_SYNC_KHR) {
543 ALOGE("failed to create EGL native fence sync: %#x", eglGetError());
544 return false;
545 }
546
Peiyong Lin60bedb52018-09-05 10:47:31 -0700547 // XXX: The spec draft is inconsistent as to whether this should return an
548 // EGLint or void. Ignore the return value for now, as it's not strictly
549 // needed.
550 eglWaitSyncKHR(mEGLDisplay, sync, 0);
551 EGLint error = eglGetError();
552 eglDestroySyncKHR(mEGLDisplay, sync);
553 if (error != EGL_SUCCESS) {
554 ALOGE("failed to wait for EGL native fence sync: %#x", error);
555 return false;
556 }
557
558 return true;
559}
560
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800561void GLESRenderEngine::clearWithColor(float red, float green, float blue, float alpha) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000562 ATRACE_CALL();
563 glDisable(GL_BLEND);
Peiyong Linf11f39b2018-09-05 14:37:41 -0700564 glClearColor(red, green, blue, alpha);
565 glClear(GL_COLOR_BUFFER_BIT);
566}
567
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800568void GLESRenderEngine::fillRegionWithColor(const Region& region, float red, float green, float blue,
569 float alpha) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700570 size_t c;
571 Rect const* r = region.getArray(&c);
572 Mesh mesh(Mesh::TRIANGLES, c * 6, 2);
573 Mesh::VertexArray<vec2> position(mesh.getPositionArray<vec2>());
574 for (size_t i = 0; i < c; i++, r++) {
575 position[i * 6 + 0].x = r->left;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700576 position[i * 6 + 0].y = r->top;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700577 position[i * 6 + 1].x = r->left;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700578 position[i * 6 + 1].y = r->bottom;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700579 position[i * 6 + 2].x = r->right;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700580 position[i * 6 + 2].y = r->bottom;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700581 position[i * 6 + 3].x = r->left;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700582 position[i * 6 + 3].y = r->top;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700583 position[i * 6 + 4].x = r->right;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700584 position[i * 6 + 4].y = r->bottom;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700585 position[i * 6 + 5].x = r->right;
Chia-I Wu28e3a252018-09-07 12:05:02 -0700586 position[i * 6 + 5].y = r->top;
Peiyong Lin60bedb52018-09-05 10:47:31 -0700587 }
588 setupFillWithColor(red, green, blue, alpha);
589 drawMesh(mesh);
590}
591
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800592void GLESRenderEngine::setScissor(const Rect& region) {
Peiyong Lin1c097612019-03-22 16:21:46 -0700593 glScissor(region.left, region.top, region.getWidth(), region.getHeight());
Peiyong Lin60bedb52018-09-05 10:47:31 -0700594 glEnable(GL_SCISSOR_TEST);
595}
596
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800597void GLESRenderEngine::disableScissor() {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700598 glDisable(GL_SCISSOR_TEST);
599}
600
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800601void GLESRenderEngine::genTextures(size_t count, uint32_t* names) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700602 glGenTextures(count, names);
603}
604
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800605void GLESRenderEngine::deleteTextures(size_t count, uint32_t const* names) {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700606 glDeleteTextures(count, names);
607}
608
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800609void GLESRenderEngine::bindExternalTextureImage(uint32_t texName, const Image& image) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000610 ATRACE_CALL();
Peiyong Linf1bada92018-08-29 09:39:31 -0700611 const GLImage& glImage = static_cast<const GLImage&>(image);
612 const GLenum target = GL_TEXTURE_EXTERNAL_OES;
613
614 glBindTexture(target, texName);
615 if (glImage.getEGLImage() != EGL_NO_IMAGE_KHR) {
Peiyong Lin46080ef2018-10-26 18:43:14 -0700616 glEGLImageTargetTexture2DOES(target, static_cast<GLeglImageOES>(glImage.getEGLImage()));
Peiyong Linf1bada92018-08-29 09:39:31 -0700617 }
Mathias Agopian3f844832013-08-07 21:24:32 -0700618}
619
Alec Mourid7b3a8b2019-03-21 11:44:18 -0700620status_t GLESRenderEngine::bindExternalTextureBuffer(uint32_t texName,
621 const sp<GraphicBuffer>& buffer,
622 const sp<Fence>& bufferFence) {
Alec Mouri16a99402019-07-29 16:37:30 -0700623 if (buffer == nullptr) {
624 return BAD_VALUE;
Alec Mourid7b3a8b2019-03-21 11:44:18 -0700625 }
626
Alec Mouri16a99402019-07-29 16:37:30 -0700627 ATRACE_CALL();
628
629 bool found = false;
630 {
631 std::lock_guard<std::mutex> lock(mRenderingMutex);
632 auto cachedImage = mImageCache.find(buffer->getId());
633 found = (cachedImage != mImageCache.end());
634 }
635
636 // If we couldn't find the image in the cache at this time, then either
637 // SurfaceFlinger messed up registering the buffer ahead of time or we got
638 // backed up creating other EGLImages.
639 if (!found) {
640 status_t cacheResult = mImageManager->cache(buffer);
641 if (cacheResult != NO_ERROR) {
642 return cacheResult;
643 }
644 }
645
646 // Whether or not we needed to cache, re-check mImageCache to make sure that
647 // there's an EGLImage. The current threading model guarantees that we don't
648 // destroy a cached image until it's really not needed anymore (i.e. this
649 // function should not be called), so the only possibility is that something
650 // terrible went wrong and we should just bind something and move on.
Alec Mouri3d7c5612019-07-09 13:51:37 -0700651 {
652 std::lock_guard<std::mutex> lock(mRenderingMutex);
653 auto cachedImage = mImageCache.find(buffer->getId());
Alec Mourid7b3a8b2019-03-21 11:44:18 -0700654
Alec Mouri3d7c5612019-07-09 13:51:37 -0700655 if (cachedImage == mImageCache.end()) {
656 // We failed creating the image if we got here, so bail out.
Alec Mouri16a99402019-07-29 16:37:30 -0700657 ALOGE("Failed to create an EGLImage when rendering");
Alec Mouri3d7c5612019-07-09 13:51:37 -0700658 bindExternalTextureImage(texName, *createImage());
659 return NO_INIT;
660 }
661
662 bindExternalTextureImage(texName, *cachedImage->second);
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800663 }
664
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800665 // Wait for the new buffer to be ready.
666 if (bufferFence != nullptr && bufferFence->isValid()) {
667 if (GLExtensions::getInstance().hasWaitSync()) {
668 base::unique_fd fenceFd(bufferFence->dup());
669 if (fenceFd == -1) {
670 ALOGE("error dup'ing fence fd: %d", errno);
671 return -errno;
672 }
673 if (!waitFence(std::move(fenceFd))) {
674 ALOGE("failed to wait on fence fd");
675 return UNKNOWN_ERROR;
676 }
677 } else {
678 status_t err = bufferFence->waitForever("RenderEngine::bindExternalTextureBuffer");
679 if (err != NO_ERROR) {
680 ALOGE("error waiting for fence: %d", err);
681 return err;
682 }
683 }
684 }
Alec Mouri539319f2018-12-19 17:56:23 -0800685
Alec Mouri0d5e1eb2018-11-10 20:40:12 -0800686 return NO_ERROR;
687}
688
Alec Mouri16a99402019-07-29 16:37:30 -0700689void GLESRenderEngine::cacheExternalTextureBuffer(const sp<GraphicBuffer>& buffer) {
690 mImageManager->cacheAsync(buffer, nullptr);
691}
692
693std::shared_ptr<ImageManager::Barrier> GLESRenderEngine::cacheExternalTextureBufferForTesting(
694 const sp<GraphicBuffer>& buffer) {
695 auto barrier = std::make_shared<ImageManager::Barrier>();
696 mImageManager->cacheAsync(buffer, barrier);
697 return barrier;
698}
699
700status_t GLESRenderEngine::cacheExternalTextureBufferInternal(const sp<GraphicBuffer>& buffer) {
Alec Mouri3d7c5612019-07-09 13:51:37 -0700701 if (buffer == nullptr) {
702 return BAD_VALUE;
703 }
704
705 {
706 std::lock_guard<std::mutex> lock(mRenderingMutex);
707 if (mImageCache.count(buffer->getId()) > 0) {
708 // If there's already an image then fail fast here.
709 return NO_ERROR;
710 }
711 }
712 ATRACE_CALL();
713
714 // Create the image without holding a lock so that we don't block anything.
715 std::unique_ptr<Image> newImage = createImage();
716
717 bool created = newImage->setNativeWindowBuffer(buffer->getNativeBuffer(),
718 buffer->getUsage() & GRALLOC_USAGE_PROTECTED);
719 if (!created) {
720 ALOGE("Failed to create image. size=%ux%u st=%u usage=%#" PRIx64 " fmt=%d",
721 buffer->getWidth(), buffer->getHeight(), buffer->getStride(), buffer->getUsage(),
722 buffer->getPixelFormat());
723 return NO_INIT;
724 }
725
726 {
727 std::lock_guard<std::mutex> lock(mRenderingMutex);
728 if (mImageCache.count(buffer->getId()) > 0) {
729 // In theory it's possible for another thread to recache the image,
730 // so bail out if another thread won.
731 return NO_ERROR;
732 }
733 mImageCache.insert(std::make_pair(buffer->getId(), std::move(newImage)));
734 }
735
736 return NO_ERROR;
737}
738
Alec Mourib5c4f352019-02-19 19:46:38 -0800739void GLESRenderEngine::unbindExternalTextureBuffer(uint64_t bufferId) {
Alec Mouri16a99402019-07-29 16:37:30 -0700740 mImageManager->releaseAsync(bufferId, nullptr);
741}
742
743std::shared_ptr<ImageManager::Barrier> GLESRenderEngine::unbindExternalTextureBufferForTesting(
744 uint64_t bufferId) {
745 auto barrier = std::make_shared<ImageManager::Barrier>();
746 mImageManager->releaseAsync(bufferId, barrier);
747 return barrier;
748}
749
750void GLESRenderEngine::unbindExternalTextureBufferInternal(uint64_t bufferId) {
751 std::unique_ptr<Image> image;
752 {
753 std::lock_guard<std::mutex> lock(mRenderingMutex);
754 const auto& cachedImage = mImageCache.find(bufferId);
755
756 if (cachedImage != mImageCache.end()) {
757 ALOGV("Destroying image for buffer: %" PRIu64, bufferId);
758 // Move the buffer out of cache first, so that we can destroy
759 // without holding the cache's lock.
760 image = std::move(cachedImage->second);
761 mImageCache.erase(bufferId);
762 return;
763 }
Alec Mouri539319f2018-12-19 17:56:23 -0800764 }
Alec Mourib5c4f352019-02-19 19:46:38 -0800765 ALOGV("Failed to find image for buffer: %" PRIu64, bufferId);
Alec Mouri539319f2018-12-19 17:56:23 -0800766}
767
Alec Mouri7c94edb2018-12-03 21:23:26 -0800768FloatRect GLESRenderEngine::setupLayerCropping(const LayerSettings& layer, Mesh& mesh) {
769 // Translate win by the rounded corners rect coordinates, to have all values in
770 // layer coordinate space.
771 FloatRect cropWin = layer.geometry.boundaries;
772 const FloatRect& roundedCornersCrop = layer.geometry.roundedCornersCrop;
773 cropWin.left -= roundedCornersCrop.left;
774 cropWin.right -= roundedCornersCrop.left;
775 cropWin.top -= roundedCornersCrop.top;
776 cropWin.bottom -= roundedCornersCrop.top;
777 Mesh::VertexArray<vec2> cropCoords(mesh.getCropCoordArray<vec2>());
778 cropCoords[0] = vec2(cropWin.left, cropWin.top);
779 cropCoords[1] = vec2(cropWin.left, cropWin.top + cropWin.getHeight());
780 cropCoords[2] = vec2(cropWin.right, cropWin.top + cropWin.getHeight());
781 cropCoords[3] = vec2(cropWin.right, cropWin.top);
782
783 setupCornerRadiusCropSize(roundedCornersCrop.getWidth(), roundedCornersCrop.getHeight());
784 return cropWin;
785}
786
Peiyong Lin1c097612019-03-22 16:21:46 -0700787void GLESRenderEngine::handleRoundedCorners(const DisplaySettings& display,
788 const LayerSettings& layer, const Mesh& mesh) {
789 // We separate the layer into 3 parts essentially, such that we only turn on blending for the
790 // top rectangle and the bottom rectangle, and turn off blending for the middle rectangle.
791 FloatRect bounds = layer.geometry.roundedCornersCrop;
Peiyong Linb1925962019-04-01 16:37:10 -0700792
793 // Firstly, we need to convert the coordination from layer native coordination space to
794 // device coordination space.
Peiyong Lin1c097612019-03-22 16:21:46 -0700795 const auto transformMatrix = display.globalTransform * layer.geometry.positionTransform;
796 const vec4 leftTopCoordinate(bounds.left, bounds.top, 1.0, 1.0);
797 const vec4 rightBottomCoordinate(bounds.right, bounds.bottom, 1.0, 1.0);
798 const vec4 leftTopCoordinateInBuffer = transformMatrix * leftTopCoordinate;
799 const vec4 rightBottomCoordinateInBuffer = transformMatrix * rightBottomCoordinate;
800 bounds = FloatRect(leftTopCoordinateInBuffer[0], leftTopCoordinateInBuffer[1],
801 rightBottomCoordinateInBuffer[0], rightBottomCoordinateInBuffer[1]);
Peiyong Lin1c097612019-03-22 16:21:46 -0700802
Peiyong Linb1925962019-04-01 16:37:10 -0700803 // Secondly, if the display is rotated, we need to undo the rotation on coordination and
804 // align the (left, top) and (right, bottom) coordination with the device coordination
805 // space.
806 switch (display.orientation) {
807 case ui::Transform::ROT_90:
808 std::swap(bounds.left, bounds.right);
809 break;
810 case ui::Transform::ROT_180:
811 std::swap(bounds.left, bounds.right);
812 std::swap(bounds.top, bounds.bottom);
813 break;
814 case ui::Transform::ROT_270:
815 std::swap(bounds.top, bounds.bottom);
816 break;
817 default:
818 break;
819 }
820
821 // Finally, we cut the layer into 3 parts, with top and bottom parts having rounded corners
822 // and the middle part without rounded corners.
823 const int32_t radius = ceil(layer.geometry.roundedCornersRadius);
Peiyong Lin1c097612019-03-22 16:21:46 -0700824 const Rect topRect(bounds.left, bounds.top, bounds.right, bounds.top + radius);
825 setScissor(topRect);
826 drawMesh(mesh);
827 const Rect bottomRect(bounds.left, bounds.bottom - radius, bounds.right, bounds.bottom);
828 setScissor(bottomRect);
829 drawMesh(mesh);
830
831 // The middle part of the layer can turn off blending.
Lucas Dupinc9691d52019-09-26 13:46:04 -0700832 if (topRect.bottom < bottomRect.top) {
833 const Rect middleRect(bounds.left, bounds.top + radius, bounds.right,
834 bounds.bottom - radius);
835 setScissor(middleRect);
836 mState.cornerRadius = 0.0;
837 disableBlending();
838 drawMesh(mesh);
839 }
Peiyong Lin1c097612019-03-22 16:21:46 -0700840 disableScissor();
841}
842
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800843status_t GLESRenderEngine::bindFrameBuffer(Framebuffer* framebuffer) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000844 ATRACE_CALL();
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700845 GLFramebuffer* glFramebuffer = static_cast<GLFramebuffer*>(framebuffer);
846 EGLImageKHR eglImage = glFramebuffer->getEGLImage();
847 uint32_t textureName = glFramebuffer->getTextureName();
848 uint32_t framebufferName = glFramebuffer->getFramebufferName();
849
850 // Bind the texture and turn our EGLImage into a texture
851 glBindTexture(GL_TEXTURE_2D, textureName);
852 glEGLImageTargetTexture2DOES(GL_TEXTURE_2D, (GLeglImageOES)eglImage);
853
854 // Bind the Framebuffer to render into
855 glBindFramebuffer(GL_FRAMEBUFFER, framebufferName);
Peiyong Lin46080ef2018-10-26 18:43:14 -0700856 glFramebufferTexture2D(GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, textureName, 0);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700857
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700858 uint32_t glStatus = glCheckFramebufferStatus(GL_FRAMEBUFFER);
Peiyong Lin46080ef2018-10-26 18:43:14 -0700859 ALOGE_IF(glStatus != GL_FRAMEBUFFER_COMPLETE_OES, "glCheckFramebufferStatusOES error %d",
860 glStatus);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700861
862 return glStatus == GL_FRAMEBUFFER_COMPLETE_OES ? NO_ERROR : BAD_VALUE;
863}
864
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800865void GLESRenderEngine::unbindFrameBuffer(Framebuffer* /* framebuffer */) {
Alec Mouri820c7402019-01-23 13:02:39 -0800866 ATRACE_CALL();
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700867
868 // back to main framebuffer
869 glBindFramebuffer(GL_FRAMEBUFFER, 0);
Peiyong Line5a9a7f2018-08-30 15:32:13 -0700870}
871
Peiyong Lin7e219eb2018-12-03 05:40:42 -0800872void GLESRenderEngine::checkErrors() const {
Peiyong Lin60bedb52018-09-05 10:47:31 -0700873 do {
874 // there could be more than one error flag
875 GLenum error = glGetError();
876 if (error == GL_NO_ERROR) break;
877 ALOGE("GL error 0x%04x", int(error));
878 } while (true);
879}
880
Peiyong Linfb530cf2018-12-15 05:07:38 +0000881bool GLESRenderEngine::supportsProtectedContent() const {
882 return mProtectedEGLContext != EGL_NO_CONTEXT;
883}
884
885bool GLESRenderEngine::useProtectedContext(bool useProtectedContext) {
886 if (useProtectedContext == mInProtectedContext) {
887 return true;
888 }
889 if (useProtectedContext && mProtectedEGLContext == EGL_NO_CONTEXT) {
890 return false;
891 }
892 const EGLSurface surface = useProtectedContext ? mProtectedDummySurface : mDummySurface;
893 const EGLContext context = useProtectedContext ? mProtectedEGLContext : mEGLContext;
894 const bool success = eglMakeCurrent(mEGLDisplay, surface, surface, context) == EGL_TRUE;
895 if (success) {
896 mInProtectedContext = useProtectedContext;
897 }
898 return success;
899}
Alec Mourida4cf3b2019-02-12 15:33:01 -0800900EGLImageKHR GLESRenderEngine::createFramebufferImageIfNeeded(ANativeWindowBuffer* nativeBuffer,
Alec Mourife0d72b2019-03-21 14:05:56 -0700901 bool isProtected,
902 bool useFramebufferCache) {
Alec Mourida4cf3b2019-02-12 15:33:01 -0800903 sp<GraphicBuffer> graphicBuffer = GraphicBuffer::from(nativeBuffer);
Alec Mourife0d72b2019-03-21 14:05:56 -0700904 if (useFramebufferCache) {
Alec Mourief44c2d2019-07-15 15:27:22 -0700905 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
Alec Mourife0d72b2019-03-21 14:05:56 -0700906 for (const auto& image : mFramebufferImageCache) {
907 if (image.first == graphicBuffer->getId()) {
908 return image.second;
909 }
Alec Mourida4cf3b2019-02-12 15:33:01 -0800910 }
911 }
912 EGLint attributes[] = {
913 isProtected ? EGL_PROTECTED_CONTENT_EXT : EGL_NONE,
914 isProtected ? EGL_TRUE : EGL_NONE,
915 EGL_NONE,
916 };
917 EGLImageKHR image = eglCreateImageKHR(mEGLDisplay, EGL_NO_CONTEXT, EGL_NATIVE_BUFFER_ANDROID,
918 nativeBuffer, attributes);
Alec Mourife0d72b2019-03-21 14:05:56 -0700919 if (useFramebufferCache) {
920 if (image != EGL_NO_IMAGE_KHR) {
Alec Mourief44c2d2019-07-15 15:27:22 -0700921 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
Alec Mourife0d72b2019-03-21 14:05:56 -0700922 if (mFramebufferImageCache.size() >= mFramebufferImageCacheSize) {
923 EGLImageKHR expired = mFramebufferImageCache.front().second;
924 mFramebufferImageCache.pop_front();
925 eglDestroyImageKHR(mEGLDisplay, expired);
Ady Abrahama3b08ef2019-07-15 18:43:10 -0700926 DEBUG_EGL_IMAGE_TRACKER_DESTROY();
Alec Mourife0d72b2019-03-21 14:05:56 -0700927 }
928 mFramebufferImageCache.push_back({graphicBuffer->getId(), image});
Alec Mourida4cf3b2019-02-12 15:33:01 -0800929 }
Alec Mourida4cf3b2019-02-12 15:33:01 -0800930 }
Ady Abrahama3b08ef2019-07-15 18:43:10 -0700931
932 if (image != EGL_NO_IMAGE_KHR) {
933 DEBUG_EGL_IMAGE_TRACKER_CREATE();
934 }
Alec Mourida4cf3b2019-02-12 15:33:01 -0800935 return image;
936}
Peiyong Linfb530cf2018-12-15 05:07:38 +0000937
Alec Mouri1089aed2018-10-25 21:33:57 -0700938status_t GLESRenderEngine::drawLayers(const DisplaySettings& display,
939 const std::vector<LayerSettings>& layers,
940 ANativeWindowBuffer* const buffer,
Alec Mourife0d72b2019-03-21 14:05:56 -0700941 const bool useFramebufferCache, base::unique_fd&& bufferFence,
942 base::unique_fd* drawFence) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +0000943 ATRACE_CALL();
Alec Mouri1089aed2018-10-25 21:33:57 -0700944 if (layers.empty()) {
945 ALOGV("Drawing empty layer stack");
946 return NO_ERROR;
947 }
948
Alec Mouri6338c9d2019-02-07 16:57:51 -0800949 if (bufferFence.get() >= 0 && !waitFence(std::move(bufferFence))) {
950 ATRACE_NAME("Waiting before draw");
951 sync_wait(bufferFence.get(), -1);
952 }
953
Alec Mourid43ccab2019-03-13 12:23:45 -0700954 if (buffer == nullptr) {
955 ALOGE("No output buffer provided. Aborting GPU composition.");
956 return BAD_VALUE;
957 }
958
Alec Mouri3d7c5612019-07-09 13:51:37 -0700959 BindNativeBufferAsFramebuffer fbo(*this, buffer, useFramebufferCache);
Alec Mouri1089aed2018-10-25 21:33:57 -0700960
Alec Mouri3d7c5612019-07-09 13:51:37 -0700961 if (fbo.getStatus() != NO_ERROR) {
962 ALOGE("Failed to bind framebuffer! Aborting GPU composition for buffer (%p).",
963 buffer->handle);
Alec Mourif0497272019-03-11 15:53:11 -0700964 checkErrors();
Alec Mouri3d7c5612019-07-09 13:51:37 -0700965 return fbo.getStatus();
Alec Mourif0497272019-03-11 15:53:11 -0700966 }
Alec Mouri3d7c5612019-07-09 13:51:37 -0700967
968 // clear the entire buffer, sometimes when we reuse buffers we'd persist
969 // ghost images otherwise.
970 // we also require a full transparent framebuffer for overlays. This is
971 // probably not quite efficient on all GPUs, since we could filter out
972 // opaque layers.
973 clearWithColor(0.0, 0.0, 0.0, 0.0);
974
975 setViewportAndProjection(display.physicalDisplay, display.clip);
976
977 setOutputDataSpace(display.outputDataspace);
978 setDisplayMaxLuminance(display.maxLuminance);
979
980 mat4 projectionMatrix = mState.projectionMatrix * display.globalTransform;
981 mState.projectionMatrix = projectionMatrix;
982 if (!display.clearRegion.isEmpty()) {
983 glDisable(GL_BLEND);
984 fillRegionWithColor(display.clearRegion, 0.0, 0.0, 0.0, 1.0);
985 }
986
987 Mesh mesh(Mesh::TRIANGLE_FAN, 4, 2, 2);
988 for (auto layer : layers) {
989 mState.projectionMatrix = projectionMatrix * layer.geometry.positionTransform;
990
991 const FloatRect bounds = layer.geometry.boundaries;
992 Mesh::VertexArray<vec2> position(mesh.getPositionArray<vec2>());
993 position[0] = vec2(bounds.left, bounds.top);
994 position[1] = vec2(bounds.left, bounds.bottom);
995 position[2] = vec2(bounds.right, bounds.bottom);
996 position[3] = vec2(bounds.right, bounds.top);
997
998 setupLayerCropping(layer, mesh);
999 setColorTransform(display.colorTransform * layer.colorTransform);
1000
1001 bool usePremultipliedAlpha = true;
1002 bool disableTexture = true;
1003 bool isOpaque = false;
1004
1005 if (layer.source.buffer.buffer != nullptr) {
1006 disableTexture = false;
1007 isOpaque = layer.source.buffer.isOpaque;
1008
1009 sp<GraphicBuffer> gBuf = layer.source.buffer.buffer;
1010 bindExternalTextureBuffer(layer.source.buffer.textureName, gBuf,
1011 layer.source.buffer.fence);
1012
1013 usePremultipliedAlpha = layer.source.buffer.usePremultipliedAlpha;
1014 Texture texture(Texture::TEXTURE_EXTERNAL, layer.source.buffer.textureName);
1015 mat4 texMatrix = layer.source.buffer.textureTransform;
1016
1017 texture.setMatrix(texMatrix.asArray());
1018 texture.setFiltering(layer.source.buffer.useTextureFiltering);
1019
1020 texture.setDimensions(gBuf->getWidth(), gBuf->getHeight());
1021 setSourceY410BT2020(layer.source.buffer.isY410BT2020);
1022
1023 renderengine::Mesh::VertexArray<vec2> texCoords(mesh.getTexCoordArray<vec2>());
1024 texCoords[0] = vec2(0.0, 0.0);
1025 texCoords[1] = vec2(0.0, 1.0);
1026 texCoords[2] = vec2(1.0, 1.0);
1027 texCoords[3] = vec2(1.0, 0.0);
1028 setupLayerTexturing(texture);
1029 }
1030
1031 const half3 solidColor = layer.source.solidColor;
1032 const half4 color = half4(solidColor.r, solidColor.g, solidColor.b, layer.alpha);
1033 // Buffer sources will have a black solid color ignored in the shader,
1034 // so in that scenario the solid color passed here is arbitrary.
1035 setupLayerBlending(usePremultipliedAlpha, isOpaque, disableTexture, color,
1036 layer.geometry.roundedCornersRadius);
1037 if (layer.disableBlending) {
1038 glDisable(GL_BLEND);
1039 }
1040 setSourceDataSpace(layer.sourceDataspace);
1041
1042 // We only want to do a special handling for rounded corners when having rounded corners
1043 // is the only reason it needs to turn on blending, otherwise, we handle it like the
1044 // usual way since it needs to turn on blending anyway.
1045 if (layer.geometry.roundedCornersRadius > 0.0 && color.a >= 1.0f && isOpaque) {
1046 handleRoundedCorners(display, layer, mesh);
1047 } else {
1048 drawMesh(mesh);
1049 }
1050
1051 // Cleanup if there's a buffer source
1052 if (layer.source.buffer.buffer != nullptr) {
1053 disableBlending();
1054 setSourceY410BT2020(false);
1055 disableTexturing();
1056 }
1057 }
1058
1059 if (drawFence != nullptr) {
1060 *drawFence = flush();
1061 }
1062 // If flush failed or we don't support native fences, we need to force the
1063 // gl command stream to be executed.
1064 if (drawFence == nullptr || drawFence->get() < 0) {
1065 bool success = finish();
1066 if (!success) {
1067 ALOGE("Failed to flush RenderEngine commands");
1068 checkErrors();
1069 // Chances are, something illegal happened (either the caller passed
1070 // us bad parameters, or we messed up our shader generation).
1071 return INVALID_OPERATION;
1072 }
1073 }
1074
1075 checkErrors();
Alec Mouri6e57f682018-09-29 20:45:08 -07001076 return NO_ERROR;
1077}
1078
Alec Mouri1089aed2018-10-25 21:33:57 -07001079void GLESRenderEngine::setViewportAndProjection(Rect viewport, Rect clip) {
Alec Mourie7d1d4a2019-02-05 01:13:46 +00001080 ATRACE_CALL();
Alec Mouri1089aed2018-10-25 21:33:57 -07001081 mVpWidth = viewport.getWidth();
1082 mVpHeight = viewport.getHeight();
1083
1084 // We pass the the top left corner instead of the bottom left corner,
1085 // because since we're rendering off-screen first.
1086 glViewport(viewport.left, viewport.top, mVpWidth, mVpHeight);
1087
1088 mState.projectionMatrix = mat4::ortho(clip.left, clip.right, clip.top, clip.bottom, 0, 1);
Mathias Agopian3f844832013-08-07 21:24:32 -07001089}
1090
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001091void GLESRenderEngine::setupLayerBlending(bool premultipliedAlpha, bool opaque, bool disableTexture,
1092 const half4& color, float cornerRadius) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001093 mState.isPremultipliedAlpha = premultipliedAlpha;
1094 mState.isOpaque = opaque;
1095 mState.color = color;
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001096 mState.cornerRadius = cornerRadius;
Dan Stoza9e56aa02015-11-02 13:00:03 -08001097
chaviw13fdc492017-06-27 12:40:18 -07001098 if (disableTexture) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001099 mState.textureEnabled = false;
chaviw13fdc492017-06-27 12:40:18 -07001100 }
Fabien Sanglard9d96de42016-10-11 00:15:18 +00001101
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001102 if (color.a < 1.0f || !opaque || cornerRadius > 0.0f) {
Mathias Agopian3f844832013-08-07 21:24:32 -07001103 glEnable(GL_BLEND);
1104 glBlendFunc(premultipliedAlpha ? GL_ONE : GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA);
1105 } else {
1106 glDisable(GL_BLEND);
1107 }
1108}
1109
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001110void GLESRenderEngine::setSourceY410BT2020(bool enable) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001111 mState.isY410BT2020 = enable;
Chia-I Wu131d3762018-01-11 14:35:27 -08001112}
1113
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001114void GLESRenderEngine::setSourceDataSpace(Dataspace source) {
Chia-I Wu69bf10f2018-02-20 13:04:50 -08001115 mDataSpace = source;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001116}
1117
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001118void GLESRenderEngine::setOutputDataSpace(Dataspace dataspace) {
Chia-I Wu69bf10f2018-02-20 13:04:50 -08001119 mOutputDataSpace = dataspace;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001120}
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001121
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001122void GLESRenderEngine::setDisplayMaxLuminance(const float maxLuminance) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001123 mState.displayMaxLuminance = maxLuminance;
Peiyong Linfb069302018-04-25 14:34:31 -07001124}
1125
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001126void GLESRenderEngine::setupLayerTexturing(const Texture& texture) {
Mathias Agopian49457ac2013-08-14 18:20:17 -07001127 GLuint target = texture.getTextureTarget();
1128 glBindTexture(target, texture.getTextureName());
Mathias Agopian3f844832013-08-07 21:24:32 -07001129 GLenum filter = GL_NEAREST;
Mathias Agopian49457ac2013-08-14 18:20:17 -07001130 if (texture.getFiltering()) {
Mathias Agopian3f844832013-08-07 21:24:32 -07001131 filter = GL_LINEAR;
1132 }
Mathias Agopian49457ac2013-08-14 18:20:17 -07001133 glTexParameteri(target, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE);
1134 glTexParameteri(target, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE);
1135 glTexParameteri(target, GL_TEXTURE_MAG_FILTER, filter);
1136 glTexParameteri(target, GL_TEXTURE_MIN_FILTER, filter);
Mathias Agopian3f844832013-08-07 21:24:32 -07001137
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001138 mState.texture = texture;
1139 mState.textureEnabled = true;
Mathias Agopian3f844832013-08-07 21:24:32 -07001140}
1141
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001142void GLESRenderEngine::setColorTransform(const mat4& colorTransform) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001143 mState.colorMatrix = colorTransform;
Dan Stozaf0087992014-10-20 15:46:09 -07001144}
1145
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001146void GLESRenderEngine::disableTexturing() {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001147 mState.textureEnabled = false;
Mathias Agopian3f844832013-08-07 21:24:32 -07001148}
1149
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001150void GLESRenderEngine::disableBlending() {
Mathias Agopian3f844832013-08-07 21:24:32 -07001151 glDisable(GL_BLEND);
1152}
1153
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001154void GLESRenderEngine::setupFillWithColor(float r, float g, float b, float a) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001155 mState.isPremultipliedAlpha = true;
1156 mState.isOpaque = false;
1157 mState.color = half4(r, g, b, a);
1158 mState.textureEnabled = false;
Mathias Agopian3f844832013-08-07 21:24:32 -07001159 glDisable(GL_BLEND);
Mathias Agopian3f844832013-08-07 21:24:32 -07001160}
1161
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001162void GLESRenderEngine::setupCornerRadiusCropSize(float width, float height) {
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001163 mState.cropSize = half2(width, height);
1164}
1165
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001166void GLESRenderEngine::drawMesh(const Mesh& mesh) {
Dan Stoza2713c302018-03-28 17:07:36 -07001167 ATRACE_CALL();
Mathias Agopian3f844832013-08-07 21:24:32 -07001168 if (mesh.getTexCoordsSize()) {
1169 glEnableVertexAttribArray(Program::texCoords);
Chia-I Wub027f802017-11-29 14:00:52 -08001170 glVertexAttribPointer(Program::texCoords, mesh.getTexCoordsSize(), GL_FLOAT, GL_FALSE,
1171 mesh.getByteStride(), mesh.getTexCoords());
Mathias Agopian3f844832013-08-07 21:24:32 -07001172 }
1173
Chia-I Wub027f802017-11-29 14:00:52 -08001174 glVertexAttribPointer(Program::position, mesh.getVertexSize(), GL_FLOAT, GL_FALSE,
1175 mesh.getByteStride(), mesh.getPositions());
Mathias Agopian3f844832013-08-07 21:24:32 -07001176
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001177 if (mState.cornerRadius > 0.0f) {
1178 glEnableVertexAttribArray(Program::cropCoords);
1179 glVertexAttribPointer(Program::cropCoords, mesh.getVertexSize(), GL_FLOAT, GL_FALSE,
1180 mesh.getByteStride(), mesh.getCropCoords());
1181 }
1182
Peiyong Lina296b0c2018-04-30 16:55:29 -07001183 // By default, DISPLAY_P3 is the only supported wide color output. However,
1184 // when HDR content is present, hardware composer may be able to handle
1185 // BT2020 data space, in that case, the output data space is set to be
1186 // BT2020_HLG or BT2020_PQ respectively. In GPU fall back we need
1187 // to respect this and convert non-HDR content to HDR format.
Peiyong Lin13effd12018-07-24 17:01:47 -07001188 if (mUseColorManagement) {
1189 Description managedState = mState;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001190 Dataspace inputStandard = static_cast<Dataspace>(mDataSpace & Dataspace::STANDARD_MASK);
1191 Dataspace inputTransfer = static_cast<Dataspace>(mDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lin46080ef2018-10-26 18:43:14 -07001192 Dataspace outputStandard =
1193 static_cast<Dataspace>(mOutputDataSpace & Dataspace::STANDARD_MASK);
1194 Dataspace outputTransfer =
1195 static_cast<Dataspace>(mOutputDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001196 bool needsXYZConversion = needsXYZTransformMatrix();
1197
Valerie Haueb8e0762018-11-06 10:10:42 -08001198 // NOTE: if the input standard of the input dataspace is not STANDARD_DCI_P3 or
1199 // STANDARD_BT2020, it will be treated as STANDARD_BT709
1200 if (inputStandard != Dataspace::STANDARD_DCI_P3 &&
1201 inputStandard != Dataspace::STANDARD_BT2020) {
1202 inputStandard = Dataspace::STANDARD_BT709;
1203 }
1204
Peiyong Lina296b0c2018-04-30 16:55:29 -07001205 if (needsXYZConversion) {
1206 // The supported input color spaces are standard RGB, Display P3 and BT2020.
1207 switch (inputStandard) {
1208 case Dataspace::STANDARD_DCI_P3:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001209 managedState.inputTransformMatrix = mDisplayP3ToXyz;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001210 break;
1211 case Dataspace::STANDARD_BT2020:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001212 managedState.inputTransformMatrix = mBt2020ToXyz;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001213 break;
1214 default:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001215 managedState.inputTransformMatrix = mSrgbToXyz;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001216 break;
1217 }
1218
Peiyong Lin9b03c732018-05-17 10:14:02 -07001219 // The supported output color spaces are BT2020, Display P3 and standard RGB.
Peiyong Lina296b0c2018-04-30 16:55:29 -07001220 switch (outputStandard) {
1221 case Dataspace::STANDARD_BT2020:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001222 managedState.outputTransformMatrix = mXyzToBt2020;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001223 break;
Peiyong Lin9b03c732018-05-17 10:14:02 -07001224 case Dataspace::STANDARD_DCI_P3:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001225 managedState.outputTransformMatrix = mXyzToDisplayP3;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001226 break;
Peiyong Lin9b03c732018-05-17 10:14:02 -07001227 default:
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001228 managedState.outputTransformMatrix = mXyzToSrgb;
Peiyong Lin9b03c732018-05-17 10:14:02 -07001229 break;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001230 }
1231 } else if (inputStandard != outputStandard) {
1232 // At this point, the input data space and output data space could be both
1233 // HDR data spaces, but they match each other, we do nothing in this case.
1234 // In addition to the case above, the input data space could be
1235 // - scRGB linear
1236 // - scRGB non-linear
1237 // - sRGB
1238 // - Display P3
Valerie Haueb8e0762018-11-06 10:10:42 -08001239 // - BT2020
Peiyong Lina296b0c2018-04-30 16:55:29 -07001240 // The output data spaces could be
1241 // - sRGB
1242 // - Display P3
Valerie Haueb8e0762018-11-06 10:10:42 -08001243 // - BT2020
1244 switch (outputStandard) {
1245 case Dataspace::STANDARD_BT2020:
1246 if (inputStandard == Dataspace::STANDARD_BT709) {
1247 managedState.outputTransformMatrix = mSrgbToBt2020;
1248 } else if (inputStandard == Dataspace::STANDARD_DCI_P3) {
1249 managedState.outputTransformMatrix = mDisplayP3ToBt2020;
1250 }
1251 break;
1252 case Dataspace::STANDARD_DCI_P3:
1253 if (inputStandard == Dataspace::STANDARD_BT709) {
1254 managedState.outputTransformMatrix = mSrgbToDisplayP3;
1255 } else if (inputStandard == Dataspace::STANDARD_BT2020) {
1256 managedState.outputTransformMatrix = mBt2020ToDisplayP3;
1257 }
1258 break;
1259 default:
1260 if (inputStandard == Dataspace::STANDARD_DCI_P3) {
1261 managedState.outputTransformMatrix = mDisplayP3ToSrgb;
1262 } else if (inputStandard == Dataspace::STANDARD_BT2020) {
1263 managedState.outputTransformMatrix = mBt2020ToSrgb;
1264 }
1265 break;
Peiyong Lina296b0c2018-04-30 16:55:29 -07001266 }
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001267 }
Peiyong Lina296b0c2018-04-30 16:55:29 -07001268
1269 // we need to convert the RGB value to linear space and convert it back when:
1270 // - there is a color matrix that is not an identity matrix, or
1271 // - there is an output transform matrix that is not an identity matrix, or
1272 // - the input transfer function doesn't match the output transfer function.
Peiyong Lin13effd12018-07-24 17:01:47 -07001273 if (managedState.hasColorMatrix() || managedState.hasOutputTransformMatrix() ||
Chia-I Wud49d6692018-06-27 07:17:41 +08001274 inputTransfer != outputTransfer) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001275 managedState.inputTransferFunction =
Peiyong Lin46080ef2018-10-26 18:43:14 -07001276 Description::dataSpaceToTransferFunction(inputTransfer);
Peiyong Lin70b26ce2018-09-18 19:02:39 -07001277 managedState.outputTransferFunction =
Peiyong Lin46080ef2018-10-26 18:43:14 -07001278 Description::dataSpaceToTransferFunction(outputTransfer);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001279 }
1280
Peiyong Linfb530cf2018-12-15 05:07:38 +00001281 ProgramCache::getInstance().useProgram(mInProtectedContext ? mProtectedEGLContext
1282 : mEGLContext,
1283 managedState);
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001284
1285 glDrawArrays(mesh.getPrimitive(), 0, mesh.getVertexCount());
1286
1287 if (outputDebugPPMs) {
Peiyong Lin13effd12018-07-24 17:01:47 -07001288 static uint64_t managedColorFrameCount = 0;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001289 std::ostringstream out;
Peiyong Lin13effd12018-07-24 17:01:47 -07001290 out << "/data/texture_out" << managedColorFrameCount++;
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001291 writePPM(out.str().c_str(), mVpWidth, mVpHeight);
1292 }
1293 } else {
Peiyong Linfb530cf2018-12-15 05:07:38 +00001294 ProgramCache::getInstance().useProgram(mInProtectedContext ? mProtectedEGLContext
1295 : mEGLContext,
1296 mState);
Courtney Goeltzenleuchter5d943892017-03-22 13:46:46 -06001297
1298 glDrawArrays(mesh.getPrimitive(), 0, mesh.getVertexCount());
1299 }
Mathias Agopian3f844832013-08-07 21:24:32 -07001300
1301 if (mesh.getTexCoordsSize()) {
1302 glDisableVertexAttribArray(Program::texCoords);
1303 }
Lucas Dupin1b6531c2018-07-05 17:18:21 -07001304
1305 if (mState.cornerRadius > 0.0f) {
1306 glDisableVertexAttribArray(Program::cropCoords);
1307 }
Mathias Agopian3f844832013-08-07 21:24:32 -07001308}
1309
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001310size_t GLESRenderEngine::getMaxTextureSize() const {
Peiyong Linf1bada92018-08-29 09:39:31 -07001311 return mMaxTextureSize;
1312}
1313
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001314size_t GLESRenderEngine::getMaxViewportDims() const {
Peiyong Linf1bada92018-08-29 09:39:31 -07001315 return mMaxViewportDims[0] < mMaxViewportDims[1] ? mMaxViewportDims[0] : mMaxViewportDims[1];
1316}
1317
Yiwei Zhang5434a782018-12-05 18:06:32 -08001318void GLESRenderEngine::dump(std::string& result) {
Peiyong Linf11f39b2018-09-05 14:37:41 -07001319 const GLExtensions& extensions = GLExtensions::getInstance();
Peiyong Linfb530cf2018-12-15 05:07:38 +00001320 ProgramCache& cache = ProgramCache::getInstance();
Peiyong Linf11f39b2018-09-05 14:37:41 -07001321
Yiwei Zhang5434a782018-12-05 18:06:32 -08001322 StringAppendF(&result, "EGL implementation : %s\n", extensions.getEGLVersion());
1323 StringAppendF(&result, "%s\n", extensions.getEGLExtensions());
Yiwei Zhang5434a782018-12-05 18:06:32 -08001324 StringAppendF(&result, "GLES: %s, %s, %s\n", extensions.getVendor(), extensions.getRenderer(),
1325 extensions.getVersion());
1326 StringAppendF(&result, "%s\n", extensions.getExtensions());
Peiyong Line62c5cb2019-04-30 13:59:59 -07001327 StringAppendF(&result, "RenderEngine supports protected context: %d\n",
1328 supportsProtectedContent());
1329 StringAppendF(&result, "RenderEngine is in protected context: %d\n", mInProtectedContext);
Peiyong Linfb530cf2018-12-15 05:07:38 +00001330 StringAppendF(&result, "RenderEngine program cache size for unprotected context: %zu\n",
1331 cache.getSize(mEGLContext));
1332 StringAppendF(&result, "RenderEngine program cache size for protected context: %zu\n",
1333 cache.getSize(mProtectedEGLContext));
Yiwei Zhang5434a782018-12-05 18:06:32 -08001334 StringAppendF(&result, "RenderEngine last dataspace conversion: (%s) to (%s)\n",
1335 dataspaceDetails(static_cast<android_dataspace>(mDataSpace)).c_str(),
1336 dataspaceDetails(static_cast<android_dataspace>(mOutputDataSpace)).c_str());
Alec Mourief44c2d2019-07-15 15:27:22 -07001337 {
1338 std::lock_guard<std::mutex> lock(mRenderingMutex);
1339 StringAppendF(&result, "RenderEngine image cache size: %zu\n", mImageCache.size());
1340 StringAppendF(&result, "Dumping buffer ids...\n");
1341 for (const auto& [id, unused] : mImageCache) {
1342 StringAppendF(&result, "0x%" PRIx64 "\n", id);
1343 }
1344 }
1345 {
1346 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
1347 StringAppendF(&result, "RenderEngine framebuffer image cache size: %zu\n",
1348 mFramebufferImageCache.size());
1349 StringAppendF(&result, "Dumping buffer ids...\n");
1350 for (const auto& [id, unused] : mFramebufferImageCache) {
1351 StringAppendF(&result, "0x%" PRIx64 "\n", id);
1352 }
1353 }
Mathias Agopian3f844832013-08-07 21:24:32 -07001354}
1355
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001356GLESRenderEngine::GlesVersion GLESRenderEngine::parseGlesVersion(const char* str) {
Peiyong Linf11f39b2018-09-05 14:37:41 -07001357 int major, minor;
1358 if (sscanf(str, "OpenGL ES-CM %d.%d", &major, &minor) != 2) {
1359 if (sscanf(str, "OpenGL ES %d.%d", &major, &minor) != 2) {
1360 ALOGW("Unable to parse GL_VERSION string: \"%s\"", str);
1361 return GLES_VERSION_1_0;
1362 }
1363 }
1364
1365 if (major == 1 && minor == 0) return GLES_VERSION_1_0;
1366 if (major == 1 && minor >= 1) return GLES_VERSION_1_1;
1367 if (major == 2 && minor >= 0) return GLES_VERSION_2_0;
1368 if (major == 3 && minor >= 0) return GLES_VERSION_3_0;
1369
1370 ALOGW("Unrecognized OpenGL ES version: %d.%d", major, minor);
1371 return GLES_VERSION_1_0;
1372}
1373
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001374EGLContext GLESRenderEngine::createEglContext(EGLDisplay display, EGLConfig config,
Peiyong Linfb530cf2018-12-15 05:07:38 +00001375 EGLContext shareContext, bool useContextPriority,
1376 Protection protection) {
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001377 EGLint renderableType = 0;
1378 if (config == EGL_NO_CONFIG) {
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001379 renderableType = EGL_OPENGL_ES3_BIT;
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001380 } else if (!eglGetConfigAttrib(display, config, EGL_RENDERABLE_TYPE, &renderableType)) {
1381 LOG_ALWAYS_FATAL("can't query EGLConfig RENDERABLE_TYPE");
1382 }
1383 EGLint contextClientVersion = 0;
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001384 if (renderableType & EGL_OPENGL_ES3_BIT) {
1385 contextClientVersion = 3;
1386 } else if (renderableType & EGL_OPENGL_ES2_BIT) {
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001387 contextClientVersion = 2;
1388 } else if (renderableType & EGL_OPENGL_ES_BIT) {
1389 contextClientVersion = 1;
1390 } else {
1391 LOG_ALWAYS_FATAL("no supported EGL_RENDERABLE_TYPEs");
1392 }
1393
1394 std::vector<EGLint> contextAttributes;
Peiyong Linfb530cf2018-12-15 05:07:38 +00001395 contextAttributes.reserve(7);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001396 contextAttributes.push_back(EGL_CONTEXT_CLIENT_VERSION);
1397 contextAttributes.push_back(contextClientVersion);
1398 if (useContextPriority) {
1399 contextAttributes.push_back(EGL_CONTEXT_PRIORITY_LEVEL_IMG);
1400 contextAttributes.push_back(EGL_CONTEXT_PRIORITY_HIGH_IMG);
1401 }
Peiyong Linfb530cf2018-12-15 05:07:38 +00001402 if (protection == Protection::PROTECTED) {
1403 contextAttributes.push_back(EGL_PROTECTED_CONTENT_EXT);
1404 contextAttributes.push_back(EGL_TRUE);
1405 }
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001406 contextAttributes.push_back(EGL_NONE);
1407
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001408 EGLContext context = eglCreateContext(display, config, shareContext, contextAttributes.data());
1409
1410 if (contextClientVersion == 3 && context == EGL_NO_CONTEXT) {
1411 // eglGetConfigAttrib indicated we can create GLES 3 context, but we failed, thus
1412 // EGL_NO_CONTEXT so that we can abort.
1413 if (config != EGL_NO_CONFIG) {
1414 return context;
1415 }
1416 // If |config| is EGL_NO_CONFIG, we speculatively try to create GLES 3 context, so we should
1417 // try to fall back to GLES 2.
1418 contextAttributes[1] = 2;
1419 context = eglCreateContext(display, config, shareContext, contextAttributes.data());
1420 }
1421
1422 return context;
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001423}
1424
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001425EGLSurface GLESRenderEngine::createDummyEglPbufferSurface(EGLDisplay display, EGLConfig config,
Peiyong Linfb530cf2018-12-15 05:07:38 +00001426 int hwcFormat, Protection protection) {
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001427 EGLConfig dummyConfig = config;
1428 if (dummyConfig == EGL_NO_CONFIG) {
1429 dummyConfig = chooseEglConfig(display, hwcFormat, /*logConfig*/ true);
1430 }
1431 std::vector<EGLint> attributes;
Peiyong Linfb530cf2018-12-15 05:07:38 +00001432 attributes.reserve(7);
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001433 attributes.push_back(EGL_WIDTH);
1434 attributes.push_back(1);
1435 attributes.push_back(EGL_HEIGHT);
1436 attributes.push_back(1);
Peiyong Linfb530cf2018-12-15 05:07:38 +00001437 if (protection == Protection::PROTECTED) {
1438 attributes.push_back(EGL_PROTECTED_CONTENT_EXT);
1439 attributes.push_back(EGL_TRUE);
1440 }
Peiyong Lina5e9f1b2018-11-27 22:49:37 -08001441 attributes.push_back(EGL_NONE);
1442
1443 return eglCreatePbufferSurface(display, dummyConfig, attributes.data());
1444}
1445
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001446bool GLESRenderEngine::isHdrDataSpace(const Dataspace dataSpace) const {
Peiyong Lina296b0c2018-04-30 16:55:29 -07001447 const Dataspace standard = static_cast<Dataspace>(dataSpace & Dataspace::STANDARD_MASK);
1448 const Dataspace transfer = static_cast<Dataspace>(dataSpace & Dataspace::TRANSFER_MASK);
1449 return standard == Dataspace::STANDARD_BT2020 &&
Peiyong Lin46080ef2018-10-26 18:43:14 -07001450 (transfer == Dataspace::TRANSFER_ST2084 || transfer == Dataspace::TRANSFER_HLG);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001451}
1452
1453// For convenience, we want to convert the input color space to XYZ color space first,
1454// and then convert from XYZ color space to output color space when
1455// - SDR and HDR contents are mixed, either SDR content will be converted to HDR or
1456// HDR content will be tone-mapped to SDR; Or,
1457// - there are HDR PQ and HLG contents presented at the same time, where we want to convert
1458// HLG content to PQ content.
1459// In either case above, we need to operate the Y value in XYZ color space. Thus, when either
1460// input data space or output data space is HDR data space, and the input transfer function
1461// doesn't match the output transfer function, we would enable an intermediate transfrom to
1462// XYZ color space.
Peiyong Lin7e219eb2018-12-03 05:40:42 -08001463bool GLESRenderEngine::needsXYZTransformMatrix() const {
Peiyong Lina296b0c2018-04-30 16:55:29 -07001464 const bool isInputHdrDataSpace = isHdrDataSpace(mDataSpace);
1465 const bool isOutputHdrDataSpace = isHdrDataSpace(mOutputDataSpace);
1466 const Dataspace inputTransfer = static_cast<Dataspace>(mDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lin46080ef2018-10-26 18:43:14 -07001467 const Dataspace outputTransfer =
1468 static_cast<Dataspace>(mOutputDataSpace & Dataspace::TRANSFER_MASK);
Peiyong Lina296b0c2018-04-30 16:55:29 -07001469
1470 return (isInputHdrDataSpace || isOutputHdrDataSpace) && inputTransfer != outputTransfer;
1471}
1472
Alec Mourid43ccab2019-03-13 12:23:45 -07001473bool GLESRenderEngine::isImageCachedForTesting(uint64_t bufferId) {
1474 std::lock_guard<std::mutex> lock(mRenderingMutex);
1475 const auto& cachedImage = mImageCache.find(bufferId);
1476 return cachedImage != mImageCache.end();
1477}
1478
1479bool GLESRenderEngine::isFramebufferImageCachedForTesting(uint64_t bufferId) {
Alec Mourief44c2d2019-07-15 15:27:22 -07001480 std::lock_guard<std::mutex> lock(mFramebufferImageCacheMutex);
Alec Mourid43ccab2019-03-13 12:23:45 -07001481 return std::any_of(mFramebufferImageCache.cbegin(), mFramebufferImageCache.cend(),
1482 [=](std::pair<uint64_t, EGLImageKHR> image) {
1483 return image.first == bufferId;
1484 });
1485}
1486
Alec Mouri554d06e2018-12-20 00:15:33 -08001487// FlushTracer implementation
1488GLESRenderEngine::FlushTracer::FlushTracer(GLESRenderEngine* engine) : mEngine(engine) {
1489 mThread = std::thread(&GLESRenderEngine::FlushTracer::loop, this);
1490}
1491
1492GLESRenderEngine::FlushTracer::~FlushTracer() {
1493 {
1494 std::lock_guard<std::mutex> lock(mMutex);
1495 mRunning = false;
1496 }
1497 mCondition.notify_all();
1498 if (mThread.joinable()) {
1499 mThread.join();
1500 }
1501}
1502
1503void GLESRenderEngine::FlushTracer::queueSync(EGLSyncKHR sync) {
1504 std::lock_guard<std::mutex> lock(mMutex);
1505 char name[64];
1506 const uint64_t frameNum = mFramesQueued++;
1507 snprintf(name, sizeof(name), "Queueing sync for frame: %lu",
1508 static_cast<unsigned long>(frameNum));
1509 ATRACE_NAME(name);
1510 mQueue.push({sync, frameNum});
1511 ATRACE_INT("GPU Frames Outstanding", mQueue.size());
1512 mCondition.notify_one();
1513}
1514
1515void GLESRenderEngine::FlushTracer::loop() {
1516 while (mRunning) {
1517 QueueEntry entry;
1518 {
1519 std::lock_guard<std::mutex> lock(mMutex);
1520
1521 mCondition.wait(mMutex,
Alec Mouric15dd012019-01-15 15:30:38 -08001522 [&]() REQUIRES(mMutex) { return !mQueue.empty() || !mRunning; });
Alec Mouri554d06e2018-12-20 00:15:33 -08001523
1524 if (!mRunning) {
1525 // if mRunning is false, then FlushTracer is being destroyed, so
1526 // bail out now.
1527 break;
1528 }
1529 entry = mQueue.front();
1530 mQueue.pop();
1531 }
1532 {
1533 char name[64];
1534 snprintf(name, sizeof(name), "waiting for frame %lu",
1535 static_cast<unsigned long>(entry.mFrameNum));
1536 ATRACE_NAME(name);
1537 mEngine->waitSync(entry.mSync, 0);
1538 }
1539 }
1540}
1541
Peiyong Lin46080ef2018-10-26 18:43:14 -07001542} // namespace gl
1543} // namespace renderengine
1544} // namespace android