blob: c11824859b27fb549f43178ab66df5d96a43fced [file] [log] [blame]
Mathias Agopian3f844832013-08-07 21:24:32 -07001/*
2 * Copyright 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Chia-I Wu93e14df2018-06-04 10:10:17 -070017#define ATRACE_TAG ATRACE_TAG_GRAPHICS
18
Peiyong Lin833074a2018-08-28 11:53:54 -070019#include "ProgramCache.h"
Peiyong Lincbc184f2018-08-22 13:24:10 -070020
Mathias Agopian3f844832013-08-07 21:24:32 -070021#include <GLES2/gl2.h>
22#include <GLES2/gl2ext.h>
Peiyong Lin833074a2018-08-28 11:53:54 -070023#include <renderengine/private/Description.h>
Mathias Agopian3f844832013-08-07 21:24:32 -070024#include <utils/String8.h>
Chia-I Wu93e14df2018-06-04 10:10:17 -070025#include <utils/Trace.h>
Peiyong Lin833074a2018-08-28 11:53:54 -070026#include "Program.h"
27
28ANDROID_SINGLETON_STATIC_INSTANCE(android::renderengine::gl::ProgramCache)
Mathias Agopian3f844832013-08-07 21:24:32 -070029
Mathias Agopian3f844832013-08-07 21:24:32 -070030namespace android {
Peiyong Lin833074a2018-08-28 11:53:54 -070031namespace renderengine {
32namespace gl {
Mathias Agopian3f844832013-08-07 21:24:32 -070033
Mathias Agopian3f844832013-08-07 21:24:32 -070034/*
35 * A simple formatter class to automatically add the endl and
36 * manage the indentation.
37 */
38
39class Formatter;
40static Formatter& indent(Formatter& f);
41static Formatter& dedent(Formatter& f);
42
43class Formatter {
44 String8 mString;
45 int mIndent;
46 typedef Formatter& (*FormaterManipFunc)(Formatter&);
47 friend Formatter& indent(Formatter& f);
48 friend Formatter& dedent(Formatter& f);
Chia-I Wub027f802017-11-29 14:00:52 -080049
Mathias Agopian3f844832013-08-07 21:24:32 -070050public:
Andy McFadden892f22d2013-08-15 10:05:01 -070051 Formatter() : mIndent(0) {}
52
Chia-I Wub027f802017-11-29 14:00:52 -080053 String8 getString() const { return mString; }
Mathias Agopian3f844832013-08-07 21:24:32 -070054
Chia-I Wub027f802017-11-29 14:00:52 -080055 friend Formatter& operator<<(Formatter& out, const char* in) {
56 for (int i = 0; i < out.mIndent; i++) {
Mathias Agopian3f844832013-08-07 21:24:32 -070057 out.mString.append(" ");
58 }
59 out.mString.append(in);
60 out.mString.append("\n");
61 return out;
62 }
Chia-I Wub027f802017-11-29 14:00:52 -080063 friend inline Formatter& operator<<(Formatter& out, const String8& in) {
64 return operator<<(out, in.string());
Mathias Agopian3f844832013-08-07 21:24:32 -070065 }
66 friend inline Formatter& operator<<(Formatter& to, FormaterManipFunc func) {
67 return (*func)(to);
68 }
69};
70Formatter& indent(Formatter& f) {
71 f.mIndent++;
72 return f;
73}
74Formatter& dedent(Formatter& f) {
75 f.mIndent--;
76 return f;
77}
78
Chia-I Wu93e14df2018-06-04 10:10:17 -070079ProgramCache::ProgramCache() {}
Mathias Agopian3f844832013-08-07 21:24:32 -070080
Chia-I Wub027f802017-11-29 14:00:52 -080081ProgramCache::~ProgramCache() {}
Mathias Agopian3f844832013-08-07 21:24:32 -070082
Peiyong Lin13effd12018-07-24 17:01:47 -070083void ProgramCache::primeCache(bool useColorManagement) {
Riley Andrewsa51fafc2014-09-29 13:29:40 -070084 uint32_t shaderCount = 0;
Chia-I Wub027f802017-11-29 14:00:52 -080085 uint32_t keyMask = Key::BLEND_MASK | Key::OPACITY_MASK | Key::ALPHA_MASK | Key::TEXTURE_MASK;
Riley Andrewsa51fafc2014-09-29 13:29:40 -070086 // Prime the cache for all combinations of the above masks,
87 // leaving off the experimental color matrix mask options.
88
89 nsecs_t timeBefore = systemTime();
90 for (uint32_t keyVal = 0; keyVal <= keyMask; keyVal++) {
91 Key shaderKey;
92 shaderKey.set(keyMask, keyVal);
93 uint32_t tex = shaderKey.getTextureTarget();
Chia-I Wub027f802017-11-29 14:00:52 -080094 if (tex != Key::TEXTURE_OFF && tex != Key::TEXTURE_EXT && tex != Key::TEXTURE_2D) {
Riley Andrewsa51fafc2014-09-29 13:29:40 -070095 continue;
96 }
97 Program* program = mCache.valueFor(shaderKey);
Peiyong Lin566a3b42018-01-09 18:22:43 -080098 if (program == nullptr) {
Riley Andrewsa51fafc2014-09-29 13:29:40 -070099 program = generateProgram(shaderKey);
100 mCache.add(shaderKey, program);
101 shaderCount++;
102 }
103 }
Chia-I Wu93e14df2018-06-04 10:10:17 -0700104
105 // Prime for sRGB->P3 conversion
Peiyong Lin13effd12018-07-24 17:01:47 -0700106 if (useColorManagement) {
Chia-I Wu93e14df2018-06-04 10:10:17 -0700107 Key shaderKey;
108 shaderKey.set(Key::BLEND_MASK | Key::TEXTURE_MASK | Key::OUTPUT_TRANSFORM_MATRIX_MASK |
109 Key::INPUT_TF_MASK | Key::OUTPUT_TF_MASK,
110 Key::BLEND_PREMULT | Key::TEXTURE_EXT | Key::OUTPUT_TRANSFORM_MATRIX_ON |
111 Key::INPUT_TF_SRGB | Key::OUTPUT_TF_SRGB);
112 for (int i = 0; i < 4; i++) {
113 shaderKey.set(Key::OPACITY_MASK,
114 (i & 1) ? Key::OPACITY_OPAQUE : Key::OPACITY_TRANSLUCENT);
115 shaderKey.set(Key::ALPHA_MASK, (i & 2) ? Key::ALPHA_LT_ONE : Key::ALPHA_EQ_ONE);
116 Program* program = mCache.valueFor(shaderKey);
117 if (program == nullptr) {
118 program = generateProgram(shaderKey);
119 mCache.add(shaderKey, program);
120 shaderCount++;
121 }
122 }
123 }
124
Riley Andrewsa51fafc2014-09-29 13:29:40 -0700125 nsecs_t timeAfter = systemTime();
126 float compileTimeMs = static_cast<float>(timeAfter - timeBefore) / 1.0E6;
127 ALOGD("shader cache generated - %u shaders in %f ms\n", shaderCount, compileTimeMs);
128}
129
Mathias Agopian3f844832013-08-07 21:24:32 -0700130ProgramCache::Key ProgramCache::computeKey(const Description& description) {
131 Key needs;
132 needs.set(Key::TEXTURE_MASK,
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700133 !description.textureEnabled
Chia-I Wub027f802017-11-29 14:00:52 -0800134 ? Key::TEXTURE_OFF
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700135 : description.texture.getTextureTarget() == GL_TEXTURE_EXTERNAL_OES
Chia-I Wub027f802017-11-29 14:00:52 -0800136 ? Key::TEXTURE_EXT
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700137 : description.texture.getTextureTarget() == GL_TEXTURE_2D
Chia-I Wub027f802017-11-29 14:00:52 -0800138 ? Key::TEXTURE_2D
139 : Key::TEXTURE_OFF)
140 .set(Key::ALPHA_MASK,
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700141 (description.color.a < 1) ? Key::ALPHA_LT_ONE : Key::ALPHA_EQ_ONE)
Chia-I Wub027f802017-11-29 14:00:52 -0800142 .set(Key::BLEND_MASK,
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700143 description.isPremultipliedAlpha ? Key::BLEND_PREMULT : Key::BLEND_NORMAL)
Chia-I Wub027f802017-11-29 14:00:52 -0800144 .set(Key::OPACITY_MASK,
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700145 description.isOpaque ? Key::OPACITY_OPAQUE : Key::OPACITY_TRANSLUCENT)
Peiyong Lina296b0c2018-04-30 16:55:29 -0700146 .set(Key::Key::INPUT_TRANSFORM_MATRIX_MASK,
147 description.hasInputTransformMatrix() ?
148 Key::INPUT_TRANSFORM_MATRIX_ON : Key::INPUT_TRANSFORM_MATRIX_OFF)
149 .set(Key::Key::OUTPUT_TRANSFORM_MATRIX_MASK,
Chia-I Wud49d6692018-06-27 07:17:41 +0800150 description.hasOutputTransformMatrix() || description.hasColorMatrix() ?
Peiyong Lina296b0c2018-04-30 16:55:29 -0700151 Key::OUTPUT_TRANSFORM_MATRIX_ON : Key::OUTPUT_TRANSFORM_MATRIX_OFF);
Chia-I Wu7e65bc02018-01-11 14:31:38 -0800152
Chia-I Wu131d3762018-01-11 14:35:27 -0800153 needs.set(Key::Y410_BT2020_MASK,
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700154 description.isY410BT2020 ? Key::Y410_BT2020_ON : Key::Y410_BT2020_OFF);
Chia-I Wu131d3762018-01-11 14:35:27 -0800155
Peiyong Lina296b0c2018-04-30 16:55:29 -0700156 if (needs.hasTransformMatrix() || (needs.getInputTF() != needs.getOutputTF())) {
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700157 switch (description.inputTransferFunction) {
Chia-I Wu7e65bc02018-01-11 14:31:38 -0800158 case Description::TransferFunction::LINEAR:
159 default:
160 needs.set(Key::INPUT_TF_MASK, Key::INPUT_TF_LINEAR);
161 break;
162 case Description::TransferFunction::SRGB:
163 needs.set(Key::INPUT_TF_MASK, Key::INPUT_TF_SRGB);
164 break;
Chia-I Wu131d3762018-01-11 14:35:27 -0800165 case Description::TransferFunction::ST2084:
166 needs.set(Key::INPUT_TF_MASK, Key::INPUT_TF_ST2084);
167 break;
Peiyong Lina3fb7d62018-04-11 17:41:47 -0700168 case Description::TransferFunction::HLG:
169 needs.set(Key::INPUT_TF_MASK, Key::INPUT_TF_HLG);
170 break;
Chia-I Wu7e65bc02018-01-11 14:31:38 -0800171 }
172
Peiyong Lin70b26ce2018-09-18 19:02:39 -0700173 switch (description.outputTransferFunction) {
Chia-I Wu7e65bc02018-01-11 14:31:38 -0800174 case Description::TransferFunction::LINEAR:
175 default:
176 needs.set(Key::OUTPUT_TF_MASK, Key::OUTPUT_TF_LINEAR);
177 break;
178 case Description::TransferFunction::SRGB:
179 needs.set(Key::OUTPUT_TF_MASK, Key::OUTPUT_TF_SRGB);
180 break;
Chia-I Wu131d3762018-01-11 14:35:27 -0800181 case Description::TransferFunction::ST2084:
182 needs.set(Key::OUTPUT_TF_MASK, Key::OUTPUT_TF_ST2084);
183 break;
Peiyong Lina3fb7d62018-04-11 17:41:47 -0700184 case Description::TransferFunction::HLG:
185 needs.set(Key::OUTPUT_TF_MASK, Key::OUTPUT_TF_HLG);
186 break;
Chia-I Wu7e65bc02018-01-11 14:31:38 -0800187 }
188 }
189
Mathias Agopian3f844832013-08-07 21:24:32 -0700190 return needs;
191}
192
Peiyong Lin2542cb02018-04-30 17:29:53 -0700193// Generate EOTF that converts signal values to relative display light,
194// both normalized to [0, 1].
195void ProgramCache::generateEOTF(Formatter& fs, const Key& needs) {
196 switch (needs.getInputTF()) {
197 case Key::INPUT_TF_SRGB:
198 fs << R"__SHADER__(
199 float EOTF_sRGB(float srgb) {
200 return srgb <= 0.04045 ? srgb / 12.92 : pow((srgb + 0.055) / 1.055, 2.4);
201 }
202
203 vec3 EOTF_sRGB(const vec3 srgb) {
204 return vec3(EOTF_sRGB(srgb.r), EOTF_sRGB(srgb.g), EOTF_sRGB(srgb.b));
205 }
206
207 vec3 EOTF(const vec3 srgb) {
208 return sign(srgb.rgb) * EOTF_sRGB(abs(srgb.rgb));
209 }
210 )__SHADER__";
211 break;
212 case Key::INPUT_TF_ST2084:
213 fs << R"__SHADER__(
214 vec3 EOTF(const highp vec3 color) {
215 const highp float m1 = (2610.0 / 4096.0) / 4.0;
216 const highp float m2 = (2523.0 / 4096.0) * 128.0;
217 const highp float c1 = (3424.0 / 4096.0);
218 const highp float c2 = (2413.0 / 4096.0) * 32.0;
219 const highp float c3 = (2392.0 / 4096.0) * 32.0;
220
221 highp vec3 tmp = pow(color, 1.0 / vec3(m2));
222 tmp = max(tmp - c1, 0.0) / (c2 - c3 * tmp);
223 return pow(tmp, 1.0 / vec3(m1));
224 }
225 )__SHADER__";
226 break;
227 case Key::INPUT_TF_HLG:
228 fs << R"__SHADER__(
229 highp float EOTF_channel(const highp float channel) {
230 const highp float a = 0.17883277;
231 const highp float b = 0.28466892;
232 const highp float c = 0.55991073;
233 return channel <= 0.5 ? channel * channel / 3.0 :
234 (exp((channel - c) / a) + b) / 12.0;
235 }
236
237 vec3 EOTF(const highp vec3 color) {
238 return vec3(EOTF_channel(color.r), EOTF_channel(color.g),
239 EOTF_channel(color.b));
240 }
241 )__SHADER__";
242 break;
243 default:
244 fs << R"__SHADER__(
245 vec3 EOTF(const vec3 linear) {
246 return linear;
247 }
248 )__SHADER__";
249 break;
250 }
251}
252
Peiyong Lin53f320e2018-04-23 17:31:06 -0700253void ProgramCache::generateToneMappingProcess(Formatter& fs, const Key& needs) {
254 // Convert relative light to absolute light.
255 switch (needs.getInputTF()) {
Peiyong Lin2542cb02018-04-30 17:29:53 -0700256 case Key::INPUT_TF_ST2084:
257 fs << R"__SHADER__(
Peiyong Lin53f320e2018-04-23 17:31:06 -0700258 highp vec3 ScaleLuminance(highp vec3 color) {
259 return color * 10000.0;
Peiyong Lin2542cb02018-04-30 17:29:53 -0700260 }
261 )__SHADER__";
262 break;
263 case Key::INPUT_TF_HLG:
264 fs << R"__SHADER__(
Peiyong Lin53f320e2018-04-23 17:31:06 -0700265 highp vec3 ScaleLuminance(highp vec3 color) {
Peiyong Lin2542cb02018-04-30 17:29:53 -0700266 // The formula is:
267 // alpha * pow(Y, gamma - 1.0) * color + beta;
Peiyong Lin53f320e2018-04-23 17:31:06 -0700268 // where alpha is 1000.0, gamma is 1.2, beta is 0.0.
269 return color * 1000.0 * pow(color.y, 0.2);
Peiyong Lin2542cb02018-04-30 17:29:53 -0700270 }
271 )__SHADER__";
272 break;
273 default:
274 fs << R"__SHADER__(
Peiyong Lin53f320e2018-04-23 17:31:06 -0700275 highp vec3 ScaleLuminance(highp vec3 color) {
276 return color * displayMaxLuminance;
277 }
278 )__SHADER__";
279 break;
280 }
281
282 // Tone map absolute light to display luminance range.
283 switch (needs.getInputTF()) {
284 case Key::INPUT_TF_ST2084:
285 case Key::INPUT_TF_HLG:
286 switch (needs.getOutputTF()) {
287 case Key::OUTPUT_TF_HLG:
288 // Right now when mixed PQ and HLG contents are presented,
289 // HLG content will always be converted to PQ. However, for
290 // completeness, we simply clamp the value to [0.0, 1000.0].
291 fs << R"__SHADER__(
292 highp vec3 ToneMap(highp vec3 color) {
293 return clamp(color, 0.0, 1000.0);
294 }
295 )__SHADER__";
296 break;
297 case Key::OUTPUT_TF_ST2084:
298 fs << R"__SHADER__(
299 highp vec3 ToneMap(highp vec3 color) {
300 return color;
301 }
302 )__SHADER__";
303 break;
304 default:
305 fs << R"__SHADER__(
306 highp vec3 ToneMap(highp vec3 color) {
307 const float maxMasteringLumi = 1000.0;
308 const float maxContentLumi = 1000.0;
309 const float maxInLumi = min(maxMasteringLumi, maxContentLumi);
310 float maxOutLumi = displayMaxLuminance;
311
312 float nits = color.y;
313
314 // clamp to max input luminance
315 nits = clamp(nits, 0.0, maxInLumi);
316
317 // scale [0.0, maxInLumi] to [0.0, maxOutLumi]
318 if (maxInLumi <= maxOutLumi) {
Chia-I Wue01fc2c2018-10-03 11:32:27 -0700319 return color * (maxOutLumi / maxInLumi);
Peiyong Lin53f320e2018-04-23 17:31:06 -0700320 } else {
321 // three control points
322 const float x0 = 10.0;
323 const float y0 = 17.0;
324 float x1 = maxOutLumi * 0.75;
325 float y1 = x1;
326 float x2 = x1 + (maxInLumi - x1) / 2.0;
327 float y2 = y1 + (maxOutLumi - y1) * 0.75;
328
329 // horizontal distances between the last three control points
Peiyong Linf2410b62018-05-14 16:31:17 -0700330 float h12 = x2 - x1;
331 float h23 = maxInLumi - x2;
Peiyong Lin53f320e2018-04-23 17:31:06 -0700332 // tangents at the last three control points
Peiyong Linf2410b62018-05-14 16:31:17 -0700333 float m1 = (y2 - y1) / h12;
334 float m3 = (maxOutLumi - y2) / h23;
335 float m2 = (m1 + m3) / 2.0;
Peiyong Lin53f320e2018-04-23 17:31:06 -0700336
337 if (nits < x0) {
338 // scale [0.0, x0] to [0.0, y0] linearly
Peiyong Linf2410b62018-05-14 16:31:17 -0700339 float slope = y0 / x0;
Chia-I Wue01fc2c2018-10-03 11:32:27 -0700340 return color * slope;
Peiyong Lin53f320e2018-04-23 17:31:06 -0700341 } else if (nits < x1) {
342 // scale [x0, x1] to [y0, y1] linearly
Peiyong Linf2410b62018-05-14 16:31:17 -0700343 float slope = (y1 - y0) / (x1 - x0);
Peiyong Lin53f320e2018-04-23 17:31:06 -0700344 nits = y0 + (nits - x0) * slope;
345 } else if (nits < x2) {
346 // scale [x1, x2] to [y1, y2] using Hermite interp
347 float t = (nits - x1) / h12;
348 nits = (y1 * (1.0 + 2.0 * t) + h12 * m1 * t) * (1.0 - t) * (1.0 - t) +
349 (y2 * (3.0 - 2.0 * t) + h12 * m2 * (t - 1.0)) * t * t;
350 } else {
351 // scale [x2, maxInLumi] to [y2, maxOutLumi] using Hermite interp
352 float t = (nits - x2) / h23;
353 nits = (y2 * (1.0 + 2.0 * t) + h23 * m2 * t) * (1.0 - t) * (1.0 - t) +
354 (maxOutLumi * (3.0 - 2.0 * t) + h23 * m3 * (t - 1.0)) * t * t;
355 }
356 }
357
Chia-I Wue01fc2c2018-10-03 11:32:27 -0700358 // color.y is greater than x0 and is thus non-zero
359 return color * (nits / color.y);
Peiyong Lin53f320e2018-04-23 17:31:06 -0700360 }
361 )__SHADER__";
362 break;
363 }
364 break;
365 default:
Peiyong Lin9a1b6552018-05-23 16:52:29 -0700366 // inverse tone map; the output luminance can be up to maxOutLumi.
Peiyong Lin53f320e2018-04-23 17:31:06 -0700367 fs << R"__SHADER__(
368 highp vec3 ToneMap(highp vec3 color) {
Peiyong Lin9a1b6552018-05-23 16:52:29 -0700369 const float maxOutLumi = 3000.0;
370
371 const float x0 = 5.0;
372 const float y0 = 2.5;
373 float x1 = displayMaxLuminance * 0.7;
374 float y1 = maxOutLumi * 0.15;
375 float x2 = displayMaxLuminance * 0.9;
376 float y2 = maxOutLumi * 0.45;
377 float x3 = displayMaxLuminance;
378 float y3 = maxOutLumi;
379
380 float c1 = y1 / 3.0;
381 float c2 = y2 / 2.0;
382 float c3 = y3 / 1.5;
383
384 float nits = color.y;
385
386 float scale;
387 if (nits <= x0) {
388 // scale [0.0, x0] to [0.0, y0] linearly
389 const float slope = y0 / x0;
Chia-I Wue01fc2c2018-10-03 11:32:27 -0700390 return color * slope;
Peiyong Lin9a1b6552018-05-23 16:52:29 -0700391 } else if (nits <= x1) {
392 // scale [x0, x1] to [y0, y1] using a curve
393 float t = (nits - x0) / (x1 - x0);
394 nits = (1.0 - t) * (1.0 - t) * y0 + 2.0 * (1.0 - t) * t * c1 + t * t * y1;
395 } else if (nits <= x2) {
396 // scale [x1, x2] to [y1, y2] using a curve
397 float t = (nits - x1) / (x2 - x1);
398 nits = (1.0 - t) * (1.0 - t) * y1 + 2.0 * (1.0 - t) * t * c2 + t * t * y2;
399 } else {
400 // scale [x2, x3] to [y2, y3] using a curve
401 float t = (nits - x2) / (x3 - x2);
402 nits = (1.0 - t) * (1.0 - t) * y2 + 2.0 * (1.0 - t) * t * c3 + t * t * y3;
403 }
404
Chia-I Wue01fc2c2018-10-03 11:32:27 -0700405 // color.y is greater than x0 and is thus non-zero
406 return color * (nits / color.y);
Peiyong Lin2542cb02018-04-30 17:29:53 -0700407 }
408 )__SHADER__";
409 break;
410 }
Peiyong Lin53f320e2018-04-23 17:31:06 -0700411
412 // convert absolute light to relative light.
413 switch (needs.getOutputTF()) {
414 case Key::OUTPUT_TF_ST2084:
415 fs << R"__SHADER__(
416 highp vec3 NormalizeLuminance(highp vec3 color) {
417 return color / 10000.0;
418 }
419 )__SHADER__";
420 break;
421 case Key::OUTPUT_TF_HLG:
422 fs << R"__SHADER__(
423 highp vec3 NormalizeLuminance(highp vec3 color) {
424 return color / 1000.0 * pow(color.y / 1000.0, -0.2 / 1.2);
425 }
426 )__SHADER__";
427 break;
428 default:
429 fs << R"__SHADER__(
430 highp vec3 NormalizeLuminance(highp vec3 color) {
431 return color / displayMaxLuminance;
432 }
433 )__SHADER__";
434 break;
435 }
436}
437
438// Generate OOTF that modifies the relative scence light to relative display light.
439void ProgramCache::generateOOTF(Formatter& fs, const ProgramCache::Key& needs) {
440 if (!needs.needsToneMapping()) {
441 fs << R"__SHADER__(
442 highp vec3 OOTF(const highp vec3 color) {
443 return color;
444 }
445 )__SHADER__";
446 } else {
447 generateToneMappingProcess(fs, needs);
448 fs << R"__SHADER__(
449 highp vec3 OOTF(const highp vec3 color) {
450 return NormalizeLuminance(ToneMap(ScaleLuminance(color)));
451 }
452 )__SHADER__";
453 }
Peiyong Lin2542cb02018-04-30 17:29:53 -0700454}
455
456// Generate OETF that converts relative display light to signal values,
457// both normalized to [0, 1]
458void ProgramCache::generateOETF(Formatter& fs, const Key& needs) {
459 switch (needs.getOutputTF()) {
460 case Key::OUTPUT_TF_SRGB:
461 fs << R"__SHADER__(
462 float OETF_sRGB(const float linear) {
463 return linear <= 0.0031308 ?
464 linear * 12.92 : (pow(linear, 1.0 / 2.4) * 1.055) - 0.055;
465 }
466
467 vec3 OETF_sRGB(const vec3 linear) {
468 return vec3(OETF_sRGB(linear.r), OETF_sRGB(linear.g), OETF_sRGB(linear.b));
469 }
470
471 vec3 OETF(const vec3 linear) {
472 return sign(linear.rgb) * OETF_sRGB(abs(linear.rgb));
473 }
474 )__SHADER__";
475 break;
476 case Key::OUTPUT_TF_ST2084:
477 fs << R"__SHADER__(
478 vec3 OETF(const vec3 linear) {
Peiyong Lin834be492018-05-18 15:12:55 -0700479 const highp float m1 = (2610.0 / 4096.0) / 4.0;
480 const highp float m2 = (2523.0 / 4096.0) * 128.0;
481 const highp float c1 = (3424.0 / 4096.0);
482 const highp float c2 = (2413.0 / 4096.0) * 32.0;
483 const highp float c3 = (2392.0 / 4096.0) * 32.0;
Peiyong Lin2542cb02018-04-30 17:29:53 -0700484
Peiyong Lin834be492018-05-18 15:12:55 -0700485 highp vec3 tmp = pow(linear, vec3(m1));
Peiyong Lin2542cb02018-04-30 17:29:53 -0700486 tmp = (c1 + c2 * tmp) / (1.0 + c3 * tmp);
487 return pow(tmp, vec3(m2));
488 }
489 )__SHADER__";
490 break;
491 case Key::OUTPUT_TF_HLG:
492 fs << R"__SHADER__(
493 highp float OETF_channel(const highp float channel) {
494 const highp float a = 0.17883277;
495 const highp float b = 0.28466892;
496 const highp float c = 0.55991073;
497 return channel <= 1.0 / 12.0 ? sqrt(3.0 * channel) :
498 a * log(12.0 * channel - b) + c;
499 }
500
501 vec3 OETF(const highp vec3 color) {
502 return vec3(OETF_channel(color.r), OETF_channel(color.g),
503 OETF_channel(color.b));
504 }
505 )__SHADER__";
506 break;
507 default:
508 fs << R"__SHADER__(
509 vec3 OETF(const vec3 linear) {
510 return linear;
511 }
512 )__SHADER__";
513 break;
514 }
515}
516
Mathias Agopian3f844832013-08-07 21:24:32 -0700517String8 ProgramCache::generateVertexShader(const Key& needs) {
518 Formatter vs;
519 if (needs.isTexturing()) {
Chia-I Wub027f802017-11-29 14:00:52 -0800520 vs << "attribute vec4 texCoords;"
521 << "varying vec2 outTexCoords;";
Mathias Agopian3f844832013-08-07 21:24:32 -0700522 }
523 vs << "attribute vec4 position;"
524 << "uniform mat4 projection;"
525 << "uniform mat4 texture;"
Chia-I Wub027f802017-11-29 14:00:52 -0800526 << "void main(void) {" << indent << "gl_Position = projection * position;";
Mathias Agopian3f844832013-08-07 21:24:32 -0700527 if (needs.isTexturing()) {
528 vs << "outTexCoords = (texture * texCoords).st;";
529 }
530 vs << dedent << "}";
531 return vs.getString();
532}
533
534String8 ProgramCache::generateFragmentShader(const Key& needs) {
535 Formatter fs;
536 if (needs.getTextureTarget() == Key::TEXTURE_EXT) {
537 fs << "#extension GL_OES_EGL_image_external : require";
538 }
Mathias Agopian458197d2013-08-15 14:56:51 -0700539
540 // default precision is required-ish in fragment shaders
541 fs << "precision mediump float;";
542
Mathias Agopian3f844832013-08-07 21:24:32 -0700543 if (needs.getTextureTarget() == Key::TEXTURE_EXT) {
544 fs << "uniform samplerExternalOES sampler;"
545 << "varying vec2 outTexCoords;";
546 } else if (needs.getTextureTarget() == Key::TEXTURE_2D) {
547 fs << "uniform sampler2D sampler;"
548 << "varying vec2 outTexCoords;";
chaviw13fdc492017-06-27 12:40:18 -0700549 }
550
551 if (needs.getTextureTarget() == Key::TEXTURE_OFF || needs.hasAlpha()) {
Mathias Agopian3f844832013-08-07 21:24:32 -0700552 fs << "uniform vec4 color;";
553 }
chaviw13fdc492017-06-27 12:40:18 -0700554
Chia-I Wu131d3762018-01-11 14:35:27 -0800555 if (needs.isY410BT2020()) {
556 fs << R"__SHADER__(
557 vec3 convertY410BT2020(const vec3 color) {
558 const vec3 offset = vec3(0.0625, 0.5, 0.5);
559 const mat3 transform = mat3(
560 vec3(1.1678, 1.1678, 1.1678),
561 vec3( 0.0, -0.1878, 2.1481),
562 vec3(1.6836, -0.6523, 0.0));
563 // Y is in G, U is in R, and V is in B
564 return clamp(transform * (color.grb - offset), 0.0, 1.0);
565 }
566 )__SHADER__";
567 }
568
Peiyong Lina296b0c2018-04-30 16:55:29 -0700569 if (needs.hasTransformMatrix() || (needs.getInputTF() != needs.getOutputTF())) {
Peiyong Lin53f320e2018-04-23 17:31:06 -0700570 // Currently, display maximum luminance is needed when doing tone mapping.
571 if (needs.needsToneMapping()) {
Chia-I Wu8bbacdf2018-05-04 15:19:37 -0700572 fs << "uniform float displayMaxLuminance;";
Peiyong Linfb069302018-04-25 14:34:31 -0700573 }
Romain Guy88d37dd2017-05-26 17:57:05 -0700574
Peiyong Lina296b0c2018-04-30 16:55:29 -0700575 if (needs.hasInputTransformMatrix()) {
Peiyong Lin76dd77a2018-05-09 15:35:33 -0700576 fs << "uniform mat4 inputTransformMatrix;";
Peiyong Lina296b0c2018-04-30 16:55:29 -0700577 fs << R"__SHADER__(
578 highp vec3 InputTransform(const highp vec3 color) {
Chia-I Wu3a4f4012018-10-03 11:10:12 -0700579 return clamp(vec3(inputTransformMatrix * vec4(color, 1.0)), 0.0, 1.0);
Peiyong Lina296b0c2018-04-30 16:55:29 -0700580 }
581 )__SHADER__";
582 } else {
583 fs << R"__SHADER__(
584 highp vec3 InputTransform(const highp vec3 color) {
585 return color;
586 }
587 )__SHADER__";
588 }
589
590 // the transformation from a wider colorspace to a narrower one can
591 // result in >1.0 or <0.0 pixel values
592 if (needs.hasOutputTransformMatrix()) {
593 fs << "uniform mat4 outputTransformMatrix;";
594 fs << R"__SHADER__(
595 highp vec3 OutputTransform(const highp vec3 color) {
596 return clamp(vec3(outputTransformMatrix * vec4(color, 1.0)), 0.0, 1.0);
597 }
598 )__SHADER__";
599 } else {
600 fs << R"__SHADER__(
601 highp vec3 OutputTransform(const highp vec3 color) {
602 return clamp(color, 0.0, 1.0);
603 }
604 )__SHADER__";
605 }
606
Peiyong Lin2542cb02018-04-30 17:29:53 -0700607 generateEOTF(fs, needs);
608 generateOOTF(fs, needs);
609 generateOETF(fs, needs);
Romain Guy88d37dd2017-05-26 17:57:05 -0700610 }
Chia-I Wu7e65bc02018-01-11 14:31:38 -0800611
Mathias Agopian3f844832013-08-07 21:24:32 -0700612 fs << "void main(void) {" << indent;
613 if (needs.isTexturing()) {
614 fs << "gl_FragColor = texture2D(sampler, outTexCoords);";
Chia-I Wu131d3762018-01-11 14:35:27 -0800615 if (needs.isY410BT2020()) {
616 fs << "gl_FragColor.rgb = convertY410BT2020(gl_FragColor.rgb);";
617 }
Mathias Agopian3f844832013-08-07 21:24:32 -0700618 } else {
chaviw13fdc492017-06-27 12:40:18 -0700619 fs << "gl_FragColor.rgb = color.rgb;";
620 fs << "gl_FragColor.a = 1.0;";
Mathias Agopian3f844832013-08-07 21:24:32 -0700621 }
Mathias Agopian2eaefe12013-08-14 16:33:27 -0700622 if (needs.isOpaque()) {
623 fs << "gl_FragColor.a = 1.0;";
624 }
chaviw13fdc492017-06-27 12:40:18 -0700625 if (needs.hasAlpha()) {
626 // modulate the current alpha value with alpha set
Mathias Agopian3f844832013-08-07 21:24:32 -0700627 if (needs.isPremultiplied()) {
628 // ... and the color too if we're premultiplied
chaviw13fdc492017-06-27 12:40:18 -0700629 fs << "gl_FragColor *= color.a;";
Mathias Agopian3f844832013-08-07 21:24:32 -0700630 } else {
chaviw13fdc492017-06-27 12:40:18 -0700631 fs << "gl_FragColor.a *= color.a;";
Mathias Agopian3f844832013-08-07 21:24:32 -0700632 }
633 }
Mathias Agopianff2ed702013-09-01 21:36:12 -0700634
Peiyong Lina296b0c2018-04-30 16:55:29 -0700635 if (needs.hasTransformMatrix() || (needs.getInputTF() != needs.getOutputTF())) {
Mathias Agopianff2ed702013-09-01 21:36:12 -0700636 if (!needs.isOpaque() && needs.isPremultiplied()) {
637 // un-premultiply if needed before linearization
Romain Guy88d37dd2017-05-26 17:57:05 -0700638 // avoid divide by 0 by adding 0.5/256 to the alpha channel
639 fs << "gl_FragColor.rgb = gl_FragColor.rgb / (gl_FragColor.a + 0.0019);";
Mathias Agopianff2ed702013-09-01 21:36:12 -0700640 }
Peiyong Lina296b0c2018-04-30 16:55:29 -0700641 fs << "gl_FragColor.rgb = OETF(OutputTransform(OOTF(InputTransform(EOTF(gl_FragColor.rgb)))));";
Mathias Agopianff2ed702013-09-01 21:36:12 -0700642 if (!needs.isOpaque() && needs.isPremultiplied()) {
643 // and re-premultiply if needed after gamma correction
Romain Guy88d37dd2017-05-26 17:57:05 -0700644 fs << "gl_FragColor.rgb = gl_FragColor.rgb * (gl_FragColor.a + 0.0019);";
Mathias Agopianff2ed702013-09-01 21:36:12 -0700645 }
646 }
647
Mathias Agopian3f844832013-08-07 21:24:32 -0700648 fs << dedent << "}";
649 return fs.getString();
650}
651
652Program* ProgramCache::generateProgram(const Key& needs) {
Chia-I Wu93e14df2018-06-04 10:10:17 -0700653 ATRACE_CALL();
654
Mathias Agopian3f844832013-08-07 21:24:32 -0700655 // vertex shader
656 String8 vs = generateVertexShader(needs);
657
658 // fragment shader
659 String8 fs = generateFragmentShader(needs);
660
661 Program* program = new Program(needs, vs.string(), fs.string());
662 return program;
663}
664
665void ProgramCache::useProgram(const Description& description) {
Mathias Agopian3f844832013-08-07 21:24:32 -0700666 // generate the key for the shader based on the description
667 Key needs(computeKey(description));
668
Chia-I Wub027f802017-11-29 14:00:52 -0800669 // look-up the program in the cache
Mathias Agopian3f844832013-08-07 21:24:32 -0700670 Program* program = mCache.valueFor(needs);
Peiyong Lin566a3b42018-01-09 18:22:43 -0800671 if (program == nullptr) {
Mathias Agopian3f844832013-08-07 21:24:32 -0700672 // we didn't find our program, so generate one...
673 nsecs_t time = -systemTime();
674 program = generateProgram(needs);
675 mCache.add(needs, program);
676 time += systemTime();
677
Chia-I Wu93e14df2018-06-04 10:10:17 -0700678 ALOGV(">>> generated new program: needs=%08X, time=%u ms (%zu programs)", needs.mKey,
679 uint32_t(ns2ms(time)), mCache.size());
Mathias Agopian3f844832013-08-07 21:24:32 -0700680 }
681
682 // here we have a suitable program for this description
683 if (program->isValid()) {
684 program->use();
685 program->setUniforms(description);
686 }
687}
688
Peiyong Lin833074a2018-08-28 11:53:54 -0700689} // namespace gl
690} // namespace renderengine
691} // namespace android