blob: 2073b05453aff5940e1c02896ce9a0f267b3faee [file] [log] [blame]
Mathias Agopian3f844832013-08-07 21:24:32 -07001/*
2 * Copyright 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Chia-I Wu93e14df2018-06-04 10:10:17 -070017#define ATRACE_TAG ATRACE_TAG_GRAPHICS
18
Mathias Agopian3f844832013-08-07 21:24:32 -070019#include <GLES2/gl2.h>
20#include <GLES2/gl2ext.h>
21
22#include <utils/String8.h>
Chia-I Wu93e14df2018-06-04 10:10:17 -070023#include <utils/Trace.h>
Mathias Agopian3f844832013-08-07 21:24:32 -070024
Mathias Agopian3f844832013-08-07 21:24:32 -070025#include "Description.h"
Chia-I Wub027f802017-11-29 14:00:52 -080026#include "Program.h"
27#include "ProgramCache.h"
Mathias Agopian3f844832013-08-07 21:24:32 -070028
29namespace android {
30// -----------------------------------------------------------------------------------------------
31
Mathias Agopian3f844832013-08-07 21:24:32 -070032/*
33 * A simple formatter class to automatically add the endl and
34 * manage the indentation.
35 */
36
37class Formatter;
38static Formatter& indent(Formatter& f);
39static Formatter& dedent(Formatter& f);
40
41class Formatter {
42 String8 mString;
43 int mIndent;
44 typedef Formatter& (*FormaterManipFunc)(Formatter&);
45 friend Formatter& indent(Formatter& f);
46 friend Formatter& dedent(Formatter& f);
Chia-I Wub027f802017-11-29 14:00:52 -080047
Mathias Agopian3f844832013-08-07 21:24:32 -070048public:
Andy McFadden892f22d2013-08-15 10:05:01 -070049 Formatter() : mIndent(0) {}
50
Chia-I Wub027f802017-11-29 14:00:52 -080051 String8 getString() const { return mString; }
Mathias Agopian3f844832013-08-07 21:24:32 -070052
Chia-I Wub027f802017-11-29 14:00:52 -080053 friend Formatter& operator<<(Formatter& out, const char* in) {
54 for (int i = 0; i < out.mIndent; i++) {
Mathias Agopian3f844832013-08-07 21:24:32 -070055 out.mString.append(" ");
56 }
57 out.mString.append(in);
58 out.mString.append("\n");
59 return out;
60 }
Chia-I Wub027f802017-11-29 14:00:52 -080061 friend inline Formatter& operator<<(Formatter& out, const String8& in) {
62 return operator<<(out, in.string());
Mathias Agopian3f844832013-08-07 21:24:32 -070063 }
64 friend inline Formatter& operator<<(Formatter& to, FormaterManipFunc func) {
65 return (*func)(to);
66 }
67};
68Formatter& indent(Formatter& f) {
69 f.mIndent++;
70 return f;
71}
72Formatter& dedent(Formatter& f) {
73 f.mIndent--;
74 return f;
75}
76
77// -----------------------------------------------------------------------------------------------
78
79ANDROID_SINGLETON_STATIC_INSTANCE(ProgramCache)
80
Chia-I Wu93e14df2018-06-04 10:10:17 -070081ProgramCache::ProgramCache() {}
Mathias Agopian3f844832013-08-07 21:24:32 -070082
Chia-I Wub027f802017-11-29 14:00:52 -080083ProgramCache::~ProgramCache() {}
Mathias Agopian3f844832013-08-07 21:24:32 -070084
Chia-I Wu93e14df2018-06-04 10:10:17 -070085void ProgramCache::primeCache(bool hasWideColor) {
Riley Andrewsa51fafc2014-09-29 13:29:40 -070086 uint32_t shaderCount = 0;
Chia-I Wub027f802017-11-29 14:00:52 -080087 uint32_t keyMask = Key::BLEND_MASK | Key::OPACITY_MASK | Key::ALPHA_MASK | Key::TEXTURE_MASK;
Riley Andrewsa51fafc2014-09-29 13:29:40 -070088 // Prime the cache for all combinations of the above masks,
89 // leaving off the experimental color matrix mask options.
90
91 nsecs_t timeBefore = systemTime();
92 for (uint32_t keyVal = 0; keyVal <= keyMask; keyVal++) {
93 Key shaderKey;
94 shaderKey.set(keyMask, keyVal);
95 uint32_t tex = shaderKey.getTextureTarget();
Chia-I Wub027f802017-11-29 14:00:52 -080096 if (tex != Key::TEXTURE_OFF && tex != Key::TEXTURE_EXT && tex != Key::TEXTURE_2D) {
Riley Andrewsa51fafc2014-09-29 13:29:40 -070097 continue;
98 }
99 Program* program = mCache.valueFor(shaderKey);
Peiyong Lin566a3b42018-01-09 18:22:43 -0800100 if (program == nullptr) {
Riley Andrewsa51fafc2014-09-29 13:29:40 -0700101 program = generateProgram(shaderKey);
102 mCache.add(shaderKey, program);
103 shaderCount++;
104 }
105 }
Chia-I Wu93e14df2018-06-04 10:10:17 -0700106
107 // Prime for sRGB->P3 conversion
108 if (hasWideColor) {
109 Key shaderKey;
110 shaderKey.set(Key::BLEND_MASK | Key::TEXTURE_MASK | Key::OUTPUT_TRANSFORM_MATRIX_MASK |
111 Key::INPUT_TF_MASK | Key::OUTPUT_TF_MASK,
112 Key::BLEND_PREMULT | Key::TEXTURE_EXT | Key::OUTPUT_TRANSFORM_MATRIX_ON |
113 Key::INPUT_TF_SRGB | Key::OUTPUT_TF_SRGB);
114 for (int i = 0; i < 4; i++) {
115 shaderKey.set(Key::OPACITY_MASK,
116 (i & 1) ? Key::OPACITY_OPAQUE : Key::OPACITY_TRANSLUCENT);
117 shaderKey.set(Key::ALPHA_MASK, (i & 2) ? Key::ALPHA_LT_ONE : Key::ALPHA_EQ_ONE);
118 Program* program = mCache.valueFor(shaderKey);
119 if (program == nullptr) {
120 program = generateProgram(shaderKey);
121 mCache.add(shaderKey, program);
122 shaderCount++;
123 }
124 }
125 }
126
Riley Andrewsa51fafc2014-09-29 13:29:40 -0700127 nsecs_t timeAfter = systemTime();
128 float compileTimeMs = static_cast<float>(timeAfter - timeBefore) / 1.0E6;
129 ALOGD("shader cache generated - %u shaders in %f ms\n", shaderCount, compileTimeMs);
130}
131
Mathias Agopian3f844832013-08-07 21:24:32 -0700132ProgramCache::Key ProgramCache::computeKey(const Description& description) {
133 Key needs;
134 needs.set(Key::TEXTURE_MASK,
Chia-I Wub027f802017-11-29 14:00:52 -0800135 !description.mTextureEnabled
136 ? Key::TEXTURE_OFF
137 : description.mTexture.getTextureTarget() == GL_TEXTURE_EXTERNAL_OES
138 ? Key::TEXTURE_EXT
139 : description.mTexture.getTextureTarget() == GL_TEXTURE_2D
140 ? Key::TEXTURE_2D
141 : Key::TEXTURE_OFF)
142 .set(Key::ALPHA_MASK,
143 (description.mColor.a < 1) ? Key::ALPHA_LT_ONE : Key::ALPHA_EQ_ONE)
144 .set(Key::BLEND_MASK,
145 description.mPremultipliedAlpha ? Key::BLEND_PREMULT : Key::BLEND_NORMAL)
146 .set(Key::OPACITY_MASK,
147 description.mOpaque ? Key::OPACITY_OPAQUE : Key::OPACITY_TRANSLUCENT)
Peiyong Lina296b0c2018-04-30 16:55:29 -0700148 .set(Key::Key::INPUT_TRANSFORM_MATRIX_MASK,
149 description.hasInputTransformMatrix() ?
150 Key::INPUT_TRANSFORM_MATRIX_ON : Key::INPUT_TRANSFORM_MATRIX_OFF)
151 .set(Key::Key::OUTPUT_TRANSFORM_MATRIX_MASK,
Chia-I Wu6d844112018-06-27 07:17:41 +0800152 description.hasOutputTransformMatrix() || description.hasColorMatrix() ?
Peiyong Lina296b0c2018-04-30 16:55:29 -0700153 Key::OUTPUT_TRANSFORM_MATRIX_ON : Key::OUTPUT_TRANSFORM_MATRIX_OFF);
Chia-I Wu7e65bc02018-01-11 14:31:38 -0800154
Chia-I Wu131d3762018-01-11 14:35:27 -0800155 needs.set(Key::Y410_BT2020_MASK,
156 description.mY410BT2020 ? Key::Y410_BT2020_ON : Key::Y410_BT2020_OFF);
157
Peiyong Lina296b0c2018-04-30 16:55:29 -0700158 if (needs.hasTransformMatrix() || (needs.getInputTF() != needs.getOutputTF())) {
Chia-I Wu7e65bc02018-01-11 14:31:38 -0800159 switch (description.mInputTransferFunction) {
160 case Description::TransferFunction::LINEAR:
161 default:
162 needs.set(Key::INPUT_TF_MASK, Key::INPUT_TF_LINEAR);
163 break;
164 case Description::TransferFunction::SRGB:
165 needs.set(Key::INPUT_TF_MASK, Key::INPUT_TF_SRGB);
166 break;
Chia-I Wu131d3762018-01-11 14:35:27 -0800167 case Description::TransferFunction::ST2084:
168 needs.set(Key::INPUT_TF_MASK, Key::INPUT_TF_ST2084);
169 break;
Peiyong Lina3fb7d62018-04-11 17:41:47 -0700170 case Description::TransferFunction::HLG:
171 needs.set(Key::INPUT_TF_MASK, Key::INPUT_TF_HLG);
172 break;
Chia-I Wu7e65bc02018-01-11 14:31:38 -0800173 }
174
175 switch (description.mOutputTransferFunction) {
176 case Description::TransferFunction::LINEAR:
177 default:
178 needs.set(Key::OUTPUT_TF_MASK, Key::OUTPUT_TF_LINEAR);
179 break;
180 case Description::TransferFunction::SRGB:
181 needs.set(Key::OUTPUT_TF_MASK, Key::OUTPUT_TF_SRGB);
182 break;
Chia-I Wu131d3762018-01-11 14:35:27 -0800183 case Description::TransferFunction::ST2084:
184 needs.set(Key::OUTPUT_TF_MASK, Key::OUTPUT_TF_ST2084);
185 break;
Peiyong Lina3fb7d62018-04-11 17:41:47 -0700186 case Description::TransferFunction::HLG:
187 needs.set(Key::OUTPUT_TF_MASK, Key::OUTPUT_TF_HLG);
188 break;
Chia-I Wu7e65bc02018-01-11 14:31:38 -0800189 }
190 }
191
Mathias Agopian3f844832013-08-07 21:24:32 -0700192 return needs;
193}
194
Peiyong Lin2542cb02018-04-30 17:29:53 -0700195// Generate EOTF that converts signal values to relative display light,
196// both normalized to [0, 1].
197void ProgramCache::generateEOTF(Formatter& fs, const Key& needs) {
198 switch (needs.getInputTF()) {
199 case Key::INPUT_TF_SRGB:
200 fs << R"__SHADER__(
201 float EOTF_sRGB(float srgb) {
202 return srgb <= 0.04045 ? srgb / 12.92 : pow((srgb + 0.055) / 1.055, 2.4);
203 }
204
205 vec3 EOTF_sRGB(const vec3 srgb) {
206 return vec3(EOTF_sRGB(srgb.r), EOTF_sRGB(srgb.g), EOTF_sRGB(srgb.b));
207 }
208
209 vec3 EOTF(const vec3 srgb) {
210 return sign(srgb.rgb) * EOTF_sRGB(abs(srgb.rgb));
211 }
212 )__SHADER__";
213 break;
214 case Key::INPUT_TF_ST2084:
215 fs << R"__SHADER__(
216 vec3 EOTF(const highp vec3 color) {
217 const highp float m1 = (2610.0 / 4096.0) / 4.0;
218 const highp float m2 = (2523.0 / 4096.0) * 128.0;
219 const highp float c1 = (3424.0 / 4096.0);
220 const highp float c2 = (2413.0 / 4096.0) * 32.0;
221 const highp float c3 = (2392.0 / 4096.0) * 32.0;
222
Siddharth Kapoorac1f7c92018-12-05 20:29:06 +0800223 highp vec3 tmp = pow(clamp(color, 0.0, 1.0), 1.0 / vec3(m2));
Peiyong Lin2542cb02018-04-30 17:29:53 -0700224 tmp = max(tmp - c1, 0.0) / (c2 - c3 * tmp);
225 return pow(tmp, 1.0 / vec3(m1));
226 }
227 )__SHADER__";
228 break;
229 case Key::INPUT_TF_HLG:
230 fs << R"__SHADER__(
231 highp float EOTF_channel(const highp float channel) {
232 const highp float a = 0.17883277;
233 const highp float b = 0.28466892;
234 const highp float c = 0.55991073;
235 return channel <= 0.5 ? channel * channel / 3.0 :
236 (exp((channel - c) / a) + b) / 12.0;
237 }
238
239 vec3 EOTF(const highp vec3 color) {
240 return vec3(EOTF_channel(color.r), EOTF_channel(color.g),
241 EOTF_channel(color.b));
242 }
243 )__SHADER__";
244 break;
245 default:
246 fs << R"__SHADER__(
247 vec3 EOTF(const vec3 linear) {
248 return linear;
249 }
250 )__SHADER__";
251 break;
252 }
253}
254
Peiyong Lin53f320e2018-04-23 17:31:06 -0700255void ProgramCache::generateToneMappingProcess(Formatter& fs, const Key& needs) {
256 // Convert relative light to absolute light.
257 switch (needs.getInputTF()) {
Peiyong Lin2542cb02018-04-30 17:29:53 -0700258 case Key::INPUT_TF_ST2084:
259 fs << R"__SHADER__(
Peiyong Lin53f320e2018-04-23 17:31:06 -0700260 highp vec3 ScaleLuminance(highp vec3 color) {
261 return color * 10000.0;
Peiyong Lin2542cb02018-04-30 17:29:53 -0700262 }
263 )__SHADER__";
264 break;
265 case Key::INPUT_TF_HLG:
266 fs << R"__SHADER__(
Peiyong Lin53f320e2018-04-23 17:31:06 -0700267 highp vec3 ScaleLuminance(highp vec3 color) {
Peiyong Lin2542cb02018-04-30 17:29:53 -0700268 // The formula is:
269 // alpha * pow(Y, gamma - 1.0) * color + beta;
Peiyong Lin53f320e2018-04-23 17:31:06 -0700270 // where alpha is 1000.0, gamma is 1.2, beta is 0.0.
271 return color * 1000.0 * pow(color.y, 0.2);
Peiyong Lin2542cb02018-04-30 17:29:53 -0700272 }
273 )__SHADER__";
274 break;
275 default:
276 fs << R"__SHADER__(
Peiyong Lin53f320e2018-04-23 17:31:06 -0700277 highp vec3 ScaleLuminance(highp vec3 color) {
278 return color * displayMaxLuminance;
279 }
280 )__SHADER__";
281 break;
282 }
283
284 // Tone map absolute light to display luminance range.
285 switch (needs.getInputTF()) {
286 case Key::INPUT_TF_ST2084:
287 case Key::INPUT_TF_HLG:
288 switch (needs.getOutputTF()) {
289 case Key::OUTPUT_TF_HLG:
290 // Right now when mixed PQ and HLG contents are presented,
291 // HLG content will always be converted to PQ. However, for
292 // completeness, we simply clamp the value to [0.0, 1000.0].
293 fs << R"__SHADER__(
294 highp vec3 ToneMap(highp vec3 color) {
295 return clamp(color, 0.0, 1000.0);
296 }
297 )__SHADER__";
298 break;
299 case Key::OUTPUT_TF_ST2084:
300 fs << R"__SHADER__(
301 highp vec3 ToneMap(highp vec3 color) {
302 return color;
303 }
304 )__SHADER__";
305 break;
306 default:
307 fs << R"__SHADER__(
308 highp vec3 ToneMap(highp vec3 color) {
309 const float maxMasteringLumi = 1000.0;
310 const float maxContentLumi = 1000.0;
311 const float maxInLumi = min(maxMasteringLumi, maxContentLumi);
312 float maxOutLumi = displayMaxLuminance;
313
314 float nits = color.y;
315
316 // clamp to max input luminance
317 nits = clamp(nits, 0.0, maxInLumi);
318
319 // scale [0.0, maxInLumi] to [0.0, maxOutLumi]
320 if (maxInLumi <= maxOutLumi) {
Chia-I Wu8e86a2d2018-10-03 11:32:27 -0700321 return color * (maxOutLumi / maxInLumi);
Peiyong Lin53f320e2018-04-23 17:31:06 -0700322 } else {
323 // three control points
324 const float x0 = 10.0;
325 const float y0 = 17.0;
326 float x1 = maxOutLumi * 0.75;
327 float y1 = x1;
328 float x2 = x1 + (maxInLumi - x1) / 2.0;
329 float y2 = y1 + (maxOutLumi - y1) * 0.75;
330
331 // horizontal distances between the last three control points
Peiyong Linf2410b62018-05-14 16:31:17 -0700332 float h12 = x2 - x1;
333 float h23 = maxInLumi - x2;
Peiyong Lin53f320e2018-04-23 17:31:06 -0700334 // tangents at the last three control points
Peiyong Linf2410b62018-05-14 16:31:17 -0700335 float m1 = (y2 - y1) / h12;
336 float m3 = (maxOutLumi - y2) / h23;
337 float m2 = (m1 + m3) / 2.0;
Peiyong Lin53f320e2018-04-23 17:31:06 -0700338
339 if (nits < x0) {
340 // scale [0.0, x0] to [0.0, y0] linearly
Peiyong Linf2410b62018-05-14 16:31:17 -0700341 float slope = y0 / x0;
Chia-I Wu8e86a2d2018-10-03 11:32:27 -0700342 return color * slope;
Peiyong Lin53f320e2018-04-23 17:31:06 -0700343 } else if (nits < x1) {
344 // scale [x0, x1] to [y0, y1] linearly
Peiyong Linf2410b62018-05-14 16:31:17 -0700345 float slope = (y1 - y0) / (x1 - x0);
Peiyong Lin53f320e2018-04-23 17:31:06 -0700346 nits = y0 + (nits - x0) * slope;
347 } else if (nits < x2) {
348 // scale [x1, x2] to [y1, y2] using Hermite interp
349 float t = (nits - x1) / h12;
350 nits = (y1 * (1.0 + 2.0 * t) + h12 * m1 * t) * (1.0 - t) * (1.0 - t) +
351 (y2 * (3.0 - 2.0 * t) + h12 * m2 * (t - 1.0)) * t * t;
352 } else {
353 // scale [x2, maxInLumi] to [y2, maxOutLumi] using Hermite interp
354 float t = (nits - x2) / h23;
355 nits = (y2 * (1.0 + 2.0 * t) + h23 * m2 * t) * (1.0 - t) * (1.0 - t) +
356 (maxOutLumi * (3.0 - 2.0 * t) + h23 * m3 * (t - 1.0)) * t * t;
357 }
358 }
359
Chia-I Wu8e86a2d2018-10-03 11:32:27 -0700360 // color.y is greater than x0 and is thus non-zero
361 return color * (nits / color.y);
Peiyong Lin53f320e2018-04-23 17:31:06 -0700362 }
363 )__SHADER__";
364 break;
365 }
366 break;
367 default:
Peiyong Lin9a1b6552018-05-23 16:52:29 -0700368 // inverse tone map; the output luminance can be up to maxOutLumi.
Peiyong Lin53f320e2018-04-23 17:31:06 -0700369 fs << R"__SHADER__(
370 highp vec3 ToneMap(highp vec3 color) {
Peiyong Lin9a1b6552018-05-23 16:52:29 -0700371 const float maxOutLumi = 3000.0;
372
373 const float x0 = 5.0;
374 const float y0 = 2.5;
375 float x1 = displayMaxLuminance * 0.7;
376 float y1 = maxOutLumi * 0.15;
377 float x2 = displayMaxLuminance * 0.9;
378 float y2 = maxOutLumi * 0.45;
379 float x3 = displayMaxLuminance;
380 float y3 = maxOutLumi;
381
382 float c1 = y1 / 3.0;
383 float c2 = y2 / 2.0;
384 float c3 = y3 / 1.5;
385
386 float nits = color.y;
387
388 float scale;
389 if (nits <= x0) {
390 // scale [0.0, x0] to [0.0, y0] linearly
391 const float slope = y0 / x0;
Chia-I Wu8e86a2d2018-10-03 11:32:27 -0700392 return color * slope;
Peiyong Lin9a1b6552018-05-23 16:52:29 -0700393 } else if (nits <= x1) {
394 // scale [x0, x1] to [y0, y1] using a curve
395 float t = (nits - x0) / (x1 - x0);
396 nits = (1.0 - t) * (1.0 - t) * y0 + 2.0 * (1.0 - t) * t * c1 + t * t * y1;
397 } else if (nits <= x2) {
398 // scale [x1, x2] to [y1, y2] using a curve
399 float t = (nits - x1) / (x2 - x1);
400 nits = (1.0 - t) * (1.0 - t) * y1 + 2.0 * (1.0 - t) * t * c2 + t * t * y2;
401 } else {
402 // scale [x2, x3] to [y2, y3] using a curve
403 float t = (nits - x2) / (x3 - x2);
404 nits = (1.0 - t) * (1.0 - t) * y2 + 2.0 * (1.0 - t) * t * c3 + t * t * y3;
405 }
406
Chia-I Wu8e86a2d2018-10-03 11:32:27 -0700407 // color.y is greater than x0 and is thus non-zero
408 return color * (nits / color.y);
Peiyong Lin2542cb02018-04-30 17:29:53 -0700409 }
410 )__SHADER__";
411 break;
412 }
Peiyong Lin53f320e2018-04-23 17:31:06 -0700413
414 // convert absolute light to relative light.
415 switch (needs.getOutputTF()) {
416 case Key::OUTPUT_TF_ST2084:
417 fs << R"__SHADER__(
418 highp vec3 NormalizeLuminance(highp vec3 color) {
419 return color / 10000.0;
420 }
421 )__SHADER__";
422 break;
423 case Key::OUTPUT_TF_HLG:
424 fs << R"__SHADER__(
425 highp vec3 NormalizeLuminance(highp vec3 color) {
426 return color / 1000.0 * pow(color.y / 1000.0, -0.2 / 1.2);
427 }
428 )__SHADER__";
429 break;
430 default:
431 fs << R"__SHADER__(
432 highp vec3 NormalizeLuminance(highp vec3 color) {
433 return color / displayMaxLuminance;
434 }
435 )__SHADER__";
436 break;
437 }
438}
439
440// Generate OOTF that modifies the relative scence light to relative display light.
441void ProgramCache::generateOOTF(Formatter& fs, const ProgramCache::Key& needs) {
442 if (!needs.needsToneMapping()) {
443 fs << R"__SHADER__(
444 highp vec3 OOTF(const highp vec3 color) {
445 return color;
446 }
447 )__SHADER__";
448 } else {
449 generateToneMappingProcess(fs, needs);
450 fs << R"__SHADER__(
451 highp vec3 OOTF(const highp vec3 color) {
452 return NormalizeLuminance(ToneMap(ScaleLuminance(color)));
453 }
454 )__SHADER__";
455 }
Peiyong Lin2542cb02018-04-30 17:29:53 -0700456}
457
458// Generate OETF that converts relative display light to signal values,
459// both normalized to [0, 1]
460void ProgramCache::generateOETF(Formatter& fs, const Key& needs) {
461 switch (needs.getOutputTF()) {
462 case Key::OUTPUT_TF_SRGB:
463 fs << R"__SHADER__(
464 float OETF_sRGB(const float linear) {
465 return linear <= 0.0031308 ?
466 linear * 12.92 : (pow(linear, 1.0 / 2.4) * 1.055) - 0.055;
467 }
468
469 vec3 OETF_sRGB(const vec3 linear) {
470 return vec3(OETF_sRGB(linear.r), OETF_sRGB(linear.g), OETF_sRGB(linear.b));
471 }
472
473 vec3 OETF(const vec3 linear) {
474 return sign(linear.rgb) * OETF_sRGB(abs(linear.rgb));
475 }
476 )__SHADER__";
477 break;
478 case Key::OUTPUT_TF_ST2084:
479 fs << R"__SHADER__(
480 vec3 OETF(const vec3 linear) {
Peiyong Lin834be492018-05-18 15:12:55 -0700481 const highp float m1 = (2610.0 / 4096.0) / 4.0;
482 const highp float m2 = (2523.0 / 4096.0) * 128.0;
483 const highp float c1 = (3424.0 / 4096.0);
484 const highp float c2 = (2413.0 / 4096.0) * 32.0;
485 const highp float c3 = (2392.0 / 4096.0) * 32.0;
Peiyong Lin2542cb02018-04-30 17:29:53 -0700486
Peiyong Lin834be492018-05-18 15:12:55 -0700487 highp vec3 tmp = pow(linear, vec3(m1));
Peiyong Lin2542cb02018-04-30 17:29:53 -0700488 tmp = (c1 + c2 * tmp) / (1.0 + c3 * tmp);
489 return pow(tmp, vec3(m2));
490 }
491 )__SHADER__";
492 break;
493 case Key::OUTPUT_TF_HLG:
494 fs << R"__SHADER__(
495 highp float OETF_channel(const highp float channel) {
496 const highp float a = 0.17883277;
497 const highp float b = 0.28466892;
498 const highp float c = 0.55991073;
499 return channel <= 1.0 / 12.0 ? sqrt(3.0 * channel) :
500 a * log(12.0 * channel - b) + c;
501 }
502
503 vec3 OETF(const highp vec3 color) {
504 return vec3(OETF_channel(color.r), OETF_channel(color.g),
505 OETF_channel(color.b));
506 }
507 )__SHADER__";
508 break;
509 default:
510 fs << R"__SHADER__(
511 vec3 OETF(const vec3 linear) {
512 return linear;
513 }
514 )__SHADER__";
515 break;
516 }
517}
518
Mathias Agopian3f844832013-08-07 21:24:32 -0700519String8 ProgramCache::generateVertexShader(const Key& needs) {
520 Formatter vs;
521 if (needs.isTexturing()) {
Chia-I Wub027f802017-11-29 14:00:52 -0800522 vs << "attribute vec4 texCoords;"
523 << "varying vec2 outTexCoords;";
Mathias Agopian3f844832013-08-07 21:24:32 -0700524 }
525 vs << "attribute vec4 position;"
526 << "uniform mat4 projection;"
527 << "uniform mat4 texture;"
Chia-I Wub027f802017-11-29 14:00:52 -0800528 << "void main(void) {" << indent << "gl_Position = projection * position;";
Mathias Agopian3f844832013-08-07 21:24:32 -0700529 if (needs.isTexturing()) {
530 vs << "outTexCoords = (texture * texCoords).st;";
531 }
532 vs << dedent << "}";
533 return vs.getString();
534}
535
536String8 ProgramCache::generateFragmentShader(const Key& needs) {
537 Formatter fs;
538 if (needs.getTextureTarget() == Key::TEXTURE_EXT) {
539 fs << "#extension GL_OES_EGL_image_external : require";
540 }
Mathias Agopian458197d2013-08-15 14:56:51 -0700541
542 // default precision is required-ish in fragment shaders
543 fs << "precision mediump float;";
544
Mathias Agopian3f844832013-08-07 21:24:32 -0700545 if (needs.getTextureTarget() == Key::TEXTURE_EXT) {
546 fs << "uniform samplerExternalOES sampler;"
547 << "varying vec2 outTexCoords;";
548 } else if (needs.getTextureTarget() == Key::TEXTURE_2D) {
549 fs << "uniform sampler2D sampler;"
550 << "varying vec2 outTexCoords;";
chaviw13fdc492017-06-27 12:40:18 -0700551 }
552
553 if (needs.getTextureTarget() == Key::TEXTURE_OFF || needs.hasAlpha()) {
Mathias Agopian3f844832013-08-07 21:24:32 -0700554 fs << "uniform vec4 color;";
555 }
chaviw13fdc492017-06-27 12:40:18 -0700556
Chia-I Wu131d3762018-01-11 14:35:27 -0800557 if (needs.isY410BT2020()) {
558 fs << R"__SHADER__(
559 vec3 convertY410BT2020(const vec3 color) {
560 const vec3 offset = vec3(0.0625, 0.5, 0.5);
561 const mat3 transform = mat3(
562 vec3(1.1678, 1.1678, 1.1678),
563 vec3( 0.0, -0.1878, 2.1481),
564 vec3(1.6836, -0.6523, 0.0));
565 // Y is in G, U is in R, and V is in B
566 return clamp(transform * (color.grb - offset), 0.0, 1.0);
567 }
568 )__SHADER__";
569 }
570
Peiyong Lina296b0c2018-04-30 16:55:29 -0700571 if (needs.hasTransformMatrix() || (needs.getInputTF() != needs.getOutputTF())) {
Peiyong Lin53f320e2018-04-23 17:31:06 -0700572 // Currently, display maximum luminance is needed when doing tone mapping.
573 if (needs.needsToneMapping()) {
Chia-I Wu8bbacdf2018-05-04 15:19:37 -0700574 fs << "uniform float displayMaxLuminance;";
Peiyong Linfb069302018-04-25 14:34:31 -0700575 }
Romain Guy88d37dd2017-05-26 17:57:05 -0700576
Peiyong Lina296b0c2018-04-30 16:55:29 -0700577 if (needs.hasInputTransformMatrix()) {
Peiyong Lin76dd77a2018-05-09 15:35:33 -0700578 fs << "uniform mat4 inputTransformMatrix;";
Peiyong Lina296b0c2018-04-30 16:55:29 -0700579 fs << R"__SHADER__(
580 highp vec3 InputTransform(const highp vec3 color) {
Chia-I Wu0647d4e2018-10-03 11:10:12 -0700581 return clamp(vec3(inputTransformMatrix * vec4(color, 1.0)), 0.0, 1.0);
Peiyong Lina296b0c2018-04-30 16:55:29 -0700582 }
583 )__SHADER__";
584 } else {
585 fs << R"__SHADER__(
586 highp vec3 InputTransform(const highp vec3 color) {
587 return color;
588 }
589 )__SHADER__";
590 }
591
592 // the transformation from a wider colorspace to a narrower one can
593 // result in >1.0 or <0.0 pixel values
594 if (needs.hasOutputTransformMatrix()) {
595 fs << "uniform mat4 outputTransformMatrix;";
596 fs << R"__SHADER__(
597 highp vec3 OutputTransform(const highp vec3 color) {
598 return clamp(vec3(outputTransformMatrix * vec4(color, 1.0)), 0.0, 1.0);
599 }
600 )__SHADER__";
601 } else {
602 fs << R"__SHADER__(
603 highp vec3 OutputTransform(const highp vec3 color) {
604 return clamp(color, 0.0, 1.0);
605 }
606 )__SHADER__";
607 }
608
Peiyong Lin2542cb02018-04-30 17:29:53 -0700609 generateEOTF(fs, needs);
610 generateOOTF(fs, needs);
611 generateOETF(fs, needs);
Romain Guy88d37dd2017-05-26 17:57:05 -0700612 }
Chia-I Wu7e65bc02018-01-11 14:31:38 -0800613
Mathias Agopian3f844832013-08-07 21:24:32 -0700614 fs << "void main(void) {" << indent;
615 if (needs.isTexturing()) {
616 fs << "gl_FragColor = texture2D(sampler, outTexCoords);";
Chia-I Wu131d3762018-01-11 14:35:27 -0800617 if (needs.isY410BT2020()) {
618 fs << "gl_FragColor.rgb = convertY410BT2020(gl_FragColor.rgb);";
619 }
Mathias Agopian3f844832013-08-07 21:24:32 -0700620 } else {
chaviw13fdc492017-06-27 12:40:18 -0700621 fs << "gl_FragColor.rgb = color.rgb;";
622 fs << "gl_FragColor.a = 1.0;";
Mathias Agopian3f844832013-08-07 21:24:32 -0700623 }
Mathias Agopian2eaefe12013-08-14 16:33:27 -0700624 if (needs.isOpaque()) {
625 fs << "gl_FragColor.a = 1.0;";
626 }
chaviw13fdc492017-06-27 12:40:18 -0700627 if (needs.hasAlpha()) {
628 // modulate the current alpha value with alpha set
Mathias Agopian3f844832013-08-07 21:24:32 -0700629 if (needs.isPremultiplied()) {
630 // ... and the color too if we're premultiplied
chaviw13fdc492017-06-27 12:40:18 -0700631 fs << "gl_FragColor *= color.a;";
Mathias Agopian3f844832013-08-07 21:24:32 -0700632 } else {
chaviw13fdc492017-06-27 12:40:18 -0700633 fs << "gl_FragColor.a *= color.a;";
Mathias Agopian3f844832013-08-07 21:24:32 -0700634 }
635 }
Mathias Agopianff2ed702013-09-01 21:36:12 -0700636
Peiyong Lina296b0c2018-04-30 16:55:29 -0700637 if (needs.hasTransformMatrix() || (needs.getInputTF() != needs.getOutputTF())) {
Mathias Agopianff2ed702013-09-01 21:36:12 -0700638 if (!needs.isOpaque() && needs.isPremultiplied()) {
639 // un-premultiply if needed before linearization
Romain Guy88d37dd2017-05-26 17:57:05 -0700640 // avoid divide by 0 by adding 0.5/256 to the alpha channel
641 fs << "gl_FragColor.rgb = gl_FragColor.rgb / (gl_FragColor.a + 0.0019);";
Mathias Agopianff2ed702013-09-01 21:36:12 -0700642 }
Peiyong Lina296b0c2018-04-30 16:55:29 -0700643 fs << "gl_FragColor.rgb = OETF(OutputTransform(OOTF(InputTransform(EOTF(gl_FragColor.rgb)))));";
Mathias Agopianff2ed702013-09-01 21:36:12 -0700644 if (!needs.isOpaque() && needs.isPremultiplied()) {
645 // and re-premultiply if needed after gamma correction
Romain Guy88d37dd2017-05-26 17:57:05 -0700646 fs << "gl_FragColor.rgb = gl_FragColor.rgb * (gl_FragColor.a + 0.0019);";
Mathias Agopianff2ed702013-09-01 21:36:12 -0700647 }
648 }
649
Mathias Agopian3f844832013-08-07 21:24:32 -0700650 fs << dedent << "}";
651 return fs.getString();
652}
653
654Program* ProgramCache::generateProgram(const Key& needs) {
Chia-I Wu93e14df2018-06-04 10:10:17 -0700655 ATRACE_CALL();
656
Mathias Agopian3f844832013-08-07 21:24:32 -0700657 // vertex shader
658 String8 vs = generateVertexShader(needs);
659
660 // fragment shader
661 String8 fs = generateFragmentShader(needs);
662
663 Program* program = new Program(needs, vs.string(), fs.string());
664 return program;
665}
666
667void ProgramCache::useProgram(const Description& description) {
Mathias Agopian3f844832013-08-07 21:24:32 -0700668 // generate the key for the shader based on the description
669 Key needs(computeKey(description));
670
Chia-I Wub027f802017-11-29 14:00:52 -0800671 // look-up the program in the cache
Mathias Agopian3f844832013-08-07 21:24:32 -0700672 Program* program = mCache.valueFor(needs);
Peiyong Lin566a3b42018-01-09 18:22:43 -0800673 if (program == nullptr) {
Mathias Agopian3f844832013-08-07 21:24:32 -0700674 // we didn't find our program, so generate one...
675 nsecs_t time = -systemTime();
676 program = generateProgram(needs);
677 mCache.add(needs, program);
678 time += systemTime();
679
Chia-I Wu93e14df2018-06-04 10:10:17 -0700680 ALOGV(">>> generated new program: needs=%08X, time=%u ms (%zu programs)", needs.mKey,
681 uint32_t(ns2ms(time)), mCache.size());
Mathias Agopian3f844832013-08-07 21:24:32 -0700682 }
683
684 // here we have a suitable program for this description
685 if (program->isValid()) {
686 program->use();
687 program->setUniforms(description);
688 }
689}
690
Mathias Agopian3f844832013-08-07 21:24:32 -0700691} /* namespace android */