blob: b2bde6c4858b83422c1d7863541b90519bdaadb8 [file] [log] [blame]
Dichen Zhang85b37562022-10-11 11:08:28 -07001/*
2 * Copyright 2022 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Dichen Zhangdbceb0e2023-04-14 19:03:18 +000017#include <ultrahdr/jpegr.h>
18#include <ultrahdr/jpegencoderhelper.h>
19#include <ultrahdr/jpegdecoderhelper.h>
20#include <ultrahdr/gainmapmath.h>
21#include <ultrahdr/jpegrutils.h>
22#include <ultrahdr/multipictureformat.h>
23#include <ultrahdr/icc.h>
Nick Deakinf6bca5a2022-11-04 10:43:43 -040024
Dichen Zhanga8766262022-11-07 23:48:24 +000025#include <image_io/jpeg/jpeg_marker.h>
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +000026#include <image_io/jpeg/jpeg_info.h>
27#include <image_io/jpeg/jpeg_scanner.h>
28#include <image_io/jpeg/jpeg_info_builder.h>
29#include <image_io/base/data_segment_data_source.h>
Dichen Zhang53751272023-01-17 19:09:01 -080030#include <utils/Log.h>
Nick Deakinf6bca5a2022-11-04 10:43:43 -040031
Dichen Zhang6438a192023-01-29 07:51:15 +000032#include <map>
Nick Deakinf6bca5a2022-11-04 10:43:43 -040033#include <memory>
Dichen Zhang72fd2b12022-11-01 06:11:50 +000034#include <sstream>
35#include <string>
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +000036#include <cmath>
Harish Mahendrakar72b6f302022-12-16 10:39:15 -080037#include <condition_variable>
38#include <deque>
39#include <mutex>
40#include <thread>
41#include <unistd.h>
Dichen Zhang72fd2b12022-11-01 06:11:50 +000042
43using namespace std;
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +000044using namespace photos_editing_formats::image_io;
Dichen Zhang85b37562022-10-11 11:08:28 -070045
Dichen Zhangdbceb0e2023-04-14 19:03:18 +000046namespace android::ultrahdr {
Dichen Zhang85b37562022-10-11 11:08:28 -070047
Harish Mahendrakar555a06b2022-12-14 09:37:27 -080048#define USE_SRGB_INVOETF_LUT 1
49#define USE_HLG_OETF_LUT 1
50#define USE_PQ_OETF_LUT 1
51#define USE_HLG_INVOETF_LUT 1
52#define USE_PQ_INVOETF_LUT 1
Dichen Zhang10959a42023-04-10 16:28:16 -070053#define USE_APPLY_GAIN_LUT 1
Harish Mahendrakar555a06b2022-12-14 09:37:27 -080054
Nick Deakinf6bca5a2022-11-04 10:43:43 -040055#define JPEGR_CHECK(x) \
56 { \
57 status_t status = (x); \
58 if ((status) != NO_ERROR) { \
59 return status; \
60 } \
61 }
62
Nick Deakin6bd90432022-11-20 16:26:37 -050063// The current JPEGR version that we encode to
Nick Deakin05ceebf2023-04-19 15:27:13 -040064static const char* const kJpegrVersion = "1.0";
Nick Deakin6bd90432022-11-20 16:26:37 -050065
Nick Deakinf6bca5a2022-11-04 10:43:43 -040066// Map is quarter res / sixteenth size
67static const size_t kMapDimensionScaleFactor = 4;
Ram Mohan033270a2023-05-18 15:26:33 +053068
69// Gain Map width is (image_width / kMapDimensionScaleFactor). If we were to
70// compress 420 GainMap in jpeg, then we need at least 2 samples. For Grayscale
71// 1 sample is sufficient. We are using 2 here anyways
72static const int kMinWidth = 2 * kMapDimensionScaleFactor;
73static const int kMinHeight = 2 * kMapDimensionScaleFactor;
74
Dichen Zhang53751272023-01-17 19:09:01 -080075// JPEG block size.
Dichen Zhang56a7d592023-04-14 16:57:34 +000076// JPEG encoding / decoding will require block based DCT transform 16 x 16 for luma,
77// and 8 x 8 for chroma.
78// Width must be 16 dividable for luma, and 8 dividable for chroma.
Ram Mohan4a72c192023-05-22 19:05:06 +053079// If this criteria is not facilitated, we will pad zeros based to each line on the
80// required block size.
Dichen Zhang56a7d592023-04-14 16:57:34 +000081static const size_t kJpegBlock = JpegEncoderHelper::kCompressBatchSize;
Dichen Zhang10959a42023-04-10 16:28:16 -070082// JPEG compress quality (0 ~ 100) for gain map
Dichen Zhang0b9f7de2022-11-18 06:52:46 +000083static const int kMapCompressQuality = 85;
Nick Deakinf6bca5a2022-11-04 10:43:43 -040084
Harish Mahendrakar72b6f302022-12-16 10:39:15 -080085#define CONFIG_MULTITHREAD 1
86int GetCPUCoreCount() {
87 int cpuCoreCount = 1;
88#if CONFIG_MULTITHREAD
89#if defined(_SC_NPROCESSORS_ONLN)
90 cpuCoreCount = sysconf(_SC_NPROCESSORS_ONLN);
91#else
92 // _SC_NPROC_ONLN must be defined...
93 cpuCoreCount = sysconf(_SC_NPROC_ONLN);
94#endif
95#endif
96 return cpuCoreCount;
97}
98
Ram Mohanac1cfec2023-05-18 14:41:15 +053099status_t JpegR::areInputArgumentsValid(jr_uncompressed_ptr uncompressed_p010_image,
100 jr_uncompressed_ptr uncompressed_yuv_420_image,
101 ultrahdr_transfer_function hdr_tf,
102 jr_compressed_ptr dest) {
103 if (uncompressed_p010_image == nullptr || uncompressed_p010_image->data == nullptr) {
104 ALOGE("received nullptr for uncompressed p010 image");
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700105 return ERROR_JPEGR_INVALID_NULL_PTR;
106 }
107
Ram Mohanac1cfec2023-05-18 14:41:15 +0530108 if (uncompressed_p010_image->width % 2 != 0
109 || uncompressed_p010_image->height % 2 != 0) {
110 ALOGE("Image dimensions cannot be odd, image dimensions %dx%d",
111 uncompressed_p010_image->width, uncompressed_p010_image->height);
112 return ERROR_JPEGR_INVALID_INPUT_TYPE;
113 }
114
Ram Mohan033270a2023-05-18 15:26:33 +0530115 if (uncompressed_p010_image->width < kMinWidth
116 || uncompressed_p010_image->height < kMinHeight) {
117 ALOGE("Image dimensions cannot be less than %dx%d, image dimensions %dx%d",
118 kMinWidth, kMinHeight, uncompressed_p010_image->width, uncompressed_p010_image->height);
Ram Mohanac1cfec2023-05-18 14:41:15 +0530119 return ERROR_JPEGR_INVALID_INPUT_TYPE;
120 }
121
122 if (uncompressed_p010_image->colorGamut <= ULTRAHDR_COLORGAMUT_UNSPECIFIED
123 || uncompressed_p010_image->colorGamut > ULTRAHDR_COLORGAMUT_MAX) {
124 ALOGE("Unrecognized p010 color gamut %d", uncompressed_p010_image->colorGamut);
125 return ERROR_JPEGR_INVALID_INPUT_TYPE;
126 }
127
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700128 if (uncompressed_p010_image->luma_stride != 0
129 && uncompressed_p010_image->luma_stride < uncompressed_p010_image->width) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530130 ALOGE("Luma stride can not be smaller than width, stride=%d, width=%d",
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700131 uncompressed_p010_image->luma_stride, uncompressed_p010_image->width);
132 return ERROR_JPEGR_INVALID_INPUT_TYPE;
133 }
134
Ram Mohanac1cfec2023-05-18 14:41:15 +0530135 if (uncompressed_p010_image->chroma_data != nullptr
136 && uncompressed_p010_image->chroma_stride < uncompressed_p010_image->width) {
137 ALOGE("Chroma stride can not be smaller than width, stride=%d, width=%d",
138 uncompressed_p010_image->chroma_stride,
139 uncompressed_p010_image->width);
140 return ERROR_JPEGR_INVALID_INPUT_TYPE;
141 }
142
143 if (dest == nullptr || dest->data == nullptr) {
144 ALOGE("received nullptr for destination");
145 return ERROR_JPEGR_INVALID_NULL_PTR;
146 }
147
Ram Mohan9b3d6852023-05-26 00:09:50 +0530148 if (hdr_tf <= ULTRAHDR_TF_UNSPECIFIED || hdr_tf > ULTRAHDR_TF_MAX
149 || hdr_tf == ULTRAHDR_TF_SRGB) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530150 ALOGE("Invalid hdr transfer function %d", hdr_tf);
151 return ERROR_JPEGR_INVALID_INPUT_TYPE;
152 }
153
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700154 if (uncompressed_yuv_420_image == nullptr) {
155 return NO_ERROR;
156 }
157
Ram Mohanac1cfec2023-05-18 14:41:15 +0530158 if (uncompressed_yuv_420_image->data == nullptr) {
159 ALOGE("received nullptr for uncompressed 420 image");
160 return ERROR_JPEGR_INVALID_NULL_PTR;
161 }
162
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700163 if (uncompressed_yuv_420_image->luma_stride != 0) {
164 ALOGE("Stride is not supported for YUV420 image");
165 return ERROR_JPEGR_UNSUPPORTED_FEATURE;
166 }
167
168 if (uncompressed_yuv_420_image->chroma_data != nullptr) {
169 ALOGE("Pointer to chroma plane is not supported for YUV420 image, chroma data must"
170 "be immediately after the luma data.");
171 return ERROR_JPEGR_UNSUPPORTED_FEATURE;
172 }
173
174 if (uncompressed_p010_image->width != uncompressed_yuv_420_image->width
175 || uncompressed_p010_image->height != uncompressed_yuv_420_image->height) {
176 ALOGE("Image resolutions mismatch: P010: %dx%d, YUV420: %dx%d",
177 uncompressed_p010_image->width,
178 uncompressed_p010_image->height,
179 uncompressed_yuv_420_image->width,
180 uncompressed_yuv_420_image->height);
181 return ERROR_JPEGR_RESOLUTION_MISMATCH;
182 }
183
Ram Mohanac1cfec2023-05-18 14:41:15 +0530184 if (uncompressed_yuv_420_image->colorGamut <= ULTRAHDR_COLORGAMUT_UNSPECIFIED
185 || uncompressed_yuv_420_image->colorGamut > ULTRAHDR_COLORGAMUT_MAX) {
186 ALOGE("Unrecognized 420 color gamut %d", uncompressed_yuv_420_image->colorGamut);
187 return ERROR_JPEGR_INVALID_INPUT_TYPE;
188 }
189
190 return NO_ERROR;
191}
192
193status_t JpegR::areInputArgumentsValid(jr_uncompressed_ptr uncompressed_p010_image,
194 jr_uncompressed_ptr uncompressed_yuv_420_image,
195 ultrahdr_transfer_function hdr_tf,
196 jr_compressed_ptr dest,
197 int quality) {
198 if (status_t ret = areInputArgumentsValid(
199 uncompressed_p010_image, uncompressed_yuv_420_image, hdr_tf, dest) != NO_ERROR) {
200 return ret;
201 }
202
203 if (quality < 0 || quality > 100) {
204 ALOGE("quality factor is out side range [0-100], quality factor : %d", quality);
205 return ERROR_JPEGR_INVALID_INPUT_TYPE;
206 }
207
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700208 return NO_ERROR;
209}
210
Dichen Zhang636f5242022-12-07 20:25:44 +0000211/* Encode API-0 */
Dichen Zhang761b52d2023-02-10 22:38:38 +0000212status_t JpegR::encodeJPEGR(jr_uncompressed_ptr uncompressed_p010_image,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000213 ultrahdr_transfer_function hdr_tf,
Dichen Zhang61ede362023-02-22 18:50:13 +0000214 jr_compressed_ptr dest,
215 int quality,
216 jr_exif_ptr exif) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530217 if (status_t ret = areInputArgumentsValid(
218 uncompressed_p010_image, /* uncompressed_yuv_420_image */ nullptr,
219 hdr_tf, dest, quality) != NO_ERROR) {
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700220 return ret;
Dichen Zhang53751272023-01-17 19:09:01 -0800221 }
222
Ram Mohanac1cfec2023-05-18 14:41:15 +0530223 if (exif != nullptr && exif->data == nullptr) {
224 ALOGE("received nullptr for exif metadata");
225 return ERROR_JPEGR_INVALID_NULL_PTR;
226 }
227
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000228 ultrahdr_metadata_struct metadata;
Dichen Zhang636f5242022-12-07 20:25:44 +0000229 metadata.version = kJpegrVersion;
Dichen Zhang636f5242022-12-07 20:25:44 +0000230
231 jpegr_uncompressed_struct uncompressed_yuv_420_image;
Ram Mohan4a72c192023-05-22 19:05:06 +0530232 unique_ptr<uint8_t[]> uncompressed_yuv_420_image_data = make_unique<uint8_t[]>(
233 uncompressed_p010_image->width * uncompressed_p010_image->height * 3 / 2);
Dichen Zhangc3437ca2023-01-04 14:00:08 -0800234 uncompressed_yuv_420_image.data = uncompressed_yuv_420_image_data.get();
Dichen Zhang636f5242022-12-07 20:25:44 +0000235 JPEGR_CHECK(toneMap(uncompressed_p010_image, &uncompressed_yuv_420_image));
236
237 jpegr_uncompressed_struct map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700238 JPEGR_CHECK(generateGainMap(
Nick Deakin01759062023-02-02 18:21:43 -0500239 &uncompressed_yuv_420_image, uncompressed_p010_image, hdr_tf, &metadata, &map));
Dichen Zhang636f5242022-12-07 20:25:44 +0000240 std::unique_ptr<uint8_t[]> map_data;
241 map_data.reset(reinterpret_cast<uint8_t*>(map.data));
242
Ram Mohanf9540402023-05-18 20:08:55 +0530243 JpegEncoderHelper jpeg_encoder_gainmap;
244 JPEGR_CHECK(compressGainMap(&map, &jpeg_encoder_gainmap));
Dichen Zhang636f5242022-12-07 20:25:44 +0000245 jpegr_compressed_struct compressed_map;
Ram Mohanf9540402023-05-18 20:08:55 +0530246 compressed_map.maxLength = jpeg_encoder_gainmap.getCompressedImageSize();
247 compressed_map.length = compressed_map.maxLength;
248 compressed_map.data = jpeg_encoder_gainmap.getCompressedImagePtr();
249 compressed_map.colorGamut = ULTRAHDR_COLORGAMUT_UNSPECIFIED;
Dichen Zhang636f5242022-12-07 20:25:44 +0000250
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000251 sp<DataStruct> icc = IccHelper::writeIccProfile(ULTRAHDR_TF_SRGB,
Dichen Zhange46f9bb2023-02-23 19:34:53 +0000252 uncompressed_yuv_420_image.colorGamut);
Dichen Zhang6438a192023-01-29 07:51:15 +0000253
Dichen Zhang02dd0592023-02-10 20:16:57 +0000254 JpegEncoderHelper jpeg_encoder;
Dichen Zhang636f5242022-12-07 20:25:44 +0000255 if (!jpeg_encoder.compressImage(uncompressed_yuv_420_image.data,
256 uncompressed_yuv_420_image.width,
Dichen Zhang6438a192023-01-29 07:51:15 +0000257 uncompressed_yuv_420_image.height, quality,
Dichen Zhange46f9bb2023-02-23 19:34:53 +0000258 icc->getData(), icc->getLength())) {
Dichen Zhang636f5242022-12-07 20:25:44 +0000259 return ERROR_JPEGR_ENCODE_ERROR;
260 }
261 jpegr_compressed_struct jpeg;
262 jpeg.data = jpeg_encoder.getCompressedImagePtr();
263 jpeg.length = jpeg_encoder.getCompressedImageSize();
264
Dichen Zhang10959a42023-04-10 16:28:16 -0700265 JPEGR_CHECK(appendGainMap(&jpeg, &compressed_map, exif, &metadata, dest));
Dichen Zhang636f5242022-12-07 20:25:44 +0000266
267 return NO_ERROR;
268}
269
270/* Encode API-1 */
Dichen Zhang761b52d2023-02-10 22:38:38 +0000271status_t JpegR::encodeJPEGR(jr_uncompressed_ptr uncompressed_p010_image,
Dichen Zhang61ede362023-02-22 18:50:13 +0000272 jr_uncompressed_ptr uncompressed_yuv_420_image,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000273 ultrahdr_transfer_function hdr_tf,
Dichen Zhang61ede362023-02-22 18:50:13 +0000274 jr_compressed_ptr dest,
275 int quality,
276 jr_exif_ptr exif) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530277 if (uncompressed_yuv_420_image == nullptr) {
278 ALOGE("received nullptr for uncompressed 420 image");
Dichen Zhang80b72482022-11-02 01:55:35 +0000279 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang6947d532022-10-22 02:16:21 +0000280 }
281
Ram Mohanac1cfec2023-05-18 14:41:15 +0530282 if (exif != nullptr && exif->data == nullptr) {
283 ALOGE("received nullptr for exif metadata");
284 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhangffa34012022-11-03 23:21:13 +0000285 }
286
Ram Mohanac1cfec2023-05-18 14:41:15 +0530287 if (status_t ret = areInputArgumentsValid(
288 uncompressed_p010_image, uncompressed_yuv_420_image, hdr_tf,
289 dest, quality) != NO_ERROR) {
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700290 return ret;
Dichen Zhang53751272023-01-17 19:09:01 -0800291 }
292
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000293 ultrahdr_metadata_struct metadata;
Nick Deakin6bd90432022-11-20 16:26:37 -0500294 metadata.version = kJpegrVersion;
Nick Deakin6bd90432022-11-20 16:26:37 -0500295
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400296 jpegr_uncompressed_struct map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700297 JPEGR_CHECK(generateGainMap(
Nick Deakin01759062023-02-02 18:21:43 -0500298 uncompressed_yuv_420_image, uncompressed_p010_image, hdr_tf, &metadata, &map));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400299 std::unique_ptr<uint8_t[]> map_data;
300 map_data.reset(reinterpret_cast<uint8_t*>(map.data));
301
Ram Mohanf9540402023-05-18 20:08:55 +0530302 JpegEncoderHelper jpeg_encoder_gainmap;
303 JPEGR_CHECK(compressGainMap(&map, &jpeg_encoder_gainmap));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400304 jpegr_compressed_struct compressed_map;
Ram Mohanf9540402023-05-18 20:08:55 +0530305 compressed_map.maxLength = jpeg_encoder_gainmap.getCompressedImageSize();
306 compressed_map.length = compressed_map.maxLength;
307 compressed_map.data = jpeg_encoder_gainmap.getCompressedImagePtr();
308 compressed_map.colorGamut = ULTRAHDR_COLORGAMUT_UNSPECIFIED;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400309
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000310 sp<DataStruct> icc = IccHelper::writeIccProfile(ULTRAHDR_TF_SRGB,
Dichen Zhange46f9bb2023-02-23 19:34:53 +0000311 uncompressed_yuv_420_image->colorGamut);
Dichen Zhang6438a192023-01-29 07:51:15 +0000312
Dichen Zhang02dd0592023-02-10 20:16:57 +0000313 JpegEncoderHelper jpeg_encoder;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400314 if (!jpeg_encoder.compressImage(uncompressed_yuv_420_image->data,
315 uncompressed_yuv_420_image->width,
Dichen Zhang6438a192023-01-29 07:51:15 +0000316 uncompressed_yuv_420_image->height, quality,
Dichen Zhange46f9bb2023-02-23 19:34:53 +0000317 icc->getData(), icc->getLength())) {
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400318 return ERROR_JPEGR_ENCODE_ERROR;
319 }
320 jpegr_compressed_struct jpeg;
321 jpeg.data = jpeg_encoder.getCompressedImagePtr();
322 jpeg.length = jpeg_encoder.getCompressedImageSize();
323
Dichen Zhang10959a42023-04-10 16:28:16 -0700324 JPEGR_CHECK(appendGainMap(&jpeg, &compressed_map, exif, &metadata, dest));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400325
Dichen Zhang6947d532022-10-22 02:16:21 +0000326 return NO_ERROR;
327}
328
Dichen Zhang636f5242022-12-07 20:25:44 +0000329/* Encode API-2 */
Dichen Zhang761b52d2023-02-10 22:38:38 +0000330status_t JpegR::encodeJPEGR(jr_uncompressed_ptr uncompressed_p010_image,
Dichen Zhang61ede362023-02-22 18:50:13 +0000331 jr_uncompressed_ptr uncompressed_yuv_420_image,
332 jr_compressed_ptr compressed_jpeg_image,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000333 ultrahdr_transfer_function hdr_tf,
Dichen Zhang61ede362023-02-22 18:50:13 +0000334 jr_compressed_ptr dest) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530335 if (uncompressed_yuv_420_image == nullptr) {
336 ALOGE("received nullptr for uncompressed 420 image");
Dichen Zhang80b72482022-11-02 01:55:35 +0000337 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang6947d532022-10-22 02:16:21 +0000338 }
339
Ram Mohanac1cfec2023-05-18 14:41:15 +0530340 if (compressed_jpeg_image == nullptr || compressed_jpeg_image->data == nullptr) {
341 ALOGE("received nullptr for compressed jpeg image");
342 return ERROR_JPEGR_INVALID_NULL_PTR;
343 }
344
345 if (status_t ret = areInputArgumentsValid(
346 uncompressed_p010_image, uncompressed_yuv_420_image, hdr_tf, dest) != NO_ERROR) {
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700347 return ret;
Dichen Zhang53751272023-01-17 19:09:01 -0800348 }
349
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000350 ultrahdr_metadata_struct metadata;
Nick Deakin6bd90432022-11-20 16:26:37 -0500351 metadata.version = kJpegrVersion;
Nick Deakin6bd90432022-11-20 16:26:37 -0500352
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400353 jpegr_uncompressed_struct map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700354 JPEGR_CHECK(generateGainMap(
Nick Deakin01759062023-02-02 18:21:43 -0500355 uncompressed_yuv_420_image, uncompressed_p010_image, hdr_tf, &metadata, &map));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400356 std::unique_ptr<uint8_t[]> map_data;
357 map_data.reset(reinterpret_cast<uint8_t*>(map.data));
358
Ram Mohanf9540402023-05-18 20:08:55 +0530359 JpegEncoderHelper jpeg_encoder_gainmap;
360 JPEGR_CHECK(compressGainMap(&map, &jpeg_encoder_gainmap));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400361 jpegr_compressed_struct compressed_map;
Ram Mohanf9540402023-05-18 20:08:55 +0530362 compressed_map.maxLength = jpeg_encoder_gainmap.getCompressedImageSize();
363 compressed_map.length = compressed_map.maxLength;
364 compressed_map.data = jpeg_encoder_gainmap.getCompressedImagePtr();
365 compressed_map.colorGamut = ULTRAHDR_COLORGAMUT_UNSPECIFIED;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400366
Dichen Zhang10959a42023-04-10 16:28:16 -0700367 JPEGR_CHECK(appendGainMap(compressed_jpeg_image, &compressed_map, nullptr, &metadata, dest));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400368
Dichen Zhang6947d532022-10-22 02:16:21 +0000369 return NO_ERROR;
370}
371
Dichen Zhang636f5242022-12-07 20:25:44 +0000372/* Encode API-3 */
Dichen Zhang761b52d2023-02-10 22:38:38 +0000373status_t JpegR::encodeJPEGR(jr_uncompressed_ptr uncompressed_p010_image,
Dichen Zhang61ede362023-02-22 18:50:13 +0000374 jr_compressed_ptr compressed_jpeg_image,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000375 ultrahdr_transfer_function hdr_tf,
Dichen Zhang61ede362023-02-22 18:50:13 +0000376 jr_compressed_ptr dest) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530377 if (compressed_jpeg_image == nullptr || compressed_jpeg_image->data == nullptr) {
378 ALOGE("received nullptr for compressed jpeg image");
Dichen Zhang80b72482022-11-02 01:55:35 +0000379 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang6947d532022-10-22 02:16:21 +0000380 }
381
Ram Mohanac1cfec2023-05-18 14:41:15 +0530382 if (status_t ret = areInputArgumentsValid(
383 uncompressed_p010_image, /* uncompressed_yuv_420_image */ nullptr,
384 hdr_tf, dest) != NO_ERROR) {
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700385 return ret;
Dichen Zhang53751272023-01-17 19:09:01 -0800386 }
387
Dichen Zhang02dd0592023-02-10 20:16:57 +0000388 JpegDecoderHelper jpeg_decoder;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400389 if (!jpeg_decoder.decompressImage(compressed_jpeg_image->data, compressed_jpeg_image->length)) {
390 return ERROR_JPEGR_DECODE_ERROR;
391 }
392 jpegr_uncompressed_struct uncompressed_yuv_420_image;
393 uncompressed_yuv_420_image.data = jpeg_decoder.getDecompressedImagePtr();
394 uncompressed_yuv_420_image.width = jpeg_decoder.getDecompressedImageWidth();
395 uncompressed_yuv_420_image.height = jpeg_decoder.getDecompressedImageHeight();
Nick Deakin6bd90432022-11-20 16:26:37 -0500396 uncompressed_yuv_420_image.colorGamut = compressed_jpeg_image->colorGamut;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400397
398 if (uncompressed_p010_image->width != uncompressed_yuv_420_image.width
399 || uncompressed_p010_image->height != uncompressed_yuv_420_image.height) {
400 return ERROR_JPEGR_RESOLUTION_MISMATCH;
401 }
402
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000403 ultrahdr_metadata_struct metadata;
Nick Deakin6bd90432022-11-20 16:26:37 -0500404 metadata.version = kJpegrVersion;
Nick Deakin6bd90432022-11-20 16:26:37 -0500405
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400406 jpegr_uncompressed_struct map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700407 JPEGR_CHECK(generateGainMap(
Nick Deakin01759062023-02-02 18:21:43 -0500408 &uncompressed_yuv_420_image, uncompressed_p010_image, hdr_tf, &metadata, &map));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400409 std::unique_ptr<uint8_t[]> map_data;
410 map_data.reset(reinterpret_cast<uint8_t*>(map.data));
411
Ram Mohanf9540402023-05-18 20:08:55 +0530412 JpegEncoderHelper jpeg_encoder_gainmap;
413 JPEGR_CHECK(compressGainMap(&map, &jpeg_encoder_gainmap));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400414 jpegr_compressed_struct compressed_map;
Ram Mohanf9540402023-05-18 20:08:55 +0530415 compressed_map.maxLength = jpeg_encoder_gainmap.getCompressedImageSize();
416 compressed_map.length = compressed_map.maxLength;
417 compressed_map.data = jpeg_encoder_gainmap.getCompressedImagePtr();
418 compressed_map.colorGamut = ULTRAHDR_COLORGAMUT_UNSPECIFIED;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400419
Dichen Zhang10959a42023-04-10 16:28:16 -0700420 JPEGR_CHECK(appendGainMap(compressed_jpeg_image, &compressed_map, nullptr, &metadata, dest));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400421
Dichen Zhang6947d532022-10-22 02:16:21 +0000422 return NO_ERROR;
423}
424
Dichen Zhang92e6c6b2023-04-14 20:20:14 +0000425/* Encode API-4 */
426status_t JpegR::encodeJPEGR(jr_compressed_ptr compressed_jpeg_image,
427 jr_compressed_ptr compressed_gainmap,
428 ultrahdr_metadata_ptr metadata,
429 jr_compressed_ptr dest) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530430 if (compressed_jpeg_image == nullptr || compressed_jpeg_image->data == nullptr) {
431 ALOGE("received nullptr for compressed jpeg image");
432 return ERROR_JPEGR_INVALID_NULL_PTR;
433 }
434
435 if (compressed_gainmap == nullptr || compressed_gainmap->data == nullptr) {
436 ALOGE("received nullptr for compressed gain map");
437 return ERROR_JPEGR_INVALID_NULL_PTR;
438 }
439
440 if (dest == nullptr || dest->data == nullptr) {
441 ALOGE("received nullptr for destination");
442 return ERROR_JPEGR_INVALID_NULL_PTR;
443 }
444
Dichen Zhang92e6c6b2023-04-14 20:20:14 +0000445 JPEGR_CHECK(appendGainMap(compressed_jpeg_image, compressed_gainmap, /* exif */ nullptr,
446 metadata, dest));
447 return NO_ERROR;
448}
449
Dichen Zhang61ede362023-02-22 18:50:13 +0000450status_t JpegR::getJPEGRInfo(jr_compressed_ptr compressed_jpegr_image, jr_info_ptr jpegr_info) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530451 if (compressed_jpegr_image == nullptr || compressed_jpegr_image->data == nullptr) {
452 ALOGE("received nullptr for compressed jpegr image");
453 return ERROR_JPEGR_INVALID_NULL_PTR;
454 }
455
456 if (jpegr_info == nullptr) {
457 ALOGE("received nullptr for compressed jpegr info struct");
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000458 return ERROR_JPEGR_INVALID_NULL_PTR;
459 }
460
Dichen Zhang10959a42023-04-10 16:28:16 -0700461 jpegr_compressed_struct primary_image, gain_map;
462 JPEGR_CHECK(extractPrimaryImageAndGainMap(compressed_jpegr_image,
463 &primary_image, &gain_map));
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000464
Dichen Zhang02dd0592023-02-10 20:16:57 +0000465 JpegDecoderHelper jpeg_decoder;
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000466 if (!jpeg_decoder.getCompressedImageParameters(primary_image.data, primary_image.length,
467 &jpegr_info->width, &jpegr_info->height,
468 jpegr_info->iccData, jpegr_info->exifData)) {
469 return ERROR_JPEGR_DECODE_ERROR;
470 }
471
472 return NO_ERROR;
473}
474
Dichen Zhang636f5242022-12-07 20:25:44 +0000475/* Decode API */
Dichen Zhang761b52d2023-02-10 22:38:38 +0000476status_t JpegR::decodeJPEGR(jr_compressed_ptr compressed_jpegr_image,
Dichen Zhang61ede362023-02-22 18:50:13 +0000477 jr_uncompressed_ptr dest,
Dichen Zhangc6605702023-03-15 18:40:55 -0700478 float max_display_boost,
Dichen Zhang61ede362023-02-22 18:50:13 +0000479 jr_exif_ptr exif,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000480 ultrahdr_output_format output_format,
Dichen Zhang10959a42023-04-10 16:28:16 -0700481 jr_uncompressed_ptr gain_map,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000482 ultrahdr_metadata_ptr metadata) {
Ram Mohanb0375052023-05-20 04:03:48 +0530483 if (compressed_jpegr_image == nullptr || compressed_jpegr_image->data == nullptr) {
484 ALOGE("received nullptr for compressed jpegr image");
485 return ERROR_JPEGR_INVALID_NULL_PTR;
486 }
487
488 if (dest == nullptr || dest->data == nullptr) {
489 ALOGE("received nullptr for dest image");
Dichen Zhang80b72482022-11-02 01:55:35 +0000490 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang6947d532022-10-22 02:16:21 +0000491 }
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000492
Dichen Zhangb96ba8f2023-03-21 23:33:41 +0000493 if (max_display_boost < 1.0f) {
Ram Mohanb0375052023-05-20 04:03:48 +0530494 ALOGE("received bad value for max_display_boost %f", max_display_boost);
495 return ERROR_JPEGR_INVALID_INPUT_TYPE;
496 }
497
498 if (exif != nullptr && exif->data == nullptr) {
499 ALOGE("received nullptr address for exif data");
500 return ERROR_JPEGR_INVALID_INPUT_TYPE;
501 }
502
503 if (output_format <= ULTRAHDR_OUTPUT_UNSPECIFIED || output_format > ULTRAHDR_OUTPUT_MAX) {
504 ALOGE("received bad value for output format %d", output_format);
505 return ERROR_JPEGR_INVALID_INPUT_TYPE;
506 }
507
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000508 if (output_format == ULTRAHDR_OUTPUT_SDR) {
Dichen Zhang02dd0592023-02-10 20:16:57 +0000509 JpegDecoderHelper jpeg_decoder;
Fyodor Kyslovea9180f2023-01-06 01:11:43 +0000510 if (!jpeg_decoder.decompressImage(compressed_jpegr_image->data, compressed_jpegr_image->length,
511 true)) {
512 return ERROR_JPEGR_DECODE_ERROR;
513 }
514 jpegr_uncompressed_struct uncompressed_rgba_image;
515 uncompressed_rgba_image.data = jpeg_decoder.getDecompressedImagePtr();
516 uncompressed_rgba_image.width = jpeg_decoder.getDecompressedImageWidth();
517 uncompressed_rgba_image.height = jpeg_decoder.getDecompressedImageHeight();
518 memcpy(dest->data, uncompressed_rgba_image.data,
519 uncompressed_rgba_image.width * uncompressed_rgba_image.height * 4);
520 dest->width = uncompressed_rgba_image.width;
521 dest->height = uncompressed_rgba_image.height;
Dichen Zhang14f3c472023-03-08 07:24:48 +0000522
Dichen Zhang10959a42023-04-10 16:28:16 -0700523 if (gain_map == nullptr && exif == nullptr) {
Dichen Zhang14f3c472023-03-08 07:24:48 +0000524 return NO_ERROR;
525 }
526
527 if (exif != nullptr) {
528 if (exif->data == nullptr) {
529 return ERROR_JPEGR_INVALID_NULL_PTR;
530 }
531 if (exif->length < jpeg_decoder.getEXIFSize()) {
532 return ERROR_JPEGR_BUFFER_TOO_SMALL;
533 }
534 memcpy(exif->data, jpeg_decoder.getEXIFPtr(), jpeg_decoder.getEXIFSize());
535 exif->length = jpeg_decoder.getEXIFSize();
536 }
Dichen Zhang10959a42023-04-10 16:28:16 -0700537 if (gain_map == nullptr) {
Dichen Zhang14f3c472023-03-08 07:24:48 +0000538 return NO_ERROR;
539 }
Fyodor Kyslovea9180f2023-01-06 01:11:43 +0000540 }
541
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400542 jpegr_compressed_struct compressed_map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700543 JPEGR_CHECK(extractGainMap(compressed_jpegr_image, &compressed_map));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400544
Dichen Zhang10959a42023-04-10 16:28:16 -0700545 JpegDecoderHelper gain_map_decoder;
546 if (!gain_map_decoder.decompressImage(compressed_map.data, compressed_map.length)) {
Dichen Zhang14f3c472023-03-08 07:24:48 +0000547 return ERROR_JPEGR_DECODE_ERROR;
548 }
Ram Mohan9b3d6852023-05-26 00:09:50 +0530549 if ((gain_map_decoder.getDecompressedImageWidth() *
550 gain_map_decoder.getDecompressedImageHeight()) >
551 gain_map_decoder.getDecompressedImageSize()) {
552 return ERROR_JPEGR_CALCULATION_ERROR;
553 }
Dichen Zhang14f3c472023-03-08 07:24:48 +0000554
Dichen Zhang10959a42023-04-10 16:28:16 -0700555 if (gain_map != nullptr) {
556 gain_map->width = gain_map_decoder.getDecompressedImageWidth();
557 gain_map->height = gain_map_decoder.getDecompressedImageHeight();
558 int size = gain_map->width * gain_map->height;
559 gain_map->data = malloc(size);
560 memcpy(gain_map->data, gain_map_decoder.getDecompressedImagePtr(), size);
Dichen Zhang14f3c472023-03-08 07:24:48 +0000561 }
562
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000563 ultrahdr_metadata_struct uhdr_metadata;
Dichen Zhang10959a42023-04-10 16:28:16 -0700564 if (!getMetadataFromXMP(static_cast<uint8_t*>(gain_map_decoder.getXMPPtr()),
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000565 gain_map_decoder.getXMPSize(), &uhdr_metadata)) {
Dichen Zhange286f1c2023-03-14 00:22:00 +0000566 return ERROR_JPEGR_DECODE_ERROR;
567 }
568
569 if (metadata != nullptr) {
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000570 metadata->version = uhdr_metadata.version;
571 metadata->minContentBoost = uhdr_metadata.minContentBoost;
572 metadata->maxContentBoost = uhdr_metadata.maxContentBoost;
Dichen Zhange286f1c2023-03-14 00:22:00 +0000573 }
574
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000575 if (output_format == ULTRAHDR_OUTPUT_SDR) {
Dichen Zhang14f3c472023-03-08 07:24:48 +0000576 return NO_ERROR;
577 }
578
Dichen Zhang02dd0592023-02-10 20:16:57 +0000579 JpegDecoderHelper jpeg_decoder;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400580 if (!jpeg_decoder.decompressImage(compressed_jpegr_image->data, compressed_jpegr_image->length)) {
581 return ERROR_JPEGR_DECODE_ERROR;
582 }
Ram Mohan9b3d6852023-05-26 00:09:50 +0530583 if ((jpeg_decoder.getDecompressedImageWidth() *
584 jpeg_decoder.getDecompressedImageHeight() * 3 / 2) >
585 jpeg_decoder.getDecompressedImageSize()) {
586 return ERROR_JPEGR_CALCULATION_ERROR;
587 }
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400588
Dichen Zhangb80e2262023-03-08 06:59:51 +0000589 if (exif != nullptr) {
590 if (exif->data == nullptr) {
591 return ERROR_JPEGR_INVALID_NULL_PTR;
592 }
593 if (exif->length < jpeg_decoder.getEXIFSize()) {
594 return ERROR_JPEGR_BUFFER_TOO_SMALL;
595 }
596 memcpy(exif->data, jpeg_decoder.getEXIFPtr(), jpeg_decoder.getEXIFSize());
597 exif->length = jpeg_decoder.getEXIFSize();
598 }
599
Fyodor Kyslovbf241572022-12-13 22:38:07 +0000600 jpegr_uncompressed_struct map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700601 map.data = gain_map_decoder.getDecompressedImagePtr();
602 map.width = gain_map_decoder.getDecompressedImageWidth();
603 map.height = gain_map_decoder.getDecompressedImageHeight();
Fyodor Kyslovbf241572022-12-13 22:38:07 +0000604
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400605 jpegr_uncompressed_struct uncompressed_yuv_420_image;
606 uncompressed_yuv_420_image.data = jpeg_decoder.getDecompressedImagePtr();
607 uncompressed_yuv_420_image.width = jpeg_decoder.getDecompressedImageWidth();
608 uncompressed_yuv_420_image.height = jpeg_decoder.getDecompressedImageHeight();
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000609 JPEGR_CHECK(applyGainMap(&uncompressed_yuv_420_image, &map, &uhdr_metadata, output_format,
Dichen Zhang10959a42023-04-10 16:28:16 -0700610 max_display_boost, dest));
Dichen Zhang6947d532022-10-22 02:16:21 +0000611 return NO_ERROR;
612}
613
Dichen Zhang10959a42023-04-10 16:28:16 -0700614status_t JpegR::compressGainMap(jr_uncompressed_ptr uncompressed_gain_map,
Ram Mohanf9540402023-05-18 20:08:55 +0530615 JpegEncoderHelper* jpeg_encoder) {
616 if (uncompressed_gain_map == nullptr || jpeg_encoder == nullptr) {
Dichen Zhang80b72482022-11-02 01:55:35 +0000617 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700618 }
619
Ram Mohanf9540402023-05-18 20:08:55 +0530620 if (!jpeg_encoder->compressImage(uncompressed_gain_map->data,
621 uncompressed_gain_map->width,
622 uncompressed_gain_map->height,
623 kMapCompressQuality,
624 nullptr,
625 0,
626 true /* isSingleChannel */)) {
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400627 return ERROR_JPEGR_ENCODE_ERROR;
628 }
629
Dichen Zhang6947d532022-10-22 02:16:21 +0000630 return NO_ERROR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700631}
632
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800633const int kJobSzInRows = 16;
634static_assert(kJobSzInRows > 0 && kJobSzInRows % kMapDimensionScaleFactor == 0,
635 "align job size to kMapDimensionScaleFactor");
636
637class JobQueue {
638 public:
639 bool dequeueJob(size_t& rowStart, size_t& rowEnd);
640 void enqueueJob(size_t rowStart, size_t rowEnd);
641 void markQueueForEnd();
642 void reset();
643
644 private:
645 bool mQueuedAllJobs = false;
646 std::deque<std::tuple<size_t, size_t>> mJobs;
647 std::mutex mMutex;
648 std::condition_variable mCv;
649};
650
651bool JobQueue::dequeueJob(size_t& rowStart, size_t& rowEnd) {
652 std::unique_lock<std::mutex> lock{mMutex};
653 while (true) {
654 if (mJobs.empty()) {
655 if (mQueuedAllJobs) {
656 return false;
657 } else {
Ram Mohand39fb082023-05-09 17:25:49 +0000658 mCv.wait_for(lock, std::chrono::milliseconds(100));
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800659 }
660 } else {
661 auto it = mJobs.begin();
662 rowStart = std::get<0>(*it);
663 rowEnd = std::get<1>(*it);
664 mJobs.erase(it);
665 return true;
666 }
667 }
668 return false;
669}
670
671void JobQueue::enqueueJob(size_t rowStart, size_t rowEnd) {
672 std::unique_lock<std::mutex> lock{mMutex};
673 mJobs.push_back(std::make_tuple(rowStart, rowEnd));
674 lock.unlock();
675 mCv.notify_one();
676}
677
678void JobQueue::markQueueForEnd() {
679 std::unique_lock<std::mutex> lock{mMutex};
680 mQueuedAllJobs = true;
Ram Mohand39fb082023-05-09 17:25:49 +0000681 lock.unlock();
682 mCv.notify_all();
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800683}
684
685void JobQueue::reset() {
686 std::unique_lock<std::mutex> lock{mMutex};
687 mJobs.clear();
688 mQueuedAllJobs = false;
689}
690
Dichen Zhang10959a42023-04-10 16:28:16 -0700691status_t JpegR::generateGainMap(jr_uncompressed_ptr uncompressed_yuv_420_image,
692 jr_uncompressed_ptr uncompressed_p010_image,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000693 ultrahdr_transfer_function hdr_tf,
694 ultrahdr_metadata_ptr metadata,
Dichen Zhang10959a42023-04-10 16:28:16 -0700695 jr_uncompressed_ptr dest) {
Dichen Zhang596a7562022-10-12 14:57:05 -0700696 if (uncompressed_yuv_420_image == nullptr
697 || uncompressed_p010_image == nullptr
Nick Deakin6bd90432022-11-20 16:26:37 -0500698 || metadata == nullptr
Dichen Zhang596a7562022-10-12 14:57:05 -0700699 || dest == nullptr) {
Dichen Zhang80b72482022-11-02 01:55:35 +0000700 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700701 }
702
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400703 if (uncompressed_yuv_420_image->width != uncompressed_p010_image->width
704 || uncompressed_yuv_420_image->height != uncompressed_p010_image->height) {
705 return ERROR_JPEGR_RESOLUTION_MISMATCH;
706 }
707
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000708 if (uncompressed_yuv_420_image->colorGamut == ULTRAHDR_COLORGAMUT_UNSPECIFIED
709 || uncompressed_p010_image->colorGamut == ULTRAHDR_COLORGAMUT_UNSPECIFIED) {
Nick Deakin6bd90432022-11-20 16:26:37 -0500710 return ERROR_JPEGR_INVALID_COLORGAMUT;
711 }
712
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400713 size_t image_width = uncompressed_yuv_420_image->width;
714 size_t image_height = uncompressed_yuv_420_image->height;
715 size_t map_width = image_width / kMapDimensionScaleFactor;
716 size_t map_height = image_height / kMapDimensionScaleFactor;
Dichen Zhang53751272023-01-17 19:09:01 -0800717 size_t map_stride = static_cast<size_t>(
718 floor((map_width + kJpegBlock - 1) / kJpegBlock)) * kJpegBlock;
719 size_t map_height_aligned = ((map_height + 1) >> 1) << 1;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400720
Dichen Zhang53751272023-01-17 19:09:01 -0800721 dest->width = map_stride;
722 dest->height = map_height_aligned;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000723 dest->colorGamut = ULTRAHDR_COLORGAMUT_UNSPECIFIED;
Dichen Zhang53751272023-01-17 19:09:01 -0800724 dest->data = new uint8_t[map_stride * map_height_aligned];
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400725 std::unique_ptr<uint8_t[]> map_data;
726 map_data.reset(reinterpret_cast<uint8_t*>(dest->data));
727
Nick Deakin6bd90432022-11-20 16:26:37 -0500728 ColorTransformFn hdrInvOetf = nullptr;
Nick Deakin65f492a2022-11-29 22:47:40 -0500729 float hdr_white_nits = 0.0f;
Nick Deakin01759062023-02-02 18:21:43 -0500730 switch (hdr_tf) {
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000731 case ULTRAHDR_TF_LINEAR:
Dichen Zhangdc8452b2022-11-23 17:17:56 +0000732 hdrInvOetf = identityConversion;
733 break;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000734 case ULTRAHDR_TF_HLG:
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800735#if USE_HLG_INVOETF_LUT
736 hdrInvOetf = hlgInvOetfLUT;
737#else
Nick Deakin6bd90432022-11-20 16:26:37 -0500738 hdrInvOetf = hlgInvOetf;
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800739#endif
Nick Deakin65f492a2022-11-29 22:47:40 -0500740 hdr_white_nits = kHlgMaxNits;
Nick Deakin6bd90432022-11-20 16:26:37 -0500741 break;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000742 case ULTRAHDR_TF_PQ:
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800743#if USE_PQ_INVOETF_LUT
744 hdrInvOetf = pqInvOetfLUT;
745#else
Nick Deakin6bd90432022-11-20 16:26:37 -0500746 hdrInvOetf = pqInvOetf;
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800747#endif
Nick Deakin65f492a2022-11-29 22:47:40 -0500748 hdr_white_nits = kPqMaxNits;
Nick Deakin6bd90432022-11-20 16:26:37 -0500749 break;
Dichen Zhang6438a192023-01-29 07:51:15 +0000750 default:
Dichen Zhangb27d06d2022-12-14 19:57:50 +0000751 // Should be impossible to hit after input validation.
752 return ERROR_JPEGR_INVALID_TRANS_FUNC;
Nick Deakin6bd90432022-11-20 16:26:37 -0500753 }
754
Nick Deakina2215292023-02-14 21:40:06 -0500755 metadata->maxContentBoost = hdr_white_nits / kSdrWhiteNits;
756 metadata->minContentBoost = 1.0f;
Dichen Zhangf7a9e172023-04-06 18:23:47 -0700757 float log2MinBoost = log2(metadata->minContentBoost);
758 float log2MaxBoost = log2(metadata->maxContentBoost);
Nick Deakina2215292023-02-14 21:40:06 -0500759
Nick Deakin6bd90432022-11-20 16:26:37 -0500760 ColorTransformFn hdrGamutConversionFn = getHdrConversionFn(
761 uncompressed_yuv_420_image->colorGamut, uncompressed_p010_image->colorGamut);
762
763 ColorCalculationFn luminanceFn = nullptr;
764 switch (uncompressed_yuv_420_image->colorGamut) {
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000765 case ULTRAHDR_COLORGAMUT_BT709:
Nick Deakin6bd90432022-11-20 16:26:37 -0500766 luminanceFn = srgbLuminance;
767 break;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000768 case ULTRAHDR_COLORGAMUT_P3:
Nick Deakin6bd90432022-11-20 16:26:37 -0500769 luminanceFn = p3Luminance;
770 break;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000771 case ULTRAHDR_COLORGAMUT_BT2100:
Nick Deakin6bd90432022-11-20 16:26:37 -0500772 luminanceFn = bt2100Luminance;
773 break;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000774 case ULTRAHDR_COLORGAMUT_UNSPECIFIED:
Nick Deakin6bd90432022-11-20 16:26:37 -0500775 // Should be impossible to hit after input validation.
776 return ERROR_JPEGR_INVALID_COLORGAMUT;
777 }
778
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800779 std::mutex mutex;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800780 const int threads = std::clamp(GetCPUCoreCount(), 1, 4);
781 size_t rowStep = threads == 1 ? image_height : kJobSzInRows;
782 JobQueue jobQueue;
Nick Deakin594a4ca2022-11-16 20:57:42 -0500783
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800784 std::function<void()> generateMap = [uncompressed_yuv_420_image, uncompressed_p010_image,
785 metadata, dest, hdrInvOetf, hdrGamutConversionFn,
Dichen Zhangf7a9e172023-04-06 18:23:47 -0700786 luminanceFn, hdr_white_nits, log2MinBoost, log2MaxBoost,
787 &jobQueue]() -> void {
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800788 size_t rowStart, rowEnd;
Dichen Zhang24b4a392023-02-02 22:54:01 +0000789 size_t dest_map_width = uncompressed_yuv_420_image->width / kMapDimensionScaleFactor;
790 size_t dest_map_stride = dest->width;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800791 while (jobQueue.dequeueJob(rowStart, rowEnd)) {
792 for (size_t y = rowStart; y < rowEnd; ++y) {
Dichen Zhang24b4a392023-02-02 22:54:01 +0000793 for (size_t x = 0; x < dest_map_width; ++x) {
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800794 Color sdr_yuv_gamma =
795 sampleYuv420(uncompressed_yuv_420_image, kMapDimensionScaleFactor, x, y);
796 Color sdr_rgb_gamma = srgbYuvToRgb(sdr_yuv_gamma);
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800797#if USE_SRGB_INVOETF_LUT
798 Color sdr_rgb = srgbInvOetfLUT(sdr_rgb_gamma);
799#else
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800800 Color sdr_rgb = srgbInvOetf(sdr_rgb_gamma);
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800801#endif
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800802 float sdr_y_nits = luminanceFn(sdr_rgb) * kSdrWhiteNits;
803
804 Color hdr_yuv_gamma = sampleP010(uncompressed_p010_image, kMapDimensionScaleFactor, x, y);
805 Color hdr_rgb_gamma = bt2100YuvToRgb(hdr_yuv_gamma);
806 Color hdr_rgb = hdrInvOetf(hdr_rgb_gamma);
807 hdr_rgb = hdrGamutConversionFn(hdr_rgb);
808 float hdr_y_nits = luminanceFn(hdr_rgb) * hdr_white_nits;
809
Dichen Zhang24b4a392023-02-02 22:54:01 +0000810 size_t pixel_idx = x + y * dest_map_stride;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800811 reinterpret_cast<uint8_t*>(dest->data)[pixel_idx] =
Dichen Zhang10959a42023-04-10 16:28:16 -0700812 encodeGain(sdr_y_nits, hdr_y_nits, metadata, log2MinBoost, log2MaxBoost);
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800813 }
814 }
815 }
816 };
817
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800818 // generate map
Nick Deakina2215292023-02-14 21:40:06 -0500819 std::vector<std::thread> workers;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800820 for (int th = 0; th < threads - 1; th++) {
821 workers.push_back(std::thread(generateMap));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400822 }
823
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800824 rowStep = (threads == 1 ? image_height : kJobSzInRows) / kMapDimensionScaleFactor;
825 for (size_t rowStart = 0; rowStart < map_height;) {
826 size_t rowEnd = std::min(rowStart + rowStep, map_height);
827 jobQueue.enqueueJob(rowStart, rowEnd);
828 rowStart = rowEnd;
829 }
830 jobQueue.markQueueForEnd();
831 generateMap();
832 std::for_each(workers.begin(), workers.end(), [](std::thread& t) { t.join(); });
833
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400834 map_data.release();
Dichen Zhang6947d532022-10-22 02:16:21 +0000835 return NO_ERROR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700836}
837
Dichen Zhang10959a42023-04-10 16:28:16 -0700838status_t JpegR::applyGainMap(jr_uncompressed_ptr uncompressed_yuv_420_image,
839 jr_uncompressed_ptr uncompressed_gain_map,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000840 ultrahdr_metadata_ptr metadata,
841 ultrahdr_output_format output_format,
Dichen Zhang10959a42023-04-10 16:28:16 -0700842 float max_display_boost,
843 jr_uncompressed_ptr dest) {
Dichen Zhang596a7562022-10-12 14:57:05 -0700844 if (uncompressed_yuv_420_image == nullptr
Dichen Zhang10959a42023-04-10 16:28:16 -0700845 || uncompressed_gain_map == nullptr
Nick Deakin6bd90432022-11-20 16:26:37 -0500846 || metadata == nullptr
Dichen Zhang596a7562022-10-12 14:57:05 -0700847 || dest == nullptr) {
Dichen Zhang80b72482022-11-02 01:55:35 +0000848 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700849 }
850
Ram Mohan9b3d6852023-05-26 00:09:50 +0530851 // TODO: remove once map scaling factor is computed based on actual map dims
852 size_t image_width = uncompressed_yuv_420_image->width;
853 size_t image_height = uncompressed_yuv_420_image->height;
854 size_t map_width = image_width / kMapDimensionScaleFactor;
855 size_t map_height = image_height / kMapDimensionScaleFactor;
856 map_width = static_cast<size_t>(
857 floor((map_width + kJpegBlock - 1) / kJpegBlock)) * kJpegBlock;
858 map_height = ((map_height + 1) >> 1) << 1;
859 if (map_width != uncompressed_gain_map->width
860 || map_height != uncompressed_gain_map->height) {
861 ALOGE("gain map dimensions and primary image dimensions are not to scale");
862 return ERROR_JPEGR_INVALID_INPUT_TYPE;
863 }
864
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800865 dest->width = uncompressed_yuv_420_image->width;
866 dest->height = uncompressed_yuv_420_image->height;
Ram Mohanfe723d62022-12-15 00:59:11 +0530867 ShepardsIDW idwTable(kMapDimensionScaleFactor);
Dichen Zhangb96ba8f2023-03-21 23:33:41 +0000868 float display_boost = std::min(max_display_boost, metadata->maxContentBoost);
Dichen Zhang10959a42023-04-10 16:28:16 -0700869 GainLUT gainLUT(metadata, display_boost);
Ram Mohanfe723d62022-12-15 00:59:11 +0530870
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800871 JobQueue jobQueue;
Dichen Zhang10959a42023-04-10 16:28:16 -0700872 std::function<void()> applyRecMap = [uncompressed_yuv_420_image, uncompressed_gain_map,
Dichen Zhang3e5798c2023-03-01 22:30:43 +0000873 metadata, dest, &jobQueue, &idwTable, output_format,
Dichen Zhang10959a42023-04-10 16:28:16 -0700874 &gainLUT, display_boost]() -> void {
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800875 size_t width = uncompressed_yuv_420_image->width;
876 size_t height = uncompressed_yuv_420_image->height;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400877
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800878 size_t rowStart, rowEnd;
879 while (jobQueue.dequeueJob(rowStart, rowEnd)) {
880 for (size_t y = rowStart; y < rowEnd; ++y) {
881 for (size_t x = 0; x < width; ++x) {
882 Color yuv_gamma_sdr = getYuv420Pixel(uncompressed_yuv_420_image, x, y);
883 Color rgb_gamma_sdr = srgbYuvToRgb(yuv_gamma_sdr);
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800884#if USE_SRGB_INVOETF_LUT
885 Color rgb_sdr = srgbInvOetfLUT(rgb_gamma_sdr);
886#else
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800887 Color rgb_sdr = srgbInvOetf(rgb_gamma_sdr);
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800888#endif
Dichen Zhang10959a42023-04-10 16:28:16 -0700889 float gain;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800890 // TODO: determine map scaling factor based on actual map dims
891 size_t map_scale_factor = kMapDimensionScaleFactor;
892 // TODO: If map_scale_factor is guaranteed to be an integer, then remove the following.
893 // Currently map_scale_factor is of type size_t, but it could be changed to a float
894 // later.
895 if (map_scale_factor != floorf(map_scale_factor)) {
Dichen Zhang10959a42023-04-10 16:28:16 -0700896 gain = sampleMap(uncompressed_gain_map, map_scale_factor, x, y);
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800897 } else {
Dichen Zhang10959a42023-04-10 16:28:16 -0700898 gain = sampleMap(uncompressed_gain_map, map_scale_factor, x, y, idwTable);
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800899 }
Dichen Zhangc6605702023-03-15 18:40:55 -0700900
Dichen Zhang10959a42023-04-10 16:28:16 -0700901#if USE_APPLY_GAIN_LUT
902 Color rgb_hdr = applyGainLUT(rgb_sdr, gain, gainLUT);
Harish Mahendrakarf25991f2022-12-16 11:57:44 -0800903#else
Dichen Zhang10959a42023-04-10 16:28:16 -0700904 Color rgb_hdr = applyGain(rgb_sdr, gain, metadata, display_boost);
Harish Mahendrakarf25991f2022-12-16 11:57:44 -0800905#endif
Dichen Zhangc6605702023-03-15 18:40:55 -0700906 rgb_hdr = rgb_hdr / display_boost;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800907 size_t pixel_idx = x + y * width;
Dichen Zhang3e5798c2023-03-01 22:30:43 +0000908
909 switch (output_format) {
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000910 case ULTRAHDR_OUTPUT_HDR_LINEAR:
Dichen Zhang3e5798c2023-03-01 22:30:43 +0000911 {
912 uint64_t rgba_f16 = colorToRgbaF16(rgb_hdr);
913 reinterpret_cast<uint64_t*>(dest->data)[pixel_idx] = rgba_f16;
914 break;
915 }
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000916 case ULTRAHDR_OUTPUT_HDR_HLG:
Dichen Zhang3e5798c2023-03-01 22:30:43 +0000917 {
918#if USE_HLG_OETF_LUT
919 ColorTransformFn hdrOetf = hlgOetfLUT;
920#else
921 ColorTransformFn hdrOetf = hlgOetf;
922#endif
923 Color rgb_gamma_hdr = hdrOetf(rgb_hdr);
924 uint32_t rgba_1010102 = colorToRgba1010102(rgb_gamma_hdr);
925 reinterpret_cast<uint32_t*>(dest->data)[pixel_idx] = rgba_1010102;
926 break;
927 }
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000928 case ULTRAHDR_OUTPUT_HDR_PQ:
Dichen Zhang3e5798c2023-03-01 22:30:43 +0000929 {
930#if USE_HLG_OETF_LUT
931 ColorTransformFn hdrOetf = pqOetfLUT;
932#else
933 ColorTransformFn hdrOetf = pqOetf;
934#endif
935 Color rgb_gamma_hdr = hdrOetf(rgb_hdr);
936 uint32_t rgba_1010102 = colorToRgba1010102(rgb_gamma_hdr);
937 reinterpret_cast<uint32_t*>(dest->data)[pixel_idx] = rgba_1010102;
938 break;
939 }
940 default:
941 {}
942 // Should be impossible to hit after input validation.
943 }
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800944 }
945 }
946 }
947 };
948
949 const int threads = std::clamp(GetCPUCoreCount(), 1, 4);
950 std::vector<std::thread> workers;
951 for (int th = 0; th < threads - 1; th++) {
952 workers.push_back(std::thread(applyRecMap));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400953 }
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800954 const int rowStep = threads == 1 ? uncompressed_yuv_420_image->height : kJobSzInRows;
955 for (int rowStart = 0; rowStart < uncompressed_yuv_420_image->height;) {
956 int rowEnd = std::min(rowStart + rowStep, uncompressed_yuv_420_image->height);
957 jobQueue.enqueueJob(rowStart, rowEnd);
958 rowStart = rowEnd;
959 }
960 jobQueue.markQueueForEnd();
961 applyRecMap();
962 std::for_each(workers.begin(), workers.end(), [](std::thread& t) { t.join(); });
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000963 return NO_ERROR;
964}
965
Dichen Zhang10959a42023-04-10 16:28:16 -0700966status_t JpegR::extractPrimaryImageAndGainMap(jr_compressed_ptr compressed_jpegr_image,
967 jr_compressed_ptr primary_image,
968 jr_compressed_ptr gain_map) {
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000969 if (compressed_jpegr_image == nullptr) {
970 return ERROR_JPEGR_INVALID_NULL_PTR;
971 }
972
973 MessageHandler msg_handler;
974 std::shared_ptr<DataSegment> seg =
975 DataSegment::Create(DataRange(0, compressed_jpegr_image->length),
976 static_cast<const uint8_t*>(compressed_jpegr_image->data),
977 DataSegment::BufferDispositionPolicy::kDontDelete);
978 DataSegmentDataSource data_source(seg);
979 JpegInfoBuilder jpeg_info_builder;
980 jpeg_info_builder.SetImageLimit(2);
981 JpegScanner jpeg_scanner(&msg_handler);
982 jpeg_scanner.Run(&data_source, &jpeg_info_builder);
983 data_source.Reset();
984
985 if (jpeg_scanner.HasError()) {
986 return ERROR_JPEGR_INVALID_INPUT_TYPE;
987 }
988
989 const auto& jpeg_info = jpeg_info_builder.GetInfo();
990 const auto& image_ranges = jpeg_info.GetImageRanges();
991 if (image_ranges.empty()) {
992 return ERROR_JPEGR_INVALID_INPUT_TYPE;
993 }
994
995 if (image_ranges.size() != 2) {
996 // Must be 2 JPEG Images
997 return ERROR_JPEGR_INVALID_INPUT_TYPE;
998 }
999
1000 if (primary_image != nullptr) {
1001 primary_image->data = static_cast<uint8_t*>(compressed_jpegr_image->data) +
1002 image_ranges[0].GetBegin();
1003 primary_image->length = image_ranges[0].GetLength();
1004 }
1005
Dichen Zhang10959a42023-04-10 16:28:16 -07001006 if (gain_map != nullptr) {
1007 gain_map->data = static_cast<uint8_t*>(compressed_jpegr_image->data) +
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +00001008 image_ranges[1].GetBegin();
Dichen Zhang10959a42023-04-10 16:28:16 -07001009 gain_map->length = image_ranges[1].GetLength();
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +00001010 }
Nick Deakinf6bca5a2022-11-04 10:43:43 -04001011
Dichen Zhang6947d532022-10-22 02:16:21 +00001012 return NO_ERROR;
Dichen Zhang596a7562022-10-12 14:57:05 -07001013}
1014
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +00001015
Dichen Zhang10959a42023-04-10 16:28:16 -07001016status_t JpegR::extractGainMap(jr_compressed_ptr compressed_jpegr_image,
1017 jr_compressed_ptr dest) {
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +00001018 if (compressed_jpegr_image == nullptr || dest == nullptr) {
Dichen Zhang80b72482022-11-02 01:55:35 +00001019 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang85b37562022-10-11 11:08:28 -07001020 }
1021
Dichen Zhang10959a42023-04-10 16:28:16 -07001022 return extractPrimaryImageAndGainMap(compressed_jpegr_image, nullptr, dest);
Dichen Zhang85b37562022-10-11 11:08:28 -07001023}
1024
Dichen Zhangd18bc302022-12-16 20:55:24 +00001025// JPEG/R structure:
1026// SOI (ff d8)
Dichen Zhang50ff1292023-01-27 18:03:43 +00001027//
1028// (Optional, only if EXIF package is from outside)
Dichen Zhangd18bc302022-12-16 20:55:24 +00001029// APP1 (ff e1)
1030// 2 bytes of length (2 + length of exif package)
1031// EXIF package (this includes the first two bytes representing the package length)
Dichen Zhang50ff1292023-01-27 18:03:43 +00001032//
1033// (Required, XMP package) APP1 (ff e1)
Dichen Zhangd18bc302022-12-16 20:55:24 +00001034// 2 bytes of length (2 + 29 + length of xmp package)
1035// name space ("http://ns.adobe.com/xap/1.0/\0")
Dichen Zhang61ede362023-02-22 18:50:13 +00001036// XMP
1037//
1038// (Required, MPF package) APP2 (ff e2)
1039// 2 bytes of length
1040// MPF
Dichen Zhang50ff1292023-01-27 18:03:43 +00001041//
1042// (Required) primary image (without the first two bytes (SOI), may have other packages)
1043//
Dichen Zhang61ede362023-02-22 18:50:13 +00001044// SOI (ff d8)
1045//
1046// (Required, XMP package) APP1 (ff e1)
1047// 2 bytes of length (2 + 29 + length of xmp package)
1048// name space ("http://ns.adobe.com/xap/1.0/\0")
1049// XMP
1050//
Dichen Zhang10959a42023-04-10 16:28:16 -07001051// (Required) secondary image (the gain map, without the first two bytes (SOI))
Dichen Zhangd18bc302022-12-16 20:55:24 +00001052//
1053// Metadata versions we are using:
1054// ECMA TR-98 for JFIF marker
1055// Exif 2.2 spec for EXIF marker
1056// Adobe XMP spec part 3 for XMP marker
1057// ICC v4.3 spec for ICC
Dichen Zhang10959a42023-04-10 16:28:16 -07001058status_t JpegR::appendGainMap(jr_compressed_ptr compressed_jpeg_image,
1059 jr_compressed_ptr compressed_gain_map,
1060 jr_exif_ptr exif,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +00001061 ultrahdr_metadata_ptr metadata,
Dichen Zhang10959a42023-04-10 16:28:16 -07001062 jr_compressed_ptr dest) {
Dichen Zhang6947d532022-10-22 02:16:21 +00001063 if (compressed_jpeg_image == nullptr
Dichen Zhang10959a42023-04-10 16:28:16 -07001064 || compressed_gain_map == nullptr
Nick Deakin6bd90432022-11-20 16:26:37 -05001065 || metadata == nullptr
Dichen Zhang6947d532022-10-22 02:16:21 +00001066 || dest == nullptr) {
Dichen Zhang80b72482022-11-02 01:55:35 +00001067 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang85b37562022-10-11 11:08:28 -07001068 }
1069
Dichen Zhang15345ea2023-02-23 23:54:32 +00001070 const string nameSpace = "http://ns.adobe.com/xap/1.0/";
1071 const int nameSpaceLength = nameSpace.size() + 1; // need to count the null terminator
Dichen Zhanga8766262022-11-07 23:48:24 +00001072
Dichen Zhang15345ea2023-02-23 23:54:32 +00001073 // calculate secondary image length first, because the length will be written into the primary
1074 // image xmp
Dichen Zhang61ede362023-02-22 18:50:13 +00001075 const string xmp_secondary = generateXmpForSecondaryImage(*metadata);
Dichen Zhang15345ea2023-02-23 23:54:32 +00001076 const int xmp_secondary_length = 2 /* 2 bytes representing the length of the package */
1077 + nameSpaceLength /* 29 bytes length of name space including \0 */
1078 + xmp_secondary.size(); /* length of xmp packet */
1079 const int secondary_image_size = 2 /* 2 bytes length of APP1 sign */
1080 + xmp_secondary_length
Dichen Zhang10959a42023-04-10 16:28:16 -07001081 + compressed_gain_map->length;
Dichen Zhang15345ea2023-02-23 23:54:32 +00001082 // primary image
Nick Deakin05ceebf2023-04-19 15:27:13 -04001083 const string xmp_primary = generateXmpForPrimaryImage(secondary_image_size, *metadata);
Dichen Zhang15345ea2023-02-23 23:54:32 +00001084 // same as primary
1085 const int xmp_primary_length = 2 + nameSpaceLength + xmp_primary.size();
Dichen Zhang61ede362023-02-22 18:50:13 +00001086
Dichen Zhang15345ea2023-02-23 23:54:32 +00001087 int pos = 0;
Dichen Zhang61ede362023-02-22 18:50:13 +00001088 // Begin primary image
Dichen Zhangd18bc302022-12-16 20:55:24 +00001089 // Write SOI
Dichen Zhanga8766262022-11-07 23:48:24 +00001090 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1091 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kSOI, 1, pos));
Dichen Zhangd18bc302022-12-16 20:55:24 +00001092
1093 // Write EXIF
Dichen Zhang50ff1292023-01-27 18:03:43 +00001094 if (exif != nullptr) {
Dichen Zhangd18bc302022-12-16 20:55:24 +00001095 const int length = 2 + exif->length;
1096 const uint8_t lengthH = ((length >> 8) & 0xff);
1097 const uint8_t lengthL = (length & 0xff);
1098 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1099 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kAPP1, 1, pos));
1100 JPEGR_CHECK(Write(dest, &lengthH, 1, pos));
1101 JPEGR_CHECK(Write(dest, &lengthL, 1, pos));
1102 JPEGR_CHECK(Write(dest, exif->data, exif->length, pos));
1103 }
1104
1105 // Prepare and write XMP
1106 {
Dichen Zhang15345ea2023-02-23 23:54:32 +00001107 const int length = xmp_primary_length;
Dichen Zhangd18bc302022-12-16 20:55:24 +00001108 const uint8_t lengthH = ((length >> 8) & 0xff);
1109 const uint8_t lengthL = (length & 0xff);
1110 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1111 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kAPP1, 1, pos));
1112 JPEGR_CHECK(Write(dest, &lengthH, 1, pos));
1113 JPEGR_CHECK(Write(dest, &lengthL, 1, pos));
1114 JPEGR_CHECK(Write(dest, (void*)nameSpace.c_str(), nameSpaceLength, pos));
Dichen Zhang61ede362023-02-22 18:50:13 +00001115 JPEGR_CHECK(Write(dest, (void*)xmp_primary.c_str(), xmp_primary.size(), pos));
1116 }
1117
1118 // Prepare and write MPF
1119 {
1120 const int length = 2 + calculateMpfSize();
1121 const uint8_t lengthH = ((length >> 8) & 0xff);
1122 const uint8_t lengthL = (length & 0xff);
1123 int primary_image_size = pos + length + compressed_jpeg_image->length;
Dichen Zhang15345ea2023-02-23 23:54:32 +00001124 // between APP2 + package size + signature
1125 // ff e2 00 58 4d 50 46 00
1126 // 2 + 2 + 4 = 8 (bytes)
1127 // and ff d8 sign of the secondary image
1128 int secondary_image_offset = primary_image_size - pos - 8;
1129 sp<DataStruct> mpf = generateMpf(primary_image_size,
1130 0, /* primary_image_offset */
1131 secondary_image_size,
1132 secondary_image_offset);
Dichen Zhang61ede362023-02-22 18:50:13 +00001133 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1134 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kAPP2, 1, pos));
1135 JPEGR_CHECK(Write(dest, &lengthH, 1, pos));
1136 JPEGR_CHECK(Write(dest, &lengthL, 1, pos));
1137 JPEGR_CHECK(Write(dest, (void*)mpf->getData(), mpf->getLength(), pos));
Dichen Zhangd18bc302022-12-16 20:55:24 +00001138 }
1139
1140 // Write primary image
Dichen Zhanga8766262022-11-07 23:48:24 +00001141 JPEGR_CHECK(Write(dest,
1142 (uint8_t*)compressed_jpeg_image->data + 2, compressed_jpeg_image->length - 2, pos));
Dichen Zhang61ede362023-02-22 18:50:13 +00001143 // Finish primary image
1144
Dichen Zhang10959a42023-04-10 16:28:16 -07001145 // Begin secondary image (gain map)
Dichen Zhang61ede362023-02-22 18:50:13 +00001146 // Write SOI
1147 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1148 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kSOI, 1, pos));
1149
1150 // Prepare and write XMP
1151 {
Dichen Zhang15345ea2023-02-23 23:54:32 +00001152 const int length = xmp_secondary_length;
Dichen Zhang61ede362023-02-22 18:50:13 +00001153 const uint8_t lengthH = ((length >> 8) & 0xff);
1154 const uint8_t lengthL = (length & 0xff);
1155 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1156 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kAPP1, 1, pos));
1157 JPEGR_CHECK(Write(dest, &lengthH, 1, pos));
1158 JPEGR_CHECK(Write(dest, &lengthL, 1, pos));
1159 JPEGR_CHECK(Write(dest, (void*)nameSpace.c_str(), nameSpaceLength, pos));
1160 JPEGR_CHECK(Write(dest, (void*)xmp_secondary.c_str(), xmp_secondary.size(), pos));
1161 }
Dichen Zhangd18bc302022-12-16 20:55:24 +00001162
1163 // Write secondary image
Dichen Zhang61ede362023-02-22 18:50:13 +00001164 JPEGR_CHECK(Write(dest,
Dichen Zhang10959a42023-04-10 16:28:16 -07001165 (uint8_t*)compressed_gain_map->data + 2, compressed_gain_map->length - 2, pos));
Dichen Zhangd18bc302022-12-16 20:55:24 +00001166
1167 // Set back length
Dichen Zhanga8766262022-11-07 23:48:24 +00001168 dest->length = pos;
1169
Dichen Zhangd18bc302022-12-16 20:55:24 +00001170 // Done!
Dichen Zhang6947d532022-10-22 02:16:21 +00001171 return NO_ERROR;
Dichen Zhang85b37562022-10-11 11:08:28 -07001172}
1173
Dichen Zhang61ede362023-02-22 18:50:13 +00001174status_t JpegR::toneMap(jr_uncompressed_ptr src, jr_uncompressed_ptr dest) {
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001175 if (src == nullptr || dest == nullptr) {
Dichen Zhang636f5242022-12-07 20:25:44 +00001176 return ERROR_JPEGR_INVALID_NULL_PTR;
1177 }
1178
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001179 uint16_t* src_luma_data = reinterpret_cast<uint16_t*>(src->data);
Dichen Zhang98b06852023-05-17 16:56:51 +00001180 size_t src_luma_stride = src->luma_stride == 0 ? src->width : src->luma_stride;
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001181
Dichen Zhang98b06852023-05-17 16:56:51 +00001182 uint16_t* src_chroma_data;
1183 size_t src_chroma_stride;
1184 if (src->chroma_data == nullptr) {
1185 src_chroma_stride = src_luma_stride;
1186 src_chroma_data = &reinterpret_cast<uint16_t*>(src->data)[src_luma_stride * src->height];
1187 } else {
1188 src_chroma_stride = src->chroma_stride;
1189 src_chroma_data = reinterpret_cast<uint16_t*>(src->chroma_data);
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001190 }
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001191 dest->width = src->width;
1192 dest->height = src->height;
Dichen Zhang636f5242022-12-07 20:25:44 +00001193
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001194 size_t dest_luma_pixel_count = dest->width * dest->height;
1195
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001196 for (size_t y = 0; y < src->height; ++y) {
1197 for (size_t x = 0; x < src->width; ++x) {
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001198 size_t src_y_idx = y * src_luma_stride + x;
1199 size_t src_u_idx = (y >> 1) * src_chroma_stride + (x & ~0x1);
1200 size_t src_v_idx = src_u_idx + 1;
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001201
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001202 uint16_t y_uint = src_luma_data[src_y_idx] >> 6;
1203 uint16_t u_uint = src_chroma_data[src_u_idx] >> 6;
1204 uint16_t v_uint = src_chroma_data[src_v_idx] >> 6;
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001205
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001206 size_t dest_y_idx = x + y * dest->width;
1207 size_t dest_uv_idx = x / 2 + (y / 2) * (dest->width / 2);
1208
1209 uint8_t* y = &reinterpret_cast<uint8_t*>(dest->data)[dest_y_idx];
1210 uint8_t* u = &reinterpret_cast<uint8_t*>(dest->data)[dest_luma_pixel_count + dest_uv_idx];
1211 uint8_t* v = &reinterpret_cast<uint8_t*>(
1212 dest->data)[dest_luma_pixel_count * 5 / 4 + dest_uv_idx];
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001213
1214 *y = static_cast<uint8_t>((y_uint >> 2) & 0xff);
1215 *u = static_cast<uint8_t>((u_uint >> 2) & 0xff);
1216 *v = static_cast<uint8_t>((v_uint >> 2) & 0xff);
1217 }
1218 }
1219
1220 dest->colorGamut = src->colorGamut;
Dichen Zhang636f5242022-12-07 20:25:44 +00001221
1222 return NO_ERROR;
1223}
1224
Dichen Zhangdbceb0e2023-04-14 19:03:18 +00001225} // namespace android::ultrahdr