blob: 5ebca399a970192d8818a558f24bfe2e89c82838 [file] [log] [blame]
Dichen Zhang85b37562022-10-11 11:08:28 -07001/*
2 * Copyright 2022 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Dichen Zhangdbceb0e2023-04-14 19:03:18 +000017#include <ultrahdr/jpegr.h>
18#include <ultrahdr/jpegencoderhelper.h>
19#include <ultrahdr/jpegdecoderhelper.h>
20#include <ultrahdr/gainmapmath.h>
21#include <ultrahdr/jpegrutils.h>
22#include <ultrahdr/multipictureformat.h>
23#include <ultrahdr/icc.h>
Nick Deakinf6bca5a2022-11-04 10:43:43 -040024
Dichen Zhanga8766262022-11-07 23:48:24 +000025#include <image_io/jpeg/jpeg_marker.h>
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +000026#include <image_io/jpeg/jpeg_info.h>
27#include <image_io/jpeg/jpeg_scanner.h>
28#include <image_io/jpeg/jpeg_info_builder.h>
29#include <image_io/base/data_segment_data_source.h>
Dichen Zhang53751272023-01-17 19:09:01 -080030#include <utils/Log.h>
Nick Deakinf6bca5a2022-11-04 10:43:43 -040031
Dichen Zhang6438a192023-01-29 07:51:15 +000032#include <map>
Nick Deakinf6bca5a2022-11-04 10:43:43 -040033#include <memory>
Dichen Zhang72fd2b12022-11-01 06:11:50 +000034#include <sstream>
35#include <string>
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +000036#include <cmath>
Harish Mahendrakar72b6f302022-12-16 10:39:15 -080037#include <condition_variable>
38#include <deque>
39#include <mutex>
40#include <thread>
41#include <unistd.h>
Dichen Zhang72fd2b12022-11-01 06:11:50 +000042
43using namespace std;
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +000044using namespace photos_editing_formats::image_io;
Dichen Zhang85b37562022-10-11 11:08:28 -070045
Dichen Zhangdbceb0e2023-04-14 19:03:18 +000046namespace android::ultrahdr {
Dichen Zhang85b37562022-10-11 11:08:28 -070047
Harish Mahendrakar555a06b2022-12-14 09:37:27 -080048#define USE_SRGB_INVOETF_LUT 1
49#define USE_HLG_OETF_LUT 1
50#define USE_PQ_OETF_LUT 1
51#define USE_HLG_INVOETF_LUT 1
52#define USE_PQ_INVOETF_LUT 1
Dichen Zhang10959a42023-04-10 16:28:16 -070053#define USE_APPLY_GAIN_LUT 1
Harish Mahendrakar555a06b2022-12-14 09:37:27 -080054
Nick Deakinf6bca5a2022-11-04 10:43:43 -040055#define JPEGR_CHECK(x) \
56 { \
57 status_t status = (x); \
58 if ((status) != NO_ERROR) { \
59 return status; \
60 } \
61 }
62
Nick Deakin6bd90432022-11-20 16:26:37 -050063// The current JPEGR version that we encode to
Nick Deakin05ceebf2023-04-19 15:27:13 -040064static const char* const kJpegrVersion = "1.0";
Nick Deakin6bd90432022-11-20 16:26:37 -050065
Nick Deakinf6bca5a2022-11-04 10:43:43 -040066// Map is quarter res / sixteenth size
67static const size_t kMapDimensionScaleFactor = 4;
Ram Mohan033270a2023-05-18 15:26:33 +053068
69// Gain Map width is (image_width / kMapDimensionScaleFactor). If we were to
70// compress 420 GainMap in jpeg, then we need at least 2 samples. For Grayscale
71// 1 sample is sufficient. We are using 2 here anyways
72static const int kMinWidth = 2 * kMapDimensionScaleFactor;
73static const int kMinHeight = 2 * kMapDimensionScaleFactor;
74
Dichen Zhang53751272023-01-17 19:09:01 -080075// JPEG block size.
Dichen Zhang56a7d592023-04-14 16:57:34 +000076// JPEG encoding / decoding will require block based DCT transform 16 x 16 for luma,
77// and 8 x 8 for chroma.
78// Width must be 16 dividable for luma, and 8 dividable for chroma.
79// If this criteria is not ficilitated, we will pad zeros based on the required block size.
80static const size_t kJpegBlock = JpegEncoderHelper::kCompressBatchSize;
81static const size_t kJpegBlockSquare = kJpegBlock * kJpegBlock;
Dichen Zhang10959a42023-04-10 16:28:16 -070082// JPEG compress quality (0 ~ 100) for gain map
Dichen Zhang0b9f7de2022-11-18 06:52:46 +000083static const int kMapCompressQuality = 85;
Nick Deakinf6bca5a2022-11-04 10:43:43 -040084
Harish Mahendrakar72b6f302022-12-16 10:39:15 -080085#define CONFIG_MULTITHREAD 1
86int GetCPUCoreCount() {
87 int cpuCoreCount = 1;
88#if CONFIG_MULTITHREAD
89#if defined(_SC_NPROCESSORS_ONLN)
90 cpuCoreCount = sysconf(_SC_NPROCESSORS_ONLN);
91#else
92 // _SC_NPROC_ONLN must be defined...
93 cpuCoreCount = sysconf(_SC_NPROC_ONLN);
94#endif
95#endif
96 return cpuCoreCount;
97}
98
Ram Mohanac1cfec2023-05-18 14:41:15 +053099status_t JpegR::areInputArgumentsValid(jr_uncompressed_ptr uncompressed_p010_image,
100 jr_uncompressed_ptr uncompressed_yuv_420_image,
101 ultrahdr_transfer_function hdr_tf,
102 jr_compressed_ptr dest) {
103 if (uncompressed_p010_image == nullptr || uncompressed_p010_image->data == nullptr) {
104 ALOGE("received nullptr for uncompressed p010 image");
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700105 return ERROR_JPEGR_INVALID_NULL_PTR;
106 }
107
Ram Mohanac1cfec2023-05-18 14:41:15 +0530108 if (uncompressed_p010_image->width % 2 != 0
109 || uncompressed_p010_image->height % 2 != 0) {
110 ALOGE("Image dimensions cannot be odd, image dimensions %dx%d",
111 uncompressed_p010_image->width, uncompressed_p010_image->height);
112 return ERROR_JPEGR_INVALID_INPUT_TYPE;
113 }
114
Ram Mohan033270a2023-05-18 15:26:33 +0530115 if (uncompressed_p010_image->width < kMinWidth
116 || uncompressed_p010_image->height < kMinHeight) {
117 ALOGE("Image dimensions cannot be less than %dx%d, image dimensions %dx%d",
118 kMinWidth, kMinHeight, uncompressed_p010_image->width, uncompressed_p010_image->height);
Ram Mohanac1cfec2023-05-18 14:41:15 +0530119 return ERROR_JPEGR_INVALID_INPUT_TYPE;
120 }
121
122 if (uncompressed_p010_image->colorGamut <= ULTRAHDR_COLORGAMUT_UNSPECIFIED
123 || uncompressed_p010_image->colorGamut > ULTRAHDR_COLORGAMUT_MAX) {
124 ALOGE("Unrecognized p010 color gamut %d", uncompressed_p010_image->colorGamut);
125 return ERROR_JPEGR_INVALID_INPUT_TYPE;
126 }
127
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700128 if (uncompressed_p010_image->luma_stride != 0
129 && uncompressed_p010_image->luma_stride < uncompressed_p010_image->width) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530130 ALOGE("Luma stride can not be smaller than width, stride=%d, width=%d",
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700131 uncompressed_p010_image->luma_stride, uncompressed_p010_image->width);
132 return ERROR_JPEGR_INVALID_INPUT_TYPE;
133 }
134
Ram Mohanac1cfec2023-05-18 14:41:15 +0530135 if (uncompressed_p010_image->chroma_data != nullptr
136 && uncompressed_p010_image->chroma_stride < uncompressed_p010_image->width) {
137 ALOGE("Chroma stride can not be smaller than width, stride=%d, width=%d",
138 uncompressed_p010_image->chroma_stride,
139 uncompressed_p010_image->width);
140 return ERROR_JPEGR_INVALID_INPUT_TYPE;
141 }
142
143 if (dest == nullptr || dest->data == nullptr) {
144 ALOGE("received nullptr for destination");
145 return ERROR_JPEGR_INVALID_NULL_PTR;
146 }
147
148 if (hdr_tf <= ULTRAHDR_TF_UNSPECIFIED || hdr_tf > ULTRAHDR_TF_MAX) {
149 ALOGE("Invalid hdr transfer function %d", hdr_tf);
150 return ERROR_JPEGR_INVALID_INPUT_TYPE;
151 }
152
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700153 if (uncompressed_yuv_420_image == nullptr) {
154 return NO_ERROR;
155 }
156
Ram Mohanac1cfec2023-05-18 14:41:15 +0530157 if (uncompressed_yuv_420_image->data == nullptr) {
158 ALOGE("received nullptr for uncompressed 420 image");
159 return ERROR_JPEGR_INVALID_NULL_PTR;
160 }
161
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700162 if (uncompressed_yuv_420_image->luma_stride != 0) {
163 ALOGE("Stride is not supported for YUV420 image");
164 return ERROR_JPEGR_UNSUPPORTED_FEATURE;
165 }
166
167 if (uncompressed_yuv_420_image->chroma_data != nullptr) {
168 ALOGE("Pointer to chroma plane is not supported for YUV420 image, chroma data must"
169 "be immediately after the luma data.");
170 return ERROR_JPEGR_UNSUPPORTED_FEATURE;
171 }
172
173 if (uncompressed_p010_image->width != uncompressed_yuv_420_image->width
174 || uncompressed_p010_image->height != uncompressed_yuv_420_image->height) {
175 ALOGE("Image resolutions mismatch: P010: %dx%d, YUV420: %dx%d",
176 uncompressed_p010_image->width,
177 uncompressed_p010_image->height,
178 uncompressed_yuv_420_image->width,
179 uncompressed_yuv_420_image->height);
180 return ERROR_JPEGR_RESOLUTION_MISMATCH;
181 }
182
Ram Mohanac1cfec2023-05-18 14:41:15 +0530183 if (uncompressed_yuv_420_image->colorGamut <= ULTRAHDR_COLORGAMUT_UNSPECIFIED
184 || uncompressed_yuv_420_image->colorGamut > ULTRAHDR_COLORGAMUT_MAX) {
185 ALOGE("Unrecognized 420 color gamut %d", uncompressed_yuv_420_image->colorGamut);
186 return ERROR_JPEGR_INVALID_INPUT_TYPE;
187 }
188
189 return NO_ERROR;
190}
191
192status_t JpegR::areInputArgumentsValid(jr_uncompressed_ptr uncompressed_p010_image,
193 jr_uncompressed_ptr uncompressed_yuv_420_image,
194 ultrahdr_transfer_function hdr_tf,
195 jr_compressed_ptr dest,
196 int quality) {
197 if (status_t ret = areInputArgumentsValid(
198 uncompressed_p010_image, uncompressed_yuv_420_image, hdr_tf, dest) != NO_ERROR) {
199 return ret;
200 }
201
202 if (quality < 0 || quality > 100) {
203 ALOGE("quality factor is out side range [0-100], quality factor : %d", quality);
204 return ERROR_JPEGR_INVALID_INPUT_TYPE;
205 }
206
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700207 return NO_ERROR;
208}
209
Dichen Zhang636f5242022-12-07 20:25:44 +0000210/* Encode API-0 */
Dichen Zhang761b52d2023-02-10 22:38:38 +0000211status_t JpegR::encodeJPEGR(jr_uncompressed_ptr uncompressed_p010_image,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000212 ultrahdr_transfer_function hdr_tf,
Dichen Zhang61ede362023-02-22 18:50:13 +0000213 jr_compressed_ptr dest,
214 int quality,
215 jr_exif_ptr exif) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530216 if (status_t ret = areInputArgumentsValid(
217 uncompressed_p010_image, /* uncompressed_yuv_420_image */ nullptr,
218 hdr_tf, dest, quality) != NO_ERROR) {
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700219 return ret;
Dichen Zhang53751272023-01-17 19:09:01 -0800220 }
221
Ram Mohanac1cfec2023-05-18 14:41:15 +0530222 if (exif != nullptr && exif->data == nullptr) {
223 ALOGE("received nullptr for exif metadata");
224 return ERROR_JPEGR_INVALID_NULL_PTR;
225 }
226
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000227 ultrahdr_metadata_struct metadata;
Dichen Zhang636f5242022-12-07 20:25:44 +0000228 metadata.version = kJpegrVersion;
Dichen Zhang636f5242022-12-07 20:25:44 +0000229
230 jpegr_uncompressed_struct uncompressed_yuv_420_image;
Dichen Zhang56a7d592023-04-14 16:57:34 +0000231 size_t gain_map_length = uncompressed_p010_image->width * uncompressed_p010_image->height * 3 / 2;
232 // Pad a pseudo chroma block (kJpegBlock / 2) x (kJpegBlock / 2)
233 // if width is not kJpegBlock aligned.
234 if (uncompressed_p010_image->width % kJpegBlock != 0) {
235 gain_map_length += kJpegBlockSquare / 4;
236 }
237 unique_ptr<uint8_t[]> uncompressed_yuv_420_image_data = make_unique<uint8_t[]>(gain_map_length);
Dichen Zhangc3437ca2023-01-04 14:00:08 -0800238 uncompressed_yuv_420_image.data = uncompressed_yuv_420_image_data.get();
Dichen Zhang636f5242022-12-07 20:25:44 +0000239 JPEGR_CHECK(toneMap(uncompressed_p010_image, &uncompressed_yuv_420_image));
240
241 jpegr_uncompressed_struct map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700242 JPEGR_CHECK(generateGainMap(
Nick Deakin01759062023-02-02 18:21:43 -0500243 &uncompressed_yuv_420_image, uncompressed_p010_image, hdr_tf, &metadata, &map));
Dichen Zhang636f5242022-12-07 20:25:44 +0000244 std::unique_ptr<uint8_t[]> map_data;
245 map_data.reset(reinterpret_cast<uint8_t*>(map.data));
246
247 jpegr_compressed_struct compressed_map;
248 compressed_map.maxLength = map.width * map.height;
249 unique_ptr<uint8_t[]> compressed_map_data = make_unique<uint8_t[]>(compressed_map.maxLength);
250 compressed_map.data = compressed_map_data.get();
Dichen Zhang10959a42023-04-10 16:28:16 -0700251 JPEGR_CHECK(compressGainMap(&map, &compressed_map));
Dichen Zhang636f5242022-12-07 20:25:44 +0000252
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000253 sp<DataStruct> icc = IccHelper::writeIccProfile(ULTRAHDR_TF_SRGB,
Dichen Zhange46f9bb2023-02-23 19:34:53 +0000254 uncompressed_yuv_420_image.colorGamut);
Dichen Zhang6438a192023-01-29 07:51:15 +0000255
Dichen Zhang02dd0592023-02-10 20:16:57 +0000256 JpegEncoderHelper jpeg_encoder;
Dichen Zhang636f5242022-12-07 20:25:44 +0000257 if (!jpeg_encoder.compressImage(uncompressed_yuv_420_image.data,
258 uncompressed_yuv_420_image.width,
Dichen Zhang6438a192023-01-29 07:51:15 +0000259 uncompressed_yuv_420_image.height, quality,
Dichen Zhange46f9bb2023-02-23 19:34:53 +0000260 icc->getData(), icc->getLength())) {
Dichen Zhang636f5242022-12-07 20:25:44 +0000261 return ERROR_JPEGR_ENCODE_ERROR;
262 }
263 jpegr_compressed_struct jpeg;
264 jpeg.data = jpeg_encoder.getCompressedImagePtr();
265 jpeg.length = jpeg_encoder.getCompressedImageSize();
266
Dichen Zhang10959a42023-04-10 16:28:16 -0700267 JPEGR_CHECK(appendGainMap(&jpeg, &compressed_map, exif, &metadata, dest));
Dichen Zhang636f5242022-12-07 20:25:44 +0000268
269 return NO_ERROR;
270}
271
272/* Encode API-1 */
Dichen Zhang761b52d2023-02-10 22:38:38 +0000273status_t JpegR::encodeJPEGR(jr_uncompressed_ptr uncompressed_p010_image,
Dichen Zhang61ede362023-02-22 18:50:13 +0000274 jr_uncompressed_ptr uncompressed_yuv_420_image,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000275 ultrahdr_transfer_function hdr_tf,
Dichen Zhang61ede362023-02-22 18:50:13 +0000276 jr_compressed_ptr dest,
277 int quality,
278 jr_exif_ptr exif) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530279 if (uncompressed_yuv_420_image == nullptr) {
280 ALOGE("received nullptr for uncompressed 420 image");
Dichen Zhang80b72482022-11-02 01:55:35 +0000281 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang6947d532022-10-22 02:16:21 +0000282 }
283
Ram Mohanac1cfec2023-05-18 14:41:15 +0530284 if (exif != nullptr && exif->data == nullptr) {
285 ALOGE("received nullptr for exif metadata");
286 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhangffa34012022-11-03 23:21:13 +0000287 }
288
Ram Mohanac1cfec2023-05-18 14:41:15 +0530289 if (status_t ret = areInputArgumentsValid(
290 uncompressed_p010_image, uncompressed_yuv_420_image, hdr_tf,
291 dest, quality) != NO_ERROR) {
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700292 return ret;
Dichen Zhang53751272023-01-17 19:09:01 -0800293 }
294
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000295 ultrahdr_metadata_struct metadata;
Nick Deakin6bd90432022-11-20 16:26:37 -0500296 metadata.version = kJpegrVersion;
Nick Deakin6bd90432022-11-20 16:26:37 -0500297
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400298 jpegr_uncompressed_struct map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700299 JPEGR_CHECK(generateGainMap(
Nick Deakin01759062023-02-02 18:21:43 -0500300 uncompressed_yuv_420_image, uncompressed_p010_image, hdr_tf, &metadata, &map));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400301 std::unique_ptr<uint8_t[]> map_data;
302 map_data.reset(reinterpret_cast<uint8_t*>(map.data));
303
304 jpegr_compressed_struct compressed_map;
Dichen Zhang0b9f7de2022-11-18 06:52:46 +0000305 compressed_map.maxLength = map.width * map.height;
306 unique_ptr<uint8_t[]> compressed_map_data = make_unique<uint8_t[]>(compressed_map.maxLength);
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400307 compressed_map.data = compressed_map_data.get();
Dichen Zhang10959a42023-04-10 16:28:16 -0700308 JPEGR_CHECK(compressGainMap(&map, &compressed_map));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400309
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000310 sp<DataStruct> icc = IccHelper::writeIccProfile(ULTRAHDR_TF_SRGB,
Dichen Zhange46f9bb2023-02-23 19:34:53 +0000311 uncompressed_yuv_420_image->colorGamut);
Dichen Zhang6438a192023-01-29 07:51:15 +0000312
Dichen Zhang02dd0592023-02-10 20:16:57 +0000313 JpegEncoderHelper jpeg_encoder;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400314 if (!jpeg_encoder.compressImage(uncompressed_yuv_420_image->data,
315 uncompressed_yuv_420_image->width,
Dichen Zhang6438a192023-01-29 07:51:15 +0000316 uncompressed_yuv_420_image->height, quality,
Dichen Zhange46f9bb2023-02-23 19:34:53 +0000317 icc->getData(), icc->getLength())) {
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400318 return ERROR_JPEGR_ENCODE_ERROR;
319 }
320 jpegr_compressed_struct jpeg;
321 jpeg.data = jpeg_encoder.getCompressedImagePtr();
322 jpeg.length = jpeg_encoder.getCompressedImageSize();
323
Dichen Zhang10959a42023-04-10 16:28:16 -0700324 JPEGR_CHECK(appendGainMap(&jpeg, &compressed_map, exif, &metadata, dest));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400325
Dichen Zhang6947d532022-10-22 02:16:21 +0000326 return NO_ERROR;
327}
328
Dichen Zhang636f5242022-12-07 20:25:44 +0000329/* Encode API-2 */
Dichen Zhang761b52d2023-02-10 22:38:38 +0000330status_t JpegR::encodeJPEGR(jr_uncompressed_ptr uncompressed_p010_image,
Dichen Zhang61ede362023-02-22 18:50:13 +0000331 jr_uncompressed_ptr uncompressed_yuv_420_image,
332 jr_compressed_ptr compressed_jpeg_image,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000333 ultrahdr_transfer_function hdr_tf,
Dichen Zhang61ede362023-02-22 18:50:13 +0000334 jr_compressed_ptr dest) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530335 if (uncompressed_yuv_420_image == nullptr) {
336 ALOGE("received nullptr for uncompressed 420 image");
Dichen Zhang80b72482022-11-02 01:55:35 +0000337 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang6947d532022-10-22 02:16:21 +0000338 }
339
Ram Mohanac1cfec2023-05-18 14:41:15 +0530340 if (compressed_jpeg_image == nullptr || compressed_jpeg_image->data == nullptr) {
341 ALOGE("received nullptr for compressed jpeg image");
342 return ERROR_JPEGR_INVALID_NULL_PTR;
343 }
344
345 if (status_t ret = areInputArgumentsValid(
346 uncompressed_p010_image, uncompressed_yuv_420_image, hdr_tf, dest) != NO_ERROR) {
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700347 return ret;
Dichen Zhang53751272023-01-17 19:09:01 -0800348 }
349
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000350 ultrahdr_metadata_struct metadata;
Nick Deakin6bd90432022-11-20 16:26:37 -0500351 metadata.version = kJpegrVersion;
Nick Deakin6bd90432022-11-20 16:26:37 -0500352
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400353 jpegr_uncompressed_struct map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700354 JPEGR_CHECK(generateGainMap(
Nick Deakin01759062023-02-02 18:21:43 -0500355 uncompressed_yuv_420_image, uncompressed_p010_image, hdr_tf, &metadata, &map));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400356 std::unique_ptr<uint8_t[]> map_data;
357 map_data.reset(reinterpret_cast<uint8_t*>(map.data));
358
359 jpegr_compressed_struct compressed_map;
Dichen Zhang0b9f7de2022-11-18 06:52:46 +0000360 compressed_map.maxLength = map.width * map.height;
361 unique_ptr<uint8_t[]> compressed_map_data = make_unique<uint8_t[]>(compressed_map.maxLength);
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400362 compressed_map.data = compressed_map_data.get();
Dichen Zhang10959a42023-04-10 16:28:16 -0700363 JPEGR_CHECK(compressGainMap(&map, &compressed_map));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400364
Dichen Zhang10959a42023-04-10 16:28:16 -0700365 JPEGR_CHECK(appendGainMap(compressed_jpeg_image, &compressed_map, nullptr, &metadata, dest));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400366
Dichen Zhang6947d532022-10-22 02:16:21 +0000367 return NO_ERROR;
368}
369
Dichen Zhang636f5242022-12-07 20:25:44 +0000370/* Encode API-3 */
Dichen Zhang761b52d2023-02-10 22:38:38 +0000371status_t JpegR::encodeJPEGR(jr_uncompressed_ptr uncompressed_p010_image,
Dichen Zhang61ede362023-02-22 18:50:13 +0000372 jr_compressed_ptr compressed_jpeg_image,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000373 ultrahdr_transfer_function hdr_tf,
Dichen Zhang61ede362023-02-22 18:50:13 +0000374 jr_compressed_ptr dest) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530375 if (compressed_jpeg_image == nullptr || compressed_jpeg_image->data == nullptr) {
376 ALOGE("received nullptr for compressed jpeg image");
Dichen Zhang80b72482022-11-02 01:55:35 +0000377 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang6947d532022-10-22 02:16:21 +0000378 }
379
Ram Mohanac1cfec2023-05-18 14:41:15 +0530380 if (status_t ret = areInputArgumentsValid(
381 uncompressed_p010_image, /* uncompressed_yuv_420_image */ nullptr,
382 hdr_tf, dest) != NO_ERROR) {
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700383 return ret;
Dichen Zhang53751272023-01-17 19:09:01 -0800384 }
385
Dichen Zhang02dd0592023-02-10 20:16:57 +0000386 JpegDecoderHelper jpeg_decoder;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400387 if (!jpeg_decoder.decompressImage(compressed_jpeg_image->data, compressed_jpeg_image->length)) {
388 return ERROR_JPEGR_DECODE_ERROR;
389 }
390 jpegr_uncompressed_struct uncompressed_yuv_420_image;
391 uncompressed_yuv_420_image.data = jpeg_decoder.getDecompressedImagePtr();
392 uncompressed_yuv_420_image.width = jpeg_decoder.getDecompressedImageWidth();
393 uncompressed_yuv_420_image.height = jpeg_decoder.getDecompressedImageHeight();
Nick Deakin6bd90432022-11-20 16:26:37 -0500394 uncompressed_yuv_420_image.colorGamut = compressed_jpeg_image->colorGamut;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400395
396 if (uncompressed_p010_image->width != uncompressed_yuv_420_image.width
397 || uncompressed_p010_image->height != uncompressed_yuv_420_image.height) {
398 return ERROR_JPEGR_RESOLUTION_MISMATCH;
399 }
400
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000401 ultrahdr_metadata_struct metadata;
Nick Deakin6bd90432022-11-20 16:26:37 -0500402 metadata.version = kJpegrVersion;
Nick Deakin6bd90432022-11-20 16:26:37 -0500403
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400404 jpegr_uncompressed_struct map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700405 JPEGR_CHECK(generateGainMap(
Nick Deakin01759062023-02-02 18:21:43 -0500406 &uncompressed_yuv_420_image, uncompressed_p010_image, hdr_tf, &metadata, &map));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400407 std::unique_ptr<uint8_t[]> map_data;
408 map_data.reset(reinterpret_cast<uint8_t*>(map.data));
409
410 jpegr_compressed_struct compressed_map;
Dichen Zhang0b9f7de2022-11-18 06:52:46 +0000411 compressed_map.maxLength = map.width * map.height;
412 unique_ptr<uint8_t[]> compressed_map_data = make_unique<uint8_t[]>(compressed_map.maxLength);
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400413 compressed_map.data = compressed_map_data.get();
Dichen Zhang10959a42023-04-10 16:28:16 -0700414 JPEGR_CHECK(compressGainMap(&map, &compressed_map));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400415
Dichen Zhang10959a42023-04-10 16:28:16 -0700416 JPEGR_CHECK(appendGainMap(compressed_jpeg_image, &compressed_map, nullptr, &metadata, dest));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400417
Dichen Zhang6947d532022-10-22 02:16:21 +0000418 return NO_ERROR;
419}
420
Dichen Zhang92e6c6b2023-04-14 20:20:14 +0000421/* Encode API-4 */
422status_t JpegR::encodeJPEGR(jr_compressed_ptr compressed_jpeg_image,
423 jr_compressed_ptr compressed_gainmap,
424 ultrahdr_metadata_ptr metadata,
425 jr_compressed_ptr dest) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530426 if (compressed_jpeg_image == nullptr || compressed_jpeg_image->data == nullptr) {
427 ALOGE("received nullptr for compressed jpeg image");
428 return ERROR_JPEGR_INVALID_NULL_PTR;
429 }
430
431 if (compressed_gainmap == nullptr || compressed_gainmap->data == nullptr) {
432 ALOGE("received nullptr for compressed gain map");
433 return ERROR_JPEGR_INVALID_NULL_PTR;
434 }
435
436 if (dest == nullptr || dest->data == nullptr) {
437 ALOGE("received nullptr for destination");
438 return ERROR_JPEGR_INVALID_NULL_PTR;
439 }
440
Dichen Zhang92e6c6b2023-04-14 20:20:14 +0000441 JPEGR_CHECK(appendGainMap(compressed_jpeg_image, compressed_gainmap, /* exif */ nullptr,
442 metadata, dest));
443 return NO_ERROR;
444}
445
Dichen Zhang61ede362023-02-22 18:50:13 +0000446status_t JpegR::getJPEGRInfo(jr_compressed_ptr compressed_jpegr_image, jr_info_ptr jpegr_info) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530447 if (compressed_jpegr_image == nullptr || compressed_jpegr_image->data == nullptr) {
448 ALOGE("received nullptr for compressed jpegr image");
449 return ERROR_JPEGR_INVALID_NULL_PTR;
450 }
451
452 if (jpegr_info == nullptr) {
453 ALOGE("received nullptr for compressed jpegr info struct");
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000454 return ERROR_JPEGR_INVALID_NULL_PTR;
455 }
456
Dichen Zhang10959a42023-04-10 16:28:16 -0700457 jpegr_compressed_struct primary_image, gain_map;
458 JPEGR_CHECK(extractPrimaryImageAndGainMap(compressed_jpegr_image,
459 &primary_image, &gain_map));
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000460
Dichen Zhang02dd0592023-02-10 20:16:57 +0000461 JpegDecoderHelper jpeg_decoder;
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000462 if (!jpeg_decoder.getCompressedImageParameters(primary_image.data, primary_image.length,
463 &jpegr_info->width, &jpegr_info->height,
464 jpegr_info->iccData, jpegr_info->exifData)) {
465 return ERROR_JPEGR_DECODE_ERROR;
466 }
467
468 return NO_ERROR;
469}
470
Dichen Zhang636f5242022-12-07 20:25:44 +0000471/* Decode API */
Dichen Zhang761b52d2023-02-10 22:38:38 +0000472status_t JpegR::decodeJPEGR(jr_compressed_ptr compressed_jpegr_image,
Dichen Zhang61ede362023-02-22 18:50:13 +0000473 jr_uncompressed_ptr dest,
Dichen Zhangc6605702023-03-15 18:40:55 -0700474 float max_display_boost,
Dichen Zhang61ede362023-02-22 18:50:13 +0000475 jr_exif_ptr exif,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000476 ultrahdr_output_format output_format,
Dichen Zhang10959a42023-04-10 16:28:16 -0700477 jr_uncompressed_ptr gain_map,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000478 ultrahdr_metadata_ptr metadata) {
Ram Mohanb0375052023-05-20 04:03:48 +0530479 if (compressed_jpegr_image == nullptr || compressed_jpegr_image->data == nullptr) {
480 ALOGE("received nullptr for compressed jpegr image");
481 return ERROR_JPEGR_INVALID_NULL_PTR;
482 }
483
484 if (dest == nullptr || dest->data == nullptr) {
485 ALOGE("received nullptr for dest image");
Dichen Zhang80b72482022-11-02 01:55:35 +0000486 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang6947d532022-10-22 02:16:21 +0000487 }
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000488
Dichen Zhangb96ba8f2023-03-21 23:33:41 +0000489 if (max_display_boost < 1.0f) {
Ram Mohanb0375052023-05-20 04:03:48 +0530490 ALOGE("received bad value for max_display_boost %f", max_display_boost);
491 return ERROR_JPEGR_INVALID_INPUT_TYPE;
492 }
493
494 if (exif != nullptr && exif->data == nullptr) {
495 ALOGE("received nullptr address for exif data");
496 return ERROR_JPEGR_INVALID_INPUT_TYPE;
497 }
498
499 if (output_format <= ULTRAHDR_OUTPUT_UNSPECIFIED || output_format > ULTRAHDR_OUTPUT_MAX) {
500 ALOGE("received bad value for output format %d", output_format);
501 return ERROR_JPEGR_INVALID_INPUT_TYPE;
502 }
503
504 if (gain_map != nullptr && gain_map->data == nullptr) {
505 ALOGE("received nullptr address for gain map data");
506 return ERROR_JPEGR_INVALID_INPUT_TYPE;
Dichen Zhangb96ba8f2023-03-21 23:33:41 +0000507 }
508
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000509 if (output_format == ULTRAHDR_OUTPUT_SDR) {
Dichen Zhang02dd0592023-02-10 20:16:57 +0000510 JpegDecoderHelper jpeg_decoder;
Fyodor Kyslovea9180f2023-01-06 01:11:43 +0000511 if (!jpeg_decoder.decompressImage(compressed_jpegr_image->data, compressed_jpegr_image->length,
512 true)) {
513 return ERROR_JPEGR_DECODE_ERROR;
514 }
515 jpegr_uncompressed_struct uncompressed_rgba_image;
516 uncompressed_rgba_image.data = jpeg_decoder.getDecompressedImagePtr();
517 uncompressed_rgba_image.width = jpeg_decoder.getDecompressedImageWidth();
518 uncompressed_rgba_image.height = jpeg_decoder.getDecompressedImageHeight();
519 memcpy(dest->data, uncompressed_rgba_image.data,
520 uncompressed_rgba_image.width * uncompressed_rgba_image.height * 4);
521 dest->width = uncompressed_rgba_image.width;
522 dest->height = uncompressed_rgba_image.height;
Dichen Zhang14f3c472023-03-08 07:24:48 +0000523
Dichen Zhang10959a42023-04-10 16:28:16 -0700524 if (gain_map == nullptr && exif == nullptr) {
Dichen Zhang14f3c472023-03-08 07:24:48 +0000525 return NO_ERROR;
526 }
527
528 if (exif != nullptr) {
529 if (exif->data == nullptr) {
530 return ERROR_JPEGR_INVALID_NULL_PTR;
531 }
532 if (exif->length < jpeg_decoder.getEXIFSize()) {
533 return ERROR_JPEGR_BUFFER_TOO_SMALL;
534 }
535 memcpy(exif->data, jpeg_decoder.getEXIFPtr(), jpeg_decoder.getEXIFSize());
536 exif->length = jpeg_decoder.getEXIFSize();
537 }
Dichen Zhang10959a42023-04-10 16:28:16 -0700538 if (gain_map == nullptr) {
Dichen Zhang14f3c472023-03-08 07:24:48 +0000539 return NO_ERROR;
540 }
Fyodor Kyslovea9180f2023-01-06 01:11:43 +0000541 }
542
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400543 jpegr_compressed_struct compressed_map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700544 JPEGR_CHECK(extractGainMap(compressed_jpegr_image, &compressed_map));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400545
Dichen Zhang10959a42023-04-10 16:28:16 -0700546 JpegDecoderHelper gain_map_decoder;
547 if (!gain_map_decoder.decompressImage(compressed_map.data, compressed_map.length)) {
Dichen Zhang14f3c472023-03-08 07:24:48 +0000548 return ERROR_JPEGR_DECODE_ERROR;
549 }
550
Dichen Zhang10959a42023-04-10 16:28:16 -0700551 if (gain_map != nullptr) {
552 gain_map->width = gain_map_decoder.getDecompressedImageWidth();
553 gain_map->height = gain_map_decoder.getDecompressedImageHeight();
554 int size = gain_map->width * gain_map->height;
555 gain_map->data = malloc(size);
556 memcpy(gain_map->data, gain_map_decoder.getDecompressedImagePtr(), size);
Dichen Zhang14f3c472023-03-08 07:24:48 +0000557 }
558
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000559 ultrahdr_metadata_struct uhdr_metadata;
Dichen Zhang10959a42023-04-10 16:28:16 -0700560 if (!getMetadataFromXMP(static_cast<uint8_t*>(gain_map_decoder.getXMPPtr()),
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000561 gain_map_decoder.getXMPSize(), &uhdr_metadata)) {
Dichen Zhange286f1c2023-03-14 00:22:00 +0000562 return ERROR_JPEGR_DECODE_ERROR;
563 }
564
565 if (metadata != nullptr) {
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000566 metadata->version = uhdr_metadata.version;
567 metadata->minContentBoost = uhdr_metadata.minContentBoost;
568 metadata->maxContentBoost = uhdr_metadata.maxContentBoost;
Dichen Zhange286f1c2023-03-14 00:22:00 +0000569 }
570
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000571 if (output_format == ULTRAHDR_OUTPUT_SDR) {
Dichen Zhang14f3c472023-03-08 07:24:48 +0000572 return NO_ERROR;
573 }
574
Dichen Zhang02dd0592023-02-10 20:16:57 +0000575 JpegDecoderHelper jpeg_decoder;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400576 if (!jpeg_decoder.decompressImage(compressed_jpegr_image->data, compressed_jpegr_image->length)) {
577 return ERROR_JPEGR_DECODE_ERROR;
578 }
579
Dichen Zhangb80e2262023-03-08 06:59:51 +0000580 if (exif != nullptr) {
581 if (exif->data == nullptr) {
582 return ERROR_JPEGR_INVALID_NULL_PTR;
583 }
584 if (exif->length < jpeg_decoder.getEXIFSize()) {
585 return ERROR_JPEGR_BUFFER_TOO_SMALL;
586 }
587 memcpy(exif->data, jpeg_decoder.getEXIFPtr(), jpeg_decoder.getEXIFSize());
588 exif->length = jpeg_decoder.getEXIFSize();
589 }
590
Fyodor Kyslovbf241572022-12-13 22:38:07 +0000591 jpegr_uncompressed_struct map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700592 map.data = gain_map_decoder.getDecompressedImagePtr();
593 map.width = gain_map_decoder.getDecompressedImageWidth();
594 map.height = gain_map_decoder.getDecompressedImageHeight();
Fyodor Kyslovbf241572022-12-13 22:38:07 +0000595
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400596 jpegr_uncompressed_struct uncompressed_yuv_420_image;
597 uncompressed_yuv_420_image.data = jpeg_decoder.getDecompressedImagePtr();
598 uncompressed_yuv_420_image.width = jpeg_decoder.getDecompressedImageWidth();
599 uncompressed_yuv_420_image.height = jpeg_decoder.getDecompressedImageHeight();
600
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000601 JPEGR_CHECK(applyGainMap(&uncompressed_yuv_420_image, &map, &uhdr_metadata, output_format,
Dichen Zhang10959a42023-04-10 16:28:16 -0700602 max_display_boost, dest));
Dichen Zhang6947d532022-10-22 02:16:21 +0000603 return NO_ERROR;
604}
605
Dichen Zhang10959a42023-04-10 16:28:16 -0700606status_t JpegR::compressGainMap(jr_uncompressed_ptr uncompressed_gain_map,
607 jr_compressed_ptr dest) {
608 if (uncompressed_gain_map == nullptr || dest == nullptr) {
Dichen Zhang80b72482022-11-02 01:55:35 +0000609 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700610 }
611
Dichen Zhang02dd0592023-02-10 20:16:57 +0000612 JpegEncoderHelper jpeg_encoder;
Dichen Zhang10959a42023-04-10 16:28:16 -0700613 if (!jpeg_encoder.compressImage(uncompressed_gain_map->data,
614 uncompressed_gain_map->width,
615 uncompressed_gain_map->height,
Dichen Zhang0b9f7de2022-11-18 06:52:46 +0000616 kMapCompressQuality,
617 nullptr,
618 0,
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400619 true /* isSingleChannel */)) {
620 return ERROR_JPEGR_ENCODE_ERROR;
621 }
622
Dichen Zhang0b9f7de2022-11-18 06:52:46 +0000623 if (dest->maxLength < jpeg_encoder.getCompressedImageSize()) {
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400624 return ERROR_JPEGR_BUFFER_TOO_SMALL;
625 }
626
627 memcpy(dest->data, jpeg_encoder.getCompressedImagePtr(), jpeg_encoder.getCompressedImageSize());
628 dest->length = jpeg_encoder.getCompressedImageSize();
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000629 dest->colorGamut = ULTRAHDR_COLORGAMUT_UNSPECIFIED;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400630
Dichen Zhang6947d532022-10-22 02:16:21 +0000631 return NO_ERROR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700632}
633
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800634const int kJobSzInRows = 16;
635static_assert(kJobSzInRows > 0 && kJobSzInRows % kMapDimensionScaleFactor == 0,
636 "align job size to kMapDimensionScaleFactor");
637
638class JobQueue {
639 public:
640 bool dequeueJob(size_t& rowStart, size_t& rowEnd);
641 void enqueueJob(size_t rowStart, size_t rowEnd);
642 void markQueueForEnd();
643 void reset();
644
645 private:
646 bool mQueuedAllJobs = false;
647 std::deque<std::tuple<size_t, size_t>> mJobs;
648 std::mutex mMutex;
649 std::condition_variable mCv;
650};
651
652bool JobQueue::dequeueJob(size_t& rowStart, size_t& rowEnd) {
653 std::unique_lock<std::mutex> lock{mMutex};
654 while (true) {
655 if (mJobs.empty()) {
656 if (mQueuedAllJobs) {
657 return false;
658 } else {
Ram Mohand39fb082023-05-09 17:25:49 +0000659 mCv.wait_for(lock, std::chrono::milliseconds(100));
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800660 }
661 } else {
662 auto it = mJobs.begin();
663 rowStart = std::get<0>(*it);
664 rowEnd = std::get<1>(*it);
665 mJobs.erase(it);
666 return true;
667 }
668 }
669 return false;
670}
671
672void JobQueue::enqueueJob(size_t rowStart, size_t rowEnd) {
673 std::unique_lock<std::mutex> lock{mMutex};
674 mJobs.push_back(std::make_tuple(rowStart, rowEnd));
675 lock.unlock();
676 mCv.notify_one();
677}
678
679void JobQueue::markQueueForEnd() {
680 std::unique_lock<std::mutex> lock{mMutex};
681 mQueuedAllJobs = true;
Ram Mohand39fb082023-05-09 17:25:49 +0000682 lock.unlock();
683 mCv.notify_all();
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800684}
685
686void JobQueue::reset() {
687 std::unique_lock<std::mutex> lock{mMutex};
688 mJobs.clear();
689 mQueuedAllJobs = false;
690}
691
Dichen Zhang10959a42023-04-10 16:28:16 -0700692status_t JpegR::generateGainMap(jr_uncompressed_ptr uncompressed_yuv_420_image,
693 jr_uncompressed_ptr uncompressed_p010_image,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000694 ultrahdr_transfer_function hdr_tf,
695 ultrahdr_metadata_ptr metadata,
Dichen Zhang10959a42023-04-10 16:28:16 -0700696 jr_uncompressed_ptr dest) {
Dichen Zhang596a7562022-10-12 14:57:05 -0700697 if (uncompressed_yuv_420_image == nullptr
698 || uncompressed_p010_image == nullptr
Nick Deakin6bd90432022-11-20 16:26:37 -0500699 || metadata == nullptr
Dichen Zhang596a7562022-10-12 14:57:05 -0700700 || dest == nullptr) {
Dichen Zhang80b72482022-11-02 01:55:35 +0000701 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700702 }
703
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400704 if (uncompressed_yuv_420_image->width != uncompressed_p010_image->width
705 || uncompressed_yuv_420_image->height != uncompressed_p010_image->height) {
706 return ERROR_JPEGR_RESOLUTION_MISMATCH;
707 }
708
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000709 if (uncompressed_yuv_420_image->colorGamut == ULTRAHDR_COLORGAMUT_UNSPECIFIED
710 || uncompressed_p010_image->colorGamut == ULTRAHDR_COLORGAMUT_UNSPECIFIED) {
Nick Deakin6bd90432022-11-20 16:26:37 -0500711 return ERROR_JPEGR_INVALID_COLORGAMUT;
712 }
713
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400714 size_t image_width = uncompressed_yuv_420_image->width;
715 size_t image_height = uncompressed_yuv_420_image->height;
716 size_t map_width = image_width / kMapDimensionScaleFactor;
717 size_t map_height = image_height / kMapDimensionScaleFactor;
Dichen Zhang53751272023-01-17 19:09:01 -0800718 size_t map_stride = static_cast<size_t>(
719 floor((map_width + kJpegBlock - 1) / kJpegBlock)) * kJpegBlock;
720 size_t map_height_aligned = ((map_height + 1) >> 1) << 1;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400721
Dichen Zhang53751272023-01-17 19:09:01 -0800722 dest->width = map_stride;
723 dest->height = map_height_aligned;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000724 dest->colorGamut = ULTRAHDR_COLORGAMUT_UNSPECIFIED;
Dichen Zhang53751272023-01-17 19:09:01 -0800725 dest->data = new uint8_t[map_stride * map_height_aligned];
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400726 std::unique_ptr<uint8_t[]> map_data;
727 map_data.reset(reinterpret_cast<uint8_t*>(dest->data));
728
Nick Deakin6bd90432022-11-20 16:26:37 -0500729 ColorTransformFn hdrInvOetf = nullptr;
Nick Deakin65f492a2022-11-29 22:47:40 -0500730 float hdr_white_nits = 0.0f;
Nick Deakin01759062023-02-02 18:21:43 -0500731 switch (hdr_tf) {
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000732 case ULTRAHDR_TF_LINEAR:
Dichen Zhangdc8452b2022-11-23 17:17:56 +0000733 hdrInvOetf = identityConversion;
734 break;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000735 case ULTRAHDR_TF_HLG:
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800736#if USE_HLG_INVOETF_LUT
737 hdrInvOetf = hlgInvOetfLUT;
738#else
Nick Deakin6bd90432022-11-20 16:26:37 -0500739 hdrInvOetf = hlgInvOetf;
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800740#endif
Nick Deakin65f492a2022-11-29 22:47:40 -0500741 hdr_white_nits = kHlgMaxNits;
Nick Deakin6bd90432022-11-20 16:26:37 -0500742 break;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000743 case ULTRAHDR_TF_PQ:
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800744#if USE_PQ_INVOETF_LUT
745 hdrInvOetf = pqInvOetfLUT;
746#else
Nick Deakin6bd90432022-11-20 16:26:37 -0500747 hdrInvOetf = pqInvOetf;
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800748#endif
Nick Deakin65f492a2022-11-29 22:47:40 -0500749 hdr_white_nits = kPqMaxNits;
Nick Deakin6bd90432022-11-20 16:26:37 -0500750 break;
Dichen Zhang6438a192023-01-29 07:51:15 +0000751 default:
Dichen Zhangb27d06d2022-12-14 19:57:50 +0000752 // Should be impossible to hit after input validation.
753 return ERROR_JPEGR_INVALID_TRANS_FUNC;
Nick Deakin6bd90432022-11-20 16:26:37 -0500754 }
755
Nick Deakina2215292023-02-14 21:40:06 -0500756 metadata->maxContentBoost = hdr_white_nits / kSdrWhiteNits;
757 metadata->minContentBoost = 1.0f;
Dichen Zhangf7a9e172023-04-06 18:23:47 -0700758 float log2MinBoost = log2(metadata->minContentBoost);
759 float log2MaxBoost = log2(metadata->maxContentBoost);
Nick Deakina2215292023-02-14 21:40:06 -0500760
Nick Deakin6bd90432022-11-20 16:26:37 -0500761 ColorTransformFn hdrGamutConversionFn = getHdrConversionFn(
762 uncompressed_yuv_420_image->colorGamut, uncompressed_p010_image->colorGamut);
763
764 ColorCalculationFn luminanceFn = nullptr;
765 switch (uncompressed_yuv_420_image->colorGamut) {
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000766 case ULTRAHDR_COLORGAMUT_BT709:
Nick Deakin6bd90432022-11-20 16:26:37 -0500767 luminanceFn = srgbLuminance;
768 break;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000769 case ULTRAHDR_COLORGAMUT_P3:
Nick Deakin6bd90432022-11-20 16:26:37 -0500770 luminanceFn = p3Luminance;
771 break;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000772 case ULTRAHDR_COLORGAMUT_BT2100:
Nick Deakin6bd90432022-11-20 16:26:37 -0500773 luminanceFn = bt2100Luminance;
774 break;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000775 case ULTRAHDR_COLORGAMUT_UNSPECIFIED:
Nick Deakin6bd90432022-11-20 16:26:37 -0500776 // Should be impossible to hit after input validation.
777 return ERROR_JPEGR_INVALID_COLORGAMUT;
778 }
779
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800780 std::mutex mutex;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800781 const int threads = std::clamp(GetCPUCoreCount(), 1, 4);
782 size_t rowStep = threads == 1 ? image_height : kJobSzInRows;
783 JobQueue jobQueue;
Nick Deakin594a4ca2022-11-16 20:57:42 -0500784
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800785 std::function<void()> generateMap = [uncompressed_yuv_420_image, uncompressed_p010_image,
786 metadata, dest, hdrInvOetf, hdrGamutConversionFn,
Dichen Zhangf7a9e172023-04-06 18:23:47 -0700787 luminanceFn, hdr_white_nits, log2MinBoost, log2MaxBoost,
788 &jobQueue]() -> void {
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800789 size_t rowStart, rowEnd;
Dichen Zhang24b4a392023-02-02 22:54:01 +0000790 size_t dest_map_width = uncompressed_yuv_420_image->width / kMapDimensionScaleFactor;
791 size_t dest_map_stride = dest->width;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800792 while (jobQueue.dequeueJob(rowStart, rowEnd)) {
793 for (size_t y = rowStart; y < rowEnd; ++y) {
Dichen Zhang24b4a392023-02-02 22:54:01 +0000794 for (size_t x = 0; x < dest_map_width; ++x) {
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800795 Color sdr_yuv_gamma =
796 sampleYuv420(uncompressed_yuv_420_image, kMapDimensionScaleFactor, x, y);
797 Color sdr_rgb_gamma = srgbYuvToRgb(sdr_yuv_gamma);
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800798#if USE_SRGB_INVOETF_LUT
799 Color sdr_rgb = srgbInvOetfLUT(sdr_rgb_gamma);
800#else
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800801 Color sdr_rgb = srgbInvOetf(sdr_rgb_gamma);
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800802#endif
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800803 float sdr_y_nits = luminanceFn(sdr_rgb) * kSdrWhiteNits;
804
805 Color hdr_yuv_gamma = sampleP010(uncompressed_p010_image, kMapDimensionScaleFactor, x, y);
806 Color hdr_rgb_gamma = bt2100YuvToRgb(hdr_yuv_gamma);
807 Color hdr_rgb = hdrInvOetf(hdr_rgb_gamma);
808 hdr_rgb = hdrGamutConversionFn(hdr_rgb);
809 float hdr_y_nits = luminanceFn(hdr_rgb) * hdr_white_nits;
810
Dichen Zhang24b4a392023-02-02 22:54:01 +0000811 size_t pixel_idx = x + y * dest_map_stride;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800812 reinterpret_cast<uint8_t*>(dest->data)[pixel_idx] =
Dichen Zhang10959a42023-04-10 16:28:16 -0700813 encodeGain(sdr_y_nits, hdr_y_nits, metadata, log2MinBoost, log2MaxBoost);
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800814 }
815 }
816 }
817 };
818
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800819 // generate map
Nick Deakina2215292023-02-14 21:40:06 -0500820 std::vector<std::thread> workers;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800821 for (int th = 0; th < threads - 1; th++) {
822 workers.push_back(std::thread(generateMap));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400823 }
824
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800825 rowStep = (threads == 1 ? image_height : kJobSzInRows) / kMapDimensionScaleFactor;
826 for (size_t rowStart = 0; rowStart < map_height;) {
827 size_t rowEnd = std::min(rowStart + rowStep, map_height);
828 jobQueue.enqueueJob(rowStart, rowEnd);
829 rowStart = rowEnd;
830 }
831 jobQueue.markQueueForEnd();
832 generateMap();
833 std::for_each(workers.begin(), workers.end(), [](std::thread& t) { t.join(); });
834
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400835 map_data.release();
Dichen Zhang6947d532022-10-22 02:16:21 +0000836 return NO_ERROR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700837}
838
Dichen Zhang10959a42023-04-10 16:28:16 -0700839status_t JpegR::applyGainMap(jr_uncompressed_ptr uncompressed_yuv_420_image,
840 jr_uncompressed_ptr uncompressed_gain_map,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000841 ultrahdr_metadata_ptr metadata,
842 ultrahdr_output_format output_format,
Dichen Zhang10959a42023-04-10 16:28:16 -0700843 float max_display_boost,
844 jr_uncompressed_ptr dest) {
Dichen Zhang596a7562022-10-12 14:57:05 -0700845 if (uncompressed_yuv_420_image == nullptr
Dichen Zhang10959a42023-04-10 16:28:16 -0700846 || uncompressed_gain_map == nullptr
Nick Deakin6bd90432022-11-20 16:26:37 -0500847 || metadata == nullptr
Dichen Zhang596a7562022-10-12 14:57:05 -0700848 || dest == nullptr) {
Dichen Zhang80b72482022-11-02 01:55:35 +0000849 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700850 }
851
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800852 dest->width = uncompressed_yuv_420_image->width;
853 dest->height = uncompressed_yuv_420_image->height;
Ram Mohanfe723d62022-12-15 00:59:11 +0530854 ShepardsIDW idwTable(kMapDimensionScaleFactor);
Dichen Zhangb96ba8f2023-03-21 23:33:41 +0000855 float display_boost = std::min(max_display_boost, metadata->maxContentBoost);
Dichen Zhang10959a42023-04-10 16:28:16 -0700856 GainLUT gainLUT(metadata, display_boost);
Ram Mohanfe723d62022-12-15 00:59:11 +0530857
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800858 JobQueue jobQueue;
Dichen Zhang10959a42023-04-10 16:28:16 -0700859 std::function<void()> applyRecMap = [uncompressed_yuv_420_image, uncompressed_gain_map,
Dichen Zhang3e5798c2023-03-01 22:30:43 +0000860 metadata, dest, &jobQueue, &idwTable, output_format,
Dichen Zhang10959a42023-04-10 16:28:16 -0700861 &gainLUT, display_boost]() -> void {
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800862 size_t width = uncompressed_yuv_420_image->width;
863 size_t height = uncompressed_yuv_420_image->height;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400864
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800865 size_t rowStart, rowEnd;
866 while (jobQueue.dequeueJob(rowStart, rowEnd)) {
867 for (size_t y = rowStart; y < rowEnd; ++y) {
868 for (size_t x = 0; x < width; ++x) {
869 Color yuv_gamma_sdr = getYuv420Pixel(uncompressed_yuv_420_image, x, y);
870 Color rgb_gamma_sdr = srgbYuvToRgb(yuv_gamma_sdr);
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800871#if USE_SRGB_INVOETF_LUT
872 Color rgb_sdr = srgbInvOetfLUT(rgb_gamma_sdr);
873#else
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800874 Color rgb_sdr = srgbInvOetf(rgb_gamma_sdr);
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800875#endif
Dichen Zhang10959a42023-04-10 16:28:16 -0700876 float gain;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800877 // TODO: determine map scaling factor based on actual map dims
878 size_t map_scale_factor = kMapDimensionScaleFactor;
879 // TODO: If map_scale_factor is guaranteed to be an integer, then remove the following.
880 // Currently map_scale_factor is of type size_t, but it could be changed to a float
881 // later.
882 if (map_scale_factor != floorf(map_scale_factor)) {
Dichen Zhang10959a42023-04-10 16:28:16 -0700883 gain = sampleMap(uncompressed_gain_map, map_scale_factor, x, y);
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800884 } else {
Dichen Zhang10959a42023-04-10 16:28:16 -0700885 gain = sampleMap(uncompressed_gain_map, map_scale_factor, x, y, idwTable);
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800886 }
Dichen Zhangc6605702023-03-15 18:40:55 -0700887
Dichen Zhang10959a42023-04-10 16:28:16 -0700888#if USE_APPLY_GAIN_LUT
889 Color rgb_hdr = applyGainLUT(rgb_sdr, gain, gainLUT);
Harish Mahendrakarf25991f2022-12-16 11:57:44 -0800890#else
Dichen Zhang10959a42023-04-10 16:28:16 -0700891 Color rgb_hdr = applyGain(rgb_sdr, gain, metadata, display_boost);
Harish Mahendrakarf25991f2022-12-16 11:57:44 -0800892#endif
Dichen Zhangc6605702023-03-15 18:40:55 -0700893 rgb_hdr = rgb_hdr / display_boost;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800894 size_t pixel_idx = x + y * width;
Dichen Zhang3e5798c2023-03-01 22:30:43 +0000895
896 switch (output_format) {
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000897 case ULTRAHDR_OUTPUT_HDR_LINEAR:
Dichen Zhang3e5798c2023-03-01 22:30:43 +0000898 {
899 uint64_t rgba_f16 = colorToRgbaF16(rgb_hdr);
900 reinterpret_cast<uint64_t*>(dest->data)[pixel_idx] = rgba_f16;
901 break;
902 }
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000903 case ULTRAHDR_OUTPUT_HDR_HLG:
Dichen Zhang3e5798c2023-03-01 22:30:43 +0000904 {
905#if USE_HLG_OETF_LUT
906 ColorTransformFn hdrOetf = hlgOetfLUT;
907#else
908 ColorTransformFn hdrOetf = hlgOetf;
909#endif
910 Color rgb_gamma_hdr = hdrOetf(rgb_hdr);
911 uint32_t rgba_1010102 = colorToRgba1010102(rgb_gamma_hdr);
912 reinterpret_cast<uint32_t*>(dest->data)[pixel_idx] = rgba_1010102;
913 break;
914 }
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000915 case ULTRAHDR_OUTPUT_HDR_PQ:
Dichen Zhang3e5798c2023-03-01 22:30:43 +0000916 {
917#if USE_HLG_OETF_LUT
918 ColorTransformFn hdrOetf = pqOetfLUT;
919#else
920 ColorTransformFn hdrOetf = pqOetf;
921#endif
922 Color rgb_gamma_hdr = hdrOetf(rgb_hdr);
923 uint32_t rgba_1010102 = colorToRgba1010102(rgb_gamma_hdr);
924 reinterpret_cast<uint32_t*>(dest->data)[pixel_idx] = rgba_1010102;
925 break;
926 }
927 default:
928 {}
929 // Should be impossible to hit after input validation.
930 }
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800931 }
932 }
933 }
934 };
935
936 const int threads = std::clamp(GetCPUCoreCount(), 1, 4);
937 std::vector<std::thread> workers;
938 for (int th = 0; th < threads - 1; th++) {
939 workers.push_back(std::thread(applyRecMap));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400940 }
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800941 const int rowStep = threads == 1 ? uncompressed_yuv_420_image->height : kJobSzInRows;
942 for (int rowStart = 0; rowStart < uncompressed_yuv_420_image->height;) {
943 int rowEnd = std::min(rowStart + rowStep, uncompressed_yuv_420_image->height);
944 jobQueue.enqueueJob(rowStart, rowEnd);
945 rowStart = rowEnd;
946 }
947 jobQueue.markQueueForEnd();
948 applyRecMap();
949 std::for_each(workers.begin(), workers.end(), [](std::thread& t) { t.join(); });
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000950 return NO_ERROR;
951}
952
Dichen Zhang10959a42023-04-10 16:28:16 -0700953status_t JpegR::extractPrimaryImageAndGainMap(jr_compressed_ptr compressed_jpegr_image,
954 jr_compressed_ptr primary_image,
955 jr_compressed_ptr gain_map) {
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000956 if (compressed_jpegr_image == nullptr) {
957 return ERROR_JPEGR_INVALID_NULL_PTR;
958 }
959
960 MessageHandler msg_handler;
961 std::shared_ptr<DataSegment> seg =
962 DataSegment::Create(DataRange(0, compressed_jpegr_image->length),
963 static_cast<const uint8_t*>(compressed_jpegr_image->data),
964 DataSegment::BufferDispositionPolicy::kDontDelete);
965 DataSegmentDataSource data_source(seg);
966 JpegInfoBuilder jpeg_info_builder;
967 jpeg_info_builder.SetImageLimit(2);
968 JpegScanner jpeg_scanner(&msg_handler);
969 jpeg_scanner.Run(&data_source, &jpeg_info_builder);
970 data_source.Reset();
971
972 if (jpeg_scanner.HasError()) {
973 return ERROR_JPEGR_INVALID_INPUT_TYPE;
974 }
975
976 const auto& jpeg_info = jpeg_info_builder.GetInfo();
977 const auto& image_ranges = jpeg_info.GetImageRanges();
978 if (image_ranges.empty()) {
979 return ERROR_JPEGR_INVALID_INPUT_TYPE;
980 }
981
982 if (image_ranges.size() != 2) {
983 // Must be 2 JPEG Images
984 return ERROR_JPEGR_INVALID_INPUT_TYPE;
985 }
986
987 if (primary_image != nullptr) {
988 primary_image->data = static_cast<uint8_t*>(compressed_jpegr_image->data) +
989 image_ranges[0].GetBegin();
990 primary_image->length = image_ranges[0].GetLength();
991 }
992
Dichen Zhang10959a42023-04-10 16:28:16 -0700993 if (gain_map != nullptr) {
994 gain_map->data = static_cast<uint8_t*>(compressed_jpegr_image->data) +
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000995 image_ranges[1].GetBegin();
Dichen Zhang10959a42023-04-10 16:28:16 -0700996 gain_map->length = image_ranges[1].GetLength();
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000997 }
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400998
Dichen Zhang6947d532022-10-22 02:16:21 +0000999 return NO_ERROR;
Dichen Zhang596a7562022-10-12 14:57:05 -07001000}
1001
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +00001002
Dichen Zhang10959a42023-04-10 16:28:16 -07001003status_t JpegR::extractGainMap(jr_compressed_ptr compressed_jpegr_image,
1004 jr_compressed_ptr dest) {
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +00001005 if (compressed_jpegr_image == nullptr || dest == nullptr) {
Dichen Zhang80b72482022-11-02 01:55:35 +00001006 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang85b37562022-10-11 11:08:28 -07001007 }
1008
Dichen Zhang10959a42023-04-10 16:28:16 -07001009 return extractPrimaryImageAndGainMap(compressed_jpegr_image, nullptr, dest);
Dichen Zhang85b37562022-10-11 11:08:28 -07001010}
1011
Dichen Zhangd18bc302022-12-16 20:55:24 +00001012// JPEG/R structure:
1013// SOI (ff d8)
Dichen Zhang50ff1292023-01-27 18:03:43 +00001014//
1015// (Optional, only if EXIF package is from outside)
Dichen Zhangd18bc302022-12-16 20:55:24 +00001016// APP1 (ff e1)
1017// 2 bytes of length (2 + length of exif package)
1018// EXIF package (this includes the first two bytes representing the package length)
Dichen Zhang50ff1292023-01-27 18:03:43 +00001019//
1020// (Required, XMP package) APP1 (ff e1)
Dichen Zhangd18bc302022-12-16 20:55:24 +00001021// 2 bytes of length (2 + 29 + length of xmp package)
1022// name space ("http://ns.adobe.com/xap/1.0/\0")
Dichen Zhang61ede362023-02-22 18:50:13 +00001023// XMP
1024//
1025// (Required, MPF package) APP2 (ff e2)
1026// 2 bytes of length
1027// MPF
Dichen Zhang50ff1292023-01-27 18:03:43 +00001028//
1029// (Required) primary image (without the first two bytes (SOI), may have other packages)
1030//
Dichen Zhang61ede362023-02-22 18:50:13 +00001031// SOI (ff d8)
1032//
1033// (Required, XMP package) APP1 (ff e1)
1034// 2 bytes of length (2 + 29 + length of xmp package)
1035// name space ("http://ns.adobe.com/xap/1.0/\0")
1036// XMP
1037//
Dichen Zhang10959a42023-04-10 16:28:16 -07001038// (Required) secondary image (the gain map, without the first two bytes (SOI))
Dichen Zhangd18bc302022-12-16 20:55:24 +00001039//
1040// Metadata versions we are using:
1041// ECMA TR-98 for JFIF marker
1042// Exif 2.2 spec for EXIF marker
1043// Adobe XMP spec part 3 for XMP marker
1044// ICC v4.3 spec for ICC
Dichen Zhang10959a42023-04-10 16:28:16 -07001045status_t JpegR::appendGainMap(jr_compressed_ptr compressed_jpeg_image,
1046 jr_compressed_ptr compressed_gain_map,
1047 jr_exif_ptr exif,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +00001048 ultrahdr_metadata_ptr metadata,
Dichen Zhang10959a42023-04-10 16:28:16 -07001049 jr_compressed_ptr dest) {
Dichen Zhang6947d532022-10-22 02:16:21 +00001050 if (compressed_jpeg_image == nullptr
Dichen Zhang10959a42023-04-10 16:28:16 -07001051 || compressed_gain_map == nullptr
Nick Deakin6bd90432022-11-20 16:26:37 -05001052 || metadata == nullptr
Dichen Zhang6947d532022-10-22 02:16:21 +00001053 || dest == nullptr) {
Dichen Zhang80b72482022-11-02 01:55:35 +00001054 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang85b37562022-10-11 11:08:28 -07001055 }
1056
Dichen Zhang15345ea2023-02-23 23:54:32 +00001057 const string nameSpace = "http://ns.adobe.com/xap/1.0/";
1058 const int nameSpaceLength = nameSpace.size() + 1; // need to count the null terminator
Dichen Zhanga8766262022-11-07 23:48:24 +00001059
Dichen Zhang15345ea2023-02-23 23:54:32 +00001060 // calculate secondary image length first, because the length will be written into the primary
1061 // image xmp
Dichen Zhang61ede362023-02-22 18:50:13 +00001062 const string xmp_secondary = generateXmpForSecondaryImage(*metadata);
Dichen Zhang15345ea2023-02-23 23:54:32 +00001063 const int xmp_secondary_length = 2 /* 2 bytes representing the length of the package */
1064 + nameSpaceLength /* 29 bytes length of name space including \0 */
1065 + xmp_secondary.size(); /* length of xmp packet */
1066 const int secondary_image_size = 2 /* 2 bytes length of APP1 sign */
1067 + xmp_secondary_length
Dichen Zhang10959a42023-04-10 16:28:16 -07001068 + compressed_gain_map->length;
Dichen Zhang15345ea2023-02-23 23:54:32 +00001069 // primary image
Nick Deakin05ceebf2023-04-19 15:27:13 -04001070 const string xmp_primary = generateXmpForPrimaryImage(secondary_image_size, *metadata);
Dichen Zhang15345ea2023-02-23 23:54:32 +00001071 // same as primary
1072 const int xmp_primary_length = 2 + nameSpaceLength + xmp_primary.size();
Dichen Zhang61ede362023-02-22 18:50:13 +00001073
Dichen Zhang15345ea2023-02-23 23:54:32 +00001074 int pos = 0;
Dichen Zhang61ede362023-02-22 18:50:13 +00001075 // Begin primary image
Dichen Zhangd18bc302022-12-16 20:55:24 +00001076 // Write SOI
Dichen Zhanga8766262022-11-07 23:48:24 +00001077 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1078 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kSOI, 1, pos));
Dichen Zhangd18bc302022-12-16 20:55:24 +00001079
1080 // Write EXIF
Dichen Zhang50ff1292023-01-27 18:03:43 +00001081 if (exif != nullptr) {
Dichen Zhangd18bc302022-12-16 20:55:24 +00001082 const int length = 2 + exif->length;
1083 const uint8_t lengthH = ((length >> 8) & 0xff);
1084 const uint8_t lengthL = (length & 0xff);
1085 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1086 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kAPP1, 1, pos));
1087 JPEGR_CHECK(Write(dest, &lengthH, 1, pos));
1088 JPEGR_CHECK(Write(dest, &lengthL, 1, pos));
1089 JPEGR_CHECK(Write(dest, exif->data, exif->length, pos));
1090 }
1091
1092 // Prepare and write XMP
1093 {
Dichen Zhang15345ea2023-02-23 23:54:32 +00001094 const int length = xmp_primary_length;
Dichen Zhangd18bc302022-12-16 20:55:24 +00001095 const uint8_t lengthH = ((length >> 8) & 0xff);
1096 const uint8_t lengthL = (length & 0xff);
1097 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1098 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kAPP1, 1, pos));
1099 JPEGR_CHECK(Write(dest, &lengthH, 1, pos));
1100 JPEGR_CHECK(Write(dest, &lengthL, 1, pos));
1101 JPEGR_CHECK(Write(dest, (void*)nameSpace.c_str(), nameSpaceLength, pos));
Dichen Zhang61ede362023-02-22 18:50:13 +00001102 JPEGR_CHECK(Write(dest, (void*)xmp_primary.c_str(), xmp_primary.size(), pos));
1103 }
1104
1105 // Prepare and write MPF
1106 {
1107 const int length = 2 + calculateMpfSize();
1108 const uint8_t lengthH = ((length >> 8) & 0xff);
1109 const uint8_t lengthL = (length & 0xff);
1110 int primary_image_size = pos + length + compressed_jpeg_image->length;
Dichen Zhang15345ea2023-02-23 23:54:32 +00001111 // between APP2 + package size + signature
1112 // ff e2 00 58 4d 50 46 00
1113 // 2 + 2 + 4 = 8 (bytes)
1114 // and ff d8 sign of the secondary image
1115 int secondary_image_offset = primary_image_size - pos - 8;
1116 sp<DataStruct> mpf = generateMpf(primary_image_size,
1117 0, /* primary_image_offset */
1118 secondary_image_size,
1119 secondary_image_offset);
Dichen Zhang61ede362023-02-22 18:50:13 +00001120 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1121 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kAPP2, 1, pos));
1122 JPEGR_CHECK(Write(dest, &lengthH, 1, pos));
1123 JPEGR_CHECK(Write(dest, &lengthL, 1, pos));
1124 JPEGR_CHECK(Write(dest, (void*)mpf->getData(), mpf->getLength(), pos));
Dichen Zhangd18bc302022-12-16 20:55:24 +00001125 }
1126
1127 // Write primary image
Dichen Zhanga8766262022-11-07 23:48:24 +00001128 JPEGR_CHECK(Write(dest,
1129 (uint8_t*)compressed_jpeg_image->data + 2, compressed_jpeg_image->length - 2, pos));
Dichen Zhang61ede362023-02-22 18:50:13 +00001130 // Finish primary image
1131
Dichen Zhang10959a42023-04-10 16:28:16 -07001132 // Begin secondary image (gain map)
Dichen Zhang61ede362023-02-22 18:50:13 +00001133 // Write SOI
1134 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1135 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kSOI, 1, pos));
1136
1137 // Prepare and write XMP
1138 {
Dichen Zhang15345ea2023-02-23 23:54:32 +00001139 const int length = xmp_secondary_length;
Dichen Zhang61ede362023-02-22 18:50:13 +00001140 const uint8_t lengthH = ((length >> 8) & 0xff);
1141 const uint8_t lengthL = (length & 0xff);
1142 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1143 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kAPP1, 1, pos));
1144 JPEGR_CHECK(Write(dest, &lengthH, 1, pos));
1145 JPEGR_CHECK(Write(dest, &lengthL, 1, pos));
1146 JPEGR_CHECK(Write(dest, (void*)nameSpace.c_str(), nameSpaceLength, pos));
1147 JPEGR_CHECK(Write(dest, (void*)xmp_secondary.c_str(), xmp_secondary.size(), pos));
1148 }
Dichen Zhangd18bc302022-12-16 20:55:24 +00001149
1150 // Write secondary image
Dichen Zhang61ede362023-02-22 18:50:13 +00001151 JPEGR_CHECK(Write(dest,
Dichen Zhang10959a42023-04-10 16:28:16 -07001152 (uint8_t*)compressed_gain_map->data + 2, compressed_gain_map->length - 2, pos));
Dichen Zhangd18bc302022-12-16 20:55:24 +00001153
1154 // Set back length
Dichen Zhanga8766262022-11-07 23:48:24 +00001155 dest->length = pos;
1156
Dichen Zhangd18bc302022-12-16 20:55:24 +00001157 // Done!
Dichen Zhang6947d532022-10-22 02:16:21 +00001158 return NO_ERROR;
Dichen Zhang85b37562022-10-11 11:08:28 -07001159}
1160
Dichen Zhang61ede362023-02-22 18:50:13 +00001161status_t JpegR::toneMap(jr_uncompressed_ptr src, jr_uncompressed_ptr dest) {
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001162 if (src == nullptr || dest == nullptr) {
Dichen Zhang636f5242022-12-07 20:25:44 +00001163 return ERROR_JPEGR_INVALID_NULL_PTR;
1164 }
1165
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001166 uint16_t* src_luma_data = reinterpret_cast<uint16_t*>(src->data);
Dichen Zhang98b06852023-05-17 16:56:51 +00001167 size_t src_luma_stride = src->luma_stride == 0 ? src->width : src->luma_stride;
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001168
Dichen Zhang98b06852023-05-17 16:56:51 +00001169 uint16_t* src_chroma_data;
1170 size_t src_chroma_stride;
1171 if (src->chroma_data == nullptr) {
1172 src_chroma_stride = src_luma_stride;
1173 src_chroma_data = &reinterpret_cast<uint16_t*>(src->data)[src_luma_stride * src->height];
1174 } else {
1175 src_chroma_stride = src->chroma_stride;
1176 src_chroma_data = reinterpret_cast<uint16_t*>(src->chroma_data);
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001177 }
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001178 dest->width = src->width;
1179 dest->height = src->height;
Dichen Zhang636f5242022-12-07 20:25:44 +00001180
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001181 size_t dest_luma_pixel_count = dest->width * dest->height;
1182
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001183 for (size_t y = 0; y < src->height; ++y) {
1184 for (size_t x = 0; x < src->width; ++x) {
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001185 size_t src_y_idx = y * src_luma_stride + x;
1186 size_t src_u_idx = (y >> 1) * src_chroma_stride + (x & ~0x1);
1187 size_t src_v_idx = src_u_idx + 1;
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001188
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001189 uint16_t y_uint = src_luma_data[src_y_idx] >> 6;
1190 uint16_t u_uint = src_chroma_data[src_u_idx] >> 6;
1191 uint16_t v_uint = src_chroma_data[src_v_idx] >> 6;
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001192
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001193 size_t dest_y_idx = x + y * dest->width;
1194 size_t dest_uv_idx = x / 2 + (y / 2) * (dest->width / 2);
1195
1196 uint8_t* y = &reinterpret_cast<uint8_t*>(dest->data)[dest_y_idx];
1197 uint8_t* u = &reinterpret_cast<uint8_t*>(dest->data)[dest_luma_pixel_count + dest_uv_idx];
1198 uint8_t* v = &reinterpret_cast<uint8_t*>(
1199 dest->data)[dest_luma_pixel_count * 5 / 4 + dest_uv_idx];
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001200
1201 *y = static_cast<uint8_t>((y_uint >> 2) & 0xff);
1202 *u = static_cast<uint8_t>((u_uint >> 2) & 0xff);
1203 *v = static_cast<uint8_t>((v_uint >> 2) & 0xff);
1204 }
1205 }
1206
1207 dest->colorGamut = src->colorGamut;
Dichen Zhang636f5242022-12-07 20:25:44 +00001208
1209 return NO_ERROR;
1210}
1211
Dichen Zhangdbceb0e2023-04-14 19:03:18 +00001212} // namespace android::ultrahdr