blob: c250aa02fd095c297e6c185ef6f307f2eb0cbaa0 [file] [log] [blame]
Dichen Zhang85b37562022-10-11 11:08:28 -07001/*
2 * Copyright 2022 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Dichen Zhangdbceb0e2023-04-14 19:03:18 +000017#include <ultrahdr/jpegr.h>
18#include <ultrahdr/jpegencoderhelper.h>
19#include <ultrahdr/jpegdecoderhelper.h>
20#include <ultrahdr/gainmapmath.h>
21#include <ultrahdr/jpegrutils.h>
22#include <ultrahdr/multipictureformat.h>
23#include <ultrahdr/icc.h>
Nick Deakinf6bca5a2022-11-04 10:43:43 -040024
Dichen Zhanga8766262022-11-07 23:48:24 +000025#include <image_io/jpeg/jpeg_marker.h>
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +000026#include <image_io/jpeg/jpeg_info.h>
27#include <image_io/jpeg/jpeg_scanner.h>
28#include <image_io/jpeg/jpeg_info_builder.h>
29#include <image_io/base/data_segment_data_source.h>
Dichen Zhang53751272023-01-17 19:09:01 -080030#include <utils/Log.h>
Nick Deakinf6bca5a2022-11-04 10:43:43 -040031
Dichen Zhang6438a192023-01-29 07:51:15 +000032#include <map>
Nick Deakinf6bca5a2022-11-04 10:43:43 -040033#include <memory>
Dichen Zhang72fd2b12022-11-01 06:11:50 +000034#include <sstream>
35#include <string>
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +000036#include <cmath>
Harish Mahendrakar72b6f302022-12-16 10:39:15 -080037#include <condition_variable>
38#include <deque>
39#include <mutex>
40#include <thread>
41#include <unistd.h>
Dichen Zhang72fd2b12022-11-01 06:11:50 +000042
43using namespace std;
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +000044using namespace photos_editing_formats::image_io;
Dichen Zhang85b37562022-10-11 11:08:28 -070045
Dichen Zhangdbceb0e2023-04-14 19:03:18 +000046namespace android::ultrahdr {
Dichen Zhang85b37562022-10-11 11:08:28 -070047
Harish Mahendrakar555a06b2022-12-14 09:37:27 -080048#define USE_SRGB_INVOETF_LUT 1
49#define USE_HLG_OETF_LUT 1
50#define USE_PQ_OETF_LUT 1
51#define USE_HLG_INVOETF_LUT 1
52#define USE_PQ_INVOETF_LUT 1
Dichen Zhang10959a42023-04-10 16:28:16 -070053#define USE_APPLY_GAIN_LUT 1
Harish Mahendrakar555a06b2022-12-14 09:37:27 -080054
Nick Deakinf6bca5a2022-11-04 10:43:43 -040055#define JPEGR_CHECK(x) \
56 { \
57 status_t status = (x); \
58 if ((status) != NO_ERROR) { \
59 return status; \
60 } \
61 }
62
Nick Deakin6bd90432022-11-20 16:26:37 -050063// The current JPEGR version that we encode to
Nick Deakin05ceebf2023-04-19 15:27:13 -040064static const char* const kJpegrVersion = "1.0";
Nick Deakin6bd90432022-11-20 16:26:37 -050065
Nick Deakinf6bca5a2022-11-04 10:43:43 -040066// Map is quarter res / sixteenth size
67static const size_t kMapDimensionScaleFactor = 4;
Ram Mohan033270a2023-05-18 15:26:33 +053068
69// Gain Map width is (image_width / kMapDimensionScaleFactor). If we were to
70// compress 420 GainMap in jpeg, then we need at least 2 samples. For Grayscale
71// 1 sample is sufficient. We are using 2 here anyways
72static const int kMinWidth = 2 * kMapDimensionScaleFactor;
73static const int kMinHeight = 2 * kMapDimensionScaleFactor;
74
Dichen Zhang53751272023-01-17 19:09:01 -080075// JPEG block size.
Dichen Zhang56a7d592023-04-14 16:57:34 +000076// JPEG encoding / decoding will require block based DCT transform 16 x 16 for luma,
77// and 8 x 8 for chroma.
78// Width must be 16 dividable for luma, and 8 dividable for chroma.
79// If this criteria is not ficilitated, we will pad zeros based on the required block size.
80static const size_t kJpegBlock = JpegEncoderHelper::kCompressBatchSize;
81static const size_t kJpegBlockSquare = kJpegBlock * kJpegBlock;
Dichen Zhang10959a42023-04-10 16:28:16 -070082// JPEG compress quality (0 ~ 100) for gain map
Dichen Zhang0b9f7de2022-11-18 06:52:46 +000083static const int kMapCompressQuality = 85;
Nick Deakinf6bca5a2022-11-04 10:43:43 -040084
Harish Mahendrakar72b6f302022-12-16 10:39:15 -080085#define CONFIG_MULTITHREAD 1
86int GetCPUCoreCount() {
87 int cpuCoreCount = 1;
88#if CONFIG_MULTITHREAD
89#if defined(_SC_NPROCESSORS_ONLN)
90 cpuCoreCount = sysconf(_SC_NPROCESSORS_ONLN);
91#else
92 // _SC_NPROC_ONLN must be defined...
93 cpuCoreCount = sysconf(_SC_NPROC_ONLN);
94#endif
95#endif
96 return cpuCoreCount;
97}
98
Ram Mohanac1cfec2023-05-18 14:41:15 +053099status_t JpegR::areInputArgumentsValid(jr_uncompressed_ptr uncompressed_p010_image,
100 jr_uncompressed_ptr uncompressed_yuv_420_image,
101 ultrahdr_transfer_function hdr_tf,
102 jr_compressed_ptr dest) {
103 if (uncompressed_p010_image == nullptr || uncompressed_p010_image->data == nullptr) {
104 ALOGE("received nullptr for uncompressed p010 image");
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700105 return ERROR_JPEGR_INVALID_NULL_PTR;
106 }
107
Ram Mohanac1cfec2023-05-18 14:41:15 +0530108 if (uncompressed_p010_image->width % 2 != 0
109 || uncompressed_p010_image->height % 2 != 0) {
110 ALOGE("Image dimensions cannot be odd, image dimensions %dx%d",
111 uncompressed_p010_image->width, uncompressed_p010_image->height);
112 return ERROR_JPEGR_INVALID_INPUT_TYPE;
113 }
114
Ram Mohan033270a2023-05-18 15:26:33 +0530115 if (uncompressed_p010_image->width < kMinWidth
116 || uncompressed_p010_image->height < kMinHeight) {
117 ALOGE("Image dimensions cannot be less than %dx%d, image dimensions %dx%d",
118 kMinWidth, kMinHeight, uncompressed_p010_image->width, uncompressed_p010_image->height);
Ram Mohanac1cfec2023-05-18 14:41:15 +0530119 return ERROR_JPEGR_INVALID_INPUT_TYPE;
120 }
121
122 if (uncompressed_p010_image->colorGamut <= ULTRAHDR_COLORGAMUT_UNSPECIFIED
123 || uncompressed_p010_image->colorGamut > ULTRAHDR_COLORGAMUT_MAX) {
124 ALOGE("Unrecognized p010 color gamut %d", uncompressed_p010_image->colorGamut);
125 return ERROR_JPEGR_INVALID_INPUT_TYPE;
126 }
127
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700128 if (uncompressed_p010_image->luma_stride != 0
129 && uncompressed_p010_image->luma_stride < uncompressed_p010_image->width) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530130 ALOGE("Luma stride can not be smaller than width, stride=%d, width=%d",
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700131 uncompressed_p010_image->luma_stride, uncompressed_p010_image->width);
132 return ERROR_JPEGR_INVALID_INPUT_TYPE;
133 }
134
Ram Mohanac1cfec2023-05-18 14:41:15 +0530135 if (uncompressed_p010_image->chroma_data != nullptr
136 && uncompressed_p010_image->chroma_stride < uncompressed_p010_image->width) {
137 ALOGE("Chroma stride can not be smaller than width, stride=%d, width=%d",
138 uncompressed_p010_image->chroma_stride,
139 uncompressed_p010_image->width);
140 return ERROR_JPEGR_INVALID_INPUT_TYPE;
141 }
142
143 if (dest == nullptr || dest->data == nullptr) {
144 ALOGE("received nullptr for destination");
145 return ERROR_JPEGR_INVALID_NULL_PTR;
146 }
147
148 if (hdr_tf <= ULTRAHDR_TF_UNSPECIFIED || hdr_tf > ULTRAHDR_TF_MAX) {
149 ALOGE("Invalid hdr transfer function %d", hdr_tf);
150 return ERROR_JPEGR_INVALID_INPUT_TYPE;
151 }
152
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700153 if (uncompressed_yuv_420_image == nullptr) {
154 return NO_ERROR;
155 }
156
Ram Mohanac1cfec2023-05-18 14:41:15 +0530157 if (uncompressed_yuv_420_image->data == nullptr) {
158 ALOGE("received nullptr for uncompressed 420 image");
159 return ERROR_JPEGR_INVALID_NULL_PTR;
160 }
161
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700162 if (uncompressed_yuv_420_image->luma_stride != 0) {
163 ALOGE("Stride is not supported for YUV420 image");
164 return ERROR_JPEGR_UNSUPPORTED_FEATURE;
165 }
166
167 if (uncompressed_yuv_420_image->chroma_data != nullptr) {
168 ALOGE("Pointer to chroma plane is not supported for YUV420 image, chroma data must"
169 "be immediately after the luma data.");
170 return ERROR_JPEGR_UNSUPPORTED_FEATURE;
171 }
172
173 if (uncompressed_p010_image->width != uncompressed_yuv_420_image->width
174 || uncompressed_p010_image->height != uncompressed_yuv_420_image->height) {
175 ALOGE("Image resolutions mismatch: P010: %dx%d, YUV420: %dx%d",
176 uncompressed_p010_image->width,
177 uncompressed_p010_image->height,
178 uncompressed_yuv_420_image->width,
179 uncompressed_yuv_420_image->height);
180 return ERROR_JPEGR_RESOLUTION_MISMATCH;
181 }
182
Ram Mohanac1cfec2023-05-18 14:41:15 +0530183 if (uncompressed_yuv_420_image->colorGamut <= ULTRAHDR_COLORGAMUT_UNSPECIFIED
184 || uncompressed_yuv_420_image->colorGamut > ULTRAHDR_COLORGAMUT_MAX) {
185 ALOGE("Unrecognized 420 color gamut %d", uncompressed_yuv_420_image->colorGamut);
186 return ERROR_JPEGR_INVALID_INPUT_TYPE;
187 }
188
189 return NO_ERROR;
190}
191
192status_t JpegR::areInputArgumentsValid(jr_uncompressed_ptr uncompressed_p010_image,
193 jr_uncompressed_ptr uncompressed_yuv_420_image,
194 ultrahdr_transfer_function hdr_tf,
195 jr_compressed_ptr dest,
196 int quality) {
197 if (status_t ret = areInputArgumentsValid(
198 uncompressed_p010_image, uncompressed_yuv_420_image, hdr_tf, dest) != NO_ERROR) {
199 return ret;
200 }
201
202 if (quality < 0 || quality > 100) {
203 ALOGE("quality factor is out side range [0-100], quality factor : %d", quality);
204 return ERROR_JPEGR_INVALID_INPUT_TYPE;
205 }
206
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700207 return NO_ERROR;
208}
209
Dichen Zhang636f5242022-12-07 20:25:44 +0000210/* Encode API-0 */
Dichen Zhang761b52d2023-02-10 22:38:38 +0000211status_t JpegR::encodeJPEGR(jr_uncompressed_ptr uncompressed_p010_image,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000212 ultrahdr_transfer_function hdr_tf,
Dichen Zhang61ede362023-02-22 18:50:13 +0000213 jr_compressed_ptr dest,
214 int quality,
215 jr_exif_ptr exif) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530216 if (status_t ret = areInputArgumentsValid(
217 uncompressed_p010_image, /* uncompressed_yuv_420_image */ nullptr,
218 hdr_tf, dest, quality) != NO_ERROR) {
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700219 return ret;
Dichen Zhang53751272023-01-17 19:09:01 -0800220 }
221
Ram Mohanac1cfec2023-05-18 14:41:15 +0530222 if (exif != nullptr && exif->data == nullptr) {
223 ALOGE("received nullptr for exif metadata");
224 return ERROR_JPEGR_INVALID_NULL_PTR;
225 }
226
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000227 ultrahdr_metadata_struct metadata;
Dichen Zhang636f5242022-12-07 20:25:44 +0000228 metadata.version = kJpegrVersion;
Dichen Zhang636f5242022-12-07 20:25:44 +0000229
230 jpegr_uncompressed_struct uncompressed_yuv_420_image;
Dichen Zhang56a7d592023-04-14 16:57:34 +0000231 size_t gain_map_length = uncompressed_p010_image->width * uncompressed_p010_image->height * 3 / 2;
232 // Pad a pseudo chroma block (kJpegBlock / 2) x (kJpegBlock / 2)
233 // if width is not kJpegBlock aligned.
234 if (uncompressed_p010_image->width % kJpegBlock != 0) {
235 gain_map_length += kJpegBlockSquare / 4;
236 }
237 unique_ptr<uint8_t[]> uncompressed_yuv_420_image_data = make_unique<uint8_t[]>(gain_map_length);
Dichen Zhangc3437ca2023-01-04 14:00:08 -0800238 uncompressed_yuv_420_image.data = uncompressed_yuv_420_image_data.get();
Dichen Zhang636f5242022-12-07 20:25:44 +0000239 JPEGR_CHECK(toneMap(uncompressed_p010_image, &uncompressed_yuv_420_image));
240
241 jpegr_uncompressed_struct map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700242 JPEGR_CHECK(generateGainMap(
Nick Deakin01759062023-02-02 18:21:43 -0500243 &uncompressed_yuv_420_image, uncompressed_p010_image, hdr_tf, &metadata, &map));
Dichen Zhang636f5242022-12-07 20:25:44 +0000244 std::unique_ptr<uint8_t[]> map_data;
245 map_data.reset(reinterpret_cast<uint8_t*>(map.data));
246
Ram Mohanf9540402023-05-18 20:08:55 +0530247 JpegEncoderHelper jpeg_encoder_gainmap;
248 JPEGR_CHECK(compressGainMap(&map, &jpeg_encoder_gainmap));
Dichen Zhang636f5242022-12-07 20:25:44 +0000249 jpegr_compressed_struct compressed_map;
Ram Mohanf9540402023-05-18 20:08:55 +0530250 compressed_map.maxLength = jpeg_encoder_gainmap.getCompressedImageSize();
251 compressed_map.length = compressed_map.maxLength;
252 compressed_map.data = jpeg_encoder_gainmap.getCompressedImagePtr();
253 compressed_map.colorGamut = ULTRAHDR_COLORGAMUT_UNSPECIFIED;
Dichen Zhang636f5242022-12-07 20:25:44 +0000254
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000255 sp<DataStruct> icc = IccHelper::writeIccProfile(ULTRAHDR_TF_SRGB,
Dichen Zhange46f9bb2023-02-23 19:34:53 +0000256 uncompressed_yuv_420_image.colorGamut);
Dichen Zhang6438a192023-01-29 07:51:15 +0000257
Dichen Zhang02dd0592023-02-10 20:16:57 +0000258 JpegEncoderHelper jpeg_encoder;
Dichen Zhang636f5242022-12-07 20:25:44 +0000259 if (!jpeg_encoder.compressImage(uncompressed_yuv_420_image.data,
260 uncompressed_yuv_420_image.width,
Dichen Zhang6438a192023-01-29 07:51:15 +0000261 uncompressed_yuv_420_image.height, quality,
Dichen Zhange46f9bb2023-02-23 19:34:53 +0000262 icc->getData(), icc->getLength())) {
Dichen Zhang636f5242022-12-07 20:25:44 +0000263 return ERROR_JPEGR_ENCODE_ERROR;
264 }
265 jpegr_compressed_struct jpeg;
266 jpeg.data = jpeg_encoder.getCompressedImagePtr();
267 jpeg.length = jpeg_encoder.getCompressedImageSize();
268
Dichen Zhang10959a42023-04-10 16:28:16 -0700269 JPEGR_CHECK(appendGainMap(&jpeg, &compressed_map, exif, &metadata, dest));
Dichen Zhang636f5242022-12-07 20:25:44 +0000270
271 return NO_ERROR;
272}
273
274/* Encode API-1 */
Dichen Zhang761b52d2023-02-10 22:38:38 +0000275status_t JpegR::encodeJPEGR(jr_uncompressed_ptr uncompressed_p010_image,
Dichen Zhang61ede362023-02-22 18:50:13 +0000276 jr_uncompressed_ptr uncompressed_yuv_420_image,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000277 ultrahdr_transfer_function hdr_tf,
Dichen Zhang61ede362023-02-22 18:50:13 +0000278 jr_compressed_ptr dest,
279 int quality,
280 jr_exif_ptr exif) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530281 if (uncompressed_yuv_420_image == nullptr) {
282 ALOGE("received nullptr for uncompressed 420 image");
Dichen Zhang80b72482022-11-02 01:55:35 +0000283 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang6947d532022-10-22 02:16:21 +0000284 }
285
Ram Mohanac1cfec2023-05-18 14:41:15 +0530286 if (exif != nullptr && exif->data == nullptr) {
287 ALOGE("received nullptr for exif metadata");
288 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhangffa34012022-11-03 23:21:13 +0000289 }
290
Ram Mohanac1cfec2023-05-18 14:41:15 +0530291 if (status_t ret = areInputArgumentsValid(
292 uncompressed_p010_image, uncompressed_yuv_420_image, hdr_tf,
293 dest, quality) != NO_ERROR) {
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700294 return ret;
Dichen Zhang53751272023-01-17 19:09:01 -0800295 }
296
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000297 ultrahdr_metadata_struct metadata;
Nick Deakin6bd90432022-11-20 16:26:37 -0500298 metadata.version = kJpegrVersion;
Nick Deakin6bd90432022-11-20 16:26:37 -0500299
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400300 jpegr_uncompressed_struct map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700301 JPEGR_CHECK(generateGainMap(
Nick Deakin01759062023-02-02 18:21:43 -0500302 uncompressed_yuv_420_image, uncompressed_p010_image, hdr_tf, &metadata, &map));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400303 std::unique_ptr<uint8_t[]> map_data;
304 map_data.reset(reinterpret_cast<uint8_t*>(map.data));
305
Ram Mohanf9540402023-05-18 20:08:55 +0530306 JpegEncoderHelper jpeg_encoder_gainmap;
307 JPEGR_CHECK(compressGainMap(&map, &jpeg_encoder_gainmap));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400308 jpegr_compressed_struct compressed_map;
Ram Mohanf9540402023-05-18 20:08:55 +0530309 compressed_map.maxLength = jpeg_encoder_gainmap.getCompressedImageSize();
310 compressed_map.length = compressed_map.maxLength;
311 compressed_map.data = jpeg_encoder_gainmap.getCompressedImagePtr();
312 compressed_map.colorGamut = ULTRAHDR_COLORGAMUT_UNSPECIFIED;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400313
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000314 sp<DataStruct> icc = IccHelper::writeIccProfile(ULTRAHDR_TF_SRGB,
Dichen Zhange46f9bb2023-02-23 19:34:53 +0000315 uncompressed_yuv_420_image->colorGamut);
Dichen Zhang6438a192023-01-29 07:51:15 +0000316
Dichen Zhang02dd0592023-02-10 20:16:57 +0000317 JpegEncoderHelper jpeg_encoder;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400318 if (!jpeg_encoder.compressImage(uncompressed_yuv_420_image->data,
319 uncompressed_yuv_420_image->width,
Dichen Zhang6438a192023-01-29 07:51:15 +0000320 uncompressed_yuv_420_image->height, quality,
Dichen Zhange46f9bb2023-02-23 19:34:53 +0000321 icc->getData(), icc->getLength())) {
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400322 return ERROR_JPEGR_ENCODE_ERROR;
323 }
324 jpegr_compressed_struct jpeg;
325 jpeg.data = jpeg_encoder.getCompressedImagePtr();
326 jpeg.length = jpeg_encoder.getCompressedImageSize();
327
Dichen Zhang10959a42023-04-10 16:28:16 -0700328 JPEGR_CHECK(appendGainMap(&jpeg, &compressed_map, exif, &metadata, dest));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400329
Dichen Zhang6947d532022-10-22 02:16:21 +0000330 return NO_ERROR;
331}
332
Dichen Zhang636f5242022-12-07 20:25:44 +0000333/* Encode API-2 */
Dichen Zhang761b52d2023-02-10 22:38:38 +0000334status_t JpegR::encodeJPEGR(jr_uncompressed_ptr uncompressed_p010_image,
Dichen Zhang61ede362023-02-22 18:50:13 +0000335 jr_uncompressed_ptr uncompressed_yuv_420_image,
336 jr_compressed_ptr compressed_jpeg_image,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000337 ultrahdr_transfer_function hdr_tf,
Dichen Zhang61ede362023-02-22 18:50:13 +0000338 jr_compressed_ptr dest) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530339 if (uncompressed_yuv_420_image == nullptr) {
340 ALOGE("received nullptr for uncompressed 420 image");
Dichen Zhang80b72482022-11-02 01:55:35 +0000341 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang6947d532022-10-22 02:16:21 +0000342 }
343
Ram Mohanac1cfec2023-05-18 14:41:15 +0530344 if (compressed_jpeg_image == nullptr || compressed_jpeg_image->data == nullptr) {
345 ALOGE("received nullptr for compressed jpeg image");
346 return ERROR_JPEGR_INVALID_NULL_PTR;
347 }
348
349 if (status_t ret = areInputArgumentsValid(
350 uncompressed_p010_image, uncompressed_yuv_420_image, hdr_tf, dest) != NO_ERROR) {
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700351 return ret;
Dichen Zhang53751272023-01-17 19:09:01 -0800352 }
353
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000354 ultrahdr_metadata_struct metadata;
Nick Deakin6bd90432022-11-20 16:26:37 -0500355 metadata.version = kJpegrVersion;
Nick Deakin6bd90432022-11-20 16:26:37 -0500356
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400357 jpegr_uncompressed_struct map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700358 JPEGR_CHECK(generateGainMap(
Nick Deakin01759062023-02-02 18:21:43 -0500359 uncompressed_yuv_420_image, uncompressed_p010_image, hdr_tf, &metadata, &map));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400360 std::unique_ptr<uint8_t[]> map_data;
361 map_data.reset(reinterpret_cast<uint8_t*>(map.data));
362
Ram Mohanf9540402023-05-18 20:08:55 +0530363 JpegEncoderHelper jpeg_encoder_gainmap;
364 JPEGR_CHECK(compressGainMap(&map, &jpeg_encoder_gainmap));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400365 jpegr_compressed_struct compressed_map;
Ram Mohanf9540402023-05-18 20:08:55 +0530366 compressed_map.maxLength = jpeg_encoder_gainmap.getCompressedImageSize();
367 compressed_map.length = compressed_map.maxLength;
368 compressed_map.data = jpeg_encoder_gainmap.getCompressedImagePtr();
369 compressed_map.colorGamut = ULTRAHDR_COLORGAMUT_UNSPECIFIED;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400370
Dichen Zhang10959a42023-04-10 16:28:16 -0700371 JPEGR_CHECK(appendGainMap(compressed_jpeg_image, &compressed_map, nullptr, &metadata, dest));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400372
Dichen Zhang6947d532022-10-22 02:16:21 +0000373 return NO_ERROR;
374}
375
Dichen Zhang636f5242022-12-07 20:25:44 +0000376/* Encode API-3 */
Dichen Zhang761b52d2023-02-10 22:38:38 +0000377status_t JpegR::encodeJPEGR(jr_uncompressed_ptr uncompressed_p010_image,
Dichen Zhang61ede362023-02-22 18:50:13 +0000378 jr_compressed_ptr compressed_jpeg_image,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000379 ultrahdr_transfer_function hdr_tf,
Dichen Zhang61ede362023-02-22 18:50:13 +0000380 jr_compressed_ptr dest) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530381 if (compressed_jpeg_image == nullptr || compressed_jpeg_image->data == nullptr) {
382 ALOGE("received nullptr for compressed jpeg image");
Dichen Zhang80b72482022-11-02 01:55:35 +0000383 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang6947d532022-10-22 02:16:21 +0000384 }
385
Ram Mohanac1cfec2023-05-18 14:41:15 +0530386 if (status_t ret = areInputArgumentsValid(
387 uncompressed_p010_image, /* uncompressed_yuv_420_image */ nullptr,
388 hdr_tf, dest) != NO_ERROR) {
Dichen Zhang66ca6e32023-04-05 12:22:54 -0700389 return ret;
Dichen Zhang53751272023-01-17 19:09:01 -0800390 }
391
Dichen Zhang02dd0592023-02-10 20:16:57 +0000392 JpegDecoderHelper jpeg_decoder;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400393 if (!jpeg_decoder.decompressImage(compressed_jpeg_image->data, compressed_jpeg_image->length)) {
394 return ERROR_JPEGR_DECODE_ERROR;
395 }
396 jpegr_uncompressed_struct uncompressed_yuv_420_image;
397 uncompressed_yuv_420_image.data = jpeg_decoder.getDecompressedImagePtr();
398 uncompressed_yuv_420_image.width = jpeg_decoder.getDecompressedImageWidth();
399 uncompressed_yuv_420_image.height = jpeg_decoder.getDecompressedImageHeight();
Nick Deakin6bd90432022-11-20 16:26:37 -0500400 uncompressed_yuv_420_image.colorGamut = compressed_jpeg_image->colorGamut;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400401
402 if (uncompressed_p010_image->width != uncompressed_yuv_420_image.width
403 || uncompressed_p010_image->height != uncompressed_yuv_420_image.height) {
404 return ERROR_JPEGR_RESOLUTION_MISMATCH;
405 }
406
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000407 ultrahdr_metadata_struct metadata;
Nick Deakin6bd90432022-11-20 16:26:37 -0500408 metadata.version = kJpegrVersion;
Nick Deakin6bd90432022-11-20 16:26:37 -0500409
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400410 jpegr_uncompressed_struct map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700411 JPEGR_CHECK(generateGainMap(
Nick Deakin01759062023-02-02 18:21:43 -0500412 &uncompressed_yuv_420_image, uncompressed_p010_image, hdr_tf, &metadata, &map));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400413 std::unique_ptr<uint8_t[]> map_data;
414 map_data.reset(reinterpret_cast<uint8_t*>(map.data));
415
Ram Mohanf9540402023-05-18 20:08:55 +0530416 JpegEncoderHelper jpeg_encoder_gainmap;
417 JPEGR_CHECK(compressGainMap(&map, &jpeg_encoder_gainmap));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400418 jpegr_compressed_struct compressed_map;
Ram Mohanf9540402023-05-18 20:08:55 +0530419 compressed_map.maxLength = jpeg_encoder_gainmap.getCompressedImageSize();
420 compressed_map.length = compressed_map.maxLength;
421 compressed_map.data = jpeg_encoder_gainmap.getCompressedImagePtr();
422 compressed_map.colorGamut = ULTRAHDR_COLORGAMUT_UNSPECIFIED;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400423
Dichen Zhang10959a42023-04-10 16:28:16 -0700424 JPEGR_CHECK(appendGainMap(compressed_jpeg_image, &compressed_map, nullptr, &metadata, dest));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400425
Dichen Zhang6947d532022-10-22 02:16:21 +0000426 return NO_ERROR;
427}
428
Dichen Zhang92e6c6b2023-04-14 20:20:14 +0000429/* Encode API-4 */
430status_t JpegR::encodeJPEGR(jr_compressed_ptr compressed_jpeg_image,
431 jr_compressed_ptr compressed_gainmap,
432 ultrahdr_metadata_ptr metadata,
433 jr_compressed_ptr dest) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530434 if (compressed_jpeg_image == nullptr || compressed_jpeg_image->data == nullptr) {
435 ALOGE("received nullptr for compressed jpeg image");
436 return ERROR_JPEGR_INVALID_NULL_PTR;
437 }
438
439 if (compressed_gainmap == nullptr || compressed_gainmap->data == nullptr) {
440 ALOGE("received nullptr for compressed gain map");
441 return ERROR_JPEGR_INVALID_NULL_PTR;
442 }
443
444 if (dest == nullptr || dest->data == nullptr) {
445 ALOGE("received nullptr for destination");
446 return ERROR_JPEGR_INVALID_NULL_PTR;
447 }
448
Dichen Zhang92e6c6b2023-04-14 20:20:14 +0000449 JPEGR_CHECK(appendGainMap(compressed_jpeg_image, compressed_gainmap, /* exif */ nullptr,
450 metadata, dest));
451 return NO_ERROR;
452}
453
Dichen Zhang61ede362023-02-22 18:50:13 +0000454status_t JpegR::getJPEGRInfo(jr_compressed_ptr compressed_jpegr_image, jr_info_ptr jpegr_info) {
Ram Mohanac1cfec2023-05-18 14:41:15 +0530455 if (compressed_jpegr_image == nullptr || compressed_jpegr_image->data == nullptr) {
456 ALOGE("received nullptr for compressed jpegr image");
457 return ERROR_JPEGR_INVALID_NULL_PTR;
458 }
459
460 if (jpegr_info == nullptr) {
461 ALOGE("received nullptr for compressed jpegr info struct");
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000462 return ERROR_JPEGR_INVALID_NULL_PTR;
463 }
464
Dichen Zhang10959a42023-04-10 16:28:16 -0700465 jpegr_compressed_struct primary_image, gain_map;
466 JPEGR_CHECK(extractPrimaryImageAndGainMap(compressed_jpegr_image,
467 &primary_image, &gain_map));
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000468
Dichen Zhang02dd0592023-02-10 20:16:57 +0000469 JpegDecoderHelper jpeg_decoder;
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000470 if (!jpeg_decoder.getCompressedImageParameters(primary_image.data, primary_image.length,
471 &jpegr_info->width, &jpegr_info->height,
472 jpegr_info->iccData, jpegr_info->exifData)) {
473 return ERROR_JPEGR_DECODE_ERROR;
474 }
475
476 return NO_ERROR;
477}
478
Dichen Zhang636f5242022-12-07 20:25:44 +0000479/* Decode API */
Dichen Zhang761b52d2023-02-10 22:38:38 +0000480status_t JpegR::decodeJPEGR(jr_compressed_ptr compressed_jpegr_image,
Dichen Zhang61ede362023-02-22 18:50:13 +0000481 jr_uncompressed_ptr dest,
Dichen Zhangc6605702023-03-15 18:40:55 -0700482 float max_display_boost,
Dichen Zhang61ede362023-02-22 18:50:13 +0000483 jr_exif_ptr exif,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000484 ultrahdr_output_format output_format,
Dichen Zhang10959a42023-04-10 16:28:16 -0700485 jr_uncompressed_ptr gain_map,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000486 ultrahdr_metadata_ptr metadata) {
Ram Mohanb0375052023-05-20 04:03:48 +0530487 if (compressed_jpegr_image == nullptr || compressed_jpegr_image->data == nullptr) {
488 ALOGE("received nullptr for compressed jpegr image");
489 return ERROR_JPEGR_INVALID_NULL_PTR;
490 }
491
492 if (dest == nullptr || dest->data == nullptr) {
493 ALOGE("received nullptr for dest image");
Dichen Zhang80b72482022-11-02 01:55:35 +0000494 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang6947d532022-10-22 02:16:21 +0000495 }
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000496
Dichen Zhangb96ba8f2023-03-21 23:33:41 +0000497 if (max_display_boost < 1.0f) {
Ram Mohanb0375052023-05-20 04:03:48 +0530498 ALOGE("received bad value for max_display_boost %f", max_display_boost);
499 return ERROR_JPEGR_INVALID_INPUT_TYPE;
500 }
501
502 if (exif != nullptr && exif->data == nullptr) {
503 ALOGE("received nullptr address for exif data");
504 return ERROR_JPEGR_INVALID_INPUT_TYPE;
505 }
506
507 if (output_format <= ULTRAHDR_OUTPUT_UNSPECIFIED || output_format > ULTRAHDR_OUTPUT_MAX) {
508 ALOGE("received bad value for output format %d", output_format);
509 return ERROR_JPEGR_INVALID_INPUT_TYPE;
510 }
511
512 if (gain_map != nullptr && gain_map->data == nullptr) {
513 ALOGE("received nullptr address for gain map data");
514 return ERROR_JPEGR_INVALID_INPUT_TYPE;
Dichen Zhangb96ba8f2023-03-21 23:33:41 +0000515 }
516
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000517 if (output_format == ULTRAHDR_OUTPUT_SDR) {
Dichen Zhang02dd0592023-02-10 20:16:57 +0000518 JpegDecoderHelper jpeg_decoder;
Fyodor Kyslovea9180f2023-01-06 01:11:43 +0000519 if (!jpeg_decoder.decompressImage(compressed_jpegr_image->data, compressed_jpegr_image->length,
520 true)) {
521 return ERROR_JPEGR_DECODE_ERROR;
522 }
523 jpegr_uncompressed_struct uncompressed_rgba_image;
524 uncompressed_rgba_image.data = jpeg_decoder.getDecompressedImagePtr();
525 uncompressed_rgba_image.width = jpeg_decoder.getDecompressedImageWidth();
526 uncompressed_rgba_image.height = jpeg_decoder.getDecompressedImageHeight();
527 memcpy(dest->data, uncompressed_rgba_image.data,
528 uncompressed_rgba_image.width * uncompressed_rgba_image.height * 4);
529 dest->width = uncompressed_rgba_image.width;
530 dest->height = uncompressed_rgba_image.height;
Dichen Zhang14f3c472023-03-08 07:24:48 +0000531
Dichen Zhang10959a42023-04-10 16:28:16 -0700532 if (gain_map == nullptr && exif == nullptr) {
Dichen Zhang14f3c472023-03-08 07:24:48 +0000533 return NO_ERROR;
534 }
535
536 if (exif != nullptr) {
537 if (exif->data == nullptr) {
538 return ERROR_JPEGR_INVALID_NULL_PTR;
539 }
540 if (exif->length < jpeg_decoder.getEXIFSize()) {
541 return ERROR_JPEGR_BUFFER_TOO_SMALL;
542 }
543 memcpy(exif->data, jpeg_decoder.getEXIFPtr(), jpeg_decoder.getEXIFSize());
544 exif->length = jpeg_decoder.getEXIFSize();
545 }
Dichen Zhang10959a42023-04-10 16:28:16 -0700546 if (gain_map == nullptr) {
Dichen Zhang14f3c472023-03-08 07:24:48 +0000547 return NO_ERROR;
548 }
Fyodor Kyslovea9180f2023-01-06 01:11:43 +0000549 }
550
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400551 jpegr_compressed_struct compressed_map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700552 JPEGR_CHECK(extractGainMap(compressed_jpegr_image, &compressed_map));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400553
Dichen Zhang10959a42023-04-10 16:28:16 -0700554 JpegDecoderHelper gain_map_decoder;
555 if (!gain_map_decoder.decompressImage(compressed_map.data, compressed_map.length)) {
Dichen Zhang14f3c472023-03-08 07:24:48 +0000556 return ERROR_JPEGR_DECODE_ERROR;
557 }
558
Dichen Zhang10959a42023-04-10 16:28:16 -0700559 if (gain_map != nullptr) {
560 gain_map->width = gain_map_decoder.getDecompressedImageWidth();
561 gain_map->height = gain_map_decoder.getDecompressedImageHeight();
562 int size = gain_map->width * gain_map->height;
563 gain_map->data = malloc(size);
564 memcpy(gain_map->data, gain_map_decoder.getDecompressedImagePtr(), size);
Dichen Zhang14f3c472023-03-08 07:24:48 +0000565 }
566
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000567 ultrahdr_metadata_struct uhdr_metadata;
Dichen Zhang10959a42023-04-10 16:28:16 -0700568 if (!getMetadataFromXMP(static_cast<uint8_t*>(gain_map_decoder.getXMPPtr()),
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000569 gain_map_decoder.getXMPSize(), &uhdr_metadata)) {
Dichen Zhange286f1c2023-03-14 00:22:00 +0000570 return ERROR_JPEGR_DECODE_ERROR;
571 }
572
573 if (metadata != nullptr) {
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000574 metadata->version = uhdr_metadata.version;
575 metadata->minContentBoost = uhdr_metadata.minContentBoost;
576 metadata->maxContentBoost = uhdr_metadata.maxContentBoost;
Dichen Zhange286f1c2023-03-14 00:22:00 +0000577 }
578
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000579 if (output_format == ULTRAHDR_OUTPUT_SDR) {
Dichen Zhang14f3c472023-03-08 07:24:48 +0000580 return NO_ERROR;
581 }
582
Dichen Zhang02dd0592023-02-10 20:16:57 +0000583 JpegDecoderHelper jpeg_decoder;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400584 if (!jpeg_decoder.decompressImage(compressed_jpegr_image->data, compressed_jpegr_image->length)) {
585 return ERROR_JPEGR_DECODE_ERROR;
586 }
587
Dichen Zhangb80e2262023-03-08 06:59:51 +0000588 if (exif != nullptr) {
589 if (exif->data == nullptr) {
590 return ERROR_JPEGR_INVALID_NULL_PTR;
591 }
592 if (exif->length < jpeg_decoder.getEXIFSize()) {
593 return ERROR_JPEGR_BUFFER_TOO_SMALL;
594 }
595 memcpy(exif->data, jpeg_decoder.getEXIFPtr(), jpeg_decoder.getEXIFSize());
596 exif->length = jpeg_decoder.getEXIFSize();
597 }
598
Fyodor Kyslovbf241572022-12-13 22:38:07 +0000599 jpegr_uncompressed_struct map;
Dichen Zhang10959a42023-04-10 16:28:16 -0700600 map.data = gain_map_decoder.getDecompressedImagePtr();
601 map.width = gain_map_decoder.getDecompressedImageWidth();
602 map.height = gain_map_decoder.getDecompressedImageHeight();
Fyodor Kyslovbf241572022-12-13 22:38:07 +0000603
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400604 jpegr_uncompressed_struct uncompressed_yuv_420_image;
605 uncompressed_yuv_420_image.data = jpeg_decoder.getDecompressedImagePtr();
606 uncompressed_yuv_420_image.width = jpeg_decoder.getDecompressedImageWidth();
607 uncompressed_yuv_420_image.height = jpeg_decoder.getDecompressedImageHeight();
608
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000609 JPEGR_CHECK(applyGainMap(&uncompressed_yuv_420_image, &map, &uhdr_metadata, output_format,
Dichen Zhang10959a42023-04-10 16:28:16 -0700610 max_display_boost, dest));
Dichen Zhang6947d532022-10-22 02:16:21 +0000611 return NO_ERROR;
612}
613
Dichen Zhang10959a42023-04-10 16:28:16 -0700614status_t JpegR::compressGainMap(jr_uncompressed_ptr uncompressed_gain_map,
Ram Mohanf9540402023-05-18 20:08:55 +0530615 JpegEncoderHelper* jpeg_encoder) {
616 if (uncompressed_gain_map == nullptr || jpeg_encoder == nullptr) {
Dichen Zhang80b72482022-11-02 01:55:35 +0000617 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700618 }
619
Ram Mohanf9540402023-05-18 20:08:55 +0530620 if (!jpeg_encoder->compressImage(uncompressed_gain_map->data,
621 uncompressed_gain_map->width,
622 uncompressed_gain_map->height,
623 kMapCompressQuality,
624 nullptr,
625 0,
626 true /* isSingleChannel */)) {
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400627 return ERROR_JPEGR_ENCODE_ERROR;
628 }
629
Dichen Zhang6947d532022-10-22 02:16:21 +0000630 return NO_ERROR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700631}
632
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800633const int kJobSzInRows = 16;
634static_assert(kJobSzInRows > 0 && kJobSzInRows % kMapDimensionScaleFactor == 0,
635 "align job size to kMapDimensionScaleFactor");
636
637class JobQueue {
638 public:
639 bool dequeueJob(size_t& rowStart, size_t& rowEnd);
640 void enqueueJob(size_t rowStart, size_t rowEnd);
641 void markQueueForEnd();
642 void reset();
643
644 private:
645 bool mQueuedAllJobs = false;
646 std::deque<std::tuple<size_t, size_t>> mJobs;
647 std::mutex mMutex;
648 std::condition_variable mCv;
649};
650
651bool JobQueue::dequeueJob(size_t& rowStart, size_t& rowEnd) {
652 std::unique_lock<std::mutex> lock{mMutex};
653 while (true) {
654 if (mJobs.empty()) {
655 if (mQueuedAllJobs) {
656 return false;
657 } else {
Ram Mohand39fb082023-05-09 17:25:49 +0000658 mCv.wait_for(lock, std::chrono::milliseconds(100));
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800659 }
660 } else {
661 auto it = mJobs.begin();
662 rowStart = std::get<0>(*it);
663 rowEnd = std::get<1>(*it);
664 mJobs.erase(it);
665 return true;
666 }
667 }
668 return false;
669}
670
671void JobQueue::enqueueJob(size_t rowStart, size_t rowEnd) {
672 std::unique_lock<std::mutex> lock{mMutex};
673 mJobs.push_back(std::make_tuple(rowStart, rowEnd));
674 lock.unlock();
675 mCv.notify_one();
676}
677
678void JobQueue::markQueueForEnd() {
679 std::unique_lock<std::mutex> lock{mMutex};
680 mQueuedAllJobs = true;
Ram Mohand39fb082023-05-09 17:25:49 +0000681 lock.unlock();
682 mCv.notify_all();
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800683}
684
685void JobQueue::reset() {
686 std::unique_lock<std::mutex> lock{mMutex};
687 mJobs.clear();
688 mQueuedAllJobs = false;
689}
690
Dichen Zhang10959a42023-04-10 16:28:16 -0700691status_t JpegR::generateGainMap(jr_uncompressed_ptr uncompressed_yuv_420_image,
692 jr_uncompressed_ptr uncompressed_p010_image,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000693 ultrahdr_transfer_function hdr_tf,
694 ultrahdr_metadata_ptr metadata,
Dichen Zhang10959a42023-04-10 16:28:16 -0700695 jr_uncompressed_ptr dest) {
Dichen Zhang596a7562022-10-12 14:57:05 -0700696 if (uncompressed_yuv_420_image == nullptr
697 || uncompressed_p010_image == nullptr
Nick Deakin6bd90432022-11-20 16:26:37 -0500698 || metadata == nullptr
Dichen Zhang596a7562022-10-12 14:57:05 -0700699 || dest == nullptr) {
Dichen Zhang80b72482022-11-02 01:55:35 +0000700 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700701 }
702
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400703 if (uncompressed_yuv_420_image->width != uncompressed_p010_image->width
704 || uncompressed_yuv_420_image->height != uncompressed_p010_image->height) {
705 return ERROR_JPEGR_RESOLUTION_MISMATCH;
706 }
707
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000708 if (uncompressed_yuv_420_image->colorGamut == ULTRAHDR_COLORGAMUT_UNSPECIFIED
709 || uncompressed_p010_image->colorGamut == ULTRAHDR_COLORGAMUT_UNSPECIFIED) {
Nick Deakin6bd90432022-11-20 16:26:37 -0500710 return ERROR_JPEGR_INVALID_COLORGAMUT;
711 }
712
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400713 size_t image_width = uncompressed_yuv_420_image->width;
714 size_t image_height = uncompressed_yuv_420_image->height;
715 size_t map_width = image_width / kMapDimensionScaleFactor;
716 size_t map_height = image_height / kMapDimensionScaleFactor;
Dichen Zhang53751272023-01-17 19:09:01 -0800717 size_t map_stride = static_cast<size_t>(
718 floor((map_width + kJpegBlock - 1) / kJpegBlock)) * kJpegBlock;
719 size_t map_height_aligned = ((map_height + 1) >> 1) << 1;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400720
Dichen Zhang53751272023-01-17 19:09:01 -0800721 dest->width = map_stride;
722 dest->height = map_height_aligned;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000723 dest->colorGamut = ULTRAHDR_COLORGAMUT_UNSPECIFIED;
Dichen Zhang53751272023-01-17 19:09:01 -0800724 dest->data = new uint8_t[map_stride * map_height_aligned];
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400725 std::unique_ptr<uint8_t[]> map_data;
726 map_data.reset(reinterpret_cast<uint8_t*>(dest->data));
727
Nick Deakin6bd90432022-11-20 16:26:37 -0500728 ColorTransformFn hdrInvOetf = nullptr;
Nick Deakin65f492a2022-11-29 22:47:40 -0500729 float hdr_white_nits = 0.0f;
Nick Deakin01759062023-02-02 18:21:43 -0500730 switch (hdr_tf) {
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000731 case ULTRAHDR_TF_LINEAR:
Dichen Zhangdc8452b2022-11-23 17:17:56 +0000732 hdrInvOetf = identityConversion;
733 break;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000734 case ULTRAHDR_TF_HLG:
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800735#if USE_HLG_INVOETF_LUT
736 hdrInvOetf = hlgInvOetfLUT;
737#else
Nick Deakin6bd90432022-11-20 16:26:37 -0500738 hdrInvOetf = hlgInvOetf;
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800739#endif
Nick Deakin65f492a2022-11-29 22:47:40 -0500740 hdr_white_nits = kHlgMaxNits;
Nick Deakin6bd90432022-11-20 16:26:37 -0500741 break;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000742 case ULTRAHDR_TF_PQ:
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800743#if USE_PQ_INVOETF_LUT
744 hdrInvOetf = pqInvOetfLUT;
745#else
Nick Deakin6bd90432022-11-20 16:26:37 -0500746 hdrInvOetf = pqInvOetf;
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800747#endif
Nick Deakin65f492a2022-11-29 22:47:40 -0500748 hdr_white_nits = kPqMaxNits;
Nick Deakin6bd90432022-11-20 16:26:37 -0500749 break;
Dichen Zhang6438a192023-01-29 07:51:15 +0000750 default:
Dichen Zhangb27d06d2022-12-14 19:57:50 +0000751 // Should be impossible to hit after input validation.
752 return ERROR_JPEGR_INVALID_TRANS_FUNC;
Nick Deakin6bd90432022-11-20 16:26:37 -0500753 }
754
Nick Deakina2215292023-02-14 21:40:06 -0500755 metadata->maxContentBoost = hdr_white_nits / kSdrWhiteNits;
756 metadata->minContentBoost = 1.0f;
Dichen Zhangf7a9e172023-04-06 18:23:47 -0700757 float log2MinBoost = log2(metadata->minContentBoost);
758 float log2MaxBoost = log2(metadata->maxContentBoost);
Nick Deakina2215292023-02-14 21:40:06 -0500759
Nick Deakin6bd90432022-11-20 16:26:37 -0500760 ColorTransformFn hdrGamutConversionFn = getHdrConversionFn(
761 uncompressed_yuv_420_image->colorGamut, uncompressed_p010_image->colorGamut);
762
763 ColorCalculationFn luminanceFn = nullptr;
764 switch (uncompressed_yuv_420_image->colorGamut) {
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000765 case ULTRAHDR_COLORGAMUT_BT709:
Nick Deakin6bd90432022-11-20 16:26:37 -0500766 luminanceFn = srgbLuminance;
767 break;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000768 case ULTRAHDR_COLORGAMUT_P3:
Nick Deakin6bd90432022-11-20 16:26:37 -0500769 luminanceFn = p3Luminance;
770 break;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000771 case ULTRAHDR_COLORGAMUT_BT2100:
Nick Deakin6bd90432022-11-20 16:26:37 -0500772 luminanceFn = bt2100Luminance;
773 break;
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000774 case ULTRAHDR_COLORGAMUT_UNSPECIFIED:
Nick Deakin6bd90432022-11-20 16:26:37 -0500775 // Should be impossible to hit after input validation.
776 return ERROR_JPEGR_INVALID_COLORGAMUT;
777 }
778
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800779 std::mutex mutex;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800780 const int threads = std::clamp(GetCPUCoreCount(), 1, 4);
781 size_t rowStep = threads == 1 ? image_height : kJobSzInRows;
782 JobQueue jobQueue;
Nick Deakin594a4ca2022-11-16 20:57:42 -0500783
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800784 std::function<void()> generateMap = [uncompressed_yuv_420_image, uncompressed_p010_image,
785 metadata, dest, hdrInvOetf, hdrGamutConversionFn,
Dichen Zhangf7a9e172023-04-06 18:23:47 -0700786 luminanceFn, hdr_white_nits, log2MinBoost, log2MaxBoost,
787 &jobQueue]() -> void {
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800788 size_t rowStart, rowEnd;
Dichen Zhang24b4a392023-02-02 22:54:01 +0000789 size_t dest_map_width = uncompressed_yuv_420_image->width / kMapDimensionScaleFactor;
790 size_t dest_map_stride = dest->width;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800791 while (jobQueue.dequeueJob(rowStart, rowEnd)) {
792 for (size_t y = rowStart; y < rowEnd; ++y) {
Dichen Zhang24b4a392023-02-02 22:54:01 +0000793 for (size_t x = 0; x < dest_map_width; ++x) {
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800794 Color sdr_yuv_gamma =
795 sampleYuv420(uncompressed_yuv_420_image, kMapDimensionScaleFactor, x, y);
796 Color sdr_rgb_gamma = srgbYuvToRgb(sdr_yuv_gamma);
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800797#if USE_SRGB_INVOETF_LUT
798 Color sdr_rgb = srgbInvOetfLUT(sdr_rgb_gamma);
799#else
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800800 Color sdr_rgb = srgbInvOetf(sdr_rgb_gamma);
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800801#endif
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800802 float sdr_y_nits = luminanceFn(sdr_rgb) * kSdrWhiteNits;
803
804 Color hdr_yuv_gamma = sampleP010(uncompressed_p010_image, kMapDimensionScaleFactor, x, y);
805 Color hdr_rgb_gamma = bt2100YuvToRgb(hdr_yuv_gamma);
806 Color hdr_rgb = hdrInvOetf(hdr_rgb_gamma);
807 hdr_rgb = hdrGamutConversionFn(hdr_rgb);
808 float hdr_y_nits = luminanceFn(hdr_rgb) * hdr_white_nits;
809
Dichen Zhang24b4a392023-02-02 22:54:01 +0000810 size_t pixel_idx = x + y * dest_map_stride;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800811 reinterpret_cast<uint8_t*>(dest->data)[pixel_idx] =
Dichen Zhang10959a42023-04-10 16:28:16 -0700812 encodeGain(sdr_y_nits, hdr_y_nits, metadata, log2MinBoost, log2MaxBoost);
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800813 }
814 }
815 }
816 };
817
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800818 // generate map
Nick Deakina2215292023-02-14 21:40:06 -0500819 std::vector<std::thread> workers;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800820 for (int th = 0; th < threads - 1; th++) {
821 workers.push_back(std::thread(generateMap));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400822 }
823
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800824 rowStep = (threads == 1 ? image_height : kJobSzInRows) / kMapDimensionScaleFactor;
825 for (size_t rowStart = 0; rowStart < map_height;) {
826 size_t rowEnd = std::min(rowStart + rowStep, map_height);
827 jobQueue.enqueueJob(rowStart, rowEnd);
828 rowStart = rowEnd;
829 }
830 jobQueue.markQueueForEnd();
831 generateMap();
832 std::for_each(workers.begin(), workers.end(), [](std::thread& t) { t.join(); });
833
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400834 map_data.release();
Dichen Zhang6947d532022-10-22 02:16:21 +0000835 return NO_ERROR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700836}
837
Dichen Zhang10959a42023-04-10 16:28:16 -0700838status_t JpegR::applyGainMap(jr_uncompressed_ptr uncompressed_yuv_420_image,
839 jr_uncompressed_ptr uncompressed_gain_map,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000840 ultrahdr_metadata_ptr metadata,
841 ultrahdr_output_format output_format,
Dichen Zhang10959a42023-04-10 16:28:16 -0700842 float max_display_boost,
843 jr_uncompressed_ptr dest) {
Dichen Zhang596a7562022-10-12 14:57:05 -0700844 if (uncompressed_yuv_420_image == nullptr
Dichen Zhang10959a42023-04-10 16:28:16 -0700845 || uncompressed_gain_map == nullptr
Nick Deakin6bd90432022-11-20 16:26:37 -0500846 || metadata == nullptr
Dichen Zhang596a7562022-10-12 14:57:05 -0700847 || dest == nullptr) {
Dichen Zhang80b72482022-11-02 01:55:35 +0000848 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700849 }
850
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800851 dest->width = uncompressed_yuv_420_image->width;
852 dest->height = uncompressed_yuv_420_image->height;
Ram Mohanfe723d62022-12-15 00:59:11 +0530853 ShepardsIDW idwTable(kMapDimensionScaleFactor);
Dichen Zhangb96ba8f2023-03-21 23:33:41 +0000854 float display_boost = std::min(max_display_boost, metadata->maxContentBoost);
Dichen Zhang10959a42023-04-10 16:28:16 -0700855 GainLUT gainLUT(metadata, display_boost);
Ram Mohanfe723d62022-12-15 00:59:11 +0530856
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800857 JobQueue jobQueue;
Dichen Zhang10959a42023-04-10 16:28:16 -0700858 std::function<void()> applyRecMap = [uncompressed_yuv_420_image, uncompressed_gain_map,
Dichen Zhang3e5798c2023-03-01 22:30:43 +0000859 metadata, dest, &jobQueue, &idwTable, output_format,
Dichen Zhang10959a42023-04-10 16:28:16 -0700860 &gainLUT, display_boost]() -> void {
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800861 size_t width = uncompressed_yuv_420_image->width;
862 size_t height = uncompressed_yuv_420_image->height;
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400863
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800864 size_t rowStart, rowEnd;
865 while (jobQueue.dequeueJob(rowStart, rowEnd)) {
866 for (size_t y = rowStart; y < rowEnd; ++y) {
867 for (size_t x = 0; x < width; ++x) {
868 Color yuv_gamma_sdr = getYuv420Pixel(uncompressed_yuv_420_image, x, y);
869 Color rgb_gamma_sdr = srgbYuvToRgb(yuv_gamma_sdr);
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800870#if USE_SRGB_INVOETF_LUT
871 Color rgb_sdr = srgbInvOetfLUT(rgb_gamma_sdr);
872#else
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800873 Color rgb_sdr = srgbInvOetf(rgb_gamma_sdr);
Harish Mahendrakar555a06b2022-12-14 09:37:27 -0800874#endif
Dichen Zhang10959a42023-04-10 16:28:16 -0700875 float gain;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800876 // TODO: determine map scaling factor based on actual map dims
877 size_t map_scale_factor = kMapDimensionScaleFactor;
878 // TODO: If map_scale_factor is guaranteed to be an integer, then remove the following.
879 // Currently map_scale_factor is of type size_t, but it could be changed to a float
880 // later.
881 if (map_scale_factor != floorf(map_scale_factor)) {
Dichen Zhang10959a42023-04-10 16:28:16 -0700882 gain = sampleMap(uncompressed_gain_map, map_scale_factor, x, y);
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800883 } else {
Dichen Zhang10959a42023-04-10 16:28:16 -0700884 gain = sampleMap(uncompressed_gain_map, map_scale_factor, x, y, idwTable);
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800885 }
Dichen Zhangc6605702023-03-15 18:40:55 -0700886
Dichen Zhang10959a42023-04-10 16:28:16 -0700887#if USE_APPLY_GAIN_LUT
888 Color rgb_hdr = applyGainLUT(rgb_sdr, gain, gainLUT);
Harish Mahendrakarf25991f2022-12-16 11:57:44 -0800889#else
Dichen Zhang10959a42023-04-10 16:28:16 -0700890 Color rgb_hdr = applyGain(rgb_sdr, gain, metadata, display_boost);
Harish Mahendrakarf25991f2022-12-16 11:57:44 -0800891#endif
Dichen Zhangc6605702023-03-15 18:40:55 -0700892 rgb_hdr = rgb_hdr / display_boost;
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800893 size_t pixel_idx = x + y * width;
Dichen Zhang3e5798c2023-03-01 22:30:43 +0000894
895 switch (output_format) {
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000896 case ULTRAHDR_OUTPUT_HDR_LINEAR:
Dichen Zhang3e5798c2023-03-01 22:30:43 +0000897 {
898 uint64_t rgba_f16 = colorToRgbaF16(rgb_hdr);
899 reinterpret_cast<uint64_t*>(dest->data)[pixel_idx] = rgba_f16;
900 break;
901 }
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000902 case ULTRAHDR_OUTPUT_HDR_HLG:
Dichen Zhang3e5798c2023-03-01 22:30:43 +0000903 {
904#if USE_HLG_OETF_LUT
905 ColorTransformFn hdrOetf = hlgOetfLUT;
906#else
907 ColorTransformFn hdrOetf = hlgOetf;
908#endif
909 Color rgb_gamma_hdr = hdrOetf(rgb_hdr);
910 uint32_t rgba_1010102 = colorToRgba1010102(rgb_gamma_hdr);
911 reinterpret_cast<uint32_t*>(dest->data)[pixel_idx] = rgba_1010102;
912 break;
913 }
Dichen Zhangdbceb0e2023-04-14 19:03:18 +0000914 case ULTRAHDR_OUTPUT_HDR_PQ:
Dichen Zhang3e5798c2023-03-01 22:30:43 +0000915 {
916#if USE_HLG_OETF_LUT
917 ColorTransformFn hdrOetf = pqOetfLUT;
918#else
919 ColorTransformFn hdrOetf = pqOetf;
920#endif
921 Color rgb_gamma_hdr = hdrOetf(rgb_hdr);
922 uint32_t rgba_1010102 = colorToRgba1010102(rgb_gamma_hdr);
923 reinterpret_cast<uint32_t*>(dest->data)[pixel_idx] = rgba_1010102;
924 break;
925 }
926 default:
927 {}
928 // Should be impossible to hit after input validation.
929 }
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800930 }
931 }
932 }
933 };
934
935 const int threads = std::clamp(GetCPUCoreCount(), 1, 4);
936 std::vector<std::thread> workers;
937 for (int th = 0; th < threads - 1; th++) {
938 workers.push_back(std::thread(applyRecMap));
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400939 }
Harish Mahendrakar72b6f302022-12-16 10:39:15 -0800940 const int rowStep = threads == 1 ? uncompressed_yuv_420_image->height : kJobSzInRows;
941 for (int rowStart = 0; rowStart < uncompressed_yuv_420_image->height;) {
942 int rowEnd = std::min(rowStart + rowStep, uncompressed_yuv_420_image->height);
943 jobQueue.enqueueJob(rowStart, rowEnd);
944 rowStart = rowEnd;
945 }
946 jobQueue.markQueueForEnd();
947 applyRecMap();
948 std::for_each(workers.begin(), workers.end(), [](std::thread& t) { t.join(); });
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000949 return NO_ERROR;
950}
951
Dichen Zhang10959a42023-04-10 16:28:16 -0700952status_t JpegR::extractPrimaryImageAndGainMap(jr_compressed_ptr compressed_jpegr_image,
953 jr_compressed_ptr primary_image,
954 jr_compressed_ptr gain_map) {
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000955 if (compressed_jpegr_image == nullptr) {
956 return ERROR_JPEGR_INVALID_NULL_PTR;
957 }
958
959 MessageHandler msg_handler;
960 std::shared_ptr<DataSegment> seg =
961 DataSegment::Create(DataRange(0, compressed_jpegr_image->length),
962 static_cast<const uint8_t*>(compressed_jpegr_image->data),
963 DataSegment::BufferDispositionPolicy::kDontDelete);
964 DataSegmentDataSource data_source(seg);
965 JpegInfoBuilder jpeg_info_builder;
966 jpeg_info_builder.SetImageLimit(2);
967 JpegScanner jpeg_scanner(&msg_handler);
968 jpeg_scanner.Run(&data_source, &jpeg_info_builder);
969 data_source.Reset();
970
971 if (jpeg_scanner.HasError()) {
972 return ERROR_JPEGR_INVALID_INPUT_TYPE;
973 }
974
975 const auto& jpeg_info = jpeg_info_builder.GetInfo();
976 const auto& image_ranges = jpeg_info.GetImageRanges();
977 if (image_ranges.empty()) {
978 return ERROR_JPEGR_INVALID_INPUT_TYPE;
979 }
980
981 if (image_ranges.size() != 2) {
982 // Must be 2 JPEG Images
983 return ERROR_JPEGR_INVALID_INPUT_TYPE;
984 }
985
986 if (primary_image != nullptr) {
987 primary_image->data = static_cast<uint8_t*>(compressed_jpegr_image->data) +
988 image_ranges[0].GetBegin();
989 primary_image->length = image_ranges[0].GetLength();
990 }
991
Dichen Zhang10959a42023-04-10 16:28:16 -0700992 if (gain_map != nullptr) {
993 gain_map->data = static_cast<uint8_t*>(compressed_jpegr_image->data) +
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000994 image_ranges[1].GetBegin();
Dichen Zhang10959a42023-04-10 16:28:16 -0700995 gain_map->length = image_ranges[1].GetLength();
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +0000996 }
Nick Deakinf6bca5a2022-11-04 10:43:43 -0400997
Dichen Zhang6947d532022-10-22 02:16:21 +0000998 return NO_ERROR;
Dichen Zhang596a7562022-10-12 14:57:05 -0700999}
1000
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +00001001
Dichen Zhang10959a42023-04-10 16:28:16 -07001002status_t JpegR::extractGainMap(jr_compressed_ptr compressed_jpegr_image,
1003 jr_compressed_ptr dest) {
Fyodor Kyslov1dcc4422022-11-16 01:40:53 +00001004 if (compressed_jpegr_image == nullptr || dest == nullptr) {
Dichen Zhang80b72482022-11-02 01:55:35 +00001005 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang85b37562022-10-11 11:08:28 -07001006 }
1007
Dichen Zhang10959a42023-04-10 16:28:16 -07001008 return extractPrimaryImageAndGainMap(compressed_jpegr_image, nullptr, dest);
Dichen Zhang85b37562022-10-11 11:08:28 -07001009}
1010
Dichen Zhangd18bc302022-12-16 20:55:24 +00001011// JPEG/R structure:
1012// SOI (ff d8)
Dichen Zhang50ff1292023-01-27 18:03:43 +00001013//
1014// (Optional, only if EXIF package is from outside)
Dichen Zhangd18bc302022-12-16 20:55:24 +00001015// APP1 (ff e1)
1016// 2 bytes of length (2 + length of exif package)
1017// EXIF package (this includes the first two bytes representing the package length)
Dichen Zhang50ff1292023-01-27 18:03:43 +00001018//
1019// (Required, XMP package) APP1 (ff e1)
Dichen Zhangd18bc302022-12-16 20:55:24 +00001020// 2 bytes of length (2 + 29 + length of xmp package)
1021// name space ("http://ns.adobe.com/xap/1.0/\0")
Dichen Zhang61ede362023-02-22 18:50:13 +00001022// XMP
1023//
1024// (Required, MPF package) APP2 (ff e2)
1025// 2 bytes of length
1026// MPF
Dichen Zhang50ff1292023-01-27 18:03:43 +00001027//
1028// (Required) primary image (without the first two bytes (SOI), may have other packages)
1029//
Dichen Zhang61ede362023-02-22 18:50:13 +00001030// SOI (ff d8)
1031//
1032// (Required, XMP package) APP1 (ff e1)
1033// 2 bytes of length (2 + 29 + length of xmp package)
1034// name space ("http://ns.adobe.com/xap/1.0/\0")
1035// XMP
1036//
Dichen Zhang10959a42023-04-10 16:28:16 -07001037// (Required) secondary image (the gain map, without the first two bytes (SOI))
Dichen Zhangd18bc302022-12-16 20:55:24 +00001038//
1039// Metadata versions we are using:
1040// ECMA TR-98 for JFIF marker
1041// Exif 2.2 spec for EXIF marker
1042// Adobe XMP spec part 3 for XMP marker
1043// ICC v4.3 spec for ICC
Dichen Zhang10959a42023-04-10 16:28:16 -07001044status_t JpegR::appendGainMap(jr_compressed_ptr compressed_jpeg_image,
1045 jr_compressed_ptr compressed_gain_map,
1046 jr_exif_ptr exif,
Dichen Zhangdbceb0e2023-04-14 19:03:18 +00001047 ultrahdr_metadata_ptr metadata,
Dichen Zhang10959a42023-04-10 16:28:16 -07001048 jr_compressed_ptr dest) {
Dichen Zhang6947d532022-10-22 02:16:21 +00001049 if (compressed_jpeg_image == nullptr
Dichen Zhang10959a42023-04-10 16:28:16 -07001050 || compressed_gain_map == nullptr
Nick Deakin6bd90432022-11-20 16:26:37 -05001051 || metadata == nullptr
Dichen Zhang6947d532022-10-22 02:16:21 +00001052 || dest == nullptr) {
Dichen Zhang80b72482022-11-02 01:55:35 +00001053 return ERROR_JPEGR_INVALID_NULL_PTR;
Dichen Zhang85b37562022-10-11 11:08:28 -07001054 }
1055
Dichen Zhang15345ea2023-02-23 23:54:32 +00001056 const string nameSpace = "http://ns.adobe.com/xap/1.0/";
1057 const int nameSpaceLength = nameSpace.size() + 1; // need to count the null terminator
Dichen Zhanga8766262022-11-07 23:48:24 +00001058
Dichen Zhang15345ea2023-02-23 23:54:32 +00001059 // calculate secondary image length first, because the length will be written into the primary
1060 // image xmp
Dichen Zhang61ede362023-02-22 18:50:13 +00001061 const string xmp_secondary = generateXmpForSecondaryImage(*metadata);
Dichen Zhang15345ea2023-02-23 23:54:32 +00001062 const int xmp_secondary_length = 2 /* 2 bytes representing the length of the package */
1063 + nameSpaceLength /* 29 bytes length of name space including \0 */
1064 + xmp_secondary.size(); /* length of xmp packet */
1065 const int secondary_image_size = 2 /* 2 bytes length of APP1 sign */
1066 + xmp_secondary_length
Dichen Zhang10959a42023-04-10 16:28:16 -07001067 + compressed_gain_map->length;
Dichen Zhang15345ea2023-02-23 23:54:32 +00001068 // primary image
Nick Deakin05ceebf2023-04-19 15:27:13 -04001069 const string xmp_primary = generateXmpForPrimaryImage(secondary_image_size, *metadata);
Dichen Zhang15345ea2023-02-23 23:54:32 +00001070 // same as primary
1071 const int xmp_primary_length = 2 + nameSpaceLength + xmp_primary.size();
Dichen Zhang61ede362023-02-22 18:50:13 +00001072
Dichen Zhang15345ea2023-02-23 23:54:32 +00001073 int pos = 0;
Dichen Zhang61ede362023-02-22 18:50:13 +00001074 // Begin primary image
Dichen Zhangd18bc302022-12-16 20:55:24 +00001075 // Write SOI
Dichen Zhanga8766262022-11-07 23:48:24 +00001076 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1077 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kSOI, 1, pos));
Dichen Zhangd18bc302022-12-16 20:55:24 +00001078
1079 // Write EXIF
Dichen Zhang50ff1292023-01-27 18:03:43 +00001080 if (exif != nullptr) {
Dichen Zhangd18bc302022-12-16 20:55:24 +00001081 const int length = 2 + exif->length;
1082 const uint8_t lengthH = ((length >> 8) & 0xff);
1083 const uint8_t lengthL = (length & 0xff);
1084 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1085 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kAPP1, 1, pos));
1086 JPEGR_CHECK(Write(dest, &lengthH, 1, pos));
1087 JPEGR_CHECK(Write(dest, &lengthL, 1, pos));
1088 JPEGR_CHECK(Write(dest, exif->data, exif->length, pos));
1089 }
1090
1091 // Prepare and write XMP
1092 {
Dichen Zhang15345ea2023-02-23 23:54:32 +00001093 const int length = xmp_primary_length;
Dichen Zhangd18bc302022-12-16 20:55:24 +00001094 const uint8_t lengthH = ((length >> 8) & 0xff);
1095 const uint8_t lengthL = (length & 0xff);
1096 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1097 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kAPP1, 1, pos));
1098 JPEGR_CHECK(Write(dest, &lengthH, 1, pos));
1099 JPEGR_CHECK(Write(dest, &lengthL, 1, pos));
1100 JPEGR_CHECK(Write(dest, (void*)nameSpace.c_str(), nameSpaceLength, pos));
Dichen Zhang61ede362023-02-22 18:50:13 +00001101 JPEGR_CHECK(Write(dest, (void*)xmp_primary.c_str(), xmp_primary.size(), pos));
1102 }
1103
1104 // Prepare and write MPF
1105 {
1106 const int length = 2 + calculateMpfSize();
1107 const uint8_t lengthH = ((length >> 8) & 0xff);
1108 const uint8_t lengthL = (length & 0xff);
1109 int primary_image_size = pos + length + compressed_jpeg_image->length;
Dichen Zhang15345ea2023-02-23 23:54:32 +00001110 // between APP2 + package size + signature
1111 // ff e2 00 58 4d 50 46 00
1112 // 2 + 2 + 4 = 8 (bytes)
1113 // and ff d8 sign of the secondary image
1114 int secondary_image_offset = primary_image_size - pos - 8;
1115 sp<DataStruct> mpf = generateMpf(primary_image_size,
1116 0, /* primary_image_offset */
1117 secondary_image_size,
1118 secondary_image_offset);
Dichen Zhang61ede362023-02-22 18:50:13 +00001119 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1120 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kAPP2, 1, pos));
1121 JPEGR_CHECK(Write(dest, &lengthH, 1, pos));
1122 JPEGR_CHECK(Write(dest, &lengthL, 1, pos));
1123 JPEGR_CHECK(Write(dest, (void*)mpf->getData(), mpf->getLength(), pos));
Dichen Zhangd18bc302022-12-16 20:55:24 +00001124 }
1125
1126 // Write primary image
Dichen Zhanga8766262022-11-07 23:48:24 +00001127 JPEGR_CHECK(Write(dest,
1128 (uint8_t*)compressed_jpeg_image->data + 2, compressed_jpeg_image->length - 2, pos));
Dichen Zhang61ede362023-02-22 18:50:13 +00001129 // Finish primary image
1130
Dichen Zhang10959a42023-04-10 16:28:16 -07001131 // Begin secondary image (gain map)
Dichen Zhang61ede362023-02-22 18:50:13 +00001132 // Write SOI
1133 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1134 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kSOI, 1, pos));
1135
1136 // Prepare and write XMP
1137 {
Dichen Zhang15345ea2023-02-23 23:54:32 +00001138 const int length = xmp_secondary_length;
Dichen Zhang61ede362023-02-22 18:50:13 +00001139 const uint8_t lengthH = ((length >> 8) & 0xff);
1140 const uint8_t lengthL = (length & 0xff);
1141 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kStart, 1, pos));
1142 JPEGR_CHECK(Write(dest, &photos_editing_formats::image_io::JpegMarker::kAPP1, 1, pos));
1143 JPEGR_CHECK(Write(dest, &lengthH, 1, pos));
1144 JPEGR_CHECK(Write(dest, &lengthL, 1, pos));
1145 JPEGR_CHECK(Write(dest, (void*)nameSpace.c_str(), nameSpaceLength, pos));
1146 JPEGR_CHECK(Write(dest, (void*)xmp_secondary.c_str(), xmp_secondary.size(), pos));
1147 }
Dichen Zhangd18bc302022-12-16 20:55:24 +00001148
1149 // Write secondary image
Dichen Zhang61ede362023-02-22 18:50:13 +00001150 JPEGR_CHECK(Write(dest,
Dichen Zhang10959a42023-04-10 16:28:16 -07001151 (uint8_t*)compressed_gain_map->data + 2, compressed_gain_map->length - 2, pos));
Dichen Zhangd18bc302022-12-16 20:55:24 +00001152
1153 // Set back length
Dichen Zhanga8766262022-11-07 23:48:24 +00001154 dest->length = pos;
1155
Dichen Zhangd18bc302022-12-16 20:55:24 +00001156 // Done!
Dichen Zhang6947d532022-10-22 02:16:21 +00001157 return NO_ERROR;
Dichen Zhang85b37562022-10-11 11:08:28 -07001158}
1159
Dichen Zhang61ede362023-02-22 18:50:13 +00001160status_t JpegR::toneMap(jr_uncompressed_ptr src, jr_uncompressed_ptr dest) {
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001161 if (src == nullptr || dest == nullptr) {
Dichen Zhang636f5242022-12-07 20:25:44 +00001162 return ERROR_JPEGR_INVALID_NULL_PTR;
1163 }
1164
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001165 uint16_t* src_luma_data = reinterpret_cast<uint16_t*>(src->data);
Dichen Zhang98b06852023-05-17 16:56:51 +00001166 size_t src_luma_stride = src->luma_stride == 0 ? src->width : src->luma_stride;
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001167
Dichen Zhang98b06852023-05-17 16:56:51 +00001168 uint16_t* src_chroma_data;
1169 size_t src_chroma_stride;
1170 if (src->chroma_data == nullptr) {
1171 src_chroma_stride = src_luma_stride;
1172 src_chroma_data = &reinterpret_cast<uint16_t*>(src->data)[src_luma_stride * src->height];
1173 } else {
1174 src_chroma_stride = src->chroma_stride;
1175 src_chroma_data = reinterpret_cast<uint16_t*>(src->chroma_data);
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001176 }
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001177 dest->width = src->width;
1178 dest->height = src->height;
Dichen Zhang636f5242022-12-07 20:25:44 +00001179
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001180 size_t dest_luma_pixel_count = dest->width * dest->height;
1181
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001182 for (size_t y = 0; y < src->height; ++y) {
1183 for (size_t x = 0; x < src->width; ++x) {
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001184 size_t src_y_idx = y * src_luma_stride + x;
1185 size_t src_u_idx = (y >> 1) * src_chroma_stride + (x & ~0x1);
1186 size_t src_v_idx = src_u_idx + 1;
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001187
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001188 uint16_t y_uint = src_luma_data[src_y_idx] >> 6;
1189 uint16_t u_uint = src_chroma_data[src_u_idx] >> 6;
1190 uint16_t v_uint = src_chroma_data[src_v_idx] >> 6;
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001191
Dichen Zhang66ca6e32023-04-05 12:22:54 -07001192 size_t dest_y_idx = x + y * dest->width;
1193 size_t dest_uv_idx = x / 2 + (y / 2) * (dest->width / 2);
1194
1195 uint8_t* y = &reinterpret_cast<uint8_t*>(dest->data)[dest_y_idx];
1196 uint8_t* u = &reinterpret_cast<uint8_t*>(dest->data)[dest_luma_pixel_count + dest_uv_idx];
1197 uint8_t* v = &reinterpret_cast<uint8_t*>(
1198 dest->data)[dest_luma_pixel_count * 5 / 4 + dest_uv_idx];
Dichen Zhangc3437ca2023-01-04 14:00:08 -08001199
1200 *y = static_cast<uint8_t>((y_uint >> 2) & 0xff);
1201 *u = static_cast<uint8_t>((u_uint >> 2) & 0xff);
1202 *v = static_cast<uint8_t>((v_uint >> 2) & 0xff);
1203 }
1204 }
1205
1206 dest->colorGamut = src->colorGamut;
Dichen Zhang636f5242022-12-07 20:25:44 +00001207
1208 return NO_ERROR;
1209}
1210
Dichen Zhangdbceb0e2023-04-14 19:03:18 +00001211} // namespace android::ultrahdr