blob: 11c2d7ab548802bed38384474a955e162c000dba [file] [log] [blame]
Constantin Kaplinskya2adc8d2006-05-25 05:01:55 +00001/* Copyright (C) 2002-2005 RealVNC Ltd. All Rights Reserved.
Pierre Ossman67b2b2f2009-03-06 10:12:55 +00002 * Copyright 2009 Pierre Ossman for Cendio AB
Constantin Kaplinskya2adc8d2006-05-25 05:01:55 +00003 *
4 * This is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
8 *
9 * This software is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this software; if not, write to the Free Software
16 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307,
17 * USA.
18 */
Pierre Ossman67b2b2f2009-03-06 10:12:55 +000019#include <assert.h>
Constantin Kaplinskya2adc8d2006-05-25 05:01:55 +000020#include <stdio.h>
21#include <string.h>
22#include <rdr/InStream.h>
23#include <rdr/OutStream.h>
24#include <rfb/PixelFormat.h>
25#include <rfb/util.h>
26
27#ifdef _WIN32
28#define strcasecmp _stricmp
29#endif
30
31using namespace rfb;
32
33PixelFormat::PixelFormat(int b, int d, bool e, bool t,
34 int rm, int gm, int bm, int rs, int gs, int bs)
Pierre Ossman67b2b2f2009-03-06 10:12:55 +000035 : bpp(b), depth(d), trueColour(t), bigEndian(e),
Constantin Kaplinskya2adc8d2006-05-25 05:01:55 +000036 redMax(rm), greenMax(gm), blueMax(bm),
37 redShift(rs), greenShift(gs), blueShift(bs)
38{
Pierre Ossman67b2b2f2009-03-06 10:12:55 +000039 assert((bpp == 8) || (bpp == 16) || (bpp == 32));
40 assert(depth <= bpp);
41 assert((redMax & (redMax + 1)) == 0);
42 assert((greenMax & (greenMax + 1)) == 0);
43 assert((blueMax & (blueMax + 1)) == 0);
44
Pierre Ossman19dbca22009-04-21 17:30:45 +000045 updateState();
Constantin Kaplinskya2adc8d2006-05-25 05:01:55 +000046}
47
48PixelFormat::PixelFormat()
Pierre Ossman67b2b2f2009-03-06 10:12:55 +000049 : bpp(8), depth(8), trueColour(true), bigEndian(false),
Constantin Kaplinskya2adc8d2006-05-25 05:01:55 +000050 redMax(7), greenMax(7), blueMax(3),
51 redShift(0), greenShift(3), blueShift(6)
52{
Pierre Ossman19dbca22009-04-21 17:30:45 +000053 updateState();
Constantin Kaplinskya2adc8d2006-05-25 05:01:55 +000054}
55
56bool PixelFormat::equal(const PixelFormat& other) const
57{
58 return (bpp == other.bpp &&
59 depth == other.depth &&
60 (bigEndian == other.bigEndian || bpp == 8) &&
61 trueColour == other.trueColour &&
62 (!trueColour || (redMax == other.redMax &&
63 greenMax == other.greenMax &&
64 blueMax == other.blueMax &&
65 redShift == other.redShift &&
66 greenShift == other.greenShift &&
67 blueShift == other.blueShift)));
68}
69
70void PixelFormat::read(rdr::InStream* is)
71{
72 bpp = is->readU8();
73 depth = is->readU8();
74 bigEndian = is->readU8();
75 trueColour = is->readU8();
76 redMax = is->readU16();
77 greenMax = is->readU16();
78 blueMax = is->readU16();
79 redShift = is->readU8();
80 greenShift = is->readU8();
81 blueShift = is->readU8();
82 is->skip(3);
Pierre Ossman67b2b2f2009-03-06 10:12:55 +000083
Pierre Ossman19dbca22009-04-21 17:30:45 +000084 updateState();
Constantin Kaplinskya2adc8d2006-05-25 05:01:55 +000085}
86
87void PixelFormat::write(rdr::OutStream* os) const
88{
89 os->writeU8(bpp);
90 os->writeU8(depth);
91 os->writeU8(bigEndian);
92 os->writeU8(trueColour);
93 os->writeU16(redMax);
94 os->writeU16(greenMax);
95 os->writeU16(blueMax);
96 os->writeU8(redShift);
97 os->writeU8(greenShift);
98 os->writeU8(blueShift);
99 os->pad(3);
100}
101
Pierre Ossman67b2b2f2009-03-06 10:12:55 +0000102
103bool PixelFormat::is888(void) const
104{
Pierre Ossman6ba9e1a2009-03-25 12:27:38 +0000105 if (!trueColour)
106 return false;
Pierre Ossman67b2b2f2009-03-06 10:12:55 +0000107 if (bpp != 32)
108 return false;
109 if (depth != 24)
110 return false;
111 if (redMax != 255)
112 return false;
113 if (greenMax != 255)
114 return false;
115 if (blueMax != 255)
116 return false;
117
118 return true;
119}
120
121
122bool PixelFormat::isBigEndian(void) const
123{
124 return bigEndian;
125}
126
127
128bool PixelFormat::isLittleEndian(void) const
129{
130 return ! bigEndian;
131}
132
133
Constantin Kaplinskya2adc8d2006-05-25 05:01:55 +0000134Pixel PixelFormat::pixelFromRGB(rdr::U16 red, rdr::U16 green, rdr::U16 blue,
135 ColourMap* cm) const
136{
137 if (trueColour) {
138 rdr::U32 r = ((rdr::U32)red * redMax + 32767) / 65535;
139 rdr::U32 g = ((rdr::U32)green * greenMax + 32767) / 65535;
140 rdr::U32 b = ((rdr::U32)blue * blueMax + 32767) / 65535;
141
142 return (r << redShift) | (g << greenShift) | (b << blueShift);
143 } else if (cm) {
144 // Try to find the closest pixel by Cartesian distance
145 int colours = 1 << depth;
146 int diff = 256 * 256 * 4;
147 int col = 0;
148 for (int i=0; i<colours; i++) {
149 int r, g, b;
150 cm->lookup(i, &r, &g, &b);
151 int rd = (r-red) >> 8;
152 int gd = (g-green) >> 8;
153 int bd = (b-blue) >> 8;
154 int d = rd*rd + gd*gd + bd*bd;
155 if (d < diff) {
156 col = i;
157 diff = d;
158 }
159 }
160 return col;
161 }
162 // XXX just return 0 for colour map?
163 return 0;
164}
165
166
Pierre Ossman67b2b2f2009-03-06 10:12:55 +0000167Pixel PixelFormat::pixelFromRGB(rdr::U8 red, rdr::U8 green, rdr::U8 blue,
168 ColourMap* cm) const
Constantin Kaplinskya2adc8d2006-05-25 05:01:55 +0000169{
170 if (trueColour) {
Pierre Ossman67b2b2f2009-03-06 10:12:55 +0000171 rdr::U32 r = ((rdr::U32)red * redMax + 127) / 255;
172 rdr::U32 g = ((rdr::U32)green * greenMax + 127) / 255;
173 rdr::U32 b = ((rdr::U32)blue * blueMax + 127) / 255;
174
175 return (r << redShift) | (g << greenShift) | (b << blueShift);
176 }
177
178 return pixelFromRGB((rdr::U16)(red << 8), (rdr::U16)(green << 8),
179 (rdr::U16)(blue << 8), cm);
180}
181
182
Pierre Ossman19501b82009-03-31 14:06:53 +0000183void PixelFormat::bufferFromRGB(rdr::U8 *dst, const rdr::U8* src,
184 int pixels, ColourMap* cm) const
185{
186 if (is888()) {
187 // Optimised common case
188 rdr::U8 *r, *g, *b;
189
Pierre Ossmanf61db642010-10-13 10:45:21 +0000190 if (bigEndian) {
191 r = dst + (24 - redShift)/8;
192 g = dst + (24 - greenShift)/8;
193 b = dst + (24 - blueShift)/8;
194 } else {
195 r = dst + redShift/8;
196 g = dst + greenShift/8;
197 b = dst + blueShift/8;
198 }
Pierre Ossman19501b82009-03-31 14:06:53 +0000199
200 while (pixels--) {
201 *r = *(src++);
202 *g = *(src++);
203 *b = *(src++);
204 r += 4;
205 g += 4;
206 b += 4;
207 }
208 } else {
209 // Generic code
210 Pixel p;
211 rdr::U8 r, g, b;
212
213 while (pixels--) {
214 r = *(src++);
215 g = *(src++);
216 b = *(src++);
217
218 p = pixelFromRGB(r, g, b, cm);
219
220 bufferFromPixel(dst, p);
221 dst += bpp/8;
222 }
223 }
224}
225
226
Pierre Ossman67b2b2f2009-03-06 10:12:55 +0000227void PixelFormat::rgbFromPixel(Pixel p, ColourMap* cm, Colour* rgb) const
228{
229 rdr::U16 r, g, b;
230
231 rgbFromPixel(p, cm, &r, &g, &b);
232
233 rgb->r = r;
234 rgb->g = g;
235 rgb->b = b;
236}
237
238
239void PixelFormat::rgbFromBuffer(rdr::U16* dst, const rdr::U8* src, int pixels, ColourMap* cm) const
240{
241 Pixel p;
242 rdr::U16 r, g, b;
243
244 while (pixels--) {
245 p = pixelFromBuffer(src);
246 src += bpp/8;
247
248 rgbFromPixel(p, cm, &r, &g, &b);
249 *(dst++) = r;
250 *(dst++) = g;
251 *(dst++) = b;
252 }
253}
254
255
256void PixelFormat::rgbFromBuffer(rdr::U8* dst, const rdr::U8* src, int pixels, ColourMap* cm) const
257{
Pierre Ossman38a6be42009-03-25 12:26:41 +0000258 if (is888()) {
259 // Optimised common case
260 const rdr::U8 *r, *g, *b;
Pierre Ossman67b2b2f2009-03-06 10:12:55 +0000261
Pierre Ossmanf61db642010-10-13 10:45:21 +0000262 if (bigEndian) {
263 r = src + (24 - redShift)/8;
264 g = src + (24 - greenShift)/8;
265 b = src + (24 - blueShift)/8;
266 } else {
267 r = src + redShift/8;
268 g = src + greenShift/8;
269 b = src + blueShift/8;
270 }
Pierre Ossman67b2b2f2009-03-06 10:12:55 +0000271
Pierre Ossman38a6be42009-03-25 12:26:41 +0000272 while (pixels--) {
273 *(dst++) = *r;
274 *(dst++) = *g;
275 *(dst++) = *b;
276 r += 4;
277 g += 4;
278 b += 4;
279 }
280 } else {
281 // Generic code
282 Pixel p;
283 rdr::U8 r, g, b;
284
285 while (pixels--) {
286 p = pixelFromBuffer(src);
287 src += bpp/8;
288
289 rgbFromPixel(p, cm, &r, &g, &b);
290 *(dst++) = r;
291 *(dst++) = g;
292 *(dst++) = b;
293 }
Constantin Kaplinskya2adc8d2006-05-25 05:01:55 +0000294 }
295}
296
297
298void PixelFormat::print(char* str, int len) const
299{
300 // Unfortunately snprintf is not widely available so we build the string up
301 // using strncat - not pretty, but should be safe against buffer overruns.
302
303 char num[20];
304 if (len < 1) return;
305 str[0] = 0;
306 strncat(str, "depth ", len-1-strlen(str));
307 sprintf(num,"%d",depth);
308 strncat(str, num, len-1-strlen(str));
309 strncat(str, " (", len-1-strlen(str));
310 sprintf(num,"%d",bpp);
311 strncat(str, num, len-1-strlen(str));
312 strncat(str, "bpp)", len-1-strlen(str));
313 if (bpp != 8) {
314 if (bigEndian)
315 strncat(str, " big-endian", len-1-strlen(str));
316 else
317 strncat(str, " little-endian", len-1-strlen(str));
318 }
319
320 if (!trueColour) {
321 strncat(str, " color-map", len-1-strlen(str));
322 return;
323 }
324
325 if (blueShift == 0 && greenShift > blueShift && redShift > greenShift &&
326 blueMax == (1 << greenShift) - 1 &&
327 greenMax == (1 << (redShift-greenShift)) - 1 &&
328 redMax == (1 << (depth-redShift)) - 1)
329 {
330 strncat(str, " rgb", len-1-strlen(str));
331 sprintf(num,"%d",depth-redShift);
332 strncat(str, num, len-1-strlen(str));
333 sprintf(num,"%d",redShift-greenShift);
334 strncat(str, num, len-1-strlen(str));
335 sprintf(num,"%d",greenShift);
336 strncat(str, num, len-1-strlen(str));
337 return;
338 }
339
340 if (redShift == 0 && greenShift > redShift && blueShift > greenShift &&
341 redMax == (1 << greenShift) - 1 &&
342 greenMax == (1 << (blueShift-greenShift)) - 1 &&
343 blueMax == (1 << (depth-blueShift)) - 1)
344 {
345 strncat(str, " bgr", len-1-strlen(str));
346 sprintf(num,"%d",depth-blueShift);
347 strncat(str, num, len-1-strlen(str));
348 sprintf(num,"%d",blueShift-greenShift);
349 strncat(str, num, len-1-strlen(str));
350 sprintf(num,"%d",greenShift);
351 strncat(str, num, len-1-strlen(str));
352 return;
353 }
354
355 strncat(str, " rgb max ", len-1-strlen(str));
356 sprintf(num,"%d,",redMax);
357 strncat(str, num, len-1-strlen(str));
358 sprintf(num,"%d,",greenMax);
359 strncat(str, num, len-1-strlen(str));
360 sprintf(num,"%d",blueMax);
361 strncat(str, num, len-1-strlen(str));
362 strncat(str, " shift ", len-1-strlen(str));
363 sprintf(num,"%d,",redShift);
364 strncat(str, num, len-1-strlen(str));
365 sprintf(num,"%d,",greenShift);
366 strncat(str, num, len-1-strlen(str));
367 sprintf(num,"%d",blueShift);
368 strncat(str, num, len-1-strlen(str));
369}
370
371
372bool PixelFormat::parse(const char* str)
373{
374 char rgbbgr[4];
375 int bits1, bits2, bits3;
376 if (sscanf(str, "%3s%1d%1d%1d", rgbbgr, &bits1, &bits2, &bits3) < 4)
377 return false;
378
379 depth = bits1 + bits2 + bits3;
380 bpp = depth <= 8 ? 8 : ((depth <= 16) ? 16 : 32);
381 trueColour = true;
382 rdr::U32 endianTest = 1;
383 bigEndian = (*(rdr::U8*)&endianTest == 0);
384
385 greenShift = bits3;
386 greenMax = (1 << bits2) - 1;
387
388 if (strcasecmp(rgbbgr, "bgr") == 0) {
389 redShift = 0;
390 redMax = (1 << bits3) - 1;
391 blueShift = bits3 + bits2;
392 blueMax = (1 << bits1) - 1;
393 } else if (strcasecmp(rgbbgr, "rgb") == 0) {
394 blueShift = 0;
395 blueMax = (1 << bits3) - 1;
396 redShift = bits3 + bits2;
397 redMax = (1 << bits1) - 1;
398 } else {
399 return false;
400 }
Pierre Ossman430db3d2009-04-03 12:49:38 +0000401
Pierre Ossman19dbca22009-04-21 17:30:45 +0000402 updateState();
Pierre Ossman430db3d2009-04-03 12:49:38 +0000403
Constantin Kaplinskya2adc8d2006-05-25 05:01:55 +0000404 return true;
405}
Pierre Ossman67b2b2f2009-03-06 10:12:55 +0000406
407
408static int bits(rdr::U16 value)
409{
410 int bits;
411
412 bits = 16;
413
414 if (!(value & 0xff00)) {
415 bits -= 8;
416 value <<= 8;
417 }
418 if (!(value & 0xf000)) {
419 bits -= 4;
420 value <<= 4;
421 }
422 if (!(value & 0xc000)) {
423 bits -= 2;
424 value <<= 2;
425 }
426 if (!(value & 0x8000)) {
427 bits -= 1;
428 value <<= 1;
429 }
430
431 return bits;
432}
433
Pierre Ossman19dbca22009-04-21 17:30:45 +0000434void PixelFormat::updateState(void)
Pierre Ossman67b2b2f2009-03-06 10:12:55 +0000435{
436 int redBits, greenBits, blueBits;
Pierre Ossman19dbca22009-04-21 17:30:45 +0000437 int endianTest = 1;
Pierre Ossman67b2b2f2009-03-06 10:12:55 +0000438
439 redBits = bits(redMax);
440 greenBits = bits(greenMax);
441 blueBits = bits(blueMax);
442
443 redConvShift = 16 - redBits;
444 greenConvShift = 16 - greenBits;
445 blueConvShift = 16 - blueBits;
Pierre Ossman19dbca22009-04-21 17:30:45 +0000446
447 if (((*(char*)&endianTest) == 0) != bigEndian)
448 endianMismatch = true;
449 else
450 endianMismatch = false;
Pierre Ossman67b2b2f2009-03-06 10:12:55 +0000451}