diff options
Diffstat (limited to 'krdc/vnc/tight.c')
| -rw-r--r-- | krdc/vnc/tight.c | 610 |
1 files changed, 0 insertions, 610 deletions
diff --git a/krdc/vnc/tight.c b/krdc/vnc/tight.c deleted file mode 100644 index 597dad6c..00000000 --- a/krdc/vnc/tight.c +++ /dev/null @@ -1,610 +0,0 @@ -/* - * Copyright (C) 2000, 2001 Const Kaplinsky. All Rights Reserved. - * - * This is free software; you can redistribute it and/or modify - * it under the terms of the GNU General Public License as published by - * the Free Software Foundation; either version 2 of the License, or - * (at your option) any later version. - * - * This software is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - * GNU General Public License for more details. - * - * You should have received a copy of the GNU General Public License - * along with this software; if not, write to the Free Software - * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, - * USA. - */ - -/* - * tight.c - handle ``tight'' encoding. - * - * This file shouldn't be compiled directly. It is included multiple - * times by rfbproto.c, each time with a different definition of the - * macro BPP. For each value of BPP, this file defines a function - * which handles a tight-encoded rectangle with BPP bits per pixel. - * - */ - -#define TIGHT_MIN_TO_COMPRESS 12 - -#define CARDBPP CONCAT2E(CARD,BPP) -#define filterPtrBPP CONCAT2E(filterPtr,BPP) - -#define HandleTightBPP CONCAT2E(HandleTight,BPP) -#define InitFilterCopyBPP CONCAT2E(InitFilterCopy,BPP) -#define InitFilterPaletteBPP CONCAT2E(InitFilterPalette,BPP) -#define InitFilterGradientBPP CONCAT2E(InitFilterGradient,BPP) -#define FilterCopyBPP CONCAT2E(FilterCopy,BPP) -#define FilterPaletteBPP CONCAT2E(FilterPalette,BPP) -#define FilterGradientBPP CONCAT2E(FilterGradient,BPP) -#define FillRectangleBPP CONCAT2E(FillRectangle,BPP) - -#if BPP != 8 -#define DecompressJpegRectBPP CONCAT2E(DecompressJpegRect,BPP) -#endif - -#ifndef RGB_TO_PIXEL - -#define RGB_TO_PIXEL(bpp,r,g,b) \ - (((CARD##bpp)(r) & myFormat.redMax) << myFormat.redShift | \ - ((CARD##bpp)(g) & myFormat.greenMax) << myFormat.greenShift | \ - ((CARD##bpp)(b) & myFormat.blueMax) << myFormat.blueShift) - -#define RGB24_TO_PIXEL(bpp,r,g,b) \ - ((((CARD##bpp)(r) & 0xFF) * myFormat.redMax + 127) / 255 \ - << myFormat.redShift | \ - (((CARD##bpp)(g) & 0xFF) * myFormat.greenMax + 127) / 255 \ - << myFormat.greenShift | \ - (((CARD##bpp)(b) & 0xFF) * myFormat.blueMax + 127) / 255 \ - << myFormat.blueShift) - -#define RGB24_TO_PIXEL32(r,g,b) \ - (((CARD32)(r) & 0xFF) << myFormat.redShift | \ - ((CARD32)(g) & 0xFF) << myFormat.greenShift | \ - ((CARD32)(b) & 0xFF) << myFormat.blueShift) - -#endif - -/* Type declarations */ - -typedef void (*filterPtrBPP)(int, CARDBPP *); - -/* Prototypes */ - -static int InitFilterCopyBPP (int rw, int rh); -static int InitFilterPaletteBPP (int rw, int rh); -static int InitFilterGradientBPP (int rw, int rh); -static void FilterCopyBPP (int numRows, CARDBPP *destBuffer); -static void FilterPaletteBPP (int numRows, CARDBPP *destBuffer); -static void FilterGradientBPP (int numRows, CARDBPP *destBuffer); - -static Bool DecompressJpegRectBPP(int x, int y, int w, int h); - -/* Definitions */ - -static Bool -HandleTightBPP (int rx, int ry, int rw, int rh) -{ - CARDBPP fill_colour; - XGCValues gcv; - CARD8 comp_ctl; - CARD8 filter_id; - filterPtrBPP filterFn; - z_streamp zs; - char *buffer2; - int err, stream_id, compressedLen, bitsPixel; - int bufferSize, rowSize, numRows, portionLen, rowsProcessed, extraBytes; - CARDBPP *rawData; - - if (!ReadFromRFBServer((char *)&comp_ctl, 1)) - return False; - - /* Flush zlib streams if we are told by the server to do so. */ - for (stream_id = 0; stream_id < 4; stream_id++) { - if ((comp_ctl & 1) && zlibStreamActive[stream_id]) { - if (inflateEnd (&zlibStream[stream_id]) != Z_OK && - zlibStream[stream_id].msg != NULL) - fprintf(stderr, "inflateEnd: %s\n", zlibStream[stream_id].msg); - zlibStreamActive[stream_id] = False; - } - comp_ctl >>= 1; - } - - /* Handle solid rectangles. */ - if (comp_ctl == rfbTightFill) { -#if BPP == 32 - if (myFormat.depth == 24 && myFormat.redMax == 0xFF && - myFormat.greenMax == 0xFF && myFormat.blueMax == 0xFF) { - if (!ReadFromRFBServer(buffer, 3)) - return False; - fill_colour = RGB24_TO_PIXEL32(buffer[0], buffer[1], buffer[2]); - } else { - if (!ReadFromRFBServer((char*)&fill_colour, sizeof(fill_colour))) - return False; - } -#else - if (!ReadFromRFBServer((char*)&fill_colour, sizeof(fill_colour))) - return False; -#endif - - LockFramebuffer(); - FillRectangleBPP(fill_colour, rx, ry, rw, rh); - UnlockFramebuffer(); - SyncScreenRegion(rx, ry, rw, rh); - return True; - } - -#if BPP == 8 - if (comp_ctl == rfbTightJpeg) { - fprintf(stderr, "Tight encoding: JPEG is not supported in 8 bpp mode.\n"); - return False; - } -#else - if (comp_ctl == rfbTightJpeg) { - return DecompressJpegRectBPP(rx, ry, rw, rh); - } -#endif - - /* Quit on unsupported subencoding value. */ - if (comp_ctl > rfbTightMaxSubencoding) { - fprintf(stderr, "Tight encoding: bad subencoding value received.\n"); - return False; - } - - /* - * Here primary compression mode handling begins. - * Data was processed with optional filter + zlib compression. - */ - - /* First, we should identify a filter to use. */ - if ((comp_ctl & rfbTightExplicitFilter) != 0) { - if (!ReadFromRFBServer((char*)&filter_id, 1)) - return False; - - switch (filter_id) { - case rfbTightFilterCopy: - filterFn = FilterCopyBPP; - bitsPixel = InitFilterCopyBPP(rw, rh); - break; - case rfbTightFilterPalette: - filterFn = FilterPaletteBPP; - bitsPixel = InitFilterPaletteBPP(rw, rh); - break; - case rfbTightFilterGradient: - filterFn = FilterGradientBPP; - bitsPixel = InitFilterGradientBPP(rw, rh); - break; - default: - fprintf(stderr, "Tight encoding: unknown filter code received.\n"); - return False; - } - } else { - filterFn = FilterCopyBPP; - bitsPixel = InitFilterCopyBPP(rw, rh); - } - if (bitsPixel == 0) { - fprintf(stderr, "Tight encoding: error receiving palette.\n"); - return False; - } - - /* Determine if the data should be decompressed or just copied. */ - rowSize = (rw * bitsPixel + 7) / 8; - if (rh * rowSize < TIGHT_MIN_TO_COMPRESS) { - if (!ReadFromRFBServer((char*)buffer, rh * rowSize)) - return False; - - buffer2 = &buffer[TIGHT_MIN_TO_COMPRESS * 4]; - filterFn(rh, (CARDBPP *)buffer2); - CopyDataToScreen(buffer2, rx, ry, rw, rh); - - return True; - } - - /* Read the length (1..3 bytes) of compressed data following. */ - compressedLen = (int)ReadCompactLen(); - if (compressedLen <= 0) { - fprintf(stderr, "Incorrect data received from the server.\n"); - return False; - } - - /* Now let's initialize compression stream if needed. */ - stream_id = comp_ctl & 0x03; - zs = &zlibStream[stream_id]; - if (!zlibStreamActive[stream_id]) { - zs->zalloc = Z_NULL; - zs->zfree = Z_NULL; - zs->opaque = Z_NULL; - err = inflateInit(zs); - if (err != Z_OK) { - if (zs->msg != NULL) - fprintf(stderr, "InflateInit error: %s.\n", zs->msg); - return False; - } - zlibStreamActive[stream_id] = True; - } - - /* Read, decode and draw actual pixel data in a loop. */ - - bufferSize = BUFFER_SIZE * bitsPixel / (bitsPixel + BPP) & 0xFFFFFFFC; - buffer2 = &buffer[bufferSize]; - if (rowSize > bufferSize) { - /* Should be impossible when BUFFER_SIZE >= 16384 */ - fprintf(stderr, "Internal error: incorrect buffer size.\n"); - return False; - } - - rowsProcessed = 0; - extraBytes = 0; - - while (compressedLen > 0) { - if (compressedLen > ZLIB_BUFFER_SIZE) - portionLen = ZLIB_BUFFER_SIZE; - else - portionLen = compressedLen; - - if (!ReadFromRFBServer((char*)zlib_buffer, portionLen)) - return False; - - compressedLen -= portionLen; - - zs->next_in = (Bytef *)zlib_buffer; - zs->avail_in = portionLen; - - do { - zs->next_out = (Bytef *)&buffer[extraBytes]; - zs->avail_out = bufferSize - extraBytes; - - err = inflate(zs, Z_SYNC_FLUSH); - if (err == Z_BUF_ERROR) /* Input exhausted -- no problem. */ - break; - if (err != Z_OK && err != Z_STREAM_END) { - if (zs->msg != NULL) { - fprintf(stderr, "Inflate error: %s.\n", zs->msg); - } else { - fprintf(stderr, "Inflate error: %d.\n", err); - } - return False; - } - - numRows = (bufferSize - zs->avail_out) / rowSize; - - filterFn(numRows, (CARDBPP *)buffer2); - - extraBytes = bufferSize - zs->avail_out - numRows * rowSize; - if (extraBytes > 0) - memcpy(buffer, &buffer[numRows * rowSize], extraBytes); - - CopyDataToScreen(buffer2, rx, ry + rowsProcessed, rw, numRows); - rowsProcessed += numRows; - } - while (zs->avail_out == 0); - } - - if (rowsProcessed != rh) { - fprintf(stderr, "Incorrect number of scan lines after decompression.\n"); - return False; - } - - return True; -} - -/*---------------------------------------------------------------------------- - * - * Filter stuff. - * - */ - -/* - The following variables are defined in rfbproto.c: - static Bool cutZeros; - static int rectWidth, rectColors; - static CARD8 tightPalette[256*4]; - static CARD8 tightPrevRow[2048*3*sizeof(CARD16)]; -*/ - -static int -InitFilterCopyBPP (int rw, int rh) -{ - rectWidth = rw; - -#if BPP == 32 - if (myFormat.depth == 24 && myFormat.redMax == 0xFF && - myFormat.greenMax == 0xFF && myFormat.blueMax == 0xFF) { - cutZeros = True; - return 24; - } else { - cutZeros = False; - } -#endif - - return BPP; -} - -static void -FilterCopyBPP (int numRows, CARDBPP *dst) -{ - -#if BPP == 32 - int x, y; - - if (cutZeros) { - for (y = 0; y < numRows; y++) { - for (x = 0; x < rectWidth; x++) { - dst[y*rectWidth+x] = - RGB24_TO_PIXEL32(buffer[(y*rectWidth+x)*3], - buffer[(y*rectWidth+x)*3+1], - buffer[(y*rectWidth+x)*3+2]); - } - } - return; - } -#endif - - memcpy (dst, buffer, numRows * rectWidth * (BPP / 8)); -} - -static int -InitFilterGradientBPP (int rw, int rh) -{ - int bits; - - bits = InitFilterCopyBPP(rw, rh); - if (cutZeros) - memset(tightPrevRow, 0, rw * 3); - else - memset(tightPrevRow, 0, rw * 3 * sizeof(CARD16)); - - return bits; -} - -#if BPP == 32 - -static void -FilterGradient24 (int numRows, CARD32 *dst) -{ - int x, y, c; - CARD8 thisRow[2048*3]; - CARD8 pix[3]; - int est[3]; - - for (y = 0; y < numRows; y++) { - - /* First pixel in a row */ - for (c = 0; c < 3; c++) { - pix[c] = tightPrevRow[c] + buffer[y*rectWidth*3+c]; - thisRow[c] = pix[c]; - } - dst[y*rectWidth] = RGB24_TO_PIXEL32(pix[0], pix[1], pix[2]); - - /* Remaining pixels of a row */ - for (x = 1; x < rectWidth; x++) { - for (c = 0; c < 3; c++) { - est[c] = (int)tightPrevRow[x*3+c] + (int)pix[c] - - (int)tightPrevRow[(x-1)*3+c]; - if (est[c] > 0xFF) { - est[c] = 0xFF; - } else if (est[c] < 0x00) { - est[c] = 0x00; - } - pix[c] = (CARD8)est[c] + buffer[(y*rectWidth+x)*3+c]; - thisRow[x*3+c] = pix[c]; - } - dst[y*rectWidth+x] = RGB24_TO_PIXEL32(pix[0], pix[1], pix[2]); - } - - memcpy(tightPrevRow, thisRow, rectWidth * 3); - } -} - -#endif - -static void -FilterGradientBPP (int numRows, CARDBPP *dst) -{ - int x, y, c; - CARDBPP *src = (CARDBPP *)buffer; - CARD16 *thatRow = (CARD16 *)tightPrevRow; - CARD16 thisRow[2048*3]; - CARD16 pix[3]; - CARD16 max[3]; - int shift[3]; - int est[3]; - -#if BPP == 32 - if (cutZeros) { - FilterGradient24(numRows, dst); - return; - } -#endif - - max[0] = myFormat.redMax; - max[1] = myFormat.greenMax; - max[2] = myFormat.blueMax; - - shift[0] = myFormat.redShift; - shift[1] = myFormat.greenShift; - shift[2] = myFormat.blueShift; - - for (y = 0; y < numRows; y++) { - - /* First pixel in a row */ - for (c = 0; c < 3; c++) { - pix[c] = (CARD16)((src[y*rectWidth] >> shift[c]) + thatRow[c] & max[c]); - thisRow[c] = pix[c]; - } - dst[y*rectWidth] = RGB_TO_PIXEL(BPP, pix[0], pix[1], pix[2]); - - /* Remaining pixels of a row */ - for (x = 1; x < rectWidth; x++) { - for (c = 0; c < 3; c++) { - est[c] = (int)thatRow[x*3+c] + (int)pix[c] - (int)thatRow[(x-1)*3+c]; - if (est[c] > (int)max[c]) { - est[c] = (int)max[c]; - } else if (est[c] < 0) { - est[c] = 0; - } - pix[c] = (CARD16)((src[y*rectWidth+x] >> shift[c]) + est[c] & max[c]); - thisRow[x*3+c] = pix[c]; - } - dst[y*rectWidth+x] = RGB_TO_PIXEL(BPP, pix[0], pix[1], pix[2]); - } - memcpy(thatRow, thisRow, rectWidth * 3 * sizeof(CARD16)); - } -} - -static int -InitFilterPaletteBPP (int rw, int rh) -{ - int i; - CARD8 numColors; - CARDBPP *palette = (CARDBPP *)tightPalette; - - rectWidth = rw; - - if (!ReadFromRFBServer((char*)&numColors, 1)) - return 0; - - rectColors = (int)numColors; - if (++rectColors < 2) - return 0; - -#if BPP == 32 - if (myFormat.depth == 24 && myFormat.redMax == 0xFF && - myFormat.greenMax == 0xFF && myFormat.blueMax == 0xFF) { - if (!ReadFromRFBServer((char*)&tightPalette, rectColors * 3)) - return 0; - for (i = rectColors - 1; i >= 0; i--) { - palette[i] = RGB24_TO_PIXEL32(tightPalette[i*3], - tightPalette[i*3+1], - tightPalette[i*3+2]); - } - return (rectColors == 2) ? 1 : 8; - } -#endif - - if (!ReadFromRFBServer((char*)&tightPalette, rectColors * (BPP / 8))) - return 0; - - return (rectColors == 2) ? 1 : 8; -} - -static void -FilterPaletteBPP (int numRows, CARDBPP *dst) -{ - int x, y, b, w; - CARD8 *src = (CARD8 *)buffer; - CARDBPP *palette = (CARDBPP *)tightPalette; - - if (rectColors == 2) { - w = (rectWidth + 7) / 8; - for (y = 0; y < numRows; y++) { - for (x = 0; x < rectWidth / 8; x++) { - for (b = 7; b >= 0; b--) - dst[y*rectWidth+x*8+7-b] = palette[src[y*w+x] >> b & 1]; - } - for (b = 7; b >= 8 - rectWidth % 8; b--) { - dst[y*rectWidth+x*8+7-b] = palette[src[y*w+x] >> b & 1]; - } - } - } else { - for (y = 0; y < numRows; y++) - for (x = 0; x < rectWidth; x++) - dst[y*rectWidth+x] = palette[(int)src[y*rectWidth+x]]; - } -} - -#if BPP != 8 - -/*---------------------------------------------------------------------------- - * - * JPEG decompression. - * - */ - -/* - The following variables are defined in rfbproto.c: - static Bool jpegError; - static struct jpeg_source_mgr jpegSrcManager; - static JOCTET *jpegBufferPtr; - static size_t *jpegBufferLen; -*/ - -static Bool -DecompressJpegRectBPP(int x, int y, int w, int h) -{ - struct jpeg_decompress_struct cinfo; - struct jpeg_error_mgr jerr; - int compressedLen; - CARD8 *compressedData; - CARDBPP *pixelPtr; - JSAMPROW rowPointer[1]; - int dx, dy; - - compressedLen = (int)ReadCompactLen(); - if (compressedLen <= 0) { - fprintf(stderr, "Incorrect data received from the server.\n"); - return False; - } - - if (compressedLen > MAX_JPEG_SIZE) { - fprintf(stderr, "To large data announced by the server.\n"); - return False; - } - - compressedData = malloc(compressedLen); - if (compressedData == NULL) { - fprintf(stderr, "Memory allocation error.\n"); - return False; - } - - if (!ReadFromRFBServer((char*)compressedData, compressedLen)) { - free(compressedData); - return False; - } - - cinfo.err = jpeg_std_error(&jerr); - jpeg_create_decompress(&cinfo); - - JpegSetSrcManager(&cinfo, compressedData, compressedLen); - - jpeg_read_header(&cinfo, TRUE); - cinfo.out_color_space = JCS_RGB; - - jpeg_start_decompress(&cinfo); - if (cinfo.output_width != w || cinfo.output_height != h || - cinfo.output_components != 3) { - fprintf(stderr, "Tight Encoding: Wrong JPEG data received.\n"); - jpeg_destroy_decompress(&cinfo); - free(compressedData); - return False; - } - - rowPointer[0] = (JSAMPROW)buffer; - dy = 0; - while (cinfo.output_scanline < cinfo.output_height) { - jpeg_read_scanlines(&cinfo, rowPointer, 1); - if (jpegError) { - break; - } - pixelPtr = (CARDBPP *)&buffer[BUFFER_SIZE / 2]; - for (dx = 0; dx < w; dx++) { - *pixelPtr++ = - RGB24_TO_PIXEL(BPP, buffer[dx*3], buffer[dx*3+1], buffer[dx*3+2]); - } - CopyDataToScreen(&buffer[BUFFER_SIZE / 2], x, y + dy, w, 1); - dy++; - } - - if (!jpegError) - jpeg_finish_decompress(&cinfo); - - jpeg_destroy_decompress(&cinfo); - free(compressedData); - - return !jpegError; -} - -#endif - |