lcldec.c 23.8 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
/*
 * LCL (LossLess Codec Library) Codec
 * Copyright (c) 2002-2004 Roberto Togni
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

/**
23
 * @file
24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43
 * LCL (LossLess Codec Library) Video Codec
 * Decoder for MSZH and ZLIB codecs
 * Experimental encoder for ZLIB RGB24
 *
 * Fourcc: MSZH, ZLIB
 *
 * Original Win32 dll:
 * Ver2.23 By Kenji Oshima 2000.09.20
 * avimszh.dll, avizlib.dll
 *
 * A description of the decoding algorithm can be found here:
 *   http://www.pcisys.net/~melanson/codecs
 *
 * Supports: BGR24 (RGB 24bpp)
 *
 */

#include <stdio.h>
#include <stdlib.h>

44
#include "libavutil/mem.h"
45
#include "libavutil/pixdesc.h"
46
#include "avcodec.h"
47
#include "bytestream.h"
48
#include "internal.h"
49 50
#include "lcl.h"

51
#if CONFIG_ZLIB_DECODER
52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68
#include <zlib.h>
#endif

/*
 * Decoder context
 */
typedef struct LclDecContext {
    // Image type
    int imgtype;
    // Compression type
    int compression;
    // Flags
    int flags;
    // Decompressed data size
    unsigned int decomp_size;
    // Decompression buffer
    unsigned char* decomp_buf;
69
#if CONFIG_ZLIB_DECODER
70 71 72 73 74
    z_stream zstream;
#endif
} LclDecContext;


75
/**
76 77
 * @param srcptr compressed source buffer, must be padded with at least 5 extra bytes
 * @param destptr must be padded sufficiently for av_memcpy_backptr
78
 */
79
static unsigned int mszh_decomp(const unsigned char * srcptr, int srclen, unsigned char * destptr, unsigned int destsize)
80 81 82
{
    unsigned char *destptr_bak = destptr;
    unsigned char *destptr_end = destptr + destsize;
83
    const unsigned char *srcptr_end = srcptr + srclen;
84 85
    unsigned mask = *srcptr++;
    unsigned maskbit = 0x80;
86

87
    while (srcptr < srcptr_end && destptr < destptr_end) {
88
        if (!(mask & maskbit)) {
89
            memcpy(destptr, srcptr, 4);
90 91 92
            destptr += 4;
            srcptr += 4;
        } else {
93 94
            unsigned ofs = bytestream_get_le16(&srcptr);
            unsigned cnt = (ofs >> 11) + 1;
95
            ofs &= 0x7ff;
96
            ofs = FFMIN(ofs, destptr - destptr_bak);
97
            cnt *= 4;
98
            cnt = FFMIN(cnt, destptr_end - destptr);
99 100 101 102 103 104 105
            if (ofs) {
                av_memcpy_backptr(destptr, ofs, cnt);
            } else {
                // Not known what the correct behaviour is, but
                // this at least avoids uninitialized data.
                memset(destptr, 0, cnt);
            }
106
            destptr += cnt;
107
        }
108
        maskbit >>= 1;
109 110
        if (!maskbit) {
            mask = *srcptr++;
111 112 113 114 115 116 117
            while (!mask) {
                if (destptr_end - destptr < 32 || srcptr_end - srcptr < 32) break;
                memcpy(destptr, srcptr, 32);
                destptr += 32;
                srcptr += 32;
                mask = *srcptr++;
            }
118 119
            maskbit = 0x80;
        }
120 121
    }

122
    return destptr - destptr_bak;
123 124 125
}


126
#if CONFIG_ZLIB_DECODER
127
/**
128 129 130 131 132
 * @brief decompress a zlib-compressed data block into decomp_buf
 * @param src compressed input buffer
 * @param src_len data length in input buffer
 * @param offset offset in decomp_buf
 * @param expected expected decompressed length
133 134 135 136 137 138 139
 */
static int zlib_decomp(AVCodecContext *avctx, const uint8_t *src, int src_len, int offset, int expected)
{
    LclDecContext *c = avctx->priv_data;
    int zret = inflateReset(&c->zstream);
    if (zret != Z_OK) {
        av_log(avctx, AV_LOG_ERROR, "Inflate reset error: %d\n", zret);
140
        return AVERROR_UNKNOWN;
141
    }
142
    c->zstream.next_in = (uint8_t *)src;
143 144 145 146 147 148
    c->zstream.avail_in = src_len;
    c->zstream.next_out = c->decomp_buf + offset;
    c->zstream.avail_out = c->decomp_size - offset;
    zret = inflate(&c->zstream, Z_FINISH);
    if (zret != Z_OK && zret != Z_STREAM_END) {
        av_log(avctx, AV_LOG_ERROR, "Inflate error: %d\n", zret);
149
        return AVERROR_UNKNOWN;
150 151 152 153
    }
    if (expected != (unsigned int)c->zstream.total_out) {
        av_log(avctx, AV_LOG_ERROR, "Decoded size differs (%d != %lu)\n",
               expected, c->zstream.total_out);
154
        return AVERROR_UNKNOWN;
155 156 157
    }
    return c->zstream.total_out;
}
158
#endif
159

160 161 162 163 164 165

/*
 *
 * Decode a frame
 *
 */
166
static int decode_frame(AVCodecContext *avctx, void *data, int *got_frame, AVPacket *avpkt)
167
{
168
    AVFrame *frame = data;
169 170
    const uint8_t *buf = avpkt->data;
    int buf_size = avpkt->size;
Måns Rullgård's avatar
Måns Rullgård committed
171
    LclDecContext * const c = avctx->priv_data;
172 173
    unsigned int pixel_ptr;
    int row, col;
174
    unsigned char *encoded = avpkt->data, *outptr;
175
    uint8_t *y_out, *u_out, *v_out;
176 177 178 179
    unsigned int width = avctx->width; // Real image width
    unsigned int height = avctx->height; // Real image height
    unsigned int mszh_dlen;
    unsigned char yq, y1q, uq, vq;
180
    int uqvq, ret;
181 182
    unsigned int mthread_inlen, mthread_outlen;
    unsigned int len = buf_size;
183
    int linesize;
184

185
    if ((ret = ff_get_buffer(avctx, frame, 0)) < 0)
186
        return ret;
187

188
    outptr = frame->data[0]; // Output image pointer
189 190 191

    /* Decompress frame */
    switch (avctx->codec_id) {
192
    case AV_CODEC_ID_MSZH:
Måns Rullgård's avatar
Måns Rullgård committed
193 194
        switch (c->compression) {
        case COMP_MSZH:
195
            if (c->imgtype == IMGTYPE_RGB24 && len == FFALIGN(width * 3, 4) * height ||
196
                c->imgtype == IMGTYPE_YUV111 && len == width * height * 3) {
197 198
                ;
            } else if (c->flags & FLAG_MULTITHREAD) {
199
                mthread_inlen = AV_RL32(buf);
200 201 202 203
                if (len < 8) {
                    av_log(avctx, AV_LOG_ERROR, "len %d is too small\n", len);
                    return AVERROR_INVALIDDATA;
                }
204
                mthread_inlen = FFMIN(mthread_inlen, len - 8);
205
                mthread_outlen = AV_RL32(buf + 4);
Reimar Döffinger's avatar
Reimar Döffinger committed
206
                mthread_outlen = FFMIN(mthread_outlen, c->decomp_size);
207
                mszh_dlen = mszh_decomp(buf + 8, mthread_inlen, c->decomp_buf, c->decomp_size);
Måns Rullgård's avatar
Måns Rullgård committed
208 209 210
                if (mthread_outlen != mszh_dlen) {
                    av_log(avctx, AV_LOG_ERROR, "Mthread1 decoded size differs (%d != %d)\n",
                           mthread_outlen, mszh_dlen);
211
                    return AVERROR_INVALIDDATA;
212
                }
213
                mszh_dlen = mszh_decomp(buf + 8 + mthread_inlen, len - 8 - mthread_inlen,
Måns Rullgård's avatar
Måns Rullgård committed
214 215 216 217
                                        c->decomp_buf + mthread_outlen, c->decomp_size - mthread_outlen);
                if (mthread_outlen != mszh_dlen) {
                    av_log(avctx, AV_LOG_ERROR, "Mthread2 decoded size differs (%d != %d)\n",
                           mthread_outlen, mszh_dlen);
218
                    return AVERROR_INVALIDDATA;
219
                }
Måns Rullgård's avatar
Måns Rullgård committed
220 221
                encoded = c->decomp_buf;
                len = c->decomp_size;
222
            } else {
223
                mszh_dlen = mszh_decomp(buf, len, c->decomp_buf, c->decomp_size);
Måns Rullgård's avatar
Måns Rullgård committed
224 225 226
                if (c->decomp_size != mszh_dlen) {
                    av_log(avctx, AV_LOG_ERROR, "Decoded size differs (%d != %d)\n",
                           c->decomp_size, mszh_dlen);
227
                    return AVERROR_INVALIDDATA;
228
                }
Måns Rullgård's avatar
Måns Rullgård committed
229 230
                encoded = c->decomp_buf;
                len = mszh_dlen;
231
            }
Måns Rullgård's avatar
Måns Rullgård committed
232
            break;
233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253
        case COMP_MSZH_NOCOMP: {
            int bppx2;
            switch (c->imgtype) {
            case IMGTYPE_YUV111:
            case IMGTYPE_RGB24:
                bppx2 = 6;
                break;
            case IMGTYPE_YUV422:
            case IMGTYPE_YUV211:
                bppx2 = 4;
                break;
            case IMGTYPE_YUV411:
            case IMGTYPE_YUV420:
                bppx2 = 3;
                break;
            default:
                bppx2 = 0; // will error out below
                break;
            }
            if (len < ((width * height * bppx2) >> 1))
                return AVERROR_INVALIDDATA;
254
            break;
255
        }
256
        default:
Måns Rullgård's avatar
Måns Rullgård committed
257
            av_log(avctx, AV_LOG_ERROR, "BUG! Unknown MSZH compression in frame decoder.\n");
258
            return AVERROR_INVALIDDATA;
Måns Rullgård's avatar
Måns Rullgård committed
259 260
        }
        break;
261
#if CONFIG_ZLIB_DECODER
262
    case AV_CODEC_ID_ZLIB:
Måns Rullgård's avatar
Måns Rullgård committed
263 264 265
        /* Using the original dll with normal compression (-1) and RGB format
         * gives a file with ZLIB fourcc, but frame is really uncompressed.
         * To be sure that's true check also frame size */
266
        if (c->compression == COMP_ZLIB_NORMAL && c->imgtype == IMGTYPE_RGB24 &&
267 268
            len == width * height * 3) {
            if (c->flags & FLAG_PNGFILTER) {
269
                memcpy(c->decomp_buf, buf, len);
270 271 272 273 274
                encoded = c->decomp_buf;
            } else {
                break;
            }
        } else if (c->flags & FLAG_MULTITHREAD) {
275
            mthread_inlen = AV_RL32(buf);
276
            mthread_inlen = FFMIN(mthread_inlen, len - 8);
277
            mthread_outlen = AV_RL32(buf + 4);
Reimar Döffinger's avatar
Reimar Döffinger committed
278
            mthread_outlen = FFMIN(mthread_outlen, c->decomp_size);
279
            ret = zlib_decomp(avctx, buf + 8, mthread_inlen, 0, mthread_outlen);
280
            if (ret < 0) return ret;
281
            ret = zlib_decomp(avctx, buf + 8 + mthread_inlen, len - 8 - mthread_inlen,
282 283
                              mthread_outlen, mthread_outlen);
            if (ret < 0) return ret;
Måns Rullgård's avatar
Måns Rullgård committed
284
        } else {
285
            int ret = zlib_decomp(avctx, buf, len, 0, c->decomp_size);
286
            if (ret < 0) return ret;
Måns Rullgård's avatar
Måns Rullgård committed
287 288
        }
        encoded = c->decomp_buf;
Reimar Döffinger's avatar
Reimar Döffinger committed
289
        len = c->decomp_size;
Måns Rullgård's avatar
Måns Rullgård committed
290
        break;
291
#endif
Måns Rullgård's avatar
Måns Rullgård committed
292 293
    default:
        av_log(avctx, AV_LOG_ERROR, "BUG! Unknown codec in frame decoder compression switch.\n");
294
        return AVERROR_INVALIDDATA;
295 296 297 298
    }


    /* Apply PNG filter */
299
    if (avctx->codec_id == AV_CODEC_ID_ZLIB && (c->flags & FLAG_PNGFILTER)) {
300 301
        switch (c->imgtype) {
        case IMGTYPE_YUV111:
Måns Rullgård's avatar
Måns Rullgård committed
302 303 304 305 306 307 308 309 310 311 312
        case IMGTYPE_RGB24:
            for (row = 0; row < height; row++) {
                pixel_ptr = row * width * 3;
                yq = encoded[pixel_ptr++];
                uqvq = AV_RL16(encoded+pixel_ptr);
                pixel_ptr += 2;
                for (col = 1; col < width; col++) {
                    encoded[pixel_ptr] = yq -= encoded[pixel_ptr];
                    uqvq -= AV_RL16(encoded+pixel_ptr+1);
                    AV_WL16(encoded+pixel_ptr+1, uqvq);
                    pixel_ptr += 3;
313 314 315 316
                }
            }
            break;
        case IMGTYPE_YUV422:
Måns Rullgård's avatar
Måns Rullgård committed
317 318 319
            for (row = 0; row < height; row++) {
                pixel_ptr = row * width * 2;
                yq = uq = vq =0;
320
                for (col = 0; col < width/4; col++) {
Måns Rullgård's avatar
Måns Rullgård committed
321 322 323 324 325 326 327 328 329
                    encoded[pixel_ptr] = yq -= encoded[pixel_ptr];
                    encoded[pixel_ptr+1] = yq -= encoded[pixel_ptr+1];
                    encoded[pixel_ptr+2] = yq -= encoded[pixel_ptr+2];
                    encoded[pixel_ptr+3] = yq -= encoded[pixel_ptr+3];
                    encoded[pixel_ptr+4] = uq -= encoded[pixel_ptr+4];
                    encoded[pixel_ptr+5] = uq -= encoded[pixel_ptr+5];
                    encoded[pixel_ptr+6] = vq -= encoded[pixel_ptr+6];
                    encoded[pixel_ptr+7] = vq -= encoded[pixel_ptr+7];
                    pixel_ptr += 8;
330 331 332 333
                }
            }
            break;
        case IMGTYPE_YUV411:
Måns Rullgård's avatar
Måns Rullgård committed
334 335 336
            for (row = 0; row < height; row++) {
                pixel_ptr = row * width / 2 * 3;
                yq = uq = vq =0;
337
                for (col = 0; col < width/4; col++) {
Måns Rullgård's avatar
Måns Rullgård committed
338 339 340 341 342 343 344
                    encoded[pixel_ptr] = yq -= encoded[pixel_ptr];
                    encoded[pixel_ptr+1] = yq -= encoded[pixel_ptr+1];
                    encoded[pixel_ptr+2] = yq -= encoded[pixel_ptr+2];
                    encoded[pixel_ptr+3] = yq -= encoded[pixel_ptr+3];
                    encoded[pixel_ptr+4] = uq -= encoded[pixel_ptr+4];
                    encoded[pixel_ptr+5] = vq -= encoded[pixel_ptr+5];
                    pixel_ptr += 6;
345 346 347 348
                }
            }
            break;
        case IMGTYPE_YUV211:
Måns Rullgård's avatar
Måns Rullgård committed
349 350 351
            for (row = 0; row < height; row++) {
                pixel_ptr = row * width * 2;
                yq = uq = vq =0;
352
                for (col = 0; col < width/2; col++) {
Måns Rullgård's avatar
Måns Rullgård committed
353 354 355 356 357
                    encoded[pixel_ptr] = yq -= encoded[pixel_ptr];
                    encoded[pixel_ptr+1] = yq -= encoded[pixel_ptr+1];
                    encoded[pixel_ptr+2] = uq -= encoded[pixel_ptr+2];
                    encoded[pixel_ptr+3] = vq -= encoded[pixel_ptr+3];
                    pixel_ptr += 4;
358 359 360 361
                }
            }
            break;
        case IMGTYPE_YUV420:
Måns Rullgård's avatar
Måns Rullgård committed
362 363 364
            for (row = 0; row < height/2; row++) {
                pixel_ptr = row * width * 3;
                yq = y1q = uq = vq =0;
365
                for (col = 0; col < width/2; col++) {
Måns Rullgård's avatar
Måns Rullgård committed
366 367 368 369 370 371
                    encoded[pixel_ptr] = yq -= encoded[pixel_ptr];
                    encoded[pixel_ptr+1] = yq -= encoded[pixel_ptr+1];
                    encoded[pixel_ptr+2] = y1q -= encoded[pixel_ptr+2];
                    encoded[pixel_ptr+3] = y1q -= encoded[pixel_ptr+3];
                    encoded[pixel_ptr+4] = uq -= encoded[pixel_ptr+4];
                    encoded[pixel_ptr+5] = vq -= encoded[pixel_ptr+5];
372 373 374 375 376
                    pixel_ptr += 6;
                }
            }
            break;
        default:
Måns Rullgård's avatar
Måns Rullgård committed
377
            av_log(avctx, AV_LOG_ERROR, "BUG! Unknown imagetype in pngfilter switch.\n");
378
            return AVERROR_INVALIDDATA;
Måns Rullgård's avatar
Måns Rullgård committed
379 380 381 382
        }
    }

    /* Convert colorspace */
383 384 385
    y_out = frame->data[0] + (height - 1) * frame->linesize[0];
    u_out = frame->data[1] + (height - 1) * frame->linesize[1];
    v_out = frame->data[2] + (height - 1) * frame->linesize[2];
Måns Rullgård's avatar
Måns Rullgård committed
386 387
    switch (c->imgtype) {
    case IMGTYPE_YUV111:
388
        for (row = 0; row < height; row++) {
Måns Rullgård's avatar
Måns Rullgård committed
389
            for (col = 0; col < width; col++) {
390 391 392
                y_out[col] = *encoded++;
                u_out[col] = *encoded++ + 128;
                v_out[col] = *encoded++ + 128;
Måns Rullgård's avatar
Måns Rullgård committed
393
            }
394 395 396
            y_out -= frame->linesize[0];
            u_out -= frame->linesize[1];
            v_out -= frame->linesize[2];
Måns Rullgård's avatar
Måns Rullgård committed
397 398 399
        }
        break;
    case IMGTYPE_YUV422:
400 401 402 403 404 405 406 407
        for (row = 0; row < height; row++) {
            for (col = 0; col < width - 3; col += 4) {
                memcpy(y_out + col, encoded, 4);
                encoded += 4;
                u_out[ col >> 1     ] = *encoded++ + 128;
                u_out[(col >> 1) + 1] = *encoded++ + 128;
                v_out[ col >> 1     ] = *encoded++ + 128;
                v_out[(col >> 1) + 1] = *encoded++ + 128;
Måns Rullgård's avatar
Måns Rullgård committed
408
            }
409 410 411
            y_out -= frame->linesize[0];
            u_out -= frame->linesize[1];
            v_out -= frame->linesize[2];
Måns Rullgård's avatar
Måns Rullgård committed
412 413 414
        }
        break;
    case IMGTYPE_RGB24:
415
        linesize = len < FFALIGN(3 * width, 4) * height ? 3 * width : FFALIGN(3 * width, 4);
Måns Rullgård's avatar
Måns Rullgård committed
416
        for (row = height - 1; row >= 0; row--) {
417
            pixel_ptr = row * frame->linesize[0];
418
            memcpy(outptr + pixel_ptr, encoded, 3 * width);
419
            encoded += linesize;
Måns Rullgård's avatar
Måns Rullgård committed
420 421 422
        }
        break;
    case IMGTYPE_YUV411:
423 424 425 426 427 428
        for (row = 0; row < height; row++) {
            for (col = 0; col < width - 3; col += 4) {
                memcpy(y_out + col, encoded, 4);
                encoded += 4;
                u_out[col >> 2] = *encoded++ + 128;
                v_out[col >> 2] = *encoded++ + 128;
Måns Rullgård's avatar
Måns Rullgård committed
429
            }
430 431 432
            y_out -= frame->linesize[0];
            u_out -= frame->linesize[1];
            v_out -= frame->linesize[2];
Måns Rullgård's avatar
Måns Rullgård committed
433 434 435
        }
        break;
    case IMGTYPE_YUV211:
436 437 438 439 440 441
        for (row = 0; row < height; row++) {
            for (col = 0; col < width - 1; col += 2) {
                memcpy(y_out + col, encoded, 2);
                encoded += 2;
                u_out[col >> 1] = *encoded++ + 128;
                v_out[col >> 1] = *encoded++ + 128;
Måns Rullgård's avatar
Måns Rullgård committed
442
            }
443 444 445
            y_out -= frame->linesize[0];
            u_out -= frame->linesize[1];
            v_out -= frame->linesize[2];
Måns Rullgård's avatar
Måns Rullgård committed
446 447 448
        }
        break;
    case IMGTYPE_YUV420:
449 450
        u_out = frame->data[1] + ((height >> 1) - 1) * frame->linesize[1];
        v_out = frame->data[2] + ((height >> 1) - 1) * frame->linesize[2];
451 452 453 454
        for (row = 0; row < height - 1; row += 2) {
            for (col = 0; col < width - 1; col += 2) {
                memcpy(y_out + col, encoded, 2);
                encoded += 2;
455
                memcpy(y_out + col - frame->linesize[0], encoded, 2);
456 457 458
                encoded += 2;
                u_out[col >> 1] = *encoded++ + 128;
                v_out[col >> 1] = *encoded++ + 128;
Måns Rullgård's avatar
Måns Rullgård committed
459
            }
460 461 462
            y_out -= frame->linesize[0] << 1;
            u_out -= frame->linesize[1];
            v_out -= frame->linesize[2];
Måns Rullgård's avatar
Måns Rullgård committed
463 464 465 466
        }
        break;
    default:
        av_log(avctx, AV_LOG_ERROR, "BUG! Unknown imagetype in image decoder.\n");
467
        return AVERROR_INVALIDDATA;
468 469
    }

470
    *got_frame = 1;
471 472 473 474 475 476 477 478 479 480

    /* always report that the buffer was completely consumed */
    return buf_size;
}

/*
 *
 * Init lcl decoder
 *
 */
481
static av_cold int decode_init(AVCodecContext *avctx)
482 483 484
{
    LclDecContext * const c = avctx->priv_data;
    unsigned int basesize = avctx->width * avctx->height;
485 486
    unsigned int max_basesize = FFALIGN(avctx->width,  4) *
                                FFALIGN(avctx->height, 4);
487
    unsigned int max_decomp_size;
488
    int subsample_h, subsample_v;
489 490 491

    if (avctx->extradata_size < 8) {
        av_log(avctx, AV_LOG_ERROR, "Extradata size too small.\n");
492
        return AVERROR_INVALIDDATA;
493 494 495
    }

    /* Check codec type */
496 497
    if ((avctx->codec_id == AV_CODEC_ID_MSZH  && avctx->extradata[7] != CODEC_MSZH) ||
        (avctx->codec_id == AV_CODEC_ID_ZLIB  && avctx->extradata[7] != CODEC_ZLIB)) {
498 499 500 501
        av_log(avctx, AV_LOG_ERROR, "Codec id and codec type mismatch. This should not happen.\n");
    }

    /* Detect image type */
502
    switch (c->imgtype = avctx->extradata[4]) {
Måns Rullgård's avatar
Måns Rullgård committed
503 504 505
    case IMGTYPE_YUV111:
        c->decomp_size = basesize * 3;
        max_decomp_size = max_basesize * 3;
506
        avctx->pix_fmt = AV_PIX_FMT_YUV444P;
507
        av_log(avctx, AV_LOG_DEBUG, "Image type is YUV 1:1:1.\n");
Måns Rullgård's avatar
Måns Rullgård committed
508 509 510 511
        break;
    case IMGTYPE_YUV422:
        c->decomp_size = basesize * 2;
        max_decomp_size = max_basesize * 2;
512
        avctx->pix_fmt = AV_PIX_FMT_YUV422P;
513
        av_log(avctx, AV_LOG_DEBUG, "Image type is YUV 4:2:2.\n");
514 515 516 517
        if (avctx->width % 4) {
            avpriv_request_sample(avctx, "Unsupported dimensions\n");
            return AVERROR_INVALIDDATA;
        }
Måns Rullgård's avatar
Måns Rullgård committed
518 519 520 521
        break;
    case IMGTYPE_RGB24:
        c->decomp_size = basesize * 3;
        max_decomp_size = max_basesize * 3;
522
        avctx->pix_fmt = AV_PIX_FMT_BGR24;
523
        av_log(avctx, AV_LOG_DEBUG, "Image type is RGB 24.\n");
Måns Rullgård's avatar
Måns Rullgård committed
524 525 526 527
        break;
    case IMGTYPE_YUV411:
        c->decomp_size = basesize / 2 * 3;
        max_decomp_size = max_basesize / 2 * 3;
528
        avctx->pix_fmt = AV_PIX_FMT_YUV411P;
529
        av_log(avctx, AV_LOG_DEBUG, "Image type is YUV 4:1:1.\n");
Måns Rullgård's avatar
Måns Rullgård committed
530 531 532 533
        break;
    case IMGTYPE_YUV211:
        c->decomp_size = basesize * 2;
        max_decomp_size = max_basesize * 2;
534
        avctx->pix_fmt = AV_PIX_FMT_YUV422P;
535
        av_log(avctx, AV_LOG_DEBUG, "Image type is YUV 2:1:1.\n");
Måns Rullgård's avatar
Måns Rullgård committed
536 537 538 539
        break;
    case IMGTYPE_YUV420:
        c->decomp_size = basesize / 2 * 3;
        max_decomp_size = max_basesize / 2 * 3;
540
        avctx->pix_fmt = AV_PIX_FMT_YUV420P;
541
        av_log(avctx, AV_LOG_DEBUG, "Image type is YUV 4:2:0.\n");
Måns Rullgård's avatar
Måns Rullgård committed
542 543 544
        break;
    default:
        av_log(avctx, AV_LOG_ERROR, "Unsupported image format %d.\n", c->imgtype);
545
        return AVERROR_INVALIDDATA;
546 547 548 549 550 551
    }

    av_pix_fmt_get_chroma_sub_sample(avctx->pix_fmt, &subsample_h, &subsample_v);
    if (avctx->width % (1<<subsample_h) || avctx->height % (1<<subsample_v)) {
        avpriv_request_sample(avctx, "Unsupported dimensions\n");
        return AVERROR_INVALIDDATA;
552 553 554
    }

    /* Detect compression method */
555
    c->compression = (int8_t)avctx->extradata[5];
556
    switch (avctx->codec_id) {
557
    case AV_CODEC_ID_MSZH:
Måns Rullgård's avatar
Måns Rullgård committed
558 559
        switch (c->compression) {
        case COMP_MSZH:
560
            av_log(avctx, AV_LOG_DEBUG, "Compression enabled.\n");
561
            break;
Måns Rullgård's avatar
Måns Rullgård committed
562 563
        case COMP_MSZH_NOCOMP:
            c->decomp_size = 0;
564
            av_log(avctx, AV_LOG_DEBUG, "No compression.\n");
Måns Rullgård's avatar
Måns Rullgård committed
565 566 567
            break;
        default:
            av_log(avctx, AV_LOG_ERROR, "Unsupported compression format for MSZH (%d).\n", c->compression);
568
            return AVERROR_INVALIDDATA;
Måns Rullgård's avatar
Måns Rullgård committed
569 570
        }
        break;
571
#if CONFIG_ZLIB_DECODER
572
    case AV_CODEC_ID_ZLIB:
Måns Rullgård's avatar
Måns Rullgård committed
573 574
        switch (c->compression) {
        case COMP_ZLIB_HISPEED:
575
            av_log(avctx, AV_LOG_DEBUG, "High speed compression.\n");
Måns Rullgård's avatar
Måns Rullgård committed
576 577
            break;
        case COMP_ZLIB_HICOMP:
578
            av_log(avctx, AV_LOG_DEBUG, "High compression.\n");
Måns Rullgård's avatar
Måns Rullgård committed
579 580
            break;
        case COMP_ZLIB_NORMAL:
581
            av_log(avctx, AV_LOG_DEBUG, "Normal compression.\n");
Måns Rullgård's avatar
Måns Rullgård committed
582 583
            break;
        default:
584
            if (c->compression < Z_NO_COMPRESSION || c->compression > Z_BEST_COMPRESSION) {
Måns Rullgård's avatar
Måns Rullgård committed
585
                av_log(avctx, AV_LOG_ERROR, "Unsupported compression level for ZLIB: (%d).\n", c->compression);
586
                return AVERROR_INVALIDDATA;
587
            }
588
            av_log(avctx, AV_LOG_DEBUG, "Compression level for ZLIB: (%d).\n", c->compression);
Måns Rullgård's avatar
Måns Rullgård committed
589 590
        }
        break;
591
#endif
Måns Rullgård's avatar
Måns Rullgård committed
592 593
    default:
        av_log(avctx, AV_LOG_ERROR, "BUG! Unknown codec in compression switch.\n");
594
        return AVERROR_INVALIDDATA;
595 596 597 598
    }

    /* Allocate decompression buffer */
    if (c->decomp_size) {
599
        if (!(c->decomp_buf = av_malloc(max_decomp_size))) {
600
            av_log(avctx, AV_LOG_ERROR, "Can't allocate decompression buffer.\n");
601
            return AVERROR(ENOMEM);
602 603 604 605
        }
    }

    /* Detect flags */
606
    c->flags = avctx->extradata[6];
607
    if (c->flags & FLAG_MULTITHREAD)
608
        av_log(avctx, AV_LOG_DEBUG, "Multithread encoder flag set.\n");
609
    if (c->flags & FLAG_NULLFRAME)
610
        av_log(avctx, AV_LOG_DEBUG, "Nullframe insertion flag set.\n");
611
    if (avctx->codec_id == AV_CODEC_ID_ZLIB && (c->flags & FLAG_PNGFILTER))
612
        av_log(avctx, AV_LOG_DEBUG, "PNG filter flag set.\n");
613 614 615 616
    if (c->flags & FLAGMASK_UNUSED)
        av_log(avctx, AV_LOG_ERROR, "Unknown flag set (%d).\n", c->flags);

    /* If needed init zlib */
617
#if CONFIG_ZLIB_DECODER
618
    if (avctx->codec_id == AV_CODEC_ID_ZLIB) {
619
        int zret;
620 621 622
        c->zstream.zalloc = Z_NULL;
        c->zstream.zfree = Z_NULL;
        c->zstream.opaque = Z_NULL;
623
        zret = inflateInit(&c->zstream);
624 625
        if (zret != Z_OK) {
            av_log(avctx, AV_LOG_ERROR, "Inflate init error: %d\n", zret);
626
            av_freep(&c->decomp_buf);
627
            return AVERROR_UNKNOWN;
628 629
        }
    }
630
#endif
631 632 633 634 635 636 637 638 639

    return 0;
}

/*
 *
 * Uninit lcl decoder
 *
 */
640
static av_cold int decode_end(AVCodecContext *avctx)
641
{
Måns Rullgård's avatar
Måns Rullgård committed
642
    LclDecContext * const c = avctx->priv_data;
643

644
    av_freep(&c->decomp_buf);
645
#if CONFIG_ZLIB_DECODER
646
    if (avctx->codec_id == AV_CODEC_ID_ZLIB)
647
        inflateEnd(&c->zstream);
648 649
#endif

Måns Rullgård's avatar
Måns Rullgård committed
650
    return 0;
651 652
}

653
#if CONFIG_MSZH_DECODER
654
AVCodec ff_mszh_decoder = {
655
    .name           = "mszh",
656
    .long_name      = NULL_IF_CONFIG_SMALL("LCL (LossLess Codec Library) MSZH"),
657
    .type           = AVMEDIA_TYPE_VIDEO,
658
    .id             = AV_CODEC_ID_MSZH,
659 660 661 662 663
    .priv_data_size = sizeof(LclDecContext),
    .init           = decode_init,
    .close          = decode_end,
    .decode         = decode_frame,
    .capabilities   = CODEC_CAP_DR1,
664 665 666
};
#endif

667
#if CONFIG_ZLIB_DECODER
668
AVCodec ff_zlib_decoder = {
669
    .name           = "zlib",
670
    .long_name      = NULL_IF_CONFIG_SMALL("LCL (LossLess Codec Library) ZLIB"),
671
    .type           = AVMEDIA_TYPE_VIDEO,
672
    .id             = AV_CODEC_ID_ZLIB,
673 674 675 676 677
    .priv_data_size = sizeof(LclDecContext),
    .init           = decode_init,
    .close          = decode_end,
    .decode         = decode_frame,
    .capabilities   = CODEC_CAP_DR1,
678 679
};
#endif