smacker.c 22.2 KB
Newer Older
1 2 3 4
/*
 * Smacker decoder
 * Copyright (c) 2006 Konstantin Shishkov
 *
5
 * This file is part of Libav.
6
 *
7
 * Libav is free software; you can redistribute it and/or
8 9
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
10
 * version 2.1 of the License, or (at your option) any later version.
11
 *
12
 * Libav is distributed in the hope that it will be useful,
13 14 15 16 17
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
18
 * License along with Libav; if not, write to the Free Software
19 20 21 22
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

/**
23
 * @file
24 25 26 27 28 29 30 31 32 33
 * Smacker decoder
 */

/*
 * Based on http://wiki.multimedia.cx/index.php?title=Smacker
 */

#include <stdio.h>
#include <stdlib.h>

34
#include "libavutil/channel_layout.h"
35
#include "avcodec.h"
36
#include "internal.h"
37
#include "mathops.h"
38

39
#define BITSTREAM_READER_LE
40
#include "get_bits.h"
41
#include "bytestream.h"
42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131

#define SMKTREE_BITS 9
#define SMK_NODE 0x80000000

/*
 * Decoder context
 */
typedef struct SmackVContext {
    AVCodecContext *avctx;
    AVFrame pic;

    int *mmap_tbl, *mclr_tbl, *full_tbl, *type_tbl;
    int mmap_last[3], mclr_last[3], full_last[3], type_last[3];
} SmackVContext;

/**
 * Context used for code reconstructing
 */
typedef struct HuffContext {
    int length;
    int maxlength;
    int current;
    uint32_t *bits;
    int *lengths;
    int *values;
} HuffContext;

/* common parameters used for decode_bigtree */
typedef struct DBCtx {
    VLC *v1, *v2;
    int *recode1, *recode2;
    int escapes[3];
    int *last;
    int lcur;
} DBCtx;

/* possible runs of blocks */
static const int block_runs[64] = {
      1,    2,    3,    4,    5,    6,    7,    8,
      9,   10,   11,   12,   13,   14,   15,   16,
     17,   18,   19,   20,   21,   22,   23,   24,
     25,   26,   27,   28,   29,   30,   31,   32,
     33,   34,   35,   36,   37,   38,   39,   40,
     41,   42,   43,   44,   45,   46,   47,   48,
     49,   50,   51,   52,   53,   54,   55,   56,
     57,   58,   59,  128,  256,  512, 1024, 2048 };

enum SmkBlockTypes {
    SMK_BLK_MONO = 0,
    SMK_BLK_FULL = 1,
    SMK_BLK_SKIP = 2,
    SMK_BLK_FILL = 3 };

/**
 * Decode local frame tree
 */
static int smacker_decode_tree(GetBitContext *gb, HuffContext *hc, uint32_t prefix, int length)
{
    if(!get_bits1(gb)){ //Leaf
        if(hc->current >= 256){
            av_log(NULL, AV_LOG_ERROR, "Tree size exceeded!\n");
            return -1;
        }
        if(length){
            hc->bits[hc->current] = prefix;
            hc->lengths[hc->current] = length;
        } else {
            hc->bits[hc->current] = 0;
            hc->lengths[hc->current] = 0;
        }
        hc->values[hc->current] = get_bits(gb, 8);
        hc->current++;
        if(hc->maxlength < length)
            hc->maxlength = length;
        return 0;
    } else { //Node
        int r;
        length++;
        r = smacker_decode_tree(gb, hc, prefix, length);
        if(r)
            return r;
        return smacker_decode_tree(gb, hc, prefix | (1 << (length - 1)), length);
    }
}

/**
 * Decode header tree
 */
static int smacker_decode_bigtree(GetBitContext *gb, HuffContext *hc, DBCtx *ctx)
{
132 133 134 135
    if (hc->current + 1 >= hc->length) {
        av_log(NULL, AV_LOG_ERROR, "Tree size exceeded!\n");
        return -1;
    }
136
    if(!get_bits1(gb)){ //Leaf
137
        int val, i1, i2;
138 139
        i1 = ctx->v1->table ? get_vlc2(gb, ctx->v1->table, SMKTREE_BITS, 3) : 0;
        i2 = ctx->v2->table ? get_vlc2(gb, ctx->v2->table, SMKTREE_BITS, 3) : 0;
140 141
        if (i1 < 0 || i2 < 0)
            return -1;
142 143 144 145 146 147 148 149 150 151 152 153 154 155 156
        val = ctx->recode1[i1] | (ctx->recode2[i2] << 8);
        if(val == ctx->escapes[0]) {
            ctx->last[0] = hc->current;
            val = 0;
        } else if(val == ctx->escapes[1]) {
            ctx->last[1] = hc->current;
            val = 0;
        } else if(val == ctx->escapes[2]) {
            ctx->last[2] = hc->current;
            val = 0;
        }

        hc->values[hc->current++] = val;
        return 1;
    } else { //Node
157
        int r = 0, r_new, t;
158 159 160 161 162 163 164

        t = hc->current++;
        r = smacker_decode_bigtree(gb, hc, ctx);
        if(r < 0)
            return r;
        hc->values[t] = SMK_NODE | r;
        r++;
165 166 167 168
        r_new = smacker_decode_bigtree(gb, hc, ctx);
        if (r_new < 0)
            return r_new;
        return r + r_new;
169 170 171 172
    }
}

/**
173
 * Store large tree as Libav's vlc codes
174 175 176 177 178 179
 */
static int smacker_decode_header_tree(SmackVContext *smk, GetBitContext *gb, int **recodes, int *last, int size)
{
    int res;
    HuffContext huff;
    HuffContext tmp1, tmp2;
180
    VLC vlc[2] = { { 0 } };
181 182
    int escapes[3];
    DBCtx ctx;
183
    int err = 0;
184

185 186 187 188 189
    if(size >= UINT_MAX>>4){ // (((size + 3) >> 2) + 3) << 2 must not overflow
        av_log(smk->avctx, AV_LOG_ERROR, "size too large\n");
        return -1;
    }

190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205
    tmp1.length = 256;
    tmp1.maxlength = 0;
    tmp1.current = 0;
    tmp1.bits = av_mallocz(256 * 4);
    tmp1.lengths = av_mallocz(256 * sizeof(int));
    tmp1.values = av_mallocz(256 * sizeof(int));

    tmp2.length = 256;
    tmp2.maxlength = 0;
    tmp2.current = 0;
    tmp2.bits = av_mallocz(256 * 4);
    tmp2.lengths = av_mallocz(256 * sizeof(int));
    tmp2.values = av_mallocz(256 * sizeof(int));

    if(get_bits1(gb)) {
        smacker_decode_tree(gb, &tmp1, 0, 0);
206
        skip_bits1(gb);
207 208 209 210 211 212 213 214 215 216 217 218
        res = init_vlc(&vlc[0], SMKTREE_BITS, tmp1.length,
                    tmp1.lengths, sizeof(int), sizeof(int),
                    tmp1.bits, sizeof(uint32_t), sizeof(uint32_t), INIT_VLC_LE);
        if(res < 0) {
            av_log(smk->avctx, AV_LOG_ERROR, "Cannot build VLC table\n");
            return -1;
        }
    } else {
        av_log(smk->avctx, AV_LOG_ERROR, "Skipping low bytes tree\n");
    }
    if(get_bits1(gb)){
        smacker_decode_tree(gb, &tmp2, 0, 0);
219
        skip_bits1(gb);
220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248
        res = init_vlc(&vlc[1], SMKTREE_BITS, tmp2.length,
                    tmp2.lengths, sizeof(int), sizeof(int),
                    tmp2.bits, sizeof(uint32_t), sizeof(uint32_t), INIT_VLC_LE);
        if(res < 0) {
            av_log(smk->avctx, AV_LOG_ERROR, "Cannot build VLC table\n");
            return -1;
        }
    } else {
        av_log(smk->avctx, AV_LOG_ERROR, "Skipping high bytes tree\n");
    }

    escapes[0]  = get_bits(gb, 8);
    escapes[0] |= get_bits(gb, 8) << 8;
    escapes[1]  = get_bits(gb, 8);
    escapes[1] |= get_bits(gb, 8) << 8;
    escapes[2]  = get_bits(gb, 8);
    escapes[2] |= get_bits(gb, 8) << 8;

    last[0] = last[1] = last[2] = -1;

    ctx.escapes[0] = escapes[0];
    ctx.escapes[1] = escapes[1];
    ctx.escapes[2] = escapes[2];
    ctx.v1 = &vlc[0];
    ctx.v2 = &vlc[1];
    ctx.recode1 = tmp1.values;
    ctx.recode2 = tmp2.values;
    ctx.last = last;

249
    huff.length = ((size + 3) >> 2) + 4;
250 251 252 253
    huff.maxlength = 0;
    huff.current = 0;
    huff.values = av_mallocz(huff.length * sizeof(int));

254 255
    if (smacker_decode_bigtree(gb, &huff, &ctx) < 0)
        err = -1;
256
    skip_bits1(gb);
257 258 259 260 261 262 263
    if(ctx.last[0] == -1) ctx.last[0] = huff.current++;
    if(ctx.last[1] == -1) ctx.last[1] = huff.current++;
    if(ctx.last[2] == -1) ctx.last[2] = huff.current++;

    *recodes = huff.values;

    if(vlc[0].table)
264
        ff_free_vlc(&vlc[0]);
265
    if(vlc[1].table)
266
        ff_free_vlc(&vlc[1]);
267 268 269 270 271 272 273
    av_free(tmp1.bits);
    av_free(tmp1.lengths);
    av_free(tmp1.values);
    av_free(tmp2.bits);
    av_free(tmp2.lengths);
    av_free(tmp2.values);

274
    return err;
275 276 277 278 279 280
}

static int decode_header_trees(SmackVContext *smk) {
    GetBitContext gb;
    int mmap_size, mclr_size, full_size, type_size;

281 282 283 284
    mmap_size = AV_RL32(smk->avctx->extradata);
    mclr_size = AV_RL32(smk->avctx->extradata + 4);
    full_size = AV_RL32(smk->avctx->extradata + 8);
    type_size = AV_RL32(smk->avctx->extradata + 12);
285 286 287 288 289 290 291 292 293

    init_get_bits(&gb, smk->avctx->extradata + 16, (smk->avctx->extradata_size - 16) * 8);

    if(!get_bits1(&gb)) {
        av_log(smk->avctx, AV_LOG_INFO, "Skipping MMAP tree\n");
        smk->mmap_tbl = av_malloc(sizeof(int) * 2);
        smk->mmap_tbl[0] = 0;
        smk->mmap_last[0] = smk->mmap_last[1] = smk->mmap_last[2] = 1;
    } else {
294 295
        if (smacker_decode_header_tree(smk, &gb, &smk->mmap_tbl, smk->mmap_last, mmap_size))
            return -1;
296
    }
297
    if(!get_bits1(&gb)) {
298 299 300 301 302
        av_log(smk->avctx, AV_LOG_INFO, "Skipping MCLR tree\n");
        smk->mclr_tbl = av_malloc(sizeof(int) * 2);
        smk->mclr_tbl[0] = 0;
        smk->mclr_last[0] = smk->mclr_last[1] = smk->mclr_last[2] = 1;
    } else {
303 304
        if (smacker_decode_header_tree(smk, &gb, &smk->mclr_tbl, smk->mclr_last, mclr_size))
            return -1;
305
    }
306
    if(!get_bits1(&gb)) {
307 308 309 310 311
        av_log(smk->avctx, AV_LOG_INFO, "Skipping FULL tree\n");
        smk->full_tbl = av_malloc(sizeof(int) * 2);
        smk->full_tbl[0] = 0;
        smk->full_last[0] = smk->full_last[1] = smk->full_last[2] = 1;
    } else {
312 313
        if (smacker_decode_header_tree(smk, &gb, &smk->full_tbl, smk->full_last, full_size))
            return -1;
314
    }
315
    if(!get_bits1(&gb)) {
316 317 318 319 320
        av_log(smk->avctx, AV_LOG_INFO, "Skipping TYPE tree\n");
        smk->type_tbl = av_malloc(sizeof(int) * 2);
        smk->type_tbl[0] = 0;
        smk->type_last[0] = smk->type_last[1] = smk->type_last[2] = 1;
    } else {
321 322
        if (smacker_decode_header_tree(smk, &gb, &smk->type_tbl, smk->type_last, type_size))
            return -1;
323 324 325 326 327
    }

    return 0;
}

328
static av_always_inline void last_reset(int *recode, int *last) {
329 330 331 332
    recode[last[0]] = recode[last[1]] = recode[last[2]] = 0;
}

/* get code and update history */
333
static av_always_inline int smk_get_code(GetBitContext *gb, int *recode, int *last) {
334
    register int *table = recode;
335
    int v;
336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351

    while(*table & SMK_NODE) {
        if(get_bits1(gb))
            table += (*table) & (~SMK_NODE);
        table++;
    }
    v = *table;

    if(v != recode[last[0]]) {
        recode[last[2]] = recode[last[1]];
        recode[last[1]] = recode[last[0]];
        recode[last[0]] = v;
    }
    return v;
}

352 353
static int decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
                        AVPacket *avpkt)
354
{
355
    SmackVContext * const smk = avctx->priv_data;
356 357
    uint8_t *out;
    uint32_t *pal;
358
    GetByteContext gb2;
359 360
    GetBitContext gb;
    int blocks, blk, bw, bh;
361
    int i, ret;
362
    int stride;
363
    int flags;
364

365
    if (avpkt->size <= 769)
366 367
        return 0;

368
    if ((ret = ff_reget_buffer(avctx, &smk->pic)) < 0) {
369
        av_log(avctx, AV_LOG_ERROR, "get_buffer() failed\n");
370
        return ret;
371 372 373 374
    }

    /* make the palette available on the way out */
    pal = (uint32_t*)smk->pic.data[1];
375 376 377 378
    bytestream2_init(&gb2, avpkt->data, avpkt->size);
    flags = bytestream2_get_byteu(&gb2);
    smk->pic.palette_has_changed = flags & 1;
    smk->pic.key_frame = !!(flags & 2);
379
    if(smk->pic.key_frame)
380
        smk->pic.pict_type = AV_PICTURE_TYPE_I;
381
    else
382
        smk->pic.pict_type = AV_PICTURE_TYPE_P;
383

384
    for(i = 0; i < 256; i++)
385
        *pal++ = bytestream2_get_be24u(&gb2);
386 387 388 389 390

    last_reset(smk->mmap_tbl, smk->mmap_last);
    last_reset(smk->mclr_tbl, smk->mclr_last);
    last_reset(smk->full_tbl, smk->full_last);
    last_reset(smk->type_tbl, smk->type_last);
391
    init_get_bits(&gb, avpkt->data + 769, (avpkt->size - 769) * 8);
392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427

    blk = 0;
    bw = avctx->width >> 2;
    bh = avctx->height >> 2;
    blocks = bw * bh;
    out = smk->pic.data[0];
    stride = smk->pic.linesize[0];
    while(blk < blocks) {
        int type, run, mode;
        uint16_t pix;

        type = smk_get_code(&gb, smk->type_tbl, smk->type_last);
        run = block_runs[(type >> 2) & 0x3F];
        switch(type & 3){
        case SMK_BLK_MONO:
            while(run-- && blk < blocks){
                int clr, map;
                int hi, lo;
                clr = smk_get_code(&gb, smk->mclr_tbl, smk->mclr_last);
                map = smk_get_code(&gb, smk->mmap_tbl, smk->mmap_last);
                out = smk->pic.data[0] + (blk / bw) * (stride * 4) + (blk % bw) * 4;
                hi = clr >> 8;
                lo = clr & 0xFF;
                for(i = 0; i < 4; i++) {
                    if(map & 1) out[0] = hi; else out[0] = lo;
                    if(map & 2) out[1] = hi; else out[1] = lo;
                    if(map & 4) out[2] = hi; else out[2] = lo;
                    if(map & 8) out[3] = hi; else out[3] = lo;
                    map >>= 4;
                    out += stride;
                }
                blk++;
            }
            break;
        case SMK_BLK_FULL:
            mode = 0;
428
            if(avctx->codec_tag == MKTAG('S', 'M', 'K', '4')) { // In case of Smacker v4 we have three modes
429 430 431 432 433 434 435 436 437
                if(get_bits1(&gb)) mode = 1;
                else if(get_bits1(&gb)) mode = 2;
            }
            while(run-- && blk < blocks){
                out = smk->pic.data[0] + (blk / bw) * (stride * 4) + (blk % bw) * 4;
                switch(mode){
                case 0:
                    for(i = 0; i < 4; i++) {
                        pix = smk_get_code(&gb, smk->full_tbl, smk->full_last);
438
                        AV_WL16(out+2,pix);
439
                        pix = smk_get_code(&gb, smk->full_tbl, smk->full_last);
440
                        AV_WL16(out,pix);
441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463
                        out += stride;
                    }
                    break;
                case 1:
                    pix = smk_get_code(&gb, smk->full_tbl, smk->full_last);
                    out[0] = out[1] = pix & 0xFF;
                    out[2] = out[3] = pix >> 8;
                    out += stride;
                    out[0] = out[1] = pix & 0xFF;
                    out[2] = out[3] = pix >> 8;
                    out += stride;
                    pix = smk_get_code(&gb, smk->full_tbl, smk->full_last);
                    out[0] = out[1] = pix & 0xFF;
                    out[2] = out[3] = pix >> 8;
                    out += stride;
                    out[0] = out[1] = pix & 0xFF;
                    out[2] = out[3] = pix >> 8;
                    out += stride;
                    break;
                case 2:
                    for(i = 0; i < 2; i++) {
                        uint16_t pix1, pix2;
                        pix2 = smk_get_code(&gb, smk->full_tbl, smk->full_last);
464
                        pix1 = smk_get_code(&gb, smk->full_tbl, smk->full_last);
465 466
                        AV_WL16(out,pix1);
                        AV_WL16(out+2,pix2);
467
                        out += stride;
468 469
                        AV_WL16(out,pix1);
                        AV_WL16(out+2,pix2);
470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497
                        out += stride;
                    }
                    break;
                }
                blk++;
            }
            break;
        case SMK_BLK_SKIP:
            while(run-- && blk < blocks)
                blk++;
            break;
        case SMK_BLK_FILL:
            mode = type >> 8;
            while(run-- && blk < blocks){
                uint32_t col;
                out = smk->pic.data[0] + (blk / bw) * (stride * 4) + (blk % bw) * 4;
                col = mode * 0x01010101;
                for(i = 0; i < 4; i++) {
                    *((uint32_t*)out) = col;
                    out += stride;
                }
                blk++;
            }
            break;
        }

    }

498 499 500
    if ((ret = av_frame_ref(data, &smk->pic)) < 0)
        return ret;

501
    *got_frame = 1;
502 503

    /* always report that the buffer was completely consumed */
504
    return avpkt->size;
505 506 507 508 509 510 511 512 513
}



/*
 *
 * Init smacker decoder
 *
 */
514
static av_cold int decode_init(AVCodecContext *avctx)
515
{
516
    SmackVContext * const c = avctx->priv_data;
517 518 519

    c->avctx = avctx;

520
    avctx->pix_fmt = AV_PIX_FMT_PAL8;
521
    avcodec_get_frame_defaults(&c->pic);
522 523 524 525 526 527 528

    /* decode huffman trees from extradata */
    if(avctx->extradata_size < 16){
        av_log(avctx, AV_LOG_ERROR, "Extradata missing!\n");
        return -1;
    }

529 530
    if (decode_header_trees(c))
        return -1;
531 532 533 534 535 536 537 538 539 540 541

    return 0;
}



/*
 *
 * Uninit smacker decoder
 *
 */
542
static av_cold int decode_end(AVCodecContext *avctx)
543
{
544
    SmackVContext * const smk = avctx->priv_data;
545

546 547 548 549
    av_freep(&smk->mmap_tbl);
    av_freep(&smk->mclr_tbl);
    av_freep(&smk->full_tbl);
    av_freep(&smk->type_tbl);
550

551
    av_frame_unref(&smk->pic);
552 553 554 555 556

    return 0;
}


557
static av_cold int smka_decode_init(AVCodecContext *avctx)
558
{
559 560 561 562
    if (avctx->channels < 1 || avctx->channels > 2) {
        av_log(avctx, AV_LOG_ERROR, "invalid number of channels\n");
        return AVERROR(EINVAL);
    }
563
    avctx->channel_layout = (avctx->channels==2) ? AV_CH_LAYOUT_STEREO : AV_CH_LAYOUT_MONO;
564
    avctx->sample_fmt = avctx->bits_per_coded_sample == 8 ? AV_SAMPLE_FMT_U8 : AV_SAMPLE_FMT_S16;
565

566 567 568 569 570 571
    return 0;
}

/**
 * Decode Smacker audio data
 */
572 573
static int smka_decode_frame(AVCodecContext *avctx, void *data,
                             int *got_frame_ptr, AVPacket *avpkt)
574
{
575
    AVFrame *frame     = data;
576 577
    const uint8_t *buf = avpkt->data;
    int buf_size = avpkt->size;
578
    GetBitContext gb;
579 580
    HuffContext h[4] = { { 0 } };
    VLC vlc[4]       = { { 0 } };
581 582
    int16_t *samples;
    uint8_t *samples8;
583
    int val;
584
    int i, res, ret;
585 586 587 588
    int unp_size;
    int bits, stereo;
    int pred[2] = {0, 0};

589 590 591 592 593
    if (buf_size <= 4) {
        av_log(avctx, AV_LOG_ERROR, "packet is too small\n");
        return AVERROR(EINVAL);
    }

594
    unp_size = AV_RL32(buf);
595 596 597 598 599

    init_get_bits(&gb, buf + 4, (buf_size - 4) * 8);

    if(!get_bits1(&gb)){
        av_log(avctx, AV_LOG_INFO, "Sound: no data\n");
600
        *got_frame_ptr = 0;
601 602 603 604
        return 1;
    }
    stereo = get_bits1(&gb);
    bits = get_bits1(&gb);
605 606 607 608 609 610 611 612
    if (stereo ^ (avctx->channels != 1)) {
        av_log(avctx, AV_LOG_ERROR, "channels mismatch\n");
        return AVERROR(EINVAL);
    }
    if (bits && avctx->sample_fmt == AV_SAMPLE_FMT_U8) {
        av_log(avctx, AV_LOG_ERROR, "sample format mismatch\n");
        return AVERROR(EINVAL);
    }
613

614
    /* get output buffer */
615
    frame->nb_samples = unp_size / (avctx->channels * (bits + 1));
616
    if ((ret = ff_get_buffer(avctx, frame, 0)) < 0) {
617 618 619
        av_log(avctx, AV_LOG_ERROR, "get_buffer() failed\n");
        return ret;
    }
620 621
    samples  = (int16_t *)frame->data[0];
    samples8 =            frame->data[0];
622

623 624 625 626 627 628 629 630
    // Initialize
    for(i = 0; i < (1 << (bits + stereo)); i++) {
        h[i].length = 256;
        h[i].maxlength = 0;
        h[i].current = 0;
        h[i].bits = av_mallocz(256 * 4);
        h[i].lengths = av_mallocz(256 * sizeof(int));
        h[i].values = av_mallocz(256 * sizeof(int));
631
        skip_bits1(&gb);
632 633 634 635 636 637 638 639 640 641
        if (smacker_decode_tree(&gb, &h[i], 0, 0) < 0) {
            for (; i >= 0; i--) {
                if (vlc[i].table)
                    ff_free_vlc(&vlc[i]);
                av_free(h[i].bits);
                av_free(h[i].lengths);
                av_free(h[i].values);
            }
            return AVERROR_INVALIDDATA;
        }
642
        skip_bits1(&gb);
643 644
        if(h[i].current > 1) {
            res = init_vlc(&vlc[i], SMKTREE_BITS, h[i].length,
645 646
                    h[i].lengths, sizeof(int), sizeof(int),
                    h[i].bits, sizeof(uint32_t), sizeof(uint32_t), INIT_VLC_LE);
647 648 649 650
            if(res < 0) {
                av_log(avctx, AV_LOG_ERROR, "Cannot build VLC table\n");
                return -1;
            }
651 652
        }
    }
653
    /* this codec relies on wraparound instead of clipping audio */
654
    if(bits) { //decode 16-bit data
655
        for(i = stereo; i >= 0; i--)
656
            pred[i] = sign_extend(av_bswap16(get_bits(&gb, 16)), 16);
657
        for(i = 0; i <= stereo; i++)
658
            *samples++ = pred[i];
659
        for(; i < unp_size / 2; i++) {
660
            if(i & stereo) {
661 662 663 664 665 666 667 668 669 670
                if(vlc[2].table)
                    res = get_vlc2(&gb, vlc[2].table, SMKTREE_BITS, 3);
                else
                    res = 0;
                val  = h[2].values[res];
                if(vlc[3].table)
                    res = get_vlc2(&gb, vlc[3].table, SMKTREE_BITS, 3);
                else
                    res = 0;
                val |= h[3].values[res] << 8;
671
                pred[1] += sign_extend(val, 16);
672
                *samples++ = pred[1];
673
            } else {
674 675 676 677 678 679 680 681 682 683
                if(vlc[0].table)
                    res = get_vlc2(&gb, vlc[0].table, SMKTREE_BITS, 3);
                else
                    res = 0;
                val  = h[0].values[res];
                if(vlc[1].table)
                    res = get_vlc2(&gb, vlc[1].table, SMKTREE_BITS, 3);
                else
                    res = 0;
                val |= h[1].values[res] << 8;
684
                pred[0] += sign_extend(val, 16);
685
                *samples++ = pred[0];
686 687 688
            }
        }
    } else { //8-bit data
689 690
        for(i = stereo; i >= 0; i--)
            pred[i] = get_bits(&gb, 8);
691
        for(i = 0; i <= stereo; i++)
692
            *samples8++ = pred[i];
693
        for(; i < unp_size; i++) {
694
            if(i & stereo){
695 696 697 698
                if(vlc[1].table)
                    res = get_vlc2(&gb, vlc[1].table, SMKTREE_BITS, 3);
                else
                    res = 0;
699
                pred[1] += sign_extend(h[1].values[res], 8);
700
                *samples8++ = pred[1];
701
            } else {
702 703 704 705
                if(vlc[0].table)
                    res = get_vlc2(&gb, vlc[0].table, SMKTREE_BITS, 3);
                else
                    res = 0;
706
                pred[0] += sign_extend(h[0].values[res], 8);
707
                *samples8++ = pred[0];
708 709 710 711 712 713
            }
        }
    }

    for(i = 0; i < 4; i++) {
        if(vlc[i].table)
714
            ff_free_vlc(&vlc[i]);
715 716 717
        av_free(h[i].bits);
        av_free(h[i].lengths);
        av_free(h[i].values);
718 719
    }

720
    *got_frame_ptr = 1;
721

722 723 724
    return buf_size;
}

725
AVCodec ff_smacker_decoder = {
726 727
    .name           = "smackvid",
    .type           = AVMEDIA_TYPE_VIDEO,
728
    .id             = AV_CODEC_ID_SMACKVIDEO,
729 730 731 732 733
    .priv_data_size = sizeof(SmackVContext),
    .init           = decode_init,
    .close          = decode_end,
    .decode         = decode_frame,
    .capabilities   = CODEC_CAP_DR1,
734
    .long_name      = NULL_IF_CONFIG_SMALL("Smacker video"),
735 736
};

737
AVCodec ff_smackaud_decoder = {
738 739
    .name           = "smackaud",
    .type           = AVMEDIA_TYPE_AUDIO,
740
    .id             = AV_CODEC_ID_SMACKAUDIO,
741 742
    .init           = smka_decode_init,
    .decode         = smka_decode_frame,
743
    .capabilities   = CODEC_CAP_DR1,
744
    .long_name      = NULL_IF_CONFIG_SMALL("Smacker audio"),
745
};