apedec.c 28.8 KB
Newer Older
Kostya Shishkov's avatar
Kostya Shishkov committed
1 2 3 4 5
/*
 * Monkey's Audio lossless audio decoder
 * Copyright (c) 2007 Benjamin Zores <ben@geexbox.org>
 *  based upon libdemac from Dave Chapman.
 *
6
 * This file is part of Libav.
Kostya Shishkov's avatar
Kostya Shishkov committed
7
 *
8
 * Libav is free software; you can redistribute it and/or
Kostya Shishkov's avatar
Kostya Shishkov committed
9 10 11 12
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
13
 * Libav is distributed in the hope that it will be useful,
Kostya Shishkov's avatar
Kostya Shishkov committed
14 15 16 17 18
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
19
 * License along with Libav; if not, write to the Free Software
Kostya Shishkov's avatar
Kostya Shishkov committed
20 21 22 23 24 25
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

#define ALT_BITSTREAM_READER_LE
#include "avcodec.h"
#include "dsputil.h"
26
#include "get_bits.h"
Kostya Shishkov's avatar
Kostya Shishkov committed
27
#include "bytestream.h"
28
#include "libavutil/audioconvert.h"
29
#include "libavutil/avassert.h"
Kostya Shishkov's avatar
Kostya Shishkov committed
30 31

/**
32
 * @file
Kostya Shishkov's avatar
Kostya Shishkov committed
33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83
 * Monkey's Audio lossless audio decoder
 */

#define BLOCKS_PER_LOOP     4608
#define MAX_CHANNELS        2
#define MAX_BYTESPERSAMPLE  3

#define APE_FRAMECODE_MONO_SILENCE    1
#define APE_FRAMECODE_STEREO_SILENCE  3
#define APE_FRAMECODE_PSEUDO_STEREO   4

#define HISTORY_SIZE 512
#define PREDICTOR_ORDER 8
/** Total size of all predictor histories */
#define PREDICTOR_SIZE 50

#define YDELAYA (18 + PREDICTOR_ORDER*4)
#define YDELAYB (18 + PREDICTOR_ORDER*3)
#define XDELAYA (18 + PREDICTOR_ORDER*2)
#define XDELAYB (18 + PREDICTOR_ORDER)

#define YADAPTCOEFFSA 18
#define XADAPTCOEFFSA 14
#define YADAPTCOEFFSB 10
#define XADAPTCOEFFSB 5

/**
 * Possible compression levels
 * @{
 */
enum APECompressionLevel {
    COMPRESSION_LEVEL_FAST       = 1000,
    COMPRESSION_LEVEL_NORMAL     = 2000,
    COMPRESSION_LEVEL_HIGH       = 3000,
    COMPRESSION_LEVEL_EXTRA_HIGH = 4000,
    COMPRESSION_LEVEL_INSANE     = 5000
};
/** @} */

#define APE_FILTER_LEVELS 3

/** Filter orders depending on compression level */
static const uint16_t ape_filter_orders[5][APE_FILTER_LEVELS] = {
    {  0,   0,    0 },
    { 16,   0,    0 },
    { 64,   0,    0 },
    { 32, 256,    0 },
    { 16, 256, 1280 }
};

/** Filter fraction bits depending on compression level */
Michael Niedermayer's avatar
Michael Niedermayer committed
84
static const uint8_t ape_filter_fracbits[5][APE_FILTER_LEVELS] = {
Kostya Shishkov's avatar
Kostya Shishkov committed
85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158
    {  0,  0,  0 },
    { 11,  0,  0 },
    { 11,  0,  0 },
    { 10, 13,  0 },
    { 11, 13, 15 }
};


/** Filters applied to the decoded data */
typedef struct APEFilter {
    int16_t *coeffs;        ///< actual coefficients used in filtering
    int16_t *adaptcoeffs;   ///< adaptive filter coefficients used for correcting of actual filter coefficients
    int16_t *historybuffer; ///< filter memory
    int16_t *delay;         ///< filtered values

    int avg;
} APEFilter;

typedef struct APERice {
    uint32_t k;
    uint32_t ksum;
} APERice;

typedef struct APERangecoder {
    uint32_t low;           ///< low end of interval
    uint32_t range;         ///< length of interval
    uint32_t help;          ///< bytes_to_follow resp. intermediate value
    unsigned int buffer;    ///< buffer for input/output
} APERangecoder;

/** Filter histories */
typedef struct APEPredictor {
    int32_t *buf;

    int32_t lastA[2];

    int32_t filterA[2];
    int32_t filterB[2];

    int32_t coeffsA[2][4];  ///< adaption coefficients
    int32_t coeffsB[2][5];  ///< adaption coefficients
    int32_t historybuffer[HISTORY_SIZE + PREDICTOR_SIZE];
} APEPredictor;

/** Decoder context */
typedef struct APEContext {
    AVCodecContext *avctx;
    DSPContext dsp;
    int channels;
    int samples;                             ///< samples left to decode in current frame

    int fileversion;                         ///< codec version, very important in decoding process
    int compression_level;                   ///< compression levels
    int fset;                                ///< which filter set to use (calculated from compression level)
    int flags;                               ///< global decoder flags

    uint32_t CRC;                            ///< frame CRC
    int frameflags;                          ///< frame flags
    int currentframeblocks;                  ///< samples (per channel) in current frame
    int blocksdecoded;                       ///< count of decoded samples in current frame
    APEPredictor predictor;                  ///< predictor used for final reconstruction

    int32_t decoded0[BLOCKS_PER_LOOP];       ///< decoded data for the first channel
    int32_t decoded1[BLOCKS_PER_LOOP];       ///< decoded data for the second channel

    int16_t* filterbuf[APE_FILTER_LEVELS];   ///< filter memory

    APERangecoder rc;                        ///< rangecoder used to decode actual values
    APERice riceX;                           ///< rice code parameters for the second channel
    APERice riceY;                           ///< rice code parameters for the first channel
    APEFilter filters[APE_FILTER_LEVELS][2]; ///< filters used for reconstruction

    uint8_t *data;                           ///< current frame data
    uint8_t *data_end;                       ///< frame data end
Michael Niedermayer's avatar
Michael Niedermayer committed
159 160
    const uint8_t *ptr;                      ///< current position in frame data
    const uint8_t *last_ptr;                 ///< position where last 4608-sample block ended
161 162

    int error;
Kostya Shishkov's avatar
Kostya Shishkov committed
163 164 165 166
} APEContext;

// TODO: dsputilize

Justin Ruggles's avatar
Justin Ruggles committed
167
static av_cold int ape_decode_close(AVCodecContext *avctx)
168 169 170 171 172 173 174 175 176 177 178
{
    APEContext *s = avctx->priv_data;
    int i;

    for (i = 0; i < APE_FILTER_LEVELS; i++)
        av_freep(&s->filterbuf[i]);

    av_freep(&s->data);
    return 0;
}

Justin Ruggles's avatar
Justin Ruggles committed
179
static av_cold int ape_decode_init(AVCodecContext *avctx)
Kostya Shishkov's avatar
Kostya Shishkov committed
180 181 182 183 184 185
{
    APEContext *s = avctx->priv_data;
    int i;

    if (avctx->extradata_size != 6) {
        av_log(avctx, AV_LOG_ERROR, "Incorrect extradata\n");
186
        return AVERROR(EINVAL);
Kostya Shishkov's avatar
Kostya Shishkov committed
187
    }
188
    if (avctx->bits_per_coded_sample != 16) {
Kostya Shishkov's avatar
Kostya Shishkov committed
189
        av_log(avctx, AV_LOG_ERROR, "Only 16-bit samples are supported\n");
190
        return AVERROR(EINVAL);
Kostya Shishkov's avatar
Kostya Shishkov committed
191 192 193
    }
    if (avctx->channels > 2) {
        av_log(avctx, AV_LOG_ERROR, "Only mono and stereo is supported\n");
194
        return AVERROR(EINVAL);
Kostya Shishkov's avatar
Kostya Shishkov committed
195 196 197 198 199 200 201
    }
    s->avctx             = avctx;
    s->channels          = avctx->channels;
    s->fileversion       = AV_RL16(avctx->extradata);
    s->compression_level = AV_RL16(avctx->extradata + 2);
    s->flags             = AV_RL16(avctx->extradata + 4);

Justin Ruggles's avatar
Justin Ruggles committed
202 203
    av_log(avctx, AV_LOG_DEBUG, "Compression Level: %d - Flags: %d\n",
           s->compression_level, s->flags);
Kostya Shishkov's avatar
Kostya Shishkov committed
204
    if (s->compression_level % 1000 || s->compression_level > COMPRESSION_LEVEL_INSANE) {
Justin Ruggles's avatar
Justin Ruggles committed
205 206
        av_log(avctx, AV_LOG_ERROR, "Incorrect compression level %d\n",
               s->compression_level);
207
        return AVERROR_INVALIDDATA;
Kostya Shishkov's avatar
Kostya Shishkov committed
208 209 210 211 212
    }
    s->fset = s->compression_level / 1000 - 1;
    for (i = 0; i < APE_FILTER_LEVELS; i++) {
        if (!ape_filter_orders[s->fset][i])
            break;
213 214 215
        FF_ALLOC_OR_GOTO(avctx, s->filterbuf[i],
                         (ape_filter_orders[s->fset][i] * 3 + HISTORY_SIZE) * 4,
                         filter_alloc_fail);
Kostya Shishkov's avatar
Kostya Shishkov committed
216 217 218
    }

    dsputil_init(&s->dsp, avctx);
219
    avctx->sample_fmt = AV_SAMPLE_FMT_S16;
220
    avctx->channel_layout = (avctx->channels==2) ? AV_CH_LAYOUT_STEREO : AV_CH_LAYOUT_MONO;
Kostya Shishkov's avatar
Kostya Shishkov committed
221
    return 0;
222 223 224
filter_alloc_fail:
    ape_decode_close(avctx);
    return AVERROR(ENOMEM);
Kostya Shishkov's avatar
Kostya Shishkov committed
225 226 227
}

/**
228
 * @name APE range decoding functions
Kostya Shishkov's avatar
Kostya Shishkov committed
229 230 231 232 233 234 235 236 237 238
 * @{
 */

#define CODE_BITS    32
#define TOP_VALUE    ((unsigned int)1 << (CODE_BITS-1))
#define SHIFT_BITS   (CODE_BITS - 9)
#define EXTRA_BITS   ((CODE_BITS-2) % 8 + 1)
#define BOTTOM_VALUE (TOP_VALUE >> 8)

/** Start the decoder */
Justin Ruggles's avatar
Justin Ruggles committed
239
static inline void range_start_decoding(APEContext *ctx)
Kostya Shishkov's avatar
Kostya Shishkov committed
240 241 242 243 244 245 246
{
    ctx->rc.buffer = bytestream_get_byte(&ctx->ptr);
    ctx->rc.low    = ctx->rc.buffer >> (8 - EXTRA_BITS);
    ctx->rc.range  = (uint32_t) 1 << EXTRA_BITS;
}

/** Perform normalization */
Justin Ruggles's avatar
Justin Ruggles committed
247
static inline void range_dec_normalize(APEContext *ctx)
Kostya Shishkov's avatar
Kostya Shishkov committed
248 249
{
    while (ctx->rc.range <= BOTTOM_VALUE) {
250
        ctx->rc.buffer <<= 8;
251
        if(ctx->ptr < ctx->data_end) {
252
            ctx->rc.buffer += *ctx->ptr;
253 254 255 256
            ctx->ptr++;
        } else {
            ctx->error = 1;
        }
Kostya Shishkov's avatar
Kostya Shishkov committed
257 258 259 260 261 262 263
        ctx->rc.low    = (ctx->rc.low << 8)    | ((ctx->rc.buffer >> 1) & 0xFF);
        ctx->rc.range  <<= 8;
    }
}

/**
 * Calculate culmulative frequency for next symbol. Does NO update!
264
 * @param ctx decoder context
Kostya Shishkov's avatar
Kostya Shishkov committed
265 266 267
 * @param tot_f is the total frequency or (code_value)1<<shift
 * @return the culmulative frequency
 */
Justin Ruggles's avatar
Justin Ruggles committed
268
static inline int range_decode_culfreq(APEContext *ctx, int tot_f)
Kostya Shishkov's avatar
Kostya Shishkov committed
269 270 271 272 273 274 275 276
{
    range_dec_normalize(ctx);
    ctx->rc.help = ctx->rc.range / tot_f;
    return ctx->rc.low / ctx->rc.help;
}

/**
 * Decode value with given size in bits
277
 * @param ctx decoder context
Kostya Shishkov's avatar
Kostya Shishkov committed
278 279
 * @param shift number of bits to decode
 */
Justin Ruggles's avatar
Justin Ruggles committed
280
static inline int range_decode_culshift(APEContext *ctx, int shift)
Kostya Shishkov's avatar
Kostya Shishkov committed
281 282 283 284 285 286 287 288 289
{
    range_dec_normalize(ctx);
    ctx->rc.help = ctx->rc.range >> shift;
    return ctx->rc.low / ctx->rc.help;
}


/**
 * Update decoding state
290
 * @param ctx decoder context
Kostya Shishkov's avatar
Kostya Shishkov committed
291 292 293
 * @param sy_f the interval length (frequency of the symbol)
 * @param lt_f the lower end (frequency sum of < symbols)
 */
Justin Ruggles's avatar
Justin Ruggles committed
294
static inline void range_decode_update(APEContext *ctx, int sy_f, int lt_f)
Kostya Shishkov's avatar
Kostya Shishkov committed
295 296 297 298 299 300
{
    ctx->rc.low  -= ctx->rc.help * lt_f;
    ctx->rc.range = ctx->rc.help * sy_f;
}

/** Decode n bits (n <= 16) without modelling */
Justin Ruggles's avatar
Justin Ruggles committed
301
static inline int range_decode_bits(APEContext *ctx, int n)
Kostya Shishkov's avatar
Kostya Shishkov committed
302 303 304 305 306 307 308 309 310 311 312 313
{
    int sym = range_decode_culshift(ctx, n);
    range_decode_update(ctx, 1, sym);
    return sym;
}


#define MODEL_ELEMENTS 64

/**
 * Fixed probabilities for symbols in Monkey Audio version 3.97
 */
Michael Niedermayer's avatar
Michael Niedermayer committed
314
static const uint16_t counts_3970[22] = {
Kostya Shishkov's avatar
Kostya Shishkov committed
315 316
        0, 14824, 28224, 39348, 47855, 53994, 58171, 60926,
    62682, 63786, 64463, 64878, 65126, 65276, 65365, 65419,
317
    65450, 65469, 65480, 65487, 65491, 65493,
Kostya Shishkov's avatar
Kostya Shishkov committed
318 319 320 321 322
};

/**
 * Probability ranges for symbols in Monkey Audio version 3.97
 */
323
static const uint16_t counts_diff_3970[21] = {
Kostya Shishkov's avatar
Kostya Shishkov committed
324 325
    14824, 13400, 11124, 8507, 6139, 4177, 2755, 1756,
    1104, 677, 415, 248, 150, 89, 54, 31,
326
    19, 11, 7, 4, 2,
Kostya Shishkov's avatar
Kostya Shishkov committed
327 328 329 330 331
};

/**
 * Fixed probabilities for symbols in Monkey Audio version 3.98
 */
Michael Niedermayer's avatar
Michael Niedermayer committed
332
static const uint16_t counts_3980[22] = {
Kostya Shishkov's avatar
Kostya Shishkov committed
333 334
        0, 19578, 36160, 48417, 56323, 60899, 63265, 64435,
    64971, 65232, 65351, 65416, 65447, 65466, 65476, 65482,
335
    65485, 65488, 65490, 65491, 65492, 65493,
Kostya Shishkov's avatar
Kostya Shishkov committed
336 337 338 339 340
};

/**
 * Probability ranges for symbols in Monkey Audio version 3.98
 */
341
static const uint16_t counts_diff_3980[21] = {
Kostya Shishkov's avatar
Kostya Shishkov committed
342 343
    19578, 16582, 12257, 7906, 4576, 2366, 1170, 536,
    261, 119, 65, 31, 19, 10, 6, 3,
344
    3, 2, 1, 1, 1,
Kostya Shishkov's avatar
Kostya Shishkov committed
345 346 347 348
};

/**
 * Decode symbol
349
 * @param ctx decoder context
Kostya Shishkov's avatar
Kostya Shishkov committed
350
 * @param counts probability range start position
351
 * @param counts_diff probability range widths
Kostya Shishkov's avatar
Kostya Shishkov committed
352
 */
Justin Ruggles's avatar
Justin Ruggles committed
353
static inline int range_get_symbol(APEContext *ctx,
Michael Niedermayer's avatar
Michael Niedermayer committed
354
                                   const uint16_t counts[],
Kostya Shishkov's avatar
Kostya Shishkov committed
355 356 357 358 359 360
                                   const uint16_t counts_diff[])
{
    int symbol, cf;

    cf = range_decode_culshift(ctx, 16);

361 362 363 364 365 366 367
    if(cf > 65492){
        symbol= cf - 65535 + 63;
        range_decode_update(ctx, 1, cf);
        if(cf > 65535)
            ctx->error=1;
        return symbol;
    }
Kostya Shishkov's avatar
Kostya Shishkov committed
368 369 370 371 372 373 374 375 376 377 378
    /* figure out the symbol inefficiently; a binary search would be much better */
    for (symbol = 0; counts[symbol + 1] <= cf; symbol++);

    range_decode_update(ctx, counts_diff[symbol], counts[symbol]);

    return symbol;
}
/** @} */ // group rangecoder

static inline void update_rice(APERice *rice, int x)
{
379
    int lim = rice->k ? (1 << (rice->k + 4)) : 0;
Kostya Shishkov's avatar
Kostya Shishkov committed
380 381
    rice->ksum += ((x + 1) / 2) - ((rice->ksum + 16) >> 5);

382
    if (rice->ksum < lim)
Kostya Shishkov's avatar
Kostya Shishkov committed
383 384 385 386 387
        rice->k--;
    else if (rice->ksum >= (1 << (rice->k + 5)))
        rice->k++;
}

Justin Ruggles's avatar
Justin Ruggles committed
388
static inline int ape_decode_value(APEContext *ctx, APERice *rice)
Kostya Shishkov's avatar
Kostya Shishkov committed
389 390 391
{
    int x, overflow;

392
    if (ctx->fileversion < 3990) {
Kostya Shishkov's avatar
Kostya Shishkov committed
393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423
        int tmpk;

        overflow = range_get_symbol(ctx, counts_3970, counts_diff_3970);

        if (overflow == (MODEL_ELEMENTS - 1)) {
            tmpk = range_decode_bits(ctx, 5);
            overflow = 0;
        } else
            tmpk = (rice->k < 1) ? 0 : rice->k - 1;

        if (tmpk <= 16)
            x = range_decode_bits(ctx, tmpk);
        else {
            x = range_decode_bits(ctx, 16);
            x |= (range_decode_bits(ctx, tmpk - 16) << 16);
        }
        x += overflow << tmpk;
    } else {
        int base, pivot;

        pivot = rice->ksum >> 5;
        if (pivot == 0)
            pivot = 1;

        overflow = range_get_symbol(ctx, counts_3980, counts_diff_3980);

        if (overflow == (MODEL_ELEMENTS - 1)) {
            overflow  = range_decode_bits(ctx, 16) << 16;
            overflow |= range_decode_bits(ctx, 16);
        }

424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441
        if (pivot < 0x10000) {
            base = range_decode_culfreq(ctx, pivot);
            range_decode_update(ctx, 1, base);
        } else {
            int base_hi = pivot, base_lo;
            int bbits = 0;

            while (base_hi & ~0xFFFF) {
                base_hi >>= 1;
                bbits++;
            }
            base_hi = range_decode_culfreq(ctx, base_hi + 1);
            range_decode_update(ctx, 1, base_hi);
            base_lo = range_decode_culfreq(ctx, 1 << bbits);
            range_decode_update(ctx, 1, base_lo);

            base = (base_hi << bbits) + base_lo;
        }
Kostya Shishkov's avatar
Kostya Shishkov committed
442 443 444 445 446 447 448 449 450 451 452 453 454

        x = base + overflow * pivot;
    }

    update_rice(rice, x);

    /* Convert to signed */
    if (x & 1)
        return (x >> 1) + 1;
    else
        return -(x >> 1);
}

Justin Ruggles's avatar
Justin Ruggles committed
455
static void entropy_decode(APEContext *ctx, int blockstodecode, int stereo)
Kostya Shishkov's avatar
Kostya Shishkov committed
456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477
{
    int32_t *decoded0 = ctx->decoded0;
    int32_t *decoded1 = ctx->decoded1;

    ctx->blocksdecoded = blockstodecode;

    if (ctx->frameflags & APE_FRAMECODE_STEREO_SILENCE) {
        /* We are pure silence, just memset the output buffer. */
        memset(decoded0, 0, blockstodecode * sizeof(int32_t));
        memset(decoded1, 0, blockstodecode * sizeof(int32_t));
    } else {
        while (blockstodecode--) {
            *decoded0++ = ape_decode_value(ctx, &ctx->riceY);
            if (stereo)
                *decoded1++ = ape_decode_value(ctx, &ctx->riceX);
        }
    }

    if (ctx->blocksdecoded == ctx->currentframeblocks)
        range_dec_normalize(ctx);   /* normalize to use up all bytes */
}

478
static int init_entropy_decoder(APEContext *ctx)
Kostya Shishkov's avatar
Kostya Shishkov committed
479 480
{
    /* Read the CRC */
481 482
    if (ctx->data_end - ctx->ptr < 6)
        return AVERROR_INVALIDDATA;
Kostya Shishkov's avatar
Kostya Shishkov committed
483 484 485 486 487 488 489
    ctx->CRC = bytestream_get_be32(&ctx->ptr);

    /* Read the frame flags if they exist */
    ctx->frameflags = 0;
    if ((ctx->fileversion > 3820) && (ctx->CRC & 0x80000000)) {
        ctx->CRC &= ~0x80000000;

490 491
        if (ctx->data_end - ctx->ptr < 6)
            return AVERROR_INVALIDDATA;
Kostya Shishkov's avatar
Kostya Shishkov committed
492 493 494 495 496 497
        ctx->frameflags = bytestream_get_be32(&ctx->ptr);
    }

    /* Keep a count of the blocks decoded in this frame */
    ctx->blocksdecoded = 0;

Vitor Sessak's avatar
Vitor Sessak committed
498
    /* Initialize the rice structs */
Kostya Shishkov's avatar
Kostya Shishkov committed
499 500 501 502 503 504 505 506 507
    ctx->riceX.k = 10;
    ctx->riceX.ksum = (1 << ctx->riceX.k) * 16;
    ctx->riceY.k = 10;
    ctx->riceY.ksum = (1 << ctx->riceY.k) * 16;

    /* The first 8 bits of input are ignored. */
    ctx->ptr++;

    range_start_decoding(ctx);
508 509

    return 0;
Kostya Shishkov's avatar
Kostya Shishkov committed
510 511 512 513 514 515
}

static const int32_t initial_coeffs[4] = {
    360, 317, -109, 98
};

Justin Ruggles's avatar
Justin Ruggles committed
516
static void init_predictor_decoder(APEContext *ctx)
Kostya Shishkov's avatar
Kostya Shishkov committed
517 518 519 520 521 522 523
{
    APEPredictor *p = &ctx->predictor;

    /* Zero the history buffers */
    memset(p->historybuffer, 0, PREDICTOR_SIZE * sizeof(int32_t));
    p->buf = p->historybuffer;

524
    /* Initialize and zero the coefficients */
Kostya Shishkov's avatar
Kostya Shishkov committed
525 526 527 528 529 530 531 532 533 534 535 536 537 538
    memcpy(p->coeffsA[0], initial_coeffs, sizeof(initial_coeffs));
    memcpy(p->coeffsA[1], initial_coeffs, sizeof(initial_coeffs));
    memset(p->coeffsB, 0, sizeof(p->coeffsB));

    p->filterA[0] = p->filterA[1] = 0;
    p->filterB[0] = p->filterB[1] = 0;
    p->lastA[0]   = p->lastA[1]   = 0;
}

/** Get inverse sign of integer (-1 for positive, 1 for negative and 0 for zero) */
static inline int APESIGN(int32_t x) {
    return (x < 0) - (x > 0);
}

Justin Ruggles's avatar
Justin Ruggles committed
539 540 541 542
static av_always_inline int predictor_update_filter(APEPredictor *p,
                                                    const int decoded, const int filter,
                                                    const int delayA,  const int delayB,
                                                    const int adaptA,  const int adaptB)
Kostya Shishkov's avatar
Kostya Shishkov committed
543
{
544
    int32_t predictionA, predictionB, sign;
Kostya Shishkov's avatar
Kostya Shishkov committed
545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571

    p->buf[delayA]     = p->lastA[filter];
    p->buf[adaptA]     = APESIGN(p->buf[delayA]);
    p->buf[delayA - 1] = p->buf[delayA] - p->buf[delayA - 1];
    p->buf[adaptA - 1] = APESIGN(p->buf[delayA - 1]);

    predictionA = p->buf[delayA    ] * p->coeffsA[filter][0] +
                  p->buf[delayA - 1] * p->coeffsA[filter][1] +
                  p->buf[delayA - 2] * p->coeffsA[filter][2] +
                  p->buf[delayA - 3] * p->coeffsA[filter][3];

    /*  Apply a scaled first-order filter compression */
    p->buf[delayB]     = p->filterA[filter ^ 1] - ((p->filterB[filter] * 31) >> 5);
    p->buf[adaptB]     = APESIGN(p->buf[delayB]);
    p->buf[delayB - 1] = p->buf[delayB] - p->buf[delayB - 1];
    p->buf[adaptB - 1] = APESIGN(p->buf[delayB - 1]);
    p->filterB[filter] = p->filterA[filter ^ 1];

    predictionB = p->buf[delayB    ] * p->coeffsB[filter][0] +
                  p->buf[delayB - 1] * p->coeffsB[filter][1] +
                  p->buf[delayB - 2] * p->coeffsB[filter][2] +
                  p->buf[delayB - 3] * p->coeffsB[filter][3] +
                  p->buf[delayB - 4] * p->coeffsB[filter][4];

    p->lastA[filter] = decoded + ((predictionA + (predictionB >> 1)) >> 10);
    p->filterA[filter] = p->lastA[filter] + ((p->filterA[filter] * 31) >> 5);

572 573 574 575 576 577 578 579 580 581
    sign = APESIGN(decoded);
    p->coeffsA[filter][0] += p->buf[adaptA    ] * sign;
    p->coeffsA[filter][1] += p->buf[adaptA - 1] * sign;
    p->coeffsA[filter][2] += p->buf[adaptA - 2] * sign;
    p->coeffsA[filter][3] += p->buf[adaptA - 3] * sign;
    p->coeffsB[filter][0] += p->buf[adaptB    ] * sign;
    p->coeffsB[filter][1] += p->buf[adaptB - 1] * sign;
    p->coeffsB[filter][2] += p->buf[adaptB - 2] * sign;
    p->coeffsB[filter][3] += p->buf[adaptB - 3] * sign;
    p->coeffsB[filter][4] += p->buf[adaptB - 4] * sign;
Kostya Shishkov's avatar
Kostya Shishkov committed
582 583 584 585

    return p->filterA[filter];
}

Justin Ruggles's avatar
Justin Ruggles committed
586
static void predictor_decode_stereo(APEContext *ctx, int count)
Kostya Shishkov's avatar
Kostya Shishkov committed
587 588 589 590 591 592 593
{
    APEPredictor *p = &ctx->predictor;
    int32_t *decoded0 = ctx->decoded0;
    int32_t *decoded1 = ctx->decoded1;

    while (count--) {
        /* Predictor Y */
Justin Ruggles's avatar
Justin Ruggles committed
594 595
        *decoded0 = predictor_update_filter(p, *decoded0, 0, YDELAYA, YDELAYB,
                                            YADAPTCOEFFSA, YADAPTCOEFFSB);
596
        decoded0++;
Justin Ruggles's avatar
Justin Ruggles committed
597 598
        *decoded1 = predictor_update_filter(p, *decoded1, 1, XDELAYA, XDELAYB,
                                            XADAPTCOEFFSA, XADAPTCOEFFSB);
599
        decoded1++;
Kostya Shishkov's avatar
Kostya Shishkov committed
600 601 602 603 604 605 606 607 608 609 610 611

        /* Combined */
        p->buf++;

        /* Have we filled the history buffer? */
        if (p->buf == p->historybuffer + HISTORY_SIZE) {
            memmove(p->historybuffer, p->buf, PREDICTOR_SIZE * sizeof(int32_t));
            p->buf = p->historybuffer;
        }
    }
}

Justin Ruggles's avatar
Justin Ruggles committed
612
static void predictor_decode_mono(APEContext *ctx, int count)
Kostya Shishkov's avatar
Kostya Shishkov committed
613 614 615
{
    APEPredictor *p = &ctx->predictor;
    int32_t *decoded0 = ctx->decoded0;
616
    int32_t predictionA, currentA, A, sign;
Kostya Shishkov's avatar
Kostya Shishkov committed
617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635

    currentA = p->lastA[0];

    while (count--) {
        A = *decoded0;

        p->buf[YDELAYA] = currentA;
        p->buf[YDELAYA - 1] = p->buf[YDELAYA] - p->buf[YDELAYA - 1];

        predictionA = p->buf[YDELAYA    ] * p->coeffsA[0][0] +
                      p->buf[YDELAYA - 1] * p->coeffsA[0][1] +
                      p->buf[YDELAYA - 2] * p->coeffsA[0][2] +
                      p->buf[YDELAYA - 3] * p->coeffsA[0][3];

        currentA = A + (predictionA >> 10);

        p->buf[YADAPTCOEFFSA]     = APESIGN(p->buf[YDELAYA    ]);
        p->buf[YADAPTCOEFFSA - 1] = APESIGN(p->buf[YDELAYA - 1]);

636 637 638 639 640
        sign = APESIGN(A);
        p->coeffsA[0][0] += p->buf[YADAPTCOEFFSA    ] * sign;
        p->coeffsA[0][1] += p->buf[YADAPTCOEFFSA - 1] * sign;
        p->coeffsA[0][2] += p->buf[YADAPTCOEFFSA - 2] * sign;
        p->coeffsA[0][3] += p->buf[YADAPTCOEFFSA - 3] * sign;
Kostya Shishkov's avatar
Kostya Shishkov committed
641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656

        p->buf++;

        /* Have we filled the history buffer? */
        if (p->buf == p->historybuffer + HISTORY_SIZE) {
            memmove(p->historybuffer, p->buf, PREDICTOR_SIZE * sizeof(int32_t));
            p->buf = p->historybuffer;
        }

        p->filterA[0] = currentA + ((p->filterA[0] * 31) >> 5);
        *(decoded0++) = p->filterA[0];
    }

    p->lastA[0] = currentA;
}

Justin Ruggles's avatar
Justin Ruggles committed
657
static void do_init_filter(APEFilter *f, int16_t *buf, int order)
Kostya Shishkov's avatar
Kostya Shishkov committed
658 659 660 661 662 663 664 665 666 667 668
{
    f->coeffs = buf;
    f->historybuffer = buf + order;
    f->delay       = f->historybuffer + order * 2;
    f->adaptcoeffs = f->historybuffer + order;

    memset(f->historybuffer, 0, (order * 2) * sizeof(int16_t));
    memset(f->coeffs, 0, order * sizeof(int16_t));
    f->avg = 0;
}

Justin Ruggles's avatar
Justin Ruggles committed
669
static void init_filter(APEContext *ctx, APEFilter *f, int16_t *buf, int order)
Kostya Shishkov's avatar
Kostya Shishkov committed
670 671 672 673 674
{
    do_init_filter(&f[0], buf, order);
    do_init_filter(&f[1], buf + order * 3 + HISTORY_SIZE, order);
}

Justin Ruggles's avatar
Justin Ruggles committed
675 676
static void do_apply_filter(APEContext *ctx, int version, APEFilter *f,
                            int32_t *data, int count, int order, int fracbits)
Kostya Shishkov's avatar
Kostya Shishkov committed
677 678 679 680 681 682
{
    int res;
    int absres;

    while (count--) {
        /* round fixedpoint scalar product */
Justin Ruggles's avatar
Justin Ruggles committed
683 684 685
        res = ctx->dsp.scalarproduct_and_madd_int16(f->coeffs, f->delay - order,
                                                    f->adaptcoeffs - order,
                                                    order, APESIGN(*data));
686
        res = (res + (1 << (fracbits - 1))) >> fracbits;
Kostya Shishkov's avatar
Kostya Shishkov committed
687 688 689 690 691 692 693 694 695 696 697 698 699 700 701
        res += *data;
        *data++ = res;

        /* Update the output history */
        *f->delay++ = av_clip_int16(res);

        if (version < 3980) {
            /* Version ??? to < 3.98 files (untested) */
            f->adaptcoeffs[0]  = (res == 0) ? 0 : ((res >> 28) & 8) - 4;
            f->adaptcoeffs[-4] >>= 1;
            f->adaptcoeffs[-8] >>= 1;
        } else {
            /* Version 3.98 and later files */

            /* Update the adaption coefficients */
702 703
            absres = FFABS(res);
            if (absres)
Justin Ruggles's avatar
Justin Ruggles committed
704 705
                *f->adaptcoeffs = ((res & (1<<31)) - (1<<30)) >>
                                  (25 + (absres <= f->avg*3) + (absres <= f->avg*4/3));
Kostya Shishkov's avatar
Kostya Shishkov committed
706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727
            else
                *f->adaptcoeffs = 0;

            f->avg += (absres - f->avg) / 16;

            f->adaptcoeffs[-1] >>= 1;
            f->adaptcoeffs[-2] >>= 1;
            f->adaptcoeffs[-8] >>= 1;
        }

        f->adaptcoeffs++;

        /* Have we filled the history buffer? */
        if (f->delay == f->historybuffer + HISTORY_SIZE + (order * 2)) {
            memmove(f->historybuffer, f->delay - (order * 2),
                    (order * 2) * sizeof(int16_t));
            f->delay = f->historybuffer + order * 2;
            f->adaptcoeffs = f->historybuffer + order;
        }
    }
}

Justin Ruggles's avatar
Justin Ruggles committed
728 729
static void apply_filter(APEContext *ctx, APEFilter *f,
                         int32_t *data0, int32_t *data1,
Kostya Shishkov's avatar
Kostya Shishkov committed
730 731
                         int count, int order, int fracbits)
{
732
    do_apply_filter(ctx, ctx->fileversion, &f[0], data0, count, order, fracbits);
Kostya Shishkov's avatar
Kostya Shishkov committed
733
    if (data1)
734
        do_apply_filter(ctx, ctx->fileversion, &f[1], data1, count, order, fracbits);
Kostya Shishkov's avatar
Kostya Shishkov committed
735 736
}

Justin Ruggles's avatar
Justin Ruggles committed
737 738
static void ape_apply_filters(APEContext *ctx, int32_t *decoded0,
                              int32_t *decoded1, int count)
Kostya Shishkov's avatar
Kostya Shishkov committed
739 740 741 742 743 744
{
    int i;

    for (i = 0; i < APE_FILTER_LEVELS; i++) {
        if (!ape_filter_orders[ctx->fset][i])
            break;
Justin Ruggles's avatar
Justin Ruggles committed
745 746 747
        apply_filter(ctx, ctx->filters[i], decoded0, decoded1, count,
                     ape_filter_orders[ctx->fset][i],
                     ape_filter_fracbits[ctx->fset][i]);
Kostya Shishkov's avatar
Kostya Shishkov committed
748 749 750
    }
}

751
static int init_frame_decoder(APEContext *ctx)
Kostya Shishkov's avatar
Kostya Shishkov committed
752
{
753 754 755
    int i, ret;
    if ((ret = init_entropy_decoder(ctx)) < 0)
        return ret;
Kostya Shishkov's avatar
Kostya Shishkov committed
756 757 758 759 760
    init_predictor_decoder(ctx);

    for (i = 0; i < APE_FILTER_LEVELS; i++) {
        if (!ape_filter_orders[ctx->fset][i])
            break;
Justin Ruggles's avatar
Justin Ruggles committed
761 762
        init_filter(ctx, ctx->filters[i], ctx->filterbuf[i],
                    ape_filter_orders[ctx->fset][i]);
Kostya Shishkov's avatar
Kostya Shishkov committed
763
    }
764
    return 0;
Kostya Shishkov's avatar
Kostya Shishkov committed
765 766
}

Justin Ruggles's avatar
Justin Ruggles committed
767
static void ape_unpack_mono(APEContext *ctx, int count)
Kostya Shishkov's avatar
Kostya Shishkov committed
768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786
{
    int32_t *decoded0 = ctx->decoded0;
    int32_t *decoded1 = ctx->decoded1;

    if (ctx->frameflags & APE_FRAMECODE_STEREO_SILENCE) {
        entropy_decode(ctx, count, 0);
        /* We are pure silence, so we're done. */
        av_log(ctx->avctx, AV_LOG_DEBUG, "pure silence mono\n");
        return;
    }

    entropy_decode(ctx, count, 0);
    ape_apply_filters(ctx, decoded0, NULL, count);

    /* Now apply the predictor decoding */
    predictor_decode_mono(ctx, count);

    /* Pseudo-stereo - just copy left channel to right channel */
    if (ctx->channels == 2) {
787
        memcpy(decoded1, decoded0, count * sizeof(*decoded1));
Kostya Shishkov's avatar
Kostya Shishkov committed
788 789 790
    }
}

Justin Ruggles's avatar
Justin Ruggles committed
791
static void ape_unpack_stereo(APEContext *ctx, int count)
Kostya Shishkov's avatar
Kostya Shishkov committed
792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818
{
    int32_t left, right;
    int32_t *decoded0 = ctx->decoded0;
    int32_t *decoded1 = ctx->decoded1;

    if (ctx->frameflags & APE_FRAMECODE_STEREO_SILENCE) {
        /* We are pure silence, so we're done. */
        av_log(ctx->avctx, AV_LOG_DEBUG, "pure silence stereo\n");
        return;
    }

    entropy_decode(ctx, count, 1);
    ape_apply_filters(ctx, decoded0, decoded1, count);

    /* Now apply the predictor decoding */
    predictor_decode_stereo(ctx, count);

    /* Decorrelate and scale to output depth */
    while (count--) {
        left = *decoded1 - (*decoded0 / 2);
        right = left + *decoded0;

        *(decoded0++) = left;
        *(decoded1++) = right;
    }
}

Justin Ruggles's avatar
Justin Ruggles committed
819
static int ape_decode_frame(AVCodecContext *avctx,
Kostya Shishkov's avatar
Kostya Shishkov committed
820
                            void *data, int *data_size,
821
                            AVPacket *avpkt)
Kostya Shishkov's avatar
Kostya Shishkov committed
822
{
823 824
    const uint8_t *buf = avpkt->data;
    int buf_size = avpkt->size;
Kostya Shishkov's avatar
Kostya Shishkov committed
825 826
    APEContext *s = avctx->priv_data;
    int16_t *samples = data;
827
    uint32_t nblocks;
828
    int i;
Kostya Shishkov's avatar
Kostya Shishkov committed
829 830 831 832 833
    int blockstodecode;
    int bytes_used;

    /* should not happen but who knows */
    if (BLOCKS_PER_LOOP * 2 * avctx->channels > *data_size) {
834
        av_log (avctx, AV_LOG_ERROR, "Output buffer is too small.\n");
835
        return AVERROR(EINVAL);
Kostya Shishkov's avatar
Kostya Shishkov committed
836 837
    }

838 839 840 841
    /* this should never be negative, but bad things will happen if it is, so
       check it just to make sure. */
    av_assert0(s->samples >= 0);

Kostya Shishkov's avatar
Kostya Shishkov committed
842
    if(!s->samples){
843
        uint32_t offset;
844 845 846 847 848 849 850
        void *tmp_data;

        if (buf_size < 8) {
            av_log(avctx, AV_LOG_ERROR, "Packet is too small\n");
            return AVERROR_INVALIDDATA;
        }

851
        tmp_data = av_realloc(s->data, FFALIGN(buf_size, 4));
852 853 854
        if (!tmp_data)
            return AVERROR(ENOMEM);
        s->data = tmp_data;
Michael Niedermayer's avatar
Michael Niedermayer committed
855
        s->dsp.bswap_buf((uint32_t*)s->data, (const uint32_t*)buf, buf_size >> 2);
Kostya Shishkov's avatar
Kostya Shishkov committed
856 857 858
        s->ptr = s->last_ptr = s->data;
        s->data_end = s->data + buf_size;

859
        nblocks = bytestream_get_be32(&s->ptr);
860 861
        offset  = bytestream_get_be32(&s->ptr);
        if (offset > 3) {
Kostya Shishkov's avatar
Kostya Shishkov committed
862 863
            av_log(avctx, AV_LOG_ERROR, "Incorrect offset passed\n");
            s->data = NULL;
864
            return AVERROR_INVALIDDATA;
Kostya Shishkov's avatar
Kostya Shishkov committed
865
        }
866 867 868 869
        if (s->data_end - s->ptr < offset) {
            av_log(avctx, AV_LOG_ERROR, "Packet is too small\n");
            return AVERROR_INVALIDDATA;
        }
870
        s->ptr += offset;
Kostya Shishkov's avatar
Kostya Shishkov committed
871

872 873 874
        if (!nblocks || nblocks > INT_MAX) {
            av_log(avctx, AV_LOG_ERROR, "Invalid sample count: %u.\n", nblocks);
            return AVERROR_INVALIDDATA;
Kostya Shishkov's avatar
Kostya Shishkov committed
875
        }
876
        s->currentframeblocks = s->samples = nblocks;
Kostya Shishkov's avatar
Kostya Shishkov committed
877 878 879 880 881

        memset(s->decoded0,  0, sizeof(s->decoded0));
        memset(s->decoded1,  0, sizeof(s->decoded1));

        /* Initialize the frame decoder */
882 883 884 885
        if (init_frame_decoder(s) < 0) {
            av_log(avctx, AV_LOG_ERROR, "Error reading frame header\n");
            return AVERROR_INVALIDDATA;
        }
Kostya Shishkov's avatar
Kostya Shishkov committed
886 887 888 889 890 891 892 893 894 895
    }

    if (!s->data) {
        *data_size = 0;
        return buf_size;
    }

    nblocks = s->samples;
    blockstodecode = FFMIN(BLOCKS_PER_LOOP, nblocks);

896 897
    s->error=0;

Kostya Shishkov's avatar
Kostya Shishkov committed
898 899 900 901
    if ((s->channels == 1) || (s->frameflags & APE_FRAMECODE_PSEUDO_STEREO))
        ape_unpack_mono(s, blockstodecode);
    else
        ape_unpack_stereo(s, blockstodecode);
902
    emms_c();
Kostya Shishkov's avatar
Kostya Shishkov committed
903

904
    if (s->error) {
905 906
        s->samples=0;
        av_log(avctx, AV_LOG_ERROR, "Error decoding frame\n");
907
        return AVERROR_INVALIDDATA;
908 909
    }

Kostya Shishkov's avatar
Kostya Shishkov committed
910 911 912 913 914 915 916 917 918 919 920 921 922 923
    for (i = 0; i < blockstodecode; i++) {
        *samples++ = s->decoded0[i];
        if(s->channels == 2)
            *samples++ = s->decoded1[i];
    }

    s->samples -= blockstodecode;

    *data_size = blockstodecode * 2 * s->channels;
    bytes_used = s->samples ? s->ptr - s->last_ptr : buf_size;
    s->last_ptr = s->ptr;
    return bytes_used;
}

924 925 926 927 928 929
static void ape_flush(AVCodecContext *avctx)
{
    APEContext *s = avctx->priv_data;
    s->samples= 0;
}

930
AVCodec ff_ape_decoder = {
931 932 933 934 935 936 937
    .name           = "ape",
    .type           = AVMEDIA_TYPE_AUDIO,
    .id             = CODEC_ID_APE,
    .priv_data_size = sizeof(APEContext),
    .init           = ape_decode_init,
    .close          = ape_decode_close,
    .decode         = ape_decode_frame,
938
    .capabilities = CODEC_CAP_SUBFRAMES,
939
    .flush = ape_flush,
940
    .long_name = NULL_IF_CONFIG_SMALL("Monkey's Audio"),
Kostya Shishkov's avatar
Kostya Shishkov committed
941
};