binkaudio.c 11.7 KB
Newer Older
Peter Ross's avatar
Peter Ross committed
1 2
/*
 * Bink Audio decoder
3
 * Copyright (c) 2007-2011 Peter Ross (pross@xvid.org)
Peter Ross's avatar
Peter Ross committed
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
 * Copyright (c) 2009 Daniel Verkamp (daniel@drv.nu)
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

/**
24
 * @file
Peter Ross's avatar
Peter Ross committed
25 26 27 28 29 30 31
 * Bink Audio decoder
 *
 * Technical details here:
 *  http://wiki.multimedia.cx/index.php?title=Bink_Audio
 */

#include "avcodec.h"
32
#define BITSTREAM_READER_LE
Peter Ross's avatar
Peter Ross committed
33 34
#include "get_bits.h"
#include "dsputil.h"
35 36
#include "dct.h"
#include "rdft.h"
37
#include "fmtconvert.h"
38
#include "libavutil/intfloat.h"
39

Peter Ross's avatar
Peter Ross committed
40 41
extern const uint16_t ff_wma_critical_freqs[25];

42
static float quant_table[96];
43

Peter Ross's avatar
Peter Ross committed
44 45 46 47
#define MAX_CHANNELS 2
#define BINK_BLOCK_MAX_SIZE (MAX_CHANNELS << 11)

typedef struct {
48
    AVFrame frame;
Peter Ross's avatar
Peter Ross committed
49 50
    GetBitContext gb;
    DSPContext dsp;
51
    FmtConvertContext fmt_conv;
52
    int version_b;          ///< Bink version 'b'
Peter Ross's avatar
Peter Ross committed
53 54 55 56 57 58 59 60
    int first;
    int channels;
    int frame_len;          ///< transform size (samples)
    int overlap_len;        ///< overlap size (samples)
    int block_size;
    int num_bands;
    unsigned int *bands;
    float root;
61
    DECLARE_ALIGNED(32, FFTSample, coeffs)[BINK_BLOCK_MAX_SIZE];
62
    DECLARE_ALIGNED(16, int16_t, previous)[BINK_BLOCK_MAX_SIZE / 16];  ///< coeffs from previous audio block
63
    DECLARE_ALIGNED(16, int16_t, current)[BINK_BLOCK_MAX_SIZE / 16];
Peter Ross's avatar
Peter Ross committed
64
    float *coeffs_ptr[MAX_CHANNELS]; ///< pointers to the coeffs arrays for float_to_int16_interleave
65
    float *prev_ptr[MAX_CHANNELS];   ///< pointers to the overlap points in the coeffs array
66
    uint8_t *packet_buffer;
Peter Ross's avatar
Peter Ross committed
67 68 69 70 71 72 73 74 75 76 77 78 79 80 81
    union {
        RDFTContext rdft;
        DCTContext dct;
    } trans;
} BinkAudioContext;


static av_cold int decode_init(AVCodecContext *avctx)
{
    BinkAudioContext *s = avctx->priv_data;
    int sample_rate = avctx->sample_rate;
    int sample_rate_half;
    int i;
    int frame_len_bits;

82
    ff_dsputil_init(&s->dsp, avctx);
83
    ff_fmt_convert_init(&s->fmt_conv, avctx);
Peter Ross's avatar
Peter Ross committed
84 85 86 87 88 89 90 91 92 93

    /* determine frame length */
    if (avctx->sample_rate < 22050) {
        frame_len_bits = 9;
    } else if (avctx->sample_rate < 44100) {
        frame_len_bits = 10;
    } else {
        frame_len_bits = 11;
    }

94
    if (avctx->channels > MAX_CHANNELS) {
95
        av_log(avctx, AV_LOG_ERROR, "too many channels: %d\n", avctx->channels);
Peter Ross's avatar
Peter Ross committed
96 97 98
        return -1;
    }

99
    s->version_b = avctx->extradata && avctx->extradata[3] == 'b';
100

Peter Ross's avatar
Peter Ross committed
101 102 103 104
    if (avctx->codec->id == CODEC_ID_BINKAUDIO_RDFT) {
        // audio is already interleaved for the RDFT format variant
        sample_rate  *= avctx->channels;
        s->channels = 1;
105 106
        if (!s->version_b)
            frame_len_bits += av_log2(avctx->channels);
Peter Ross's avatar
Peter Ross committed
107 108 109 110
    } else {
        s->channels = avctx->channels;
    }

111
    s->frame_len     = 1 << frame_len_bits;
Peter Ross's avatar
Peter Ross committed
112 113 114 115
    s->overlap_len   = s->frame_len / 16;
    s->block_size    = (s->frame_len - s->overlap_len) * s->channels;
    sample_rate_half = (sample_rate + 1) / 2;
    s->root          = 2.0 / sqrt(s->frame_len);
116
    for (i = 0; i < 96; i++) {
117 118 119
        /* constant is result of 0.066399999/log10(M_E) */
        quant_table[i] = expf(i * 0.15289164787221953823f) * s->root;
    }
Peter Ross's avatar
Peter Ross committed
120 121 122 123 124 125 126 127 128 129 130

    /* calculate number of bands */
    for (s->num_bands = 1; s->num_bands < 25; s->num_bands++)
        if (sample_rate_half <= ff_wma_critical_freqs[s->num_bands - 1])
            break;

    s->bands = av_malloc((s->num_bands + 1) * sizeof(*s->bands));
    if (!s->bands)
        return AVERROR(ENOMEM);

    /* populate bands data */
131
    s->bands[0] = 2;
Peter Ross's avatar
Peter Ross committed
132
    for (i = 1; i < s->num_bands; i++)
133 134
        s->bands[i] = (ff_wma_critical_freqs[i - 1] * s->frame_len / sample_rate_half) & ~1;
    s->bands[s->num_bands] = s->frame_len;
Peter Ross's avatar
Peter Ross committed
135 136

    s->first = 1;
137
    avctx->sample_fmt = AV_SAMPLE_FMT_S16;
Peter Ross's avatar
Peter Ross committed
138

139
    for (i = 0; i < s->channels; i++) {
Peter Ross's avatar
Peter Ross committed
140
        s->coeffs_ptr[i] = s->coeffs + i * s->frame_len;
141 142
        s->prev_ptr[i]   = s->coeffs_ptr[i] + s->frame_len - s->overlap_len;
    }
Peter Ross's avatar
Peter Ross committed
143

144
    if (CONFIG_BINKAUDIO_RDFT_DECODER && avctx->codec->id == CODEC_ID_BINKAUDIO_RDFT)
145
        ff_rdft_init(&s->trans.rdft, frame_len_bits, DFT_C2R);
146
    else if (CONFIG_BINKAUDIO_DCT_DECODER)
147
        ff_dct_init(&s->trans.dct, frame_len_bits, DCT_III);
148 149
    else
        return -1;
Peter Ross's avatar
Peter Ross committed
150

151 152 153
    avcodec_get_frame_defaults(&s->frame);
    avctx->coded_frame = &s->frame;

Peter Ross's avatar
Peter Ross committed
154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169
    return 0;
}

static float get_float(GetBitContext *gb)
{
    int power = get_bits(gb, 5);
    float f = ldexpf(get_bits_long(gb, 23), power - 23);
    if (get_bits1(gb))
        f = -f;
    return f;
}

static const uint8_t rle_length_tab[16] = {
    2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 32, 64
};

170 171 172 173 174 175
#define GET_BITS_SAFE(out, nbits) do {  \
    if (get_bits_left(gb) < nbits)      \
        return AVERROR_INVALIDDATA;     \
    out = get_bits(gb, nbits);          \
} while (0)

Peter Ross's avatar
Peter Ross committed
176 177 178
/**
 * Decode Bink Audio block
 * @param[out] out Output buffer (must contain s->block_size elements)
179
 * @return 0 on success, negative error code on failure
Peter Ross's avatar
Peter Ross committed
180
 */
181
static int decode_block(BinkAudioContext *s, int16_t *out, int use_dct)
Peter Ross's avatar
Peter Ross committed
182 183 184 185 186 187 188 189 190 191 192
{
    int ch, i, j, k;
    float q, quant[25];
    int width, coeff;
    GetBitContext *gb = &s->gb;

    if (use_dct)
        skip_bits(gb, 2);

    for (ch = 0; ch < s->channels; ch++) {
        FFTSample *coeffs = s->coeffs_ptr[ch];
193
        if (s->version_b) {
194 195
            if (get_bits_left(gb) < 64)
                return AVERROR_INVALIDDATA;
196 197
            coeffs[0] = av_int2float(get_bits_long(gb, 32)) * s->root;
            coeffs[1] = av_int2float(get_bits_long(gb, 32)) * s->root;
198
        } else {
199 200
            if (get_bits_left(gb) < 58)
                return AVERROR_INVALIDDATA;
201 202 203
            coeffs[0] = get_float(gb) * s->root;
            coeffs[1] = get_float(gb) * s->root;
        }
Peter Ross's avatar
Peter Ross committed
204

205 206
        if (get_bits_left(gb) < s->num_bands * 8)
            return AVERROR_INVALIDDATA;
Peter Ross's avatar
Peter Ross committed
207 208
        for (i = 0; i < s->num_bands; i++) {
            int value = get_bits(gb, 8);
209
            quant[i]  = quant_table[FFMIN(value, 95)];
Peter Ross's avatar
Peter Ross committed
210 211
        }

212 213
        k = 0;
        q = quant[0];
Peter Ross's avatar
Peter Ross committed
214 215 216 217

        // parse coefficients
        i = 2;
        while (i < s->frame_len) {
218 219
            if (s->version_b) {
                j = i + 16;
Peter Ross's avatar
Peter Ross committed
220
            } else {
221 222 223 224 225 226 227 228
                int v;
                GET_BITS_SAFE(v, 1);
                if (v) {
                    GET_BITS_SAFE(v, 4);
                    j = i + rle_length_tab[v] * 8;
                } else {
                    j = i + 8;
                }
Peter Ross's avatar
Peter Ross committed
229 230 231 232
            }

            j = FFMIN(j, s->frame_len);

233
            GET_BITS_SAFE(width, 4);
Peter Ross's avatar
Peter Ross committed
234 235 236
            if (width == 0) {
                memset(coeffs + i, 0, (j - i) * sizeof(*coeffs));
                i = j;
237
                while (s->bands[k] < i)
Peter Ross's avatar
Peter Ross committed
238 239 240
                    q = quant[k++];
            } else {
                while (i < j) {
241
                    if (s->bands[k] == i)
Peter Ross's avatar
Peter Ross committed
242
                        q = quant[k++];
243
                    GET_BITS_SAFE(coeff, width);
Peter Ross's avatar
Peter Ross committed
244
                    if (coeff) {
245 246 247
                        int v;
                        GET_BITS_SAFE(v, 1);
                        if (v)
Peter Ross's avatar
Peter Ross committed
248 249 250 251 252 253 254 255 256 257 258
                            coeffs[i] = -q * coeff;
                        else
                            coeffs[i] =  q * coeff;
                    } else {
                        coeffs[i] = 0.0f;
                    }
                    i++;
                }
            }
        }

259 260
        if (CONFIG_BINKAUDIO_DCT_DECODER && use_dct) {
            coeffs[0] /= 0.5;
261
            s->trans.dct.dct_calc(&s->trans.dct,  coeffs);
262 263
            s->dsp.vector_fmul_scalar(coeffs, coeffs, s->frame_len / 2, s->frame_len);
        }
264
        else if (CONFIG_BINKAUDIO_RDFT_DECODER)
265
            s->trans.rdft.rdft_calc(&s->trans.rdft, coeffs);
Peter Ross's avatar
Peter Ross committed
266 267
    }

268 269 270
    s->fmt_conv.float_to_int16_interleave(s->current,
                                          (const float **)s->prev_ptr,
                                          s->overlap_len, s->channels);
271
    s->fmt_conv.float_to_int16_interleave(out, (const float **)s->coeffs_ptr,
272 273
                                          s->frame_len - s->overlap_len,
                                          s->channels);
Peter Ross's avatar
Peter Ross committed
274 275 276 277 278 279 280 281 282

    if (!s->first) {
        int count = s->overlap_len * s->channels;
        int shift = av_log2(count);
        for (i = 0; i < count; i++) {
            out[i] = (s->previous[i] * (count - i) + out[i] * i) >> shift;
        }
    }

283 284
    memcpy(s->previous, s->current,
           s->overlap_len * s->channels * sizeof(*s->previous));
Peter Ross's avatar
Peter Ross committed
285 286

    s->first = 0;
287 288

    return 0;
Peter Ross's avatar
Peter Ross committed
289 290 291 292 293 294
}

static av_cold int decode_end(AVCodecContext *avctx)
{
    BinkAudioContext * s = avctx->priv_data;
    av_freep(&s->bands);
295
    av_freep(&s->packet_buffer);
296
    if (CONFIG_BINKAUDIO_RDFT_DECODER && avctx->codec->id == CODEC_ID_BINKAUDIO_RDFT)
Peter Ross's avatar
Peter Ross committed
297
        ff_rdft_end(&s->trans.rdft);
298
    else if (CONFIG_BINKAUDIO_DCT_DECODER)
Peter Ross's avatar
Peter Ross committed
299
        ff_dct_end(&s->trans.dct);
300

Peter Ross's avatar
Peter Ross committed
301 302 303 304 305 306 307 308 309
    return 0;
}

static void get_bits_align32(GetBitContext *s)
{
    int n = (-get_bits_count(s)) & 31;
    if (n) skip_bits(s, n);
}

310 311
static int decode_frame(AVCodecContext *avctx, void *data,
                        int *got_frame_ptr, AVPacket *avpkt)
Peter Ross's avatar
Peter Ross committed
312 313
{
    BinkAudioContext *s = avctx->priv_data;
314
    int16_t *samples;
Peter Ross's avatar
Peter Ross committed
315
    GetBitContext *gb = &s->gb;
316
    int ret, consumed = 0;
317 318 319 320 321

    if (!get_bits_left(gb)) {
        uint8_t *buf;
        /* handle end-of-stream */
        if (!avpkt->size) {
322
            *got_frame_ptr = 0;
323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338
            return 0;
        }
        if (avpkt->size < 4) {
            av_log(avctx, AV_LOG_ERROR, "Packet is too small\n");
            return AVERROR_INVALIDDATA;
        }
        buf = av_realloc(s->packet_buffer, avpkt->size + FF_INPUT_BUFFER_PADDING_SIZE);
        if (!buf)
            return AVERROR(ENOMEM);
        s->packet_buffer = buf;
        memcpy(s->packet_buffer, avpkt->data, avpkt->size);
        init_get_bits(gb, s->packet_buffer, avpkt->size * 8);
        consumed = avpkt->size;

        /* skip reported size */
        skip_bits_long(gb, 32);
339
    }
Peter Ross's avatar
Peter Ross committed
340

341 342 343 344 345
    /* get output buffer */
    s->frame.nb_samples = s->block_size / avctx->channels;
    if ((ret = avctx->get_buffer(avctx, &s->frame)) < 0) {
        av_log(avctx, AV_LOG_ERROR, "get_buffer() failed\n");
        return ret;
346
    }
347
    samples = (int16_t *)s->frame.data[0];
Peter Ross's avatar
Peter Ross committed
348

349 350 351
    if (decode_block(s, samples, avctx->codec->id == CODEC_ID_BINKAUDIO_DCT)) {
        av_log(avctx, AV_LOG_ERROR, "Incomplete packet\n");
        return AVERROR_INVALIDDATA;
Peter Ross's avatar
Peter Ross committed
352
    }
353
    get_bits_align32(gb);
Peter Ross's avatar
Peter Ross committed
354

355 356 357
    *got_frame_ptr   = 1;
    *(AVFrame *)data = s->frame;

358
    return consumed;
Peter Ross's avatar
Peter Ross committed
359 360
}

361
AVCodec ff_binkaudio_rdft_decoder = {
362 363 364 365 366 367 368
    .name           = "binkaudio_rdft",
    .type           = AVMEDIA_TYPE_AUDIO,
    .id             = CODEC_ID_BINKAUDIO_RDFT,
    .priv_data_size = sizeof(BinkAudioContext),
    .init           = decode_init,
    .close          = decode_end,
    .decode         = decode_frame,
369
    .capabilities   = CODEC_CAP_DELAY | CODEC_CAP_DR1,
370
    .long_name      = NULL_IF_CONFIG_SMALL("Bink Audio (RDFT)")
Peter Ross's avatar
Peter Ross committed
371 372
};

373
AVCodec ff_binkaudio_dct_decoder = {
374 375 376 377 378 379 380
    .name           = "binkaudio_dct",
    .type           = AVMEDIA_TYPE_AUDIO,
    .id             = CODEC_ID_BINKAUDIO_DCT,
    .priv_data_size = sizeof(BinkAudioContext),
    .init           = decode_init,
    .close          = decode_end,
    .decode         = decode_frame,
381
    .capabilities   = CODEC_CAP_DELAY | CODEC_CAP_DR1,
382
    .long_name      = NULL_IF_CONFIG_SMALL("Bink Audio (DCT)")
Peter Ross's avatar
Peter Ross committed
383
};