oggparsevorbis.c 16 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
/*
 * Copyright (C) 2005  Michael Ahlberg, Måns Rullgård
 *
 * Permission is hereby granted, free of charge, to any person
 * obtaining a copy of this software and associated documentation
 * files (the "Software"), to deal in the Software without
 * restriction, including without limitation the rights to use, copy,
 * modify, merge, publish, distribute, sublicense, and/or sell copies
 * of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 *  The above copyright notice and this permission notice shall be
 *  included in all copies or substantial portions of the Software.
 *
 *  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 *  EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 *  MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 *  NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
 *  HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
 *  WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 *  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 *  DEALINGS IN THE SOFTWARE.
 */
24 25

#include <stdlib.h>
26

27
#include "libavutil/avstring.h"
28
#include "libavutil/base64.h"
29
#include "libavutil/bswap.h"
30
#include "libavutil/dict.h"
31

32
#include "libavcodec/bytestream.h"
33
#include "libavcodec/vorbis_parser.h"
34

35
#include "avformat.h"
36
#include "flac_picture.h"
37
#include "internal.h"
38
#include "oggdec.h"
39
#include "vorbiscomment.h"
40
#include "replaygain.h"
41

42 43 44 45 46
static int ogm_chapter(AVFormatContext *as, uint8_t *key, uint8_t *val)
{
    int i, cnum, h, m, s, ms, keylen = strlen(key);
    AVChapter *chapter = NULL;

47
    if (keylen < 9 || sscanf(key, "CHAPTER%03d", &cnum) != 1)
48 49
        return 0;

50
    if (keylen <= 10) {
51 52 53
        if (sscanf(val, "%02d:%02d:%02d.%03d", &h, &m, &s, &ms) < 4)
            return 0;

54 55 56
        avpriv_new_chapter(as, cnum, (AVRational) { 1, 1000 },
                           ms + 1000 * (s + 60 * (m + 60 * h)),
                           AV_NOPTS_VALUE, NULL);
57
        av_free(val);
58
    } else if (!strcmp(key + keylen - 4, "NAME")) {
59
        for (i = 0; i < as->nb_chapters; i++)
60 61 62 63 64 65 66
            if (as->chapters[i]->id == cnum) {
                chapter = as->chapters[i];
                break;
            }
        if (!chapter)
            return 0;

67
        av_dict_set(&chapter->metadata, "title", val, AV_DICT_DONT_STRDUP_VAL);
68 69 70 71 72 73 74
    } else
        return 0;

    av_free(key);
    return 1;
}

75 76 77 78 79 80 81 82 83 84 85 86
int ff_vorbis_stream_comment(AVFormatContext *as, AVStream *st,
                             const uint8_t *buf, int size)
{
    int updates = ff_vorbis_comment(as, &st->metadata, buf, size, 1);

    if (updates > 0) {
        st->event_flags |= AVSTREAM_EVENT_FLAG_METADATA_UPDATED;
    }

    return updates;
}

87
int ff_vorbis_comment(AVFormatContext *as, AVDictionary **m,
88 89
                      const uint8_t *buf, int size,
                      int parse_picture)
90
{
91
    const uint8_t *p   = buf;
Baptiste Coudurier's avatar
Baptiste Coudurier committed
92
    const uint8_t *end = buf + size;
93
    int updates        = 0;
94 95
    unsigned n, j;
    int s;
96

97 98
    /* must have vendor_length and user_comment_list_length */
    if (size < 8)
99
        return AVERROR_INVALIDDATA;
100

101
    s = bytestream_get_le32(&p);
102

103
    if (end - p - 4 < s || s < 0)
104
        return AVERROR_INVALIDDATA;
105 106 107

    p += s;

108
    n = bytestream_get_le32(&p);
109

110
    while (end - p >= 4 && n > 0) {
Baptiste Coudurier's avatar
Baptiste Coudurier committed
111
        const char *t, *v;
112 113
        int tl, vl;

114
        s = bytestream_get_le32(&p);
115

116
        if (end - p < s || s < 0)
117 118
            break;

119
        t  = p;
120 121 122
        p += s;
        n--;

Måns Rullgård's avatar
Måns Rullgård committed
123
        v = memchr(t, '=', s);
124 125 126 127 128 129 130
        if (!v)
            continue;

        tl = v - t;
        vl = s - tl - 1;
        v++;

Måns Rullgård's avatar
Måns Rullgård committed
131
        if (tl && vl) {
132 133 134 135 136 137 138
            char *tt, *ct;

            tt = av_malloc(tl + 1);
            ct = av_malloc(vl + 1);
            if (!tt || !ct) {
                av_freep(&tt);
                av_freep(&ct);
139
                return AVERROR(ENOMEM);
140
            }
141 142

            for (j = 0; j < tl; j++)
143
                tt[j] = av_toupper(t[j]);
144 145
            tt[tl] = 0;

Måns Rullgård's avatar
Måns Rullgård committed
146
            memcpy(ct, v, vl);
147 148
            ct[vl] = 0;

149 150 151 152 153 154
            /* The format in which the pictures are stored is the FLAC format.
             * Xiph says: "The binary FLAC picture structure is base64 encoded
             * and placed within a VorbisComment with the tag name
             * 'METADATA_BLOCK_PICTURE'. This is the preferred and
             * recommended way of embedding cover art within VorbisComments."
             */
155
            if (!strcmp(tt, "METADATA_BLOCK_PICTURE") && parse_picture) {
156 157
                int ret, len = AV_BASE64_DECODE_SIZE(vl);
                char *pict = av_malloc(len);
158 159 160

                if (!pict) {
                    av_log(as, AV_LOG_WARNING, "out-of-memory error. Skipping cover art block.\n");
161
                    av_freep(&tt);
162
                    av_freep(&ct);
163 164
                    continue;
                }
165
                ret = av_base64_decode(pict, ct, len);
166
                av_freep(&tt);
167
                av_freep(&ct);
168 169
                if (ret > 0)
                    ret = ff_flac_parse_picture(as, pict, ret);
170
                av_freep(&pict);
171 172 173 174
                if (ret < 0) {
                    av_log(as, AV_LOG_WARNING, "Failed to parse cover art block.\n");
                    continue;
                }
175
            } else if (!ogm_chapter(as, tt, ct)) {
176
                updates++;
177
                if (av_dict_get(*m, tt, NULL, 0)) {
178 179
                    av_dict_set(m, tt, ";", AV_DICT_APPEND);
                }
180
                av_dict_set(m, tt, ct,
181
                            AV_DICT_DONT_STRDUP_KEY |
182 183 184
                            AV_DICT_APPEND);
                av_freep(&ct);
            }
185 186 187
        }
    }

188
    if (p != end)
189
        av_log(as, AV_LOG_INFO,
190
               "%"PTRDIFF_SPECIFIER" bytes of comment header remain\n", end - p);
191
    if (n > 0)
Måns Rullgård's avatar
Måns Rullgård committed
192 193
        av_log(as, AV_LOG_INFO,
               "truncated comment header, %i comments not found\n", n);
194

195
    ff_metadata_conv(m, NULL, ff_vorbiscomment_metadata_conv);
196

197
    return updates;
198 199
}

200 201 202
/*
 * Parse the vorbis header
 *
203 204 205
 * Vorbis Identification header from Vorbis_I_spec.html#vorbis-spec-codec
 * [vorbis_version] = read 32 bits as unsigned integer | Not used
 * [audio_channels] = read 8 bit integer as unsigned | Used
206
 * [audio_sample_rate] = read 32 bits as unsigned integer | Used
207 208 209 210 211 212
 * [bitrate_maximum] = read 32 bits as signed integer | Not used yet
 * [bitrate_nominal] = read 32 bits as signed integer | Not used yet
 * [bitrate_minimum] = read 32 bits as signed integer | Used as bitrate
 * [blocksize_0] = read 4 bits as unsigned integer | Not Used
 * [blocksize_1] = read 4 bits as unsigned integer | Not Used
 * [framing_flag] = read one bit | Not Used
213
 */
214

215
struct oggvorbis_private {
216 217
    unsigned int len[3];
    unsigned char *packet[3];
218
    AVVorbisParseContext *vp;
219 220
    int64_t final_pts;
    int final_duration;
221
};
222

223 224 225
static int fixup_vorbis_headers(AVFormatContext *as,
                                struct oggvorbis_private *priv,
                                uint8_t **buf)
226
{
227
    int i, offset, len, err;
228
    int buf_len;
229 230 231
    unsigned char *ptr;

    len = priv->len[0] + priv->len[1] + priv->len[2];
232
    buf_len = len + len / 255 + 64;
233
    ptr = *buf = av_realloc(NULL, buf_len);
234 235
    if (!ptr)
        return AVERROR(ENOMEM);
236
    memset(*buf, '\0', buf_len);
237

238 239
    ptr[0]  = 2;
    offset  = 1;
240 241
    offset += av_xiphlacing(&ptr[offset], priv->len[0]);
    offset += av_xiphlacing(&ptr[offset], priv->len[1]);
Måns Rullgård's avatar
Måns Rullgård committed
242
    for (i = 0; i < 3; i++) {
243 244
        memcpy(&ptr[offset], priv->packet[i], priv->len[i]);
        offset += priv->len[i];
245
        av_freep(&priv->packet[i]);
246
    }
247
    if ((err = av_reallocp(buf, offset + AV_INPUT_BUFFER_PADDING_SIZE)) < 0)
248
        return err;
249 250 251
    return offset;
}

252
static void vorbis_cleanup(AVFormatContext *s, int idx)
253 254 255 256 257
{
    struct ogg *ogg = s->priv_data;
    struct ogg_stream *os = ogg->streams + idx;
    struct oggvorbis_private *priv = os->private;
    int i;
258 259
    if (os->private) {
        av_vorbis_parse_free(&priv->vp);
260 261
        for (i = 0; i < 3; i++)
            av_freep(&priv->packet[i]);
262
    }
263
}
264

265 266 267 268 269 270 271 272 273 274 275 276
static int vorbis_update_metadata(AVFormatContext *s, int idx)
{
    struct ogg *ogg = s->priv_data;
    struct ogg_stream *os = ogg->streams + idx;
    AVStream *st = s->streams[idx];
    int ret;

    if (os->psize <= 8)
        return 0;

    /* New metadata packet; release old data. */
    av_dict_free(&st->metadata);
277 278
    ret = ff_vorbis_stream_comment(s, st, os->buf + os->pstart + 7,
                                   os->psize - 8);
279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294
    if (ret < 0)
        return ret;

    /* Update the metadata if possible. */
    av_freep(&os->new_metadata);
    if (st->metadata) {
        os->new_metadata = av_packet_pack_dictionary(st->metadata, &os->new_metadata_size);
    /* Send an empty dictionary to indicate that metadata has been cleared. */
    } else {
        os->new_metadata = av_malloc(1);
        os->new_metadata_size = 0;
    }

    return ret;
}

295
static int vorbis_header(AVFormatContext *s, int idx)
296
{
297
    struct ogg *ogg = s->priv_data;
298
    AVStream *st    = s->streams[idx];
299 300
    struct ogg_stream *os = ogg->streams + idx;
    struct oggvorbis_private *priv;
301
    int pkt_type = os->buf[os->pstart];
302

303
    if (!os->private) {
304
        os->private = av_mallocz(sizeof(struct oggvorbis_private));
Måns Rullgård's avatar
Måns Rullgård committed
305
        if (!os->private)
306
            return AVERROR(ENOMEM);
307
    }
308

309 310
    priv = os->private;

311
    if (!(pkt_type & 1))
312
        return priv->vp ? 0 : AVERROR_INVALIDDATA;
313

314
    if (os->psize < 1 || pkt_type > 5)
315
        return AVERROR_INVALIDDATA;
316

317
    if (priv->packet[pkt_type >> 1])
318
        return AVERROR_INVALIDDATA;
319
    if (pkt_type > 1 && !priv->packet[0] || pkt_type > 3 && !priv->packet[1])
320
        return AVERROR_INVALIDDATA;
321

322
    priv->len[pkt_type >> 1]    = os->psize;
323
    priv->packet[pkt_type >> 1] = av_mallocz(os->psize);
324 325
    if (!priv->packet[pkt_type >> 1])
        return AVERROR(ENOMEM);
326
    memcpy(priv->packet[pkt_type >> 1], os->buf + os->pstart, os->psize);
327
    if (os->buf[os->pstart] == 1) {
Baptiste Coudurier's avatar
Baptiste Coudurier committed
328
        const uint8_t *p = os->buf + os->pstart + 7; /* skip "\001vorbis" tag */
329
        unsigned blocksize, bs0, bs1;
330
        int srate;
331
        int channels;
332 333

        if (os->psize != 30)
334
            return AVERROR_INVALIDDATA;
335

336
        if (bytestream_get_le32(&p) != 0) /* vorbis_version */
337
            return AVERROR_INVALIDDATA;
338

339
        channels = bytestream_get_byte(&p);
340
        if (st->codecpar->channels && channels != st->codecpar->channels) {
341 342 343
            av_log(s, AV_LOG_ERROR, "Channel change is not supported\n");
            return AVERROR_PATCHWELCOME;
        }
344
        st->codecpar->channels = channels;
345
        srate               = bytestream_get_le32(&p);
346
        p += 4; // skip maximum bitrate
347
        st->codecpar->bit_rate = bytestream_get_le32(&p); // nominal bitrate
348 349 350
        p += 4; // skip minimum bitrate

        blocksize = bytestream_get_byte(&p);
351 352
        bs0       = blocksize & 15;
        bs1       = blocksize >> 4;
353 354

        if (bs0 > bs1)
355
            return AVERROR_INVALIDDATA;
356
        if (bs0 < 6 || bs1 > 13)
357
            return AVERROR_INVALIDDATA;
358 359

        if (bytestream_get_byte(&p) != 1) /* framing_flag */
360
            return AVERROR_INVALIDDATA;
361

362 363
        st->codecpar->codec_type = AVMEDIA_TYPE_AUDIO;
        st->codecpar->codec_id   = AV_CODEC_ID_VORBIS;
364

365
        if (srate > 0) {
366
            st->codecpar->sample_rate = srate;
367
            avpriv_set_pts_info(st, 64, 1, srate);
368
        }
369
    } else if (os->buf[os->pstart] == 3) {
370
        if (vorbis_update_metadata(s, idx) >= 0 && priv->len[1] > 10) {
371 372 373 374 375 376
            unsigned new_len;

            int ret = ff_replaygain_export(st, st->metadata);
            if (ret < 0)
                return ret;

377
            // drop all metadata we parsed and which is not required by libvorbis
378
            new_len = 7 + 4 + AV_RL32(priv->packet[1] + 7) + 4 + 1;
379 380 381
            if (new_len >= 16 && new_len < os->psize) {
                AV_WL32(priv->packet[1] + new_len - 5, 0);
                priv->packet[1][new_len - 1] = 1;
382
                priv->len[1]                 = new_len;
383 384
            }
        }
385
    } else {
386
        int ret = fixup_vorbis_headers(s, priv, &st->codecpar->extradata);
387
        if (ret < 0) {
388
            st->codecpar->extradata_size = 0;
389 390
            return ret;
        }
391
        st->codecpar->extradata_size = ret;
392

393
        priv->vp = av_vorbis_parse_init(st->codecpar->extradata, st->codecpar->extradata_size);
394
        if (!priv->vp) {
395 396
            av_freep(&st->codecpar->extradata);
            st->codecpar->extradata_size = 0;
397
            return AVERROR_UNKNOWN;
398
        }
399 400
    }

401
    return 1;
402 403
}

404 405 406 407 408
static int vorbis_packet(AVFormatContext *s, int idx)
{
    struct ogg *ogg = s->priv_data;
    struct ogg_stream *os = ogg->streams + idx;
    struct oggvorbis_private *priv = os->private;
409
    int duration, flags = 0;
410

411 412 413
    if (!priv->vp)
        return AVERROR_INVALIDDATA;

414
    /* first packet handling
415 416 417
     * here we parse the duration of each packet in the first page and compare
     * the total duration to the page granule to find the encoder delay and
     * set the first timestamp */
418
    if ((!os->lastpts || os->lastpts == AV_NOPTS_VALUE) && !(os->flags & OGG_FLAG_EOS) && (int64_t)os->granule>=0) {
419
        int seg, d;
420 421
        uint8_t *last_pkt  = os->buf + os->pstart;
        uint8_t *next_pkt  = last_pkt;
422

423
        av_vorbis_parse_reset(priv->vp);
424
        duration = 0;
425
        seg = os->segp;
426
        d = av_vorbis_parse_frame_flags(priv->vp, last_pkt, 1, &flags);
427 428 429
        if (d < 0) {
            os->pflags |= AV_PKT_FLAG_CORRUPT;
            return 0;
430 431 432
        } else if (flags & VORBIS_FLAG_COMMENT) {
            vorbis_update_metadata(s, idx);
            flags = 0;
433 434 435 436
        }
        duration += d;
        last_pkt = next_pkt =  next_pkt + os->psize;
        for (; seg < os->nsegs; seg++) {
437
            if (os->segments[seg] < 255) {
438
                int d = av_vorbis_parse_frame_flags(priv->vp, last_pkt, 1, &flags);
439 440 441
                if (d < 0) {
                    duration = os->granule;
                    break;
442 443 444
                } else if (flags & VORBIS_FLAG_COMMENT) {
                    vorbis_update_metadata(s, idx);
                    flags = 0;
445 446
                }
                duration += d;
447
                last_pkt  = next_pkt + os->segments[seg];
448 449 450
            }
            next_pkt += os->segments[seg];
        }
451 452
        os->lastpts                 =
        os->lastdts                 = os->granule - duration;
453 454 455 456

        if (!os->granule && duration) //hack to deal with broken files (Ticket3710)
            os->lastpts = os->lastdts = AV_NOPTS_VALUE;

457
        if (s->streams[idx]->start_time == AV_NOPTS_VALUE) {
458
            s->streams[idx]->start_time = FFMAX(os->lastpts, 0);
459
            if (s->streams[idx]->duration != AV_NOPTS_VALUE)
460 461
                s->streams[idx]->duration -= s->streams[idx]->start_time;
        }
462
        priv->final_pts          = AV_NOPTS_VALUE;
463
        av_vorbis_parse_reset(priv->vp);
464 465 466 467
    }

    /* parse packet duration */
    if (os->psize > 0) {
468
        duration = av_vorbis_parse_frame_flags(priv->vp, os->buf + os->pstart, 1, &flags);
469
        if (duration < 0) {
470 471
            os->pflags |= AV_PKT_FLAG_CORRUPT;
            return 0;
472 473 474
        } else if (flags & VORBIS_FLAG_COMMENT) {
            vorbis_update_metadata(s, idx);
            flags = 0;
475 476 477 478 479
        }
        os->pduration = duration;
    }

    /* final packet handling
480 481 482
     * here we save the pts of the first packet in the final page, sum up all
     * packet durations in the final page except for the last one, and compare
     * to the page granule to find the duration of the final packet */
483 484
    if (os->flags & OGG_FLAG_EOS) {
        if (os->lastpts != AV_NOPTS_VALUE) {
485
            priv->final_pts      = os->lastpts;
486 487 488 489 490 491 492 493 494 495
            priv->final_duration = 0;
        }
        if (os->segp == os->nsegs)
            os->pduration = os->granule - priv->final_pts - priv->final_duration;
        priv->final_duration += os->pduration;
    }

    return 0;
}

496
const struct ogg_codec ff_vorbis_codec = {
497
    .magic     = "\001vorbis",
498
    .magicsize = 7,
499 500 501
    .header    = vorbis_header,
    .packet    = vorbis_packet,
    .cleanup   = vorbis_cleanup,
502
    .nb_header = 3,
503
};