matroskadec.c 102 KB
Newer Older
1
/*
2
 * Matroska file demuxer
3
 * Copyright (c) 2003-2008 The FFmpeg Project
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

/**
23
 * @file
24
 * Matroska file demuxer
25 26 27 28
 * @author Ronald Bultje <rbultje@ronald.bitfreak.net>
 * @author with a little help from Moritz Bunkus <moritz@bunkus.org>
 * @author totally reworked by Aurelien Jacobs <aurel@gnuage.org>
 * @see specs available on the Matroska project page: http://www.matroska.org/
29 30
 */

31
#include <stdio.h>
32
#include "avformat.h"
33
#include "internal.h"
34
#include "avio_internal.h"
35
/* For ff_codec_get_id(). */
36
#include "riff.h"
37
#include "isom.h"
38
#include "rmsipr.h"
39
#include "matroska.h"
40
#include "libavcodec/bytestream.h"
41
#include "libavcodec/mpeg4audio.h"
42
#include "libavutil/base64.h"
43
#include "libavutil/intfloat.h"
44
#include "libavutil/intreadwrite.h"
45
#include "libavutil/avstring.h"
46
#include "libavutil/lzo.h"
47
#include "libavutil/dict.h"
48
#if CONFIG_ZLIB
49 50
#include <zlib.h>
#endif
51
#if CONFIG_BZLIB
52 53
#include <bzlib.h>
#endif
54

55 56 57 58 59 60 61 62 63 64
typedef enum {
    EBML_NONE,
    EBML_UINT,
    EBML_FLOAT,
    EBML_STR,
    EBML_UTF8,
    EBML_BIN,
    EBML_NEST,
    EBML_PASS,
    EBML_STOP,
65
    EBML_SINT,
66
    EBML_TYPE_COUNT
67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92
} EbmlType;

typedef const struct EbmlSyntax {
    uint32_t id;
    EbmlType type;
    int list_elem_size;
    int data_offset;
    union {
        uint64_t    u;
        double      f;
        const char *s;
        const struct EbmlSyntax *n;
    } def;
} EbmlSyntax;

typedef struct {
    int nb_elem;
    void *elem;
} EbmlList;

typedef struct {
    int      size;
    uint8_t *data;
    int64_t  pos;
} EbmlBin;

93 94 95 96 97 98 99 100
typedef struct {
    uint64_t version;
    uint64_t max_size;
    uint64_t id_length;
    char    *doctype;
    uint64_t doctype_version;
} Ebml;

101 102 103 104
typedef struct {
    uint64_t algo;
    EbmlBin  settings;
} MatroskaTrackCompression;
105

106 107 108 109 110
typedef struct {
    uint64_t algo;
    EbmlBin  key_id;
} MatroskaTrackEncryption;

111 112 113 114
typedef struct {
    uint64_t scope;
    uint64_t type;
    MatroskaTrackCompression compression;
115
    MatroskaTrackEncryption encryption;
116
} MatroskaTrackEncoding;
117

118 119 120 121 122 123
typedef struct {
    double   frame_rate;
    uint64_t display_width;
    uint64_t display_height;
    uint64_t pixel_width;
    uint64_t pixel_height;
124
    EbmlBin color_space;
125
    uint64_t stereo_mode;
126
    uint64_t alpha_mode;
127
} MatroskaTrackVideo;
128

129 130 131 132 133 134 135 136 137 138 139 140 141
typedef struct {
    double   samplerate;
    double   out_samplerate;
    uint64_t bitdepth;
    uint64_t channels;

    /* real audio header (extracted from extradata) */
    int      coded_framesize;
    int      sub_packet_h;
    int      frame_size;
    int      sub_packet_size;
    int      sub_packet_cnt;
    int      pkt_cnt;
142
    uint64_t buf_timecode;
143 144
    uint8_t *buf;
} MatroskaTrackAudio;
145

146 147 148 149 150 151 152 153 154
typedef struct {
    uint64_t uid;
    uint64_t type;
} MatroskaTrackPlane;

typedef struct {
    EbmlList combine_planes;
} MatroskaTrackOperation;

155 156
typedef struct {
    uint64_t num;
157
    uint64_t uid;
158
    uint64_t type;
159
    char    *name;
160 161 162
    char    *codec_id;
    EbmlBin  codec_priv;
    char    *language;
163
    double time_scale;
164
    uint64_t default_duration;
165
    uint64_t flag_default;
166
    uint64_t flag_forced;
167 168
    uint64_t codec_delay;
    uint64_t seek_preroll;
169 170
    MatroskaTrackVideo video;
    MatroskaTrackAudio audio;
171
    MatroskaTrackOperation operation;
172
    EbmlList encodings;
173 174

    AVStream *stream;
175
    int64_t end_timecode;
176
    int ms_compat;
177
    uint64_t max_block_additional_id;
178 179
} MatroskaTrack;

180
typedef struct {
181
    uint64_t uid;
182 183 184
    char *filename;
    char *mime;
    EbmlBin bin;
185 186

    AVStream *stream;
187 188
} MatroskaAttachement;

189 190 191 192 193
typedef struct {
    uint64_t start;
    uint64_t end;
    uint64_t uid;
    char    *title;
194 195

    AVChapter *chapter;
196 197
} MatroskaChapter;

198 199 200 201 202 203 204 205 206 207
typedef struct {
    uint64_t track;
    uint64_t pos;
} MatroskaIndexPos;

typedef struct {
    uint64_t time;
    EbmlList pos;
} MatroskaIndex;

208 209 210
typedef struct {
    char *name;
    char *string;
211 212
    char *lang;
    uint64_t def;
213 214 215
    EbmlList sub;
} MatroskaTag;

216 217 218 219 220 221 222 223 224 225 226 227 228
typedef struct {
    char    *type;
    uint64_t typevalue;
    uint64_t trackuid;
    uint64_t chapteruid;
    uint64_t attachuid;
} MatroskaTagTarget;

typedef struct {
    MatroskaTagTarget target;
    EbmlList tag;
} MatroskaTags;

229 230 231 232 233
typedef struct {
    uint64_t id;
    uint64_t pos;
} MatroskaSeekhead;

234
typedef struct {
235 236
    uint64_t start;
    uint64_t length;
237 238
} MatroskaLevel;

239 240 241 242 243
typedef struct {
    uint64_t timecode;
    EbmlList blocks;
} MatroskaCluster;

244
typedef struct {
245 246
    AVFormatContext *ctx;

247
    /* EBML stuff */
248 249 250
    int num_levels;
    MatroskaLevel levels[EBML_MAX_DEPTH];
    int level_up;
251
    uint32_t current_id;
252

253 254 255
    uint64_t time_scale;
    double   duration;
    char    *title;
256
    char    *muxingapp;
257
    EbmlBin date_utc;
258
    EbmlList tracks;
259
    EbmlList attachments;
260
    EbmlList chapters;
261
    EbmlList index;
262
    EbmlList tags;
263
    EbmlList seekhead;
264 265

    /* byte position of the segment inside the stream */
266
    int64_t segment_start;
267

268
    /* the packet queue */
269 270
    AVPacket **packets;
    int num_packets;
271
    AVPacket *prev_pkt;
272

273
    int done;
274 275 276

    /* What to skip before effectively reading a packet. */
    int skip_to_keyframe;
277
    uint64_t skip_to_timecode;
278 279 280

    /* File has a CUES element, but we defer parsing until it is needed. */
    int cues_parsing_deferred;
281 282 283 284 285 286 287

    int current_cluster_num_blocks;
    int64_t current_cluster_pos;
    MatroskaCluster current_cluster;

    /* File has SSA subtitles which prevent incremental cluster parsing. */
    int contains_ssa;
288 289
} MatroskaDemuxContext;

290 291 292
typedef struct {
    uint64_t duration;
    int64_t  reference;
293
    uint64_t non_simple;
294
    EbmlBin  bin;
295 296
    uint64_t additional_id;
    EbmlBin  additional;
297
    int64_t discard_padding;
298 299
} MatroskaBlock;

300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315
static EbmlSyntax ebml_header[] = {
    { EBML_ID_EBMLREADVERSION,        EBML_UINT, 0, offsetof(Ebml,version), {.u=EBML_VERSION} },
    { EBML_ID_EBMLMAXSIZELENGTH,      EBML_UINT, 0, offsetof(Ebml,max_size), {.u=8} },
    { EBML_ID_EBMLMAXIDLENGTH,        EBML_UINT, 0, offsetof(Ebml,id_length), {.u=4} },
    { EBML_ID_DOCTYPE,                EBML_STR,  0, offsetof(Ebml,doctype), {.s="(none)"} },
    { EBML_ID_DOCTYPEREADVERSION,     EBML_UINT, 0, offsetof(Ebml,doctype_version), {.u=1} },
    { EBML_ID_EBMLVERSION,            EBML_NONE },
    { EBML_ID_DOCTYPEVERSION,         EBML_NONE },
    { 0 }
};

static EbmlSyntax ebml_syntax[] = {
    { EBML_ID_HEADER,                 EBML_NEST, 0, 0, {.n=ebml_header} },
    { 0 }
};

316 317 318 319 320
static EbmlSyntax matroska_info[] = {
    { MATROSKA_ID_TIMECODESCALE,      EBML_UINT,  0, offsetof(MatroskaDemuxContext,time_scale), {.u=1000000} },
    { MATROSKA_ID_DURATION,           EBML_FLOAT, 0, offsetof(MatroskaDemuxContext,duration) },
    { MATROSKA_ID_TITLE,              EBML_UTF8,  0, offsetof(MatroskaDemuxContext,title) },
    { MATROSKA_ID_WRITINGAPP,         EBML_NONE },
321
    { MATROSKA_ID_MUXINGAPP,          EBML_UTF8, 0, offsetof(MatroskaDemuxContext,muxingapp) },
322
    { MATROSKA_ID_DATEUTC,            EBML_BIN,  0, offsetof(MatroskaDemuxContext,date_utc) },
323 324 325 326
    { MATROSKA_ID_SEGMENTUID,         EBML_NONE },
    { 0 }
};

327 328
static EbmlSyntax matroska_track_video[] = {
    { MATROSKA_ID_VIDEOFRAMERATE,     EBML_FLOAT,0, offsetof(MatroskaTrackVideo,frame_rate) },
329 330
    { MATROSKA_ID_VIDEODISPLAYWIDTH,  EBML_UINT, 0, offsetof(MatroskaTrackVideo,display_width), {.u=-1} },
    { MATROSKA_ID_VIDEODISPLAYHEIGHT, EBML_UINT, 0, offsetof(MatroskaTrackVideo,display_height), {.u=-1} },
331 332
    { MATROSKA_ID_VIDEOPIXELWIDTH,    EBML_UINT, 0, offsetof(MatroskaTrackVideo,pixel_width) },
    { MATROSKA_ID_VIDEOPIXELHEIGHT,   EBML_UINT, 0, offsetof(MatroskaTrackVideo,pixel_height) },
333
    { MATROSKA_ID_VIDEOCOLORSPACE,    EBML_BIN,  0, offsetof(MatroskaTrackVideo,color_space) },
334
    { MATROSKA_ID_VIDEOSTEREOMODE,    EBML_UINT, 0, offsetof(MatroskaTrackVideo,stereo_mode) },
335
    { MATROSKA_ID_VIDEOALPHAMODE,     EBML_UINT, 0, offsetof(MatroskaTrackVideo,alpha_mode) },
336 337 338 339 340
    { MATROSKA_ID_VIDEOPIXELCROPB,    EBML_NONE },
    { MATROSKA_ID_VIDEOPIXELCROPT,    EBML_NONE },
    { MATROSKA_ID_VIDEOPIXELCROPL,    EBML_NONE },
    { MATROSKA_ID_VIDEOPIXELCROPR,    EBML_NONE },
    { MATROSKA_ID_VIDEODISPLAYUNIT,   EBML_NONE },
341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359
    { MATROSKA_ID_VIDEOFLAGINTERLACED,EBML_NONE },
    { MATROSKA_ID_VIDEOASPECTRATIO,   EBML_NONE },
    { 0 }
};

static EbmlSyntax matroska_track_audio[] = {
    { MATROSKA_ID_AUDIOSAMPLINGFREQ,  EBML_FLOAT,0, offsetof(MatroskaTrackAudio,samplerate), {.f=8000.0} },
    { MATROSKA_ID_AUDIOOUTSAMPLINGFREQ,EBML_FLOAT,0,offsetof(MatroskaTrackAudio,out_samplerate) },
    { MATROSKA_ID_AUDIOBITDEPTH,      EBML_UINT, 0, offsetof(MatroskaTrackAudio,bitdepth) },
    { MATROSKA_ID_AUDIOCHANNELS,      EBML_UINT, 0, offsetof(MatroskaTrackAudio,channels), {.u=1} },
    { 0 }
};

static EbmlSyntax matroska_track_encoding_compression[] = {
    { MATROSKA_ID_ENCODINGCOMPALGO,   EBML_UINT, 0, offsetof(MatroskaTrackCompression,algo), {.u=0} },
    { MATROSKA_ID_ENCODINGCOMPSETTINGS,EBML_BIN, 0, offsetof(MatroskaTrackCompression,settings) },
    { 0 }
};

360 361 362 363 364 365 366 367 368 369
static EbmlSyntax matroska_track_encoding_encryption[] = {
    { MATROSKA_ID_ENCODINGENCALGO,        EBML_UINT, 0, offsetof(MatroskaTrackEncryption,algo), {.u=0} },
    { MATROSKA_ID_ENCODINGENCKEYID,       EBML_BIN, 0, offsetof(MatroskaTrackEncryption,key_id) },
    { MATROSKA_ID_ENCODINGENCAESSETTINGS, EBML_NONE },
    { MATROSKA_ID_ENCODINGSIGALGO,        EBML_NONE },
    { MATROSKA_ID_ENCODINGSIGHASHALGO,    EBML_NONE },
    { MATROSKA_ID_ENCODINGSIGKEYID,       EBML_NONE },
    { MATROSKA_ID_ENCODINGSIGNATURE,      EBML_NONE },
    { 0 }
};
370 371 372 373
static EbmlSyntax matroska_track_encoding[] = {
    { MATROSKA_ID_ENCODINGSCOPE,      EBML_UINT, 0, offsetof(MatroskaTrackEncoding,scope), {.u=1} },
    { MATROSKA_ID_ENCODINGTYPE,       EBML_UINT, 0, offsetof(MatroskaTrackEncoding,type), {.u=0} },
    { MATROSKA_ID_ENCODINGCOMPRESSION,EBML_NEST, 0, offsetof(MatroskaTrackEncoding,compression), {.n=matroska_track_encoding_compression} },
374
    { MATROSKA_ID_ENCODINGENCRYPTION, EBML_NEST, 0, offsetof(MatroskaTrackEncoding,encryption), {.n=matroska_track_encoding_encryption} },
375
    { MATROSKA_ID_ENCODINGORDER,      EBML_NONE },
376 377 378 379 380 381 382 383
    { 0 }
};

static EbmlSyntax matroska_track_encodings[] = {
    { MATROSKA_ID_TRACKCONTENTENCODING, EBML_NEST, sizeof(MatroskaTrackEncoding), offsetof(MatroskaTrack,encodings), {.n=matroska_track_encoding} },
    { 0 }
};

384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399
static EbmlSyntax matroska_track_plane[] = {
    { MATROSKA_ID_TRACKPLANEUID,  EBML_UINT, 0, offsetof(MatroskaTrackPlane,uid) },
    { MATROSKA_ID_TRACKPLANETYPE, EBML_UINT, 0, offsetof(MatroskaTrackPlane,type) },
    { 0 }
};

static EbmlSyntax matroska_track_combine_planes[] = {
    { MATROSKA_ID_TRACKPLANE, EBML_NEST, sizeof(MatroskaTrackPlane), offsetof(MatroskaTrackOperation,combine_planes), {.n=matroska_track_plane} },
    { 0 }
};

static EbmlSyntax matroska_track_operation[] = {
    { MATROSKA_ID_TRACKCOMBINEPLANES, EBML_NEST, 0, 0, {.n=matroska_track_combine_planes} },
    { 0 }
};

400 401
static EbmlSyntax matroska_track[] = {
    { MATROSKA_ID_TRACKNUMBER,          EBML_UINT, 0, offsetof(MatroskaTrack,num) },
402
    { MATROSKA_ID_TRACKNAME,            EBML_UTF8, 0, offsetof(MatroskaTrack,name) },
403
    { MATROSKA_ID_TRACKUID,             EBML_UINT, 0, offsetof(MatroskaTrack,uid) },
404 405 406 407 408 409 410
    { MATROSKA_ID_TRACKTYPE,            EBML_UINT, 0, offsetof(MatroskaTrack,type) },
    { MATROSKA_ID_CODECID,              EBML_STR,  0, offsetof(MatroskaTrack,codec_id) },
    { MATROSKA_ID_CODECPRIVATE,         EBML_BIN,  0, offsetof(MatroskaTrack,codec_priv) },
    { MATROSKA_ID_TRACKLANGUAGE,        EBML_UTF8, 0, offsetof(MatroskaTrack,language), {.s="eng"} },
    { MATROSKA_ID_TRACKDEFAULTDURATION, EBML_UINT, 0, offsetof(MatroskaTrack,default_duration) },
    { MATROSKA_ID_TRACKTIMECODESCALE,   EBML_FLOAT,0, offsetof(MatroskaTrack,time_scale), {.f=1.0} },
    { MATROSKA_ID_TRACKFLAGDEFAULT,     EBML_UINT, 0, offsetof(MatroskaTrack,flag_default), {.u=1} },
411
    { MATROSKA_ID_TRACKFLAGFORCED,      EBML_UINT, 0, offsetof(MatroskaTrack,flag_forced), {.u=0} },
412 413
    { MATROSKA_ID_TRACKVIDEO,           EBML_NEST, 0, offsetof(MatroskaTrack,video), {.n=matroska_track_video} },
    { MATROSKA_ID_TRACKAUDIO,           EBML_NEST, 0, offsetof(MatroskaTrack,audio), {.n=matroska_track_audio} },
414
    { MATROSKA_ID_TRACKOPERATION,       EBML_NEST, 0, offsetof(MatroskaTrack,operation), {.n=matroska_track_operation} },
415
    { MATROSKA_ID_TRACKCONTENTENCODINGS,EBML_NEST, 0, 0, {.n=matroska_track_encodings} },
416
    { MATROSKA_ID_TRACKMAXBLKADDID,     EBML_UINT, 0, offsetof(MatroskaTrack,max_block_additional_id) },
417 418
    { MATROSKA_ID_CODECDELAY,           EBML_UINT, 0, offsetof(MatroskaTrack,codec_delay) },
    { MATROSKA_ID_SEEKPREROLL,          EBML_UINT, 0, offsetof(MatroskaTrack,seek_preroll) },
419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434
    { MATROSKA_ID_TRACKFLAGENABLED,     EBML_NONE },
    { MATROSKA_ID_TRACKFLAGLACING,      EBML_NONE },
    { MATROSKA_ID_CODECNAME,            EBML_NONE },
    { MATROSKA_ID_CODECDECODEALL,       EBML_NONE },
    { MATROSKA_ID_CODECINFOURL,         EBML_NONE },
    { MATROSKA_ID_CODECDOWNLOADURL,     EBML_NONE },
    { MATROSKA_ID_TRACKMINCACHE,        EBML_NONE },
    { MATROSKA_ID_TRACKMAXCACHE,        EBML_NONE },
    { 0 }
};

static EbmlSyntax matroska_tracks[] = {
    { MATROSKA_ID_TRACKENTRY,         EBML_NEST, sizeof(MatroskaTrack), offsetof(MatroskaDemuxContext,tracks), {.n=matroska_track} },
    { 0 }
};

435
static EbmlSyntax matroska_attachment[] = {
436
    { MATROSKA_ID_FILEUID,            EBML_UINT, 0, offsetof(MatroskaAttachement,uid) },
437 438 439
    { MATROSKA_ID_FILENAME,           EBML_UTF8, 0, offsetof(MatroskaAttachement,filename) },
    { MATROSKA_ID_FILEMIMETYPE,       EBML_STR,  0, offsetof(MatroskaAttachement,mime) },
    { MATROSKA_ID_FILEDATA,           EBML_BIN,  0, offsetof(MatroskaAttachement,bin) },
440
    { MATROSKA_ID_FILEDESC,           EBML_NONE },
441 442 443 444 445 446 447 448
    { 0 }
};

static EbmlSyntax matroska_attachments[] = {
    { MATROSKA_ID_ATTACHEDFILE,       EBML_NEST, sizeof(MatroskaAttachement), offsetof(MatroskaDemuxContext,attachments), {.n=matroska_attachment} },
    { 0 }
};

449 450
static EbmlSyntax matroska_chapter_display[] = {
    { MATROSKA_ID_CHAPSTRING,         EBML_UTF8, 0, offsetof(MatroskaChapter,title) },
451
    { MATROSKA_ID_CHAPLANG,           EBML_NONE },
452 453 454 455 456 457 458 459 460
    { 0 }
};

static EbmlSyntax matroska_chapter_entry[] = {
    { MATROSKA_ID_CHAPTERTIMESTART,   EBML_UINT, 0, offsetof(MatroskaChapter,start), {.u=AV_NOPTS_VALUE} },
    { MATROSKA_ID_CHAPTERTIMEEND,     EBML_UINT, 0, offsetof(MatroskaChapter,end), {.u=AV_NOPTS_VALUE} },
    { MATROSKA_ID_CHAPTERUID,         EBML_UINT, 0, offsetof(MatroskaChapter,uid) },
    { MATROSKA_ID_CHAPTERDISPLAY,     EBML_NEST, 0, 0, {.n=matroska_chapter_display} },
    { MATROSKA_ID_CHAPTERFLAGHIDDEN,  EBML_NONE },
461 462 463
    { MATROSKA_ID_CHAPTERFLAGENABLED, EBML_NONE },
    { MATROSKA_ID_CHAPTERPHYSEQUIV,   EBML_NONE },
    { MATROSKA_ID_CHAPTERATOM,        EBML_NONE },
464 465 466 467 468 469 470 471
    { 0 }
};

static EbmlSyntax matroska_chapter[] = {
    { MATROSKA_ID_CHAPTERATOM,        EBML_NEST, sizeof(MatroskaChapter), offsetof(MatroskaDemuxContext,chapters), {.n=matroska_chapter_entry} },
    { MATROSKA_ID_EDITIONUID,         EBML_NONE },
    { MATROSKA_ID_EDITIONFLAGHIDDEN,  EBML_NONE },
    { MATROSKA_ID_EDITIONFLAGDEFAULT, EBML_NONE },
472
    { MATROSKA_ID_EDITIONFLAGORDERED, EBML_NONE },
473 474 475 476 477 478 479 480
    { 0 }
};

static EbmlSyntax matroska_chapters[] = {
    { MATROSKA_ID_EDITIONENTRY,       EBML_NEST, 0, 0, {.n=matroska_chapter} },
    { 0 }
};

481 482 483
static EbmlSyntax matroska_index_pos[] = {
    { MATROSKA_ID_CUETRACK,           EBML_UINT, 0, offsetof(MatroskaIndexPos,track) },
    { MATROSKA_ID_CUECLUSTERPOSITION, EBML_UINT, 0, offsetof(MatroskaIndexPos,pos)   },
484
    { MATROSKA_ID_CUERELATIVEPOSITION,EBML_NONE },
485
    { MATROSKA_ID_CUEDURATION,        EBML_NONE },
486
    { MATROSKA_ID_CUEBLOCKNUMBER,     EBML_NONE },
487 488 489 490 491 492 493 494 495 496 497 498 499 500
    { 0 }
};

static EbmlSyntax matroska_index_entry[] = {
    { MATROSKA_ID_CUETIME,            EBML_UINT, 0, offsetof(MatroskaIndex,time) },
    { MATROSKA_ID_CUETRACKPOSITION,   EBML_NEST, sizeof(MatroskaIndexPos), offsetof(MatroskaIndex,pos), {.n=matroska_index_pos} },
    { 0 }
};

static EbmlSyntax matroska_index[] = {
    { MATROSKA_ID_POINTENTRY,         EBML_NEST, sizeof(MatroskaIndex), offsetof(MatroskaDemuxContext,index), {.n=matroska_index_entry} },
    { 0 }
};

501 502 503
static EbmlSyntax matroska_simpletag[] = {
    { MATROSKA_ID_TAGNAME,            EBML_UTF8, 0, offsetof(MatroskaTag,name) },
    { MATROSKA_ID_TAGSTRING,          EBML_UTF8, 0, offsetof(MatroskaTag,string) },
504 505
    { MATROSKA_ID_TAGLANG,            EBML_STR,  0, offsetof(MatroskaTag,lang), {.s="und"} },
    { MATROSKA_ID_TAGDEFAULT,         EBML_UINT, 0, offsetof(MatroskaTag,def) },
506
    { MATROSKA_ID_TAGDEFAULT_BUG,     EBML_UINT, 0, offsetof(MatroskaTag,def) },
507 508 509 510
    { MATROSKA_ID_SIMPLETAG,          EBML_NEST, sizeof(MatroskaTag), offsetof(MatroskaTag,sub), {.n=matroska_simpletag} },
    { 0 }
};

511 512 513 514 515 516 517 518 519
static EbmlSyntax matroska_tagtargets[] = {
    { MATROSKA_ID_TAGTARGETS_TYPE,      EBML_STR,  0, offsetof(MatroskaTagTarget,type) },
    { MATROSKA_ID_TAGTARGETS_TYPEVALUE, EBML_UINT, 0, offsetof(MatroskaTagTarget,typevalue), {.u=50} },
    { MATROSKA_ID_TAGTARGETS_TRACKUID,  EBML_UINT, 0, offsetof(MatroskaTagTarget,trackuid) },
    { MATROSKA_ID_TAGTARGETS_CHAPTERUID,EBML_UINT, 0, offsetof(MatroskaTagTarget,chapteruid) },
    { MATROSKA_ID_TAGTARGETS_ATTACHUID, EBML_UINT, 0, offsetof(MatroskaTagTarget,attachuid) },
    { 0 }
};

520
static EbmlSyntax matroska_tag[] = {
521 522
    { MATROSKA_ID_SIMPLETAG,          EBML_NEST, sizeof(MatroskaTag), offsetof(MatroskaTags,tag), {.n=matroska_simpletag} },
    { MATROSKA_ID_TAGTARGETS,         EBML_NEST, 0, offsetof(MatroskaTags,target), {.n=matroska_tagtargets} },
523 524 525
    { 0 }
};

526
static EbmlSyntax matroska_tags[] = {
527
    { MATROSKA_ID_TAG,                EBML_NEST, sizeof(MatroskaTags), offsetof(MatroskaDemuxContext,tags), {.n=matroska_tag} },
528 529 530
    { 0 }
};

531 532 533 534 535 536 537 538 539 540 541
static EbmlSyntax matroska_seekhead_entry[] = {
    { MATROSKA_ID_SEEKID,             EBML_UINT, 0, offsetof(MatroskaSeekhead,id) },
    { MATROSKA_ID_SEEKPOSITION,       EBML_UINT, 0, offsetof(MatroskaSeekhead,pos), {.u=-1} },
    { 0 }
};

static EbmlSyntax matroska_seekhead[] = {
    { MATROSKA_ID_SEEKENTRY,          EBML_NEST, sizeof(MatroskaSeekhead), offsetof(MatroskaDemuxContext,seekhead), {.n=matroska_seekhead_entry} },
    { 0 }
};

542 543 544 545 546 547 548 549
static EbmlSyntax matroska_segment[] = {
    { MATROSKA_ID_INFO,           EBML_NEST, 0, 0, {.n=matroska_info       } },
    { MATROSKA_ID_TRACKS,         EBML_NEST, 0, 0, {.n=matroska_tracks     } },
    { MATROSKA_ID_ATTACHMENTS,    EBML_NEST, 0, 0, {.n=matroska_attachments} },
    { MATROSKA_ID_CHAPTERS,       EBML_NEST, 0, 0, {.n=matroska_chapters   } },
    { MATROSKA_ID_CUES,           EBML_NEST, 0, 0, {.n=matroska_index      } },
    { MATROSKA_ID_TAGS,           EBML_NEST, 0, 0, {.n=matroska_tags       } },
    { MATROSKA_ID_SEEKHEAD,       EBML_NEST, 0, 0, {.n=matroska_seekhead   } },
550
    { MATROSKA_ID_CLUSTER,        EBML_STOP },
551 552 553 554 555 556 557 558
    { 0 }
};

static EbmlSyntax matroska_segments[] = {
    { MATROSKA_ID_SEGMENT,        EBML_NEST, 0, 0, {.n=matroska_segment    } },
    { 0 }
};

559 560 561 562 563 564 565 566 567 568 569
static EbmlSyntax matroska_blockmore[] = {
    { MATROSKA_ID_BLOCKADDID,      EBML_UINT, 0, offsetof(MatroskaBlock,additional_id) },
    { MATROSKA_ID_BLOCKADDITIONAL, EBML_BIN,  0, offsetof(MatroskaBlock,additional) },
    { 0 }
};

static EbmlSyntax matroska_blockadditions[] = {
    { MATROSKA_ID_BLOCKMORE, EBML_NEST, 0, 0, {.n=matroska_blockmore} },
    { 0 }
};

570 571
static EbmlSyntax matroska_blockgroup[] = {
    { MATROSKA_ID_BLOCK,          EBML_BIN,  0, offsetof(MatroskaBlock,bin) },
572
    { MATROSKA_ID_BLOCKADDITIONS, EBML_NEST, 0, 0, {.n=matroska_blockadditions} },
573
    { MATROSKA_ID_SIMPLEBLOCK,    EBML_BIN,  0, offsetof(MatroskaBlock,bin) },
574
    { MATROSKA_ID_BLOCKDURATION,  EBML_UINT, 0, offsetof(MatroskaBlock,duration) },
575
    { MATROSKA_ID_DISCARDPADDING, EBML_SINT, 0, offsetof(MatroskaBlock,discard_padding) },
576
    { MATROSKA_ID_BLOCKREFERENCE, EBML_SINT, 0, offsetof(MatroskaBlock,reference) },
577
    { MATROSKA_ID_CODECSTATE,     EBML_NONE },
578
    { 1,                          EBML_UINT, 0, offsetof(MatroskaBlock,non_simple), {.u=1} },
579 580 581 582 583 584 585
    { 0 }
};

static EbmlSyntax matroska_cluster[] = {
    { MATROSKA_ID_CLUSTERTIMECODE,EBML_UINT,0, offsetof(MatroskaCluster,timecode) },
    { MATROSKA_ID_BLOCKGROUP,     EBML_NEST, sizeof(MatroskaBlock), offsetof(MatroskaCluster,blocks), {.n=matroska_blockgroup} },
    { MATROSKA_ID_SIMPLEBLOCK,    EBML_PASS, sizeof(MatroskaBlock), offsetof(MatroskaCluster,blocks), {.n=matroska_blockgroup} },
586 587
    { MATROSKA_ID_CLUSTERPOSITION,EBML_NONE },
    { MATROSKA_ID_CLUSTERPREVSIZE,EBML_NONE },
588 589 590 591 592
    { 0 }
};

static EbmlSyntax matroska_clusters[] = {
    { MATROSKA_ID_CLUSTER,        EBML_NEST, 0, 0, {.n=matroska_cluster} },
593 594 595 596
    { MATROSKA_ID_INFO,           EBML_NONE },
    { MATROSKA_ID_CUES,           EBML_NONE },
    { MATROSKA_ID_TAGS,           EBML_NONE },
    { MATROSKA_ID_SEEKHEAD,       EBML_NONE },
597 598 599
    { 0 }
};

600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631
static EbmlSyntax matroska_cluster_incremental_parsing[] = {
    { MATROSKA_ID_CLUSTERTIMECODE,EBML_UINT,0, offsetof(MatroskaCluster,timecode) },
    { MATROSKA_ID_BLOCKGROUP,     EBML_NEST, sizeof(MatroskaBlock), offsetof(MatroskaCluster,blocks), {.n=matroska_blockgroup} },
    { MATROSKA_ID_SIMPLEBLOCK,    EBML_PASS, sizeof(MatroskaBlock), offsetof(MatroskaCluster,blocks), {.n=matroska_blockgroup} },
    { MATROSKA_ID_CLUSTERPOSITION,EBML_NONE },
    { MATROSKA_ID_CLUSTERPREVSIZE,EBML_NONE },
    { MATROSKA_ID_INFO,           EBML_NONE },
    { MATROSKA_ID_CUES,           EBML_NONE },
    { MATROSKA_ID_TAGS,           EBML_NONE },
    { MATROSKA_ID_SEEKHEAD,       EBML_NONE },
    { MATROSKA_ID_CLUSTER,        EBML_STOP },
    { 0 }
};

static EbmlSyntax matroska_cluster_incremental[] = {
    { MATROSKA_ID_CLUSTERTIMECODE,EBML_UINT,0, offsetof(MatroskaCluster,timecode) },
    { MATROSKA_ID_BLOCKGROUP,     EBML_STOP },
    { MATROSKA_ID_SIMPLEBLOCK,    EBML_STOP },
    { MATROSKA_ID_CLUSTERPOSITION,EBML_NONE },
    { MATROSKA_ID_CLUSTERPREVSIZE,EBML_NONE },
    { 0 }
};

static EbmlSyntax matroska_clusters_incremental[] = {
    { MATROSKA_ID_CLUSTER,        EBML_NEST, 0, 0, {.n=matroska_cluster_incremental} },
    { MATROSKA_ID_INFO,           EBML_NONE },
    { MATROSKA_ID_CUES,           EBML_NONE },
    { MATROSKA_ID_TAGS,           EBML_NONE },
    { MATROSKA_ID_SEEKHEAD,       EBML_NONE },
    { 0 }
};

632
static const char *const matroska_doctypes[] = { "matroska", "webm" };
633

634 635 636 637 638 639 640
static int matroska_resync(MatroskaDemuxContext *matroska, int64_t last_pos)
{
    AVIOContext *pb = matroska->ctx->pb;
    uint32_t id;
    matroska->current_id = 0;
    matroska->num_levels = 0;

641 642
    /* seek to next position to resync from */
    if (avio_seek(pb, last_pos + 1, SEEK_SET) < 0)
643 644 645 646 647 648
        goto eof;

    id = avio_rb32(pb);

    // try to find a toplevel element
    while (!url_feof(pb)) {
649 650
        if (id == MATROSKA_ID_INFO     || id == MATROSKA_ID_TRACKS      ||
            id == MATROSKA_ID_CUES     || id == MATROSKA_ID_TAGS        ||
651
            id == MATROSKA_ID_SEEKHEAD || id == MATROSKA_ID_ATTACHMENTS ||
652 653 654
            id == MATROSKA_ID_CLUSTER  || id == MATROSKA_ID_CHAPTERS) {
                matroska->current_id = id;
                return 0;
655 656 657 658 659 660 661 662
        }
        id = (id << 8) | avio_r8(pb);
    }
eof:
    matroska->done = 1;
    return AVERROR_EOF;
}

663
/*
664
 * Return: Whether we reached the end of a level in the hierarchy or not.
665
 */
666
static int ebml_level_end(MatroskaDemuxContext *matroska)
667
{
668
    AVIOContext *pb = matroska->ctx->pb;
669
    int64_t pos = avio_tell(pb);
670

671
    if (matroska->num_levels > 0) {
672
        MatroskaLevel *level = &matroska->levels[matroska->num_levels - 1];
673
        if (pos - level->start >= level->length || matroska->current_id) {
674
            matroska->num_levels--;
675
            return 1;
676 677
        }
    }
678
    return 0;
679 680 681 682 683 684 685 686
}

/*
 * Read: an "EBML number", which is defined as a variable-length
 * array of bytes. The first byte indicates the length by giving a
 * number of 0-bits followed by a one. The position of the first
 * "one" bit inside the first byte indicates the length of this
 * number.
687
 * Returns: number of bytes read, < 0 on error
688
 */
689
static int ebml_read_num(MatroskaDemuxContext *matroska, AVIOContext *pb,
690
                         int max_size, uint64_t *number)
691
{
692 693
    int read = 1, n = 1;
    uint64_t total = 0;
694

695
    /* The first byte tells us the length in bytes - avio_r8() can normally
696 697
     * return 0, but since that's not a valid first ebmlID byte, we can
     * use it safely here to catch EOS. */
698
    if (!(total = avio_r8(pb))) {
699 700
        /* we might encounter EOS here */
        if (!url_feof(pb)) {
701
            int64_t pos = avio_tell(pb);
702 703 704
            av_log(matroska->ctx, AV_LOG_ERROR,
                   "Read error at pos. %"PRIu64" (0x%"PRIx64")\n",
                   pos, pos);
705
            return pb->error ? pb->error : AVERROR(EIO);
706
        }
707
        return AVERROR_EOF;
708 709 710
    }

    /* get the length of the EBML number */
711
    read = 8 - ff_log2_tab[total];
712
    if (read > max_size) {
713
        int64_t pos = avio_tell(pb) - 1;
714 715 716 717 718 719 720
        av_log(matroska->ctx, AV_LOG_ERROR,
               "Invalid EBML number size tag 0x%02x at pos %"PRIu64" (0x%"PRIx64")\n",
               (uint8_t) total, pos, pos);
        return AVERROR_INVALIDDATA;
    }

    /* read out length */
721
    total ^= 1 << ff_log2_tab[total];
722
    while (n++ < read)
723
        total = (total << 8) | avio_r8(pb);
724 725 726 727 728 729

    *number = total;

    return read;
}

730 731 732 733 734
/**
 * Read a EBML length value.
 * This needs special handling for the "unknown length" case which has multiple
 * encodings.
 */
735
static int ebml_read_length(MatroskaDemuxContext *matroska, AVIOContext *pb,
736 737 738 739 740 741 742 743
                            uint64_t *number)
{
    int res = ebml_read_num(matroska, pb, 8, number);
    if (res > 0 && *number + 1 == 1ULL << (7 * res))
        *number = 0xffffffffffffffULL;
    return res;
}

744 745 746 747
/*
 * Read the next element as an unsigned int.
 * 0 is success, < 0 is failure.
 */
748
static int ebml_read_uint(AVIOContext *pb, int size, uint64_t *num)
749
{
750
    int n = 0;
751

752
    if (size > 8)
753 754
        return AVERROR_INVALIDDATA;

755
    /* big-endian ordering; build up number */
756 757
    *num = 0;
    while (n++ < size)
758
        *num = (*num << 8) | avio_r8(pb);
759 760 761 762

    return 0;
}

763 764 765 766 767 768 769 770 771 772 773 774 775 776
/*
 * Read the next element as a signed int.
 * 0 is success, < 0 is failure.
 */
static int ebml_read_sint(AVIOContext *pb, int size, int64_t *num)
{
    int n = 1;

    if (size > 8)
        return AVERROR_INVALIDDATA;

    if (size == 0) {
        *num = 0;
    } else {
777
        *num = sign_extend(avio_r8(pb), 8);
778 779 780 781 782 783 784 785 786

        /* big-endian ordering; build up number */
        while (n++ < size)
            *num = (*num << 8) | avio_r8(pb);
    }

    return 0;
}

787 788 789 790
/*
 * Read the next element as a float.
 * 0 is success, < 0 is failure.
 */
791
static int ebml_read_float(AVIOContext *pb, int size, double *num)
792
{
793 794 795
    if (size == 0) {
        *num = 0;
    } else if (size == 4) {
796 797 798
        *num = av_int2float(avio_rb32(pb));
    } else if (size == 8){
        *num = av_int2double(avio_rb64(pb));
799
    } else
800 801 802 803 804 805 806 807 808
        return AVERROR_INVALIDDATA;

    return 0;
}

/*
 * Read the next element as an ASCII string.
 * 0 is success, < 0 is failure.
 */
809
static int ebml_read_ascii(AVIOContext *pb, int size, char **str)
810
{
811 812
    char *res;

813
    /* EBML strings are usually not 0-terminated, so we allocate one
814
     * byte more, read the string and NULL-terminate it ourselves. */
815
    if (!(res = av_malloc(size + 1)))
816
        return AVERROR(ENOMEM);
817 818
    if (avio_read(pb, (uint8_t *) res, size) != size) {
        av_free(res);
819
        return AVERROR(EIO);
820
    }
821 822 823
    (res)[size] = '\0';
    av_free(*str);
    *str = res;
824 825 826 827

    return 0;
}

828 829 830 831
/*
 * Read the next element as binary data.
 * 0 is success, < 0 is failure.
 */
832
static int ebml_read_binary(AVIOContext *pb, int length, EbmlBin *bin)
833
{
834 835
    av_fast_padded_malloc(&bin->data, &bin->size, length);
    if (!bin->data)
836 837 838
        return AVERROR(ENOMEM);

    bin->size = length;
839
    bin->pos  = avio_tell(pb);
840
    if (avio_read(pb, bin->data, length) != length) {
841
        av_freep(&bin->data);
842
        bin->size = 0;
843
        return AVERROR(EIO);
844
    }
845 846 847 848

    return 0;
}

849 850 851 852 853
/*
 * Read the next element, but only the header. The contents
 * are supposed to be sub-elements which can be read separately.
 * 0 is success, < 0 is failure.
 */
854
static int ebml_read_master(MatroskaDemuxContext *matroska, uint64_t length)
855
{
856
    AVIOContext *pb = matroska->ctx->pb;
857 858 859 860 861
    MatroskaLevel *level;

    if (matroska->num_levels >= EBML_MAX_DEPTH) {
        av_log(matroska->ctx, AV_LOG_ERROR,
               "File moves beyond max. allowed depth (%d)\n", EBML_MAX_DEPTH);
862
        return AVERROR(ENOSYS);
863 864 865
    }

    level = &matroska->levels[matroska->num_levels++];
866
    level->start = avio_tell(pb);
867 868 869 870 871 872 873
    level->length = length;

    return 0;
}

/*
 * Read signed/unsigned "EBML" numbers.
874
 * Return: number of bytes processed, < 0 on error
875
 */
876 877
static int matroska_ebmlnum_uint(MatroskaDemuxContext *matroska,
                                 uint8_t *data, uint32_t size, uint64_t *num)
878
{
879
    AVIOContext pb;
880
    ffio_init_context(&pb, data, size, 0, NULL, NULL, NULL, NULL);
881
    return ebml_read_num(matroska, &pb, FFMIN(size, 8), num);
882 883 884 885 886
}

/*
 * Same as above, but signed.
 */
887 888
static int matroska_ebmlnum_sint(MatroskaDemuxContext *matroska,
                                 uint8_t *data, uint32_t size, int64_t *num)
889 890 891 892 893
{
    uint64_t unum;
    int res;

    /* read as unsigned number first */
894
    if ((res = matroska_ebmlnum_uint(matroska, data, size, &unum)) < 0)
895 896 897
        return res;

    /* make signed (weird way) */
898
    *num = unum - ((1LL << (7*res - 1)) - 1);
899 900 901 902

    return res;
}

903 904
static int ebml_parse_elem(MatroskaDemuxContext *matroska,
                           EbmlSyntax *syntax, void *data);
905

906 907
static int ebml_parse_id(MatroskaDemuxContext *matroska, EbmlSyntax *syntax,
                         uint32_t id, void *data)
908 909
{
    int i;
910 911 912
    for (i=0; syntax[i].id; i++)
        if (id == syntax[i].id)
            break;
913 914
    if (!syntax[i].id && id == MATROSKA_ID_CLUSTER &&
        matroska->num_levels > 0 &&
915
        matroska->levels[matroska->num_levels-1].length == 0xffffffffffffff)
916
        return 0;  // we reached the end of an unknown size cluster
917
    if (!syntax[i].id && id != EBML_ID_VOID && id != EBML_ID_CRC32) {
918
        av_log(matroska->ctx, AV_LOG_INFO, "Unknown entry 0x%X\n", id);
919 920 921
        if (matroska->ctx->error_recognition & AV_EF_EXPLODE)
            return AVERROR_INVALIDDATA;
    }
922
    return ebml_parse_elem(matroska, &syntax[i], data);
923 924
}

925 926
static int ebml_parse(MatroskaDemuxContext *matroska, EbmlSyntax *syntax,
                      void *data)
927
{
928
    if (!matroska->current_id) {
929 930 931 932 933
        uint64_t id;
        int res = ebml_read_num(matroska, matroska->ctx->pb, 4, &id);
        if (res < 0)
            return res;
        matroska->current_id = id | 1 << 7*res;
934 935
    }
    return ebml_parse_id(matroska, syntax, matroska->current_id, data);
936 937
}

938 939
static int ebml_parse_nest(MatroskaDemuxContext *matroska, EbmlSyntax *syntax,
                           void *data)
940
{
941
    int i, res = 0;
942

943 944 945 946 947 948 949 950 951 952
    for (i=0; syntax[i].id; i++)
        switch (syntax[i].type) {
        case EBML_UINT:
            *(uint64_t *)((char *)data+syntax[i].data_offset) = syntax[i].def.u;
            break;
        case EBML_FLOAT:
            *(double   *)((char *)data+syntax[i].data_offset) = syntax[i].def.f;
            break;
        case EBML_STR:
        case EBML_UTF8:
953 954 955 956 957 958 959
            // the default may be NULL
            if (syntax[i].def.s) {
                uint8_t **dst = (uint8_t**)((uint8_t*)data + syntax[i].data_offset);
                *dst = av_strdup(syntax[i].def.s);
                if (!*dst)
                    return AVERROR(ENOMEM);
            }
960
            break;
961
        }
962

963 964
    while (!res && !ebml_level_end(matroska))
        res = ebml_parse(matroska, syntax, data);
965

966
    return res;
967 968
}

969 970 971
static int ebml_parse_elem(MatroskaDemuxContext *matroska,
                           EbmlSyntax *syntax, void *data)
{
972 973 974 975 976 977 978 979 980 981
    static const uint64_t max_lengths[EBML_TYPE_COUNT] = {
        [EBML_UINT]  = 8,
        [EBML_FLOAT] = 8,
        // max. 16 MB for strings
        [EBML_STR]   = 0x1000000,
        [EBML_UTF8]  = 0x1000000,
        // max. 256 MB for binary data
        [EBML_BIN]   = 0x10000000,
        // no limits for anything else
    };
982
    AVIOContext *pb = matroska->ctx->pb;
983
    uint32_t id = syntax->id;
984
    uint64_t length;
985
    int res;
986
    void *newelem;
987 988 989 990

    data = (char *)data + syntax->data_offset;
    if (syntax->list_elem_size) {
        EbmlList *list = data;
991
        newelem = av_realloc_array(list->elem, list->nb_elem+1, syntax->list_elem_size);
992 993 994
        if (!newelem)
            return AVERROR(ENOMEM);
        list->elem = newelem;
995 996 997 998 999
        data = (char*)list->elem + list->nb_elem*syntax->list_elem_size;
        memset(data, 0, syntax->list_elem_size);
        list->nb_elem++;
    }

1000 1001
    if (syntax->type != EBML_PASS && syntax->type != EBML_STOP) {
        matroska->current_id = 0;
1002
        if ((res = ebml_read_length(matroska, pb, &length)) < 0)
1003
            return res;
1004 1005 1006 1007 1008 1009
        if (max_lengths[syntax->type] && length > max_lengths[syntax->type]) {
            av_log(matroska->ctx, AV_LOG_ERROR,
                   "Invalid length 0x%"PRIx64" > 0x%"PRIx64" for syntax element %i\n",
                   length, max_lengths[syntax->type], syntax->type);
            return AVERROR_INVALIDDATA;
        }
1010
    }
1011

1012
    switch (syntax->type) {
1013
    case EBML_UINT:  res = ebml_read_uint  (pb, length, data);  break;
1014
    case EBML_SINT:  res = ebml_read_sint  (pb, length, data);  break;
1015
    case EBML_FLOAT: res = ebml_read_float (pb, length, data);  break;
1016
    case EBML_STR:
1017
    case EBML_UTF8:  res = ebml_read_ascii (pb, length, data);  break;
1018
    case EBML_BIN:   res = ebml_read_binary(pb, length, data);  break;
1019
    case EBML_NEST:  if ((res=ebml_read_master(matroska, length)) < 0)
1020 1021
                         return res;
                     if (id == MATROSKA_ID_SEGMENT)
1022
                         matroska->segment_start = avio_tell(matroska->ctx->pb);
1023
                     return ebml_parse_nest(matroska, syntax->def.n, data);
1024
    case EBML_PASS:  return ebml_parse_id(matroska, syntax->def.n, id, data);
1025
    case EBML_STOP:  return 1;
1026 1027 1028 1029
    default:
        if(ffio_limit(pb, length) != length)
            return AVERROR(EIO);
        return avio_skip(pb,length)<0 ? AVERROR(EIO) : 0;
1030
    }
1031 1032 1033 1034 1035
    if (res == AVERROR_INVALIDDATA)
        av_log(matroska->ctx, AV_LOG_ERROR, "Invalid element\n");
    else if (res == AVERROR(EIO))
        av_log(matroska->ctx, AV_LOG_ERROR, "Read error\n");
    return res;
1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060
}

static void ebml_free(EbmlSyntax *syntax, void *data)
{
    int i, j;
    for (i=0; syntax[i].id; i++) {
        void *data_off = (char *)data + syntax[i].data_offset;
        switch (syntax[i].type) {
        case EBML_STR:
        case EBML_UTF8:  av_freep(data_off);                      break;
        case EBML_BIN:   av_freep(&((EbmlBin *)data_off)->data);  break;
        case EBML_NEST:
            if (syntax[i].list_elem_size) {
                EbmlList *list = data_off;
                char *ptr = list->elem;
                for (j=0; j<list->nb_elem; j++, ptr+=syntax[i].list_elem_size)
                    ebml_free(syntax[i].def.n, ptr);
                av_free(list->elem);
            } else
                ebml_free(syntax[i].def.n, data_off);
        default:  break;
        }
    }
}

1061 1062 1063 1064 1065 1066 1067

/*
 * Autodetecting...
 */
static int matroska_probe(AVProbeData *p)
{
    uint64_t total = 0;
1068
    int len_mask = 0x80, size = 1, n = 1, i;
1069

1070
    /* EBML header? */
1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085
    if (AV_RB32(p->buf) != EBML_ID_HEADER)
        return 0;

    /* length of header */
    total = p->buf[4];
    while (size <= 8 && !(total & len_mask)) {
        size++;
        len_mask >>= 1;
    }
    if (size > 8)
      return 0;
    total &= (len_mask - 1);
    while (n < size)
        total = (total << 8) | p->buf[4 + n++];

1086
    /* Does the probe data contain the whole header? */
1087 1088 1089
    if (p->buf_size < 4 + size + total)
      return 0;

1090
    /* The header should contain a known document type. For now,
1091 1092 1093
     * we don't parse the whole header but simply check for the
     * availability of that array of characters inside the header.
     * Not fully fool-proof, but good enough. */
1094 1095
    for (i = 0; i < FF_ARRAY_ELEMS(matroska_doctypes); i++) {
        int probelen = strlen(matroska_doctypes[i]);
1096 1097
        if (total < probelen)
            continue;
1098 1099 1100 1101
        for (n = 4+size; n <= 4+size+total-probelen; n++)
            if (!memcmp(p->buf+n, matroska_doctypes[i], probelen))
                return AVPROBE_SCORE_MAX;
    }
1102

1103
    // probably valid EBML header but no recognized doctype
1104
    return AVPROBE_SCORE_EXTENSION;
1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120
}

static MatroskaTrack *matroska_find_track_by_num(MatroskaDemuxContext *matroska,
                                                 int num)
{
    MatroskaTrack *tracks = matroska->tracks.elem;
    int i;

    for (i=0; i < matroska->tracks.nb_elem; i++)
        if (tracks[i].num == num)
            return &tracks[i];

    av_log(matroska->ctx, AV_LOG_ERROR, "Invalid track number %d\n", num);
    return NULL;
}

1121 1122
static int matroska_decode_buffer(uint8_t** buf, int* buf_size,
                                  MatroskaTrack *track)
1123
{
1124
    MatroskaTrackEncoding *encodings = track->encodings.elem;
1125 1126 1127
    uint8_t* data = *buf;
    int isize = *buf_size;
    uint8_t* pkt_data = NULL;
1128
    uint8_t av_unused *newpktdata;
1129 1130 1131 1132
    int pkt_size = isize;
    int result = 0;
    int olen;

1133
    if (pkt_size >= 10000000U)
1134
        return AVERROR_INVALIDDATA;
1135

1136
    switch (encodings[0].compression.algo) {
1137 1138 1139 1140
    case MATROSKA_TRACK_ENCODING_COMP_HEADERSTRIP: {
        int header_size = encodings[0].compression.settings.size;
        uint8_t *header = encodings[0].compression.settings.data;

1141
        if (header_size && !header) {
1142
            av_log(NULL, AV_LOG_ERROR, "Compression size but no data in headerstrip\n");
1143 1144
            return -1;
        }
1145

1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157
        if (!header_size)
            return 0;

        pkt_size = isize + header_size;
        pkt_data = av_malloc(pkt_size);
        if (!pkt_data)
            return AVERROR(ENOMEM);

        memcpy(pkt_data, header, header_size);
        memcpy(pkt_data + header_size, data, isize);
        break;
    }
1158
#if CONFIG_LZO
1159 1160 1161
    case MATROSKA_TRACK_ENCODING_COMP_LZO:
        do {
            olen = pkt_size *= 3;
1162 1163
            newpktdata = av_realloc(pkt_data, pkt_size + AV_LZO_OUTPUT_PADDING);
            if (!newpktdata) {
1164
                result = AVERROR(ENOMEM);
1165 1166 1167
                goto failed;
            }
            pkt_data = newpktdata;
1168 1169
            result = av_lzo1x_decode(pkt_data, &olen, data, &isize);
        } while (result==AV_LZO_OUTPUT_FULL && pkt_size<10000000);
1170 1171
        if (result) {
            result = AVERROR_INVALIDDATA;
1172
            goto failed;
1173
        }
1174 1175
        pkt_size -= olen;
        break;
1176
#endif
1177
#if CONFIG_ZLIB
1178 1179 1180 1181 1182 1183 1184 1185
    case MATROSKA_TRACK_ENCODING_COMP_ZLIB: {
        z_stream zstream = {0};
        if (inflateInit(&zstream) != Z_OK)
            return -1;
        zstream.next_in = data;
        zstream.avail_in = isize;
        do {
            pkt_size *= 3;
1186 1187 1188 1189 1190 1191
            newpktdata = av_realloc(pkt_data, pkt_size);
            if (!newpktdata) {
                inflateEnd(&zstream);
                goto failed;
            }
            pkt_data = newpktdata;
1192 1193
            zstream.avail_out = pkt_size - zstream.total_out;
            zstream.next_out = pkt_data + zstream.total_out;
1194 1195 1196 1197
            if (pkt_data) {
                result = inflate(&zstream, Z_NO_FLUSH);
            } else
                result = Z_MEM_ERROR;
1198 1199 1200
        } while (result==Z_OK && pkt_size<10000000);
        pkt_size = zstream.total_out;
        inflateEnd(&zstream);
1201 1202 1203 1204 1205
        if (result != Z_STREAM_END) {
            if (result == Z_MEM_ERROR)
                result = AVERROR(ENOMEM);
            else
                result = AVERROR_INVALIDDATA;
1206
            goto failed;
1207
        }
1208 1209 1210
        break;
    }
#endif
1211
#if CONFIG_BZLIB
1212 1213 1214 1215 1216 1217 1218 1219
    case MATROSKA_TRACK_ENCODING_COMP_BZLIB: {
        bz_stream bzstream = {0};
        if (BZ2_bzDecompressInit(&bzstream, 0, 0) != BZ_OK)
            return -1;
        bzstream.next_in = data;
        bzstream.avail_in = isize;
        do {
            pkt_size *= 3;
1220 1221 1222 1223 1224 1225
            newpktdata = av_realloc(pkt_data, pkt_size);
            if (!newpktdata) {
                BZ2_bzDecompressEnd(&bzstream);
                goto failed;
            }
            pkt_data = newpktdata;
1226 1227
            bzstream.avail_out = pkt_size - bzstream.total_out_lo32;
            bzstream.next_out = pkt_data + bzstream.total_out_lo32;
1228 1229 1230 1231
            if (pkt_data) {
                result = BZ2_bzDecompress(&bzstream);
            } else
                result = BZ_MEM_ERROR;
1232 1233 1234
        } while (result==BZ_OK && pkt_size<10000000);
        pkt_size = bzstream.total_out_lo32;
        BZ2_bzDecompressEnd(&bzstream);
1235 1236 1237 1238 1239
        if (result != BZ_STREAM_END) {
            if (result == BZ_MEM_ERROR)
                result = AVERROR(ENOMEM);
            else
                result = AVERROR_INVALIDDATA;
1240
            goto failed;
1241
        }
1242 1243 1244
        break;
    }
#endif
1245
    default:
1246
        return AVERROR_INVALIDDATA;
1247 1248 1249 1250 1251 1252 1253
    }

    *buf = pkt_data;
    *buf_size = pkt_size;
    return 0;
 failed:
    av_free(pkt_data);
1254
    return result;
1255 1256
}

1257
#if FF_API_ASS_SSA
1258
static void matroska_fix_ass_packet(MatroskaDemuxContext *matroska,
1259
                                    AVPacket *pkt, uint64_t display_duration)
1260
{
1261 1262
    AVBufferRef *line;
    char *layer, *ptr = pkt->data, *end = ptr+pkt->size;
1263 1264
    for (; *ptr!=',' && ptr<end-1; ptr++);
    if (*ptr == ',')
1265 1266
        ptr++;
    layer = ptr;
1267 1268
    for (; *ptr!=',' && ptr<end-1; ptr++);
    if (*ptr == ',') {
1269
        int64_t end_pts = pkt->pts + display_duration;
1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280
        int sc = matroska->time_scale * pkt->pts / 10000000;
        int ec = matroska->time_scale * end_pts  / 10000000;
        int sh, sm, ss, eh, em, es, len;
        sh = sc/360000;  sc -= 360000*sh;
        sm = sc/  6000;  sc -=   6000*sm;
        ss = sc/   100;  sc -=    100*ss;
        eh = ec/360000;  ec -= 360000*eh;
        em = ec/  6000;  ec -=   6000*em;
        es = ec/   100;  ec -=    100*es;
        *ptr++ = '\0';
        len = 50 + end-ptr + FF_INPUT_BUFFER_PADDING_SIZE;
1281
        if (!(line = av_buffer_alloc(len)))
1282
            return;
1283
        snprintf(line->data, len,"Dialogue: %s,%d:%02d:%02d.%02d,%d:%02d:%02d.%02d,%s\r\n",
1284
                 layer, sh, sm, ss, sc, eh, em, es, ec, ptr);
1285 1286 1287 1288
        av_buffer_unref(&pkt->buf);
        pkt->buf  = line;
        pkt->data = line->data;
        pkt->size = strlen(line->data);
1289 1290 1291
    }
}

1292
static int matroska_merge_packets(AVPacket *out, AVPacket *in)
1293
{
1294 1295 1296
    int ret = av_grow_packet(out, in->size);
    if (ret < 0)
        return ret;
1297

1298
    memcpy(out->data + out->size - in->size, in->data, in->size);
1299 1300

    av_free_packet(in);
1301
    av_free(in);
1302
    return 0;
1303
}
1304
#endif
1305

1306
static void matroska_convert_tag(AVFormatContext *s, EbmlList *list,
1307
                                 AVDictionary **metadata, char *prefix)
1308 1309
{
    MatroskaTag *tags = list->elem;
1310 1311
    char key[1024];
    int i;
1312 1313

    for (i=0; i < list->nb_elem; i++) {
1314 1315
        const char *lang = tags[i].lang && strcmp(tags[i].lang, "und") ?
                           tags[i].lang : NULL;
1316 1317 1318 1319 1320

        if (!tags[i].name) {
            av_log(s, AV_LOG_WARNING, "Skipping invalid tag with no TagName.\n");
            continue;
        }
1321 1322
        if (prefix)  snprintf(key, sizeof(key), "%s/%s", prefix, tags[i].name);
        else         av_strlcpy(key, tags[i].name, sizeof(key));
1323
        if (tags[i].def || !lang) {
1324
        av_dict_set(metadata, key, tags[i].string, 0);
1325
        if (tags[i].sub.nb_elem)
1326
            matroska_convert_tag(s, &tags[i].sub, metadata, key);
1327 1328 1329 1330
        }
        if (lang) {
            av_strlcat(key, "-", sizeof(key));
            av_strlcat(key, lang, sizeof(key));
1331
            av_dict_set(metadata, key, tags[i].string, 0);
1332 1333 1334
            if (tags[i].sub.nb_elem)
                matroska_convert_tag(s, &tags[i].sub, metadata, key);
        }
1335
    }
1336
    ff_metadata_conv(metadata, NULL, ff_mkv_metadata_conv);
1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348
}

static void matroska_convert_tags(AVFormatContext *s)
{
    MatroskaDemuxContext *matroska = s->priv_data;
    MatroskaTags *tags = matroska->tags.elem;
    int i, j;

    for (i=0; i < matroska->tags.nb_elem; i++) {
        if (tags[i].target.attachuid) {
            MatroskaAttachement *attachment = matroska->attachments.elem;
            for (j=0; j<matroska->attachments.nb_elem; j++)
1349 1350
                if (attachment[j].uid == tags[i].target.attachuid
                    && attachment[j].stream)
1351 1352 1353 1354 1355
                    matroska_convert_tag(s, &tags[i].tag,
                                         &attachment[j].stream->metadata, NULL);
        } else if (tags[i].target.chapteruid) {
            MatroskaChapter *chapter = matroska->chapters.elem;
            for (j=0; j<matroska->chapters.nb_elem; j++)
1356 1357
                if (chapter[j].uid == tags[i].target.chapteruid
                    && chapter[j].chapter)
1358 1359 1360 1361 1362
                    matroska_convert_tag(s, &tags[i].tag,
                                         &chapter[j].chapter->metadata, NULL);
        } else if (tags[i].target.trackuid) {
            MatroskaTrack *track = matroska->tracks.elem;
            for (j=0; j<matroska->tracks.nb_elem; j++)
1363
                if (track[j].uid == tags[i].target.trackuid && track[j].stream)
1364 1365 1366
                    matroska_convert_tag(s, &tags[i].tag,
                                         &track[j].stream->metadata, NULL);
        } else {
1367 1368
            matroska_convert_tag(s, &tags[i].tag, &s->metadata,
                                 tags[i].target.type);
1369
        }
1370 1371 1372
    }
}

1373
static int matroska_parse_seekhead_entry(MatroskaDemuxContext *matroska, int idx)
1374 1375 1376 1377
{
    EbmlList *seekhead_list = &matroska->seekhead;
    MatroskaSeekhead *seekhead = seekhead_list->elem;
    uint32_t level_up = matroska->level_up;
1378
    int64_t before_pos = avio_tell(matroska->ctx->pb);
1379
    uint32_t saved_id = matroska->current_id;
1380
    MatroskaLevel level;
1381 1382
    int64_t offset;
    int ret = 0;
1383

1384 1385 1386 1387
    if (idx >= seekhead_list->nb_elem
            || seekhead[idx].id == MATROSKA_ID_SEEKHEAD
            || seekhead[idx].id == MATROSKA_ID_CLUSTER)
        return 0;
1388

Anton Khirnov's avatar
Anton Khirnov committed
1389
    /* seek */
1390 1391
    offset = seekhead[idx].pos + matroska->segment_start;
    if (avio_seek(matroska->ctx->pb, offset, SEEK_SET) == offset) {
1392
        /* We don't want to lose our seekhead level, so we add
1393 1394 1395 1396 1397
         * a dummy. This is a crude hack. */
        if (matroska->num_levels == EBML_MAX_DEPTH) {
            av_log(matroska->ctx, AV_LOG_INFO,
                   "Max EBML element depth (%d) reached, "
                   "cannot parse further.\n", EBML_MAX_DEPTH);
1398 1399
            ret = AVERROR_INVALIDDATA;
        } else {
Anton Khirnov's avatar
Anton Khirnov committed
1400 1401 1402 1403 1404 1405
            level.start = 0;
            level.length = (uint64_t)-1;
            matroska->levels[matroska->num_levels] = level;
            matroska->num_levels++;
            matroska->current_id = 0;

1406
            ret = ebml_parse(matroska, matroska_segment, matroska);
Anton Khirnov's avatar
Anton Khirnov committed
1407 1408 1409 1410 1411 1412 1413

            /* remove dummy level */
            while (matroska->num_levels) {
                uint64_t length = matroska->levels[--matroska->num_levels].length;
                if (length == (uint64_t)-1)
                    break;
            }
1414
        }
1415
    }
1416
    /* seek back */
1417
    avio_seek(matroska->ctx->pb, before_pos, SEEK_SET);
1418
    matroska->level_up = level_up;
1419
    matroska->current_id = saved_id;
1420 1421 1422 1423 1424 1425 1426 1427

    return ret;
}

static void matroska_execute_seekhead(MatroskaDemuxContext *matroska)
{
    EbmlList *seekhead_list = &matroska->seekhead;
    int64_t before_pos = avio_tell(matroska->ctx->pb);
1428
    int i;
1429

1430
    // we should not do any seeking in the streaming case
1431
    if (!matroska->ctx->pb->seekable ||
1432 1433 1434
        (matroska->ctx->flags & AVFMT_FLAG_IGNIDX))
        return;

1435
    for (i = 0; i < seekhead_list->nb_elem; i++) {
1436
        MatroskaSeekhead *seekhead = seekhead_list->elem;
1437
        if (seekhead[i].pos <= before_pos)
1438
            continue;
1439

1440 1441 1442
        // defer cues parsing until we actually need cue data.
        if (seekhead[i].id == MATROSKA_ID_CUES) {
            matroska->cues_parsing_deferred = 1;
1443
            continue;
1444
        }
1445

1446 1447 1448
        if (matroska_parse_seekhead_entry(matroska, i) < 0) {
            // mark index as broken
            matroska->cues_parsing_deferred = -1;
1449
            break;
1450
        }
1451 1452
    }
}
1453

1454
static void matroska_add_index_entries(MatroskaDemuxContext *matroska) {
1455 1456 1457 1458
    EbmlList *index_list;
    MatroskaIndex *index;
    int index_scale = 1;
    int i, j;
1459

1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476
    index_list = &matroska->index;
    index = index_list->elem;
    if (index_list->nb_elem
        && index[0].time > 1E14/matroska->time_scale) {
        av_log(matroska->ctx, AV_LOG_WARNING, "Working around broken index.\n");
        index_scale = matroska->time_scale;
    }
    for (i = 0; i < index_list->nb_elem; i++) {
        EbmlList *pos_list = &index[i].pos;
        MatroskaIndexPos *pos = pos_list->elem;
        for (j = 0; j < pos_list->nb_elem; j++) {
            MatroskaTrack *track = matroska_find_track_by_num(matroska, pos[j].track);
            if (track && track->stream)
                av_add_index_entry(track->stream,
                                   pos[j].pos + matroska->segment_start,
                                   index[i].time/index_scale, 0, 0,
                                   AVINDEX_KEYFRAME);
1477
        }
1478
    }
1479 1480
}

1481 1482 1483 1484 1485 1486 1487 1488
static void matroska_parse_cues(MatroskaDemuxContext *matroska) {
    EbmlList *seekhead_list = &matroska->seekhead;
    MatroskaSeekhead *seekhead = seekhead_list->elem;
    int i;

    for (i = 0; i < seekhead_list->nb_elem; i++)
        if (seekhead[i].id == MATROSKA_ID_CUES)
            break;
1489
    av_assert1(i <= seekhead_list->nb_elem);
1490

1491 1492
    if (matroska_parse_seekhead_entry(matroska, i) < 0)
       matroska->cues_parsing_deferred = -1;
1493 1494 1495
    matroska_add_index_entries(matroska);
}

1496
static int matroska_aac_profile(char *codec_id)
1497
{
1498
    static const char * const aac_profiles[] = { "MAIN", "LC", "SSR" };
1499 1500
    int profile;

1501
    for (profile=0; profile<FF_ARRAY_ELEMS(aac_profiles); profile++)
1502 1503 1504 1505 1506
        if (strstr(codec_id, aac_profiles[profile]))
            break;
    return profile + 1;
}

1507
static int matroska_aac_sri(int samplerate)
1508 1509 1510
{
    int sri;

1511 1512
    for (sri=0; sri<FF_ARRAY_ELEMS(avpriv_mpeg4audio_sample_rates); sri++)
        if (avpriv_mpeg4audio_sample_rates[sri] == samplerate)
1513 1514 1515 1516
            break;
    return sri;
}

1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527
static void matroska_metadata_creation_time(AVDictionary **metadata, int64_t date_utc)
{
    char buffer[32];
    /* Convert to seconds and adjust by number of seconds between 2001-01-01 and Epoch */
    time_t creation_time = date_utc / 1000000000 + 978307200;
    struct tm *ptm = gmtime(&creation_time);
    if (!ptm) return;
    strftime(buffer, sizeof(buffer), "%Y-%m-%d %H:%M:%S", ptm);
    av_dict_set(metadata, "creation_time", buffer, 0);
}

1528
static int matroska_read_header(AVFormatContext *s)
1529 1530
{
    MatroskaDemuxContext *matroska = s->priv_data;
1531 1532 1533 1534
    EbmlList *attachements_list = &matroska->attachments;
    MatroskaAttachement *attachements;
    EbmlList *chapters_list = &matroska->chapters;
    MatroskaChapter *chapters;
1535
    MatroskaTrack *tracks;
1536
    uint64_t max_start = 0;
1537
    int64_t pos;
1538
    Ebml ebml = { 0 };
1539
    AVStream *st;
1540
    int i, j, k, res;
1541 1542 1543 1544

    matroska->ctx = s;

    /* First read the EBML header. */
1545
    if (ebml_parse(matroska, ebml_syntax, &ebml)
1546
        || ebml.version > EBML_VERSION       || ebml.max_size > sizeof(uint64_t)
1547
        || ebml.id_length > sizeof(uint32_t) || ebml.doctype_version > 3 || !ebml.doctype) {
1548
        av_log(matroska->ctx, AV_LOG_ERROR,
1549 1550 1551
               "EBML header using unsupported features\n"
               "(EBML version %"PRIu64", doctype %s, doc version %"PRIu64")\n",
               ebml.version, ebml.doctype, ebml.doctype_version);
1552 1553
        ebml_free(ebml_syntax, &ebml);
        return AVERROR_PATCHWELCOME;
1554 1555 1556 1557 1558
    } else if (ebml.doctype_version == 3) {
        av_log(matroska->ctx, AV_LOG_WARNING,
               "EBML header using unsupported features\n"
               "(EBML version %"PRIu64", doctype %s, doc version %"PRIu64")\n",
               ebml.version, ebml.doctype, ebml.doctype_version);
1559 1560 1561 1562 1563
    }
    for (i = 0; i < FF_ARRAY_ELEMS(matroska_doctypes); i++)
        if (!strcmp(ebml.doctype, matroska_doctypes[i]))
            break;
    if (i >= FF_ARRAY_ELEMS(matroska_doctypes)) {
1564
        av_log(s, AV_LOG_WARNING, "Unknown EBML doctype '%s'\n", ebml.doctype);
1565 1566 1567 1568
        if (matroska->ctx->error_recognition & AV_EF_EXPLODE) {
            ebml_free(ebml_syntax, &ebml);
            return AVERROR_INVALIDDATA;
        }
1569
    }
1570
    ebml_free(ebml_syntax, &ebml);
1571 1572

    /* The next thing is a segment. */
1573 1574 1575 1576 1577 1578 1579 1580 1581 1582
    pos = avio_tell(matroska->ctx->pb);
    res = ebml_parse(matroska, matroska_segments, matroska);
    // try resyncing until we find a EBML_STOP type element.
    while (res != 1) {
        res = matroska_resync(matroska, pos);
        if (res < 0)
            return res;
        pos = avio_tell(matroska->ctx->pb);
        res = ebml_parse(matroska, matroska_segment, matroska);
    }
1583
    matroska_execute_seekhead(matroska);
1584

1585 1586
    if (!matroska->time_scale)
        matroska->time_scale = 1000000;
1587 1588 1589
    if (matroska->duration)
        matroska->ctx->duration = matroska->duration * matroska->time_scale
                                  * 1000 / AV_TIME_BASE;
1590
    av_dict_set(&s->metadata, "title", matroska->title, 0);
1591
    av_dict_set(&s->metadata, "encoder", matroska->muxingapp, 0);
1592

1593 1594 1595
    if (matroska->date_utc.size == 8)
        matroska_metadata_creation_time(&s->metadata, AV_RB64(matroska->date_utc.data));

1596 1597 1598
    tracks = matroska->tracks.elem;
    for (i=0; i < matroska->tracks.nb_elem; i++) {
        MatroskaTrack *track = &tracks[i];
1599
        enum AVCodecID codec_id = AV_CODEC_ID_NONE;
1600
        EbmlList *encodings_list = &track->encodings;
1601
        MatroskaTrackEncoding *encodings = encodings_list->elem;
1602 1603 1604
        uint8_t *extradata = NULL;
        int extradata_size = 0;
        int extradata_offset = 0;
1605
        uint32_t fourcc = 0;
1606
        AVIOContext b;
1607
        char* key_id_base64 = NULL;
1608
        int bit_depth = -1;
1609 1610

        /* Apply some sanity checks. */
1611 1612
        if (track->type != MATROSKA_TRACK_TYPE_VIDEO &&
            track->type != MATROSKA_TRACK_TYPE_AUDIO &&
1613 1614
            track->type != MATROSKA_TRACK_TYPE_SUBTITLE &&
            track->type != MATROSKA_TRACK_TYPE_METADATA) {
1615 1616 1617 1618 1619
            av_log(matroska->ctx, AV_LOG_INFO,
                   "Unknown or unsupported track type %"PRIu64"\n",
                   track->type);
            continue;
        }
1620 1621 1622
        if (track->codec_id == NULL)
            continue;

1623
        if (track->type == MATROSKA_TRACK_TYPE_VIDEO) {
1624
            if (!track->default_duration && track->video.frame_rate > 0)
1625
                track->default_duration = 1000000000/track->video.frame_rate;
1626
            if (track->video.display_width == -1)
1627
                track->video.display_width = track->video.pixel_width;
1628
            if (track->video.display_height == -1)
1629
                track->video.display_height = track->video.pixel_height;
1630 1631
            if (track->video.color_space.size == 4)
                fourcc = AV_RL32(track->video.color_space.data);
1632 1633 1634 1635 1636 1637
        } else if (track->type == MATROSKA_TRACK_TYPE_AUDIO) {
            if (!track->audio.out_samplerate)
                track->audio.out_samplerate = track->audio.samplerate;
        }
        if (encodings_list->nb_elem > 1) {
            av_log(matroska->ctx, AV_LOG_ERROR,
Dustin Brody's avatar
Dustin Brody committed
1638
                   "Multiple combined encodings not supported");
1639
        } else if (encodings_list->nb_elem == 1) {
1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657
            if (encodings[0].type) {
                if (encodings[0].encryption.key_id.size > 0) {
                    /* Save the encryption key id to be stored later as a
                       metadata tag. */
                    const int b64_size = AV_BASE64_SIZE(encodings[0].encryption.key_id.size);
                    key_id_base64 = av_malloc(b64_size);
                    if (key_id_base64 == NULL)
                        return AVERROR(ENOMEM);

                    av_base64_encode(key_id_base64, b64_size,
                                     encodings[0].encryption.key_id.data,
                                     encodings[0].encryption.key_id.size);
                } else {
                    encodings[0].scope = 0;
                    av_log(matroska->ctx, AV_LOG_ERROR,
                           "Unsupported encoding type");
                }
            } else if (
1658
#if CONFIG_ZLIB
1659 1660
                 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_ZLIB &&
#endif
1661
#if CONFIG_BZLIB
1662 1663
                 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_BZLIB &&
#endif
1664 1665 1666
#if CONFIG_LZO
                 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_LZO &&
#endif
1667
                 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_HEADERSTRIP) {
1668 1669 1670 1671 1672
                encodings[0].scope = 0;
                av_log(matroska->ctx, AV_LOG_ERROR,
                       "Unsupported encoding type");
            } else if (track->codec_priv.size && encodings[0].scope&2) {
                uint8_t *codec_priv = track->codec_priv.data;
1673 1674 1675 1676
                int ret = matroska_decode_buffer(&track->codec_priv.data,
                                                 &track->codec_priv.size,
                                                 track);
                if (ret < 0) {
1677 1678 1679 1680 1681
                    track->codec_priv.data = NULL;
                    track->codec_priv.size = 0;
                    av_log(matroska->ctx, AV_LOG_ERROR,
                           "Failed to decode codec private data\n");
                }
1682

1683 1684 1685 1686 1687
                if (codec_priv != track->codec_priv.data)
                    av_free(codec_priv);
            }
        }

1688
        for(j=0; ff_mkv_codec_tags[j].id != AV_CODEC_ID_NONE; j++){
1689 1690 1691 1692
            if(!strncmp(ff_mkv_codec_tags[j].str, track->codec_id,
                        strlen(ff_mkv_codec_tags[j].str))){
                codec_id= ff_mkv_codec_tags[j].id;
                break;
1693
            }
1694
        }
1695

1696
        st = track->stream = avformat_new_stream(s, NULL);
1697 1698
        if (st == NULL) {
            av_free(key_id_base64);
1699
            return AVERROR(ENOMEM);
1700 1701 1702 1703 1704 1705 1706
        }

        if (key_id_base64) {
            /* export encryption key id as base64 metadata tag */
            av_dict_set(&st->metadata, "enc_key_id", key_id_base64, 0);
            av_freep(&key_id_base64);
        }
1707

1708
        if (!strcmp(track->codec_id, "V_MS/VFW/FOURCC")
1709 1710
            && track->codec_priv.size >= 40
            && track->codec_priv.data != NULL) {
1711
            track->ms_compat = 1;
1712
            bit_depth = AV_RL16(track->codec_priv.data + 14);
1713 1714
            fourcc = AV_RL32(track->codec_priv.data + 16);
            codec_id = ff_codec_get_id(ff_codec_bmp_tags, fourcc);
1715
            extradata_offset = 40;
1716
        } else if (!strcmp(track->codec_id, "A_MS/ACM")
1717
                   && track->codec_priv.size >= 14
1718
                   && track->codec_priv.data != NULL) {
1719
            int ret;
1720
            ffio_init_context(&b, track->codec_priv.data, track->codec_priv.size,
1721
                              0, NULL, NULL, NULL, NULL);
1722 1723 1724
            ret = ff_get_wav_header(&b, st->codec, track->codec_priv.size);
            if (ret < 0)
                return ret;
1725
            codec_id = st->codec->codec_id;
1726
            extradata_offset = FFMIN(track->codec_priv.size, 18);
1727 1728 1729 1730 1731 1732 1733 1734 1735
        } else if (!strcmp(track->codec_id, "A_QUICKTIME")
                   && (track->codec_priv.size >= 86)
                   && (track->codec_priv.data != NULL)) {
            fourcc = AV_RL32(track->codec_priv.data + 4);
            codec_id = ff_codec_get_id(ff_codec_movaudio_tags, fourcc);
            if (ff_codec_get_id(ff_codec_movaudio_tags, AV_RL32(track->codec_priv.data))) {
                fourcc = AV_RL32(track->codec_priv.data);
                codec_id = ff_codec_get_id(ff_codec_movaudio_tags, fourcc);
            }
1736
        } else if (!strcmp(track->codec_id, "V_QUICKTIME")
1737
                   && (track->codec_priv.size >= 21)
1738
                   && (track->codec_priv.data != NULL)) {
1739
            fourcc = AV_RL32(track->codec_priv.data + 4);
1740
            codec_id = ff_codec_get_id(ff_codec_movvideo_tags, fourcc);
1741 1742 1743 1744
            if (ff_codec_get_id(ff_codec_movvideo_tags, AV_RL32(track->codec_priv.data))) {
                fourcc = AV_RL32(track->codec_priv.data);
                codec_id = ff_codec_get_id(ff_codec_movvideo_tags, fourcc);
            }
1745 1746
            if (codec_id == AV_CODEC_ID_NONE && AV_RL32(track->codec_priv.data+4) == AV_RL32("SMI "))
                codec_id = AV_CODEC_ID_SVQ3;
1747
        } else if (codec_id == AV_CODEC_ID_PCM_S16BE) {
1748
            switch (track->audio.bitdepth) {
1749 1750 1751
            case  8:  codec_id = AV_CODEC_ID_PCM_U8;     break;
            case 24:  codec_id = AV_CODEC_ID_PCM_S24BE;  break;
            case 32:  codec_id = AV_CODEC_ID_PCM_S32BE;  break;
1752
            }
1753
        } else if (codec_id == AV_CODEC_ID_PCM_S16LE) {
1754
            switch (track->audio.bitdepth) {
1755 1756 1757
            case  8:  codec_id = AV_CODEC_ID_PCM_U8;     break;
            case 24:  codec_id = AV_CODEC_ID_PCM_S24LE;  break;
            case 32:  codec_id = AV_CODEC_ID_PCM_S32LE;  break;
1758
            }
1759 1760 1761
        } else if (codec_id==AV_CODEC_ID_PCM_F32LE && track->audio.bitdepth==64) {
            codec_id = AV_CODEC_ID_PCM_F64LE;
        } else if (codec_id == AV_CODEC_ID_AAC && !track->codec_priv.size) {
1762 1763
            int profile = matroska_aac_profile(track->codec_id);
            int sri = matroska_aac_sri(track->audio.samplerate);
1764
            extradata = av_mallocz(5 + FF_INPUT_BUFFER_PADDING_SIZE);
1765 1766 1767 1768 1769 1770 1771 1772 1773 1774
            if (extradata == NULL)
                return AVERROR(ENOMEM);
            extradata[0] = (profile << 3) | ((sri&0x0E) >> 1);
            extradata[1] = ((sri&0x01) << 7) | (track->audio.channels<<3);
            if (strstr(track->codec_id, "SBR")) {
                sri = matroska_aac_sri(track->audio.out_samplerate);
                extradata[2] = 0x56;
                extradata[3] = 0xE5;
                extradata[4] = 0x80 | (sri<<3);
                extradata_size = 5;
1775
            } else
1776
                extradata_size = 2;
1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789
        } else if (codec_id == AV_CODEC_ID_ALAC && track->codec_priv.size && track->codec_priv.size < INT_MAX - 12 - FF_INPUT_BUFFER_PADDING_SIZE) {
            /* Only ALAC's magic cookie is stored in Matroska's track headers.
               Create the "atom size", "tag", and "tag version" fields the
               decoder expects manually. */
            extradata_size = 12 + track->codec_priv.size;
            extradata = av_mallocz(extradata_size + FF_INPUT_BUFFER_PADDING_SIZE);
            if (extradata == NULL)
                return AVERROR(ENOMEM);
            AV_WB32(extradata, extradata_size);
            memcpy(&extradata[4], "alac", 4);
            AV_WB32(&extradata[8], 0);
            memcpy(&extradata[12], track->codec_priv.data,
                                   track->codec_priv.size);
1790
        } else if (codec_id == AV_CODEC_ID_TTA) {
1791
            extradata_size = 30;
1792
            extradata = av_mallocz(extradata_size + FF_INPUT_BUFFER_PADDING_SIZE);
1793 1794
            if (extradata == NULL)
                return AVERROR(ENOMEM);
1795
            ffio_init_context(&b, extradata, extradata_size, 1,
1796
                          NULL, NULL, NULL, NULL);
1797 1798 1799 1800
            avio_write(&b, "TTA1", 4);
            avio_wl16(&b, 1);
            avio_wl16(&b, track->audio.channels);
            avio_wl16(&b, track->audio.bitdepth);
1801 1802
            if (track->audio.out_samplerate < 0 || track->audio.out_samplerate > INT_MAX)
                return AVERROR_INVALIDDATA;
1803
            avio_wl32(&b, track->audio.out_samplerate);
1804
            avio_wl32(&b, av_rescale((matroska->duration * matroska->time_scale), track->audio.out_samplerate, AV_TIME_BASE * 1000));
1805 1806
        } else if (codec_id == AV_CODEC_ID_RV10 || codec_id == AV_CODEC_ID_RV20 ||
                   codec_id == AV_CODEC_ID_RV30 || codec_id == AV_CODEC_ID_RV40) {
1807
            extradata_offset = 26;
1808
        } else if (codec_id == AV_CODEC_ID_RA_144) {
1809 1810
            track->audio.out_samplerate = 8000;
            track->audio.channels = 1;
1811 1812
        } else if ((codec_id == AV_CODEC_ID_RA_288 || codec_id == AV_CODEC_ID_COOK ||
                    codec_id == AV_CODEC_ID_ATRAC3 || codec_id == AV_CODEC_ID_SIPR)
1813
                    && track->codec_priv.data) {
1814
            int flavor;
1815

1816
            ffio_init_context(&b, track->codec_priv.data,track->codec_priv.size,
1817
                          0, NULL, NULL, NULL, NULL);
1818
            avio_skip(&b, 22);
1819 1820
            flavor                       = avio_rb16(&b);
            track->audio.coded_framesize = avio_rb32(&b);
1821
            avio_skip(&b, 12);
1822 1823 1824
            track->audio.sub_packet_h    = avio_rb16(&b);
            track->audio.frame_size      = avio_rb16(&b);
            track->audio.sub_packet_size = avio_rb16(&b);
1825
            if (flavor < 0 || track->audio.coded_framesize <= 0 ||
1826 1827 1828
                track->audio.sub_packet_h <= 0 || track->audio.frame_size <= 0 ||
                track->audio.sub_packet_size <= 0)
                return AVERROR_INVALIDDATA;
1829 1830 1831
            track->audio.buf = av_malloc_array(track->audio.sub_packet_h, track->audio.frame_size);
            if (!track->audio.buf)
                return AVERROR(ENOMEM);
1832
            if (codec_id == AV_CODEC_ID_RA_288) {
1833 1834 1835
                st->codec->block_align = track->audio.coded_framesize;
                track->codec_priv.size = 0;
            } else {
1836
                if (codec_id == AV_CODEC_ID_SIPR && flavor < 4) {
1837
                    static const int sipr_bit_rate[4] = { 6504, 8496, 5000, 16000 };
1838 1839 1840
                    track->audio.sub_packet_size = ff_sipr_subpk_size[flavor];
                    st->codec->bit_rate = sipr_bit_rate[flavor];
                }
1841 1842
                st->codec->block_align = track->audio.sub_packet_size;
                extradata_offset = 78;
1843
            }
1844
        }
1845
        track->codec_priv.size -= extradata_offset;
1846

1847
        if (codec_id == AV_CODEC_ID_NONE)
1848
            av_log(matroska->ctx, AV_LOG_INFO,
1849
                   "Unknown/unsupported AVCodecID %s.\n", track->codec_id);
1850

1851 1852
        if (track->time_scale < 0.01)
            track->time_scale = 1.0;
1853
        avpriv_set_pts_info(st, 64, matroska->time_scale*track->time_scale, 1000*1000*1000); /* 64 bit pts in ns */
1854

1855
        st->codec->codec_id = codec_id;
1856

1857
        if (strcmp(track->language, "und"))
1858 1859
            av_dict_set(&st->metadata, "language", track->language, 0);
        av_dict_set(&st->metadata, "title", track->name, 0);
1860

1861 1862
        if (track->flag_default)
            st->disposition |= AV_DISPOSITION_DEFAULT;
1863 1864
        if (track->flag_forced)
            st->disposition |= AV_DISPOSITION_FORCED;
1865

1866
        if (!st->codec->extradata) {
1867 1868 1869 1870
            if(extradata){
                st->codec->extradata = extradata;
                st->codec->extradata_size = extradata_size;
            } else if(track->codec_priv.data && track->codec_priv.size > 0){
1871
                if (ff_alloc_extradata(st->codec, track->codec_priv.size))
1872 1873 1874 1875 1876
                    return AVERROR(ENOMEM);
                memcpy(st->codec->extradata,
                       track->codec_priv.data + extradata_offset,
                       track->codec_priv.size);
            }
1877
        }
1878 1879

        if (track->type == MATROSKA_TRACK_TYPE_VIDEO) {
1880 1881
            MatroskaTrackPlane *planes = track->operation.combine_planes.elem;

1882
            st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
1883
            st->codec->codec_tag  = fourcc;
1884 1885
            if (bit_depth >= 0)
                st->codec->bits_per_coded_sample = bit_depth;
1886 1887
            st->codec->width  = track->video.pixel_width;
            st->codec->height = track->video.pixel_height;
1888 1889
            av_reduce(&st->sample_aspect_ratio.num,
                      &st->sample_aspect_ratio.den,
1890 1891 1892
                      st->codec->height * track->video.display_width,
                      st->codec-> width * track->video.display_height,
                      255);
1893 1894
            if (st->codec->codec_id != AV_CODEC_ID_HEVC)
                st->need_parsing = AVSTREAM_PARSE_HEADERS;
1895

1896
            if (track->default_duration) {
1897
                av_reduce(&st->avg_frame_rate.num, &st->avg_frame_rate.den,
1898
                          1000000000, track->default_duration, 30000);
1899
#if FF_API_R_FRAME_RATE
1900 1901
                if (st->avg_frame_rate.num < st->avg_frame_rate.den * 1000L)
                    st->r_frame_rate = st->avg_frame_rate;
1902
#endif
1903
            }
1904

1905 1906
            /* export stereo mode flag as metadata tag */
            if (track->video.stereo_mode && track->video.stereo_mode < MATROSKA_VIDEO_STEREO_MODE_COUNT)
1907
                av_dict_set(&st->metadata, "stereo_mode", ff_matroska_video_stereo_mode[track->video.stereo_mode], 0);
1908

1909 1910 1911 1912
            /* export alpha mode flag as metadata tag  */
            if (track->video.alpha_mode)
                av_dict_set(&st->metadata, "alpha_mode", "1", 0);

1913 1914 1915
            /* if we have virtual track, mark the real tracks */
            for (j=0; j < track->operation.combine_planes.nb_elem; j++) {
                char buf[32];
1916
                if (planes[j].type >= MATROSKA_VIDEO_STEREO_PLANE_COUNT)
1917 1918
                    continue;
                snprintf(buf, sizeof(buf), "%s_%d",
1919
                         ff_matroska_video_stereo_plane[planes[j].type], i);
1920 1921
                for (k=0; k < matroska->tracks.nb_elem; k++)
                    if (planes[j].uid == tracks[k].uid) {
1922 1923
                        av_dict_set(&s->streams[k]->metadata,
                                    "stereo_mode", buf, 0);
1924 1925 1926
                        break;
                    }
            }
1927
        } else if (track->type == MATROSKA_TRACK_TYPE_AUDIO) {
1928
            st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
1929 1930
            st->codec->sample_rate = track->audio.out_samplerate;
            st->codec->channels = track->audio.channels;
1931
            if (!st->codec->bits_per_coded_sample)
1932
            st->codec->bits_per_coded_sample = track->audio.bitdepth;
1933
            if (st->codec->codec_id != AV_CODEC_ID_AAC)
1934
            st->need_parsing = AVSTREAM_PARSE_HEADERS;
1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945
            if (track->codec_delay > 0) {
                st->codec->delay = av_rescale_q(track->codec_delay,
                                                (AVRational){1, 1000000000},
                                                (AVRational){1, st->codec->sample_rate});
            }
            if (track->seek_preroll > 0) {
                av_codec_set_seek_preroll(st->codec,
                                          av_rescale_q(track->seek_preroll,
                                                       (AVRational){1, 1000000000},
                                                       (AVRational){1, st->codec->sample_rate}));
            }
1946 1947 1948 1949 1950 1951 1952 1953 1954 1955
        } else if (codec_id == AV_CODEC_ID_WEBVTT) {
            st->codec->codec_type = AVMEDIA_TYPE_SUBTITLE;

            if (!strcmp(track->codec_id, "D_WEBVTT/CAPTIONS")) {
                st->disposition |= AV_DISPOSITION_CAPTIONS;
            } else if (!strcmp(track->codec_id, "D_WEBVTT/DESCRIPTIONS")) {
                st->disposition |= AV_DISPOSITION_DESCRIPTIONS;
            } else if (!strcmp(track->codec_id, "D_WEBVTT/METADATA")) {
                st->disposition |= AV_DISPOSITION_METADATA;
            }
1956
        } else if (track->type == MATROSKA_TRACK_TYPE_SUBTITLE) {
1957
            st->codec->codec_type = AVMEDIA_TYPE_SUBTITLE;
1958 1959 1960 1961 1962 1963
#if FF_API_ASS_SSA
            if (st->codec->codec_id == AV_CODEC_ID_SSA ||
                st->codec->codec_id == AV_CODEC_ID_ASS)
#else
            if (st->codec->codec_id == AV_CODEC_ID_ASS)
#endif
1964
                matroska->contains_ssa = 1;
1965
        }
1966 1967
    }

1968 1969 1970 1971 1972 1973
    attachements = attachements_list->elem;
    for (j=0; j<attachements_list->nb_elem; j++) {
        if (!(attachements[j].filename && attachements[j].mime &&
              attachements[j].bin.data && attachements[j].bin.size > 0)) {
            av_log(matroska->ctx, AV_LOG_ERROR, "incomplete attachment\n");
        } else {
1974
            AVStream *st = avformat_new_stream(s, NULL);
1975 1976
            if (st == NULL)
                break;
1977
            av_dict_set(&st->metadata, "filename",attachements[j].filename, 0);
1978
            av_dict_set(&st->metadata, "mimetype", attachements[j].mime, 0);
1979
            st->codec->codec_id = AV_CODEC_ID_NONE;
1980
            st->codec->codec_type = AVMEDIA_TYPE_ATTACHMENT;
1981
            if (ff_alloc_extradata(st->codec, attachements[j].bin.size))
1982 1983 1984
                break;
            memcpy(st->codec->extradata, attachements[j].bin.data, attachements[j].bin.size);

1985
            for (i=0; ff_mkv_mime_tags[i].id != AV_CODEC_ID_NONE; i++) {
1986 1987 1988 1989 1990 1991
                if (!strncmp(ff_mkv_mime_tags[i].str, attachements[j].mime,
                             strlen(ff_mkv_mime_tags[i].str))) {
                    st->codec->codec_id = ff_mkv_mime_tags[i].id;
                    break;
                }
            }
1992
            attachements[j].stream = st;
1993 1994 1995 1996 1997
        }
    }

    chapters = chapters_list->elem;
    for (i=0; i<chapters_list->nb_elem; i++)
1998 1999
        if (chapters[i].start != AV_NOPTS_VALUE && chapters[i].uid
            && (max_start==0 || chapters[i].start > max_start)) {
2000
            chapters[i].chapter =
2001
            avpriv_new_chapter(s, chapters[i].uid, (AVRational){1, 1000000000},
2002 2003
                           chapters[i].start, chapters[i].end,
                           chapters[i].title);
2004
            av_dict_set(&chapters[i].chapter->metadata,
2005
                             "title", chapters[i].title, 0);
2006 2007
            max_start = chapters[i].start;
        }
2008

2009 2010
    matroska_add_index_entries(matroska);

2011 2012
    matroska_convert_tags(s);

2013
    return 0;
2014 2015
}

2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026
/*
 * Put one packet in an application-supplied AVPacket struct.
 * Returns 0 on success or -1 on failure.
 */
static int matroska_deliver_packet(MatroskaDemuxContext *matroska,
                                   AVPacket *pkt)
{
    if (matroska->num_packets > 0) {
        memcpy(pkt, matroska->packets[0], sizeof(AVPacket));
        av_free(matroska->packets[0]);
        if (matroska->num_packets > 1) {
2027
            void *newpackets;
2028 2029
            memmove(&matroska->packets[0], &matroska->packets[1],
                    (matroska->num_packets - 1) * sizeof(AVPacket *));
2030 2031 2032 2033
            newpackets = av_realloc(matroska->packets,
                            (matroska->num_packets - 1) * sizeof(AVPacket *));
            if (newpackets)
                matroska->packets = newpackets;
2034 2035
        } else {
            av_freep(&matroska->packets);
2036
            matroska->prev_pkt = NULL;
2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049
        }
        matroska->num_packets--;
        return 0;
    }

    return -1;
}

/*
 * Free all packets in our internal queue.
 */
static void matroska_clear_queue(MatroskaDemuxContext *matroska)
{
2050
    matroska->prev_pkt = NULL;
2051 2052 2053 2054 2055 2056
    if (matroska->packets) {
        int n;
        for (n = 0; n < matroska->num_packets; n++) {
            av_free_packet(matroska->packets[n]);
            av_free(matroska->packets[n]);
        }
2057
        av_freep(&matroska->packets);
2058 2059 2060 2061
        matroska->num_packets = 0;
    }
}

2062
static int matroska_parse_laces(MatroskaDemuxContext *matroska, uint8_t **buf,
2063
                                int* buf_size, int type,
2064 2065
                                uint32_t **lace_buf, int *laces)
{
2066
    int res = 0, n, size = *buf_size;
2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078 2079
    uint8_t *data = *buf;
    uint32_t *lace_size;

    if (!type) {
        *laces = 1;
        *lace_buf = av_mallocz(sizeof(int));
        if (!*lace_buf)
            return AVERROR(ENOMEM);

        *lace_buf[0] = size;
        return 0;
    }

2080
    av_assert0(size > 0);
2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093
    *laces = *data + 1;
    data += 1;
    size -= 1;
    lace_size = av_mallocz(*laces * sizeof(int));
    if (!lace_size)
        return AVERROR(ENOMEM);

    switch (type) {
    case 0x1: /* Xiph lacing */ {
        uint8_t temp;
        uint32_t total = 0;
        for (n = 0; res == 0 && n < *laces - 1; n++) {
            while (1) {
2094
                if (size <= total) {
2095
                    res = AVERROR_INVALIDDATA;
2096 2097 2098
                    break;
                }
                temp = *data;
2099
                total += temp;
2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116
                lace_size[n] += temp;
                data += 1;
                size -= 1;
                if (temp != 0xff)
                    break;
            }
        }
        if (size <= total) {
            res = AVERROR_INVALIDDATA;
            break;
        }

        lace_size[n] = size - total;
        break;
    }

    case 0x2: /* fixed-size lacing */
2117
        if (size % (*laces)) {
2118 2119 2120 2121 2122 2123 2124 2125 2126
            res = AVERROR_INVALIDDATA;
            break;
        }
        for (n = 0; n < *laces; n++)
            lace_size[n] = size / *laces;
        break;

    case 0x3: /* EBML lacing */ {
        uint64_t num;
2127
        uint64_t total;
2128
        n = matroska_ebmlnum_uint(matroska, data, size, &num);
2129
        if (n < 0 || num > INT_MAX) {
2130 2131
            av_log(matroska->ctx, AV_LOG_INFO,
                   "EBML block data error\n");
2132
            res = n<0 ? n : AVERROR_INVALIDDATA;
2133 2134 2135 2136 2137 2138 2139 2140 2141
            break;
        }
        data += n;
        size -= n;
        total = lace_size[0] = num;
        for (n = 1; res == 0 && n < *laces - 1; n++) {
            int64_t snum;
            int r;
            r = matroska_ebmlnum_sint(matroska, data, size, &snum);
2142
            if (r < 0 || lace_size[n - 1] + snum > (uint64_t)INT_MAX) {
2143 2144
                av_log(matroska->ctx, AV_LOG_INFO,
                       "EBML block data error\n");
2145
                res = r<0 ? r : AVERROR_INVALIDDATA;
2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163
                break;
            }
            data += r;
            size -= r;
            lace_size[n] = lace_size[n - 1] + snum;
            total += lace_size[n];
        }
        if (size <= total) {
            res = AVERROR_INVALIDDATA;
            break;
        }
        lace_size[*laces - 1] = size - total;
        break;
    }
    }

    *buf      = data;
    *lace_buf = lace_size;
2164
    *buf_size = size;
2165 2166 2167 2168

    return res;
}

2169 2170 2171 2172
static int matroska_parse_rm_audio(MatroskaDemuxContext *matroska,
                                   MatroskaTrack *track,
                                   AVStream *st,
                                   uint8_t *data, int size,
2173
                                   uint64_t timecode,
2174 2175 2176 2177 2178 2179 2180 2181 2182 2183 2184 2185 2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202 2203
                                   int64_t pos)
{
    int a = st->codec->block_align;
    int sps = track->audio.sub_packet_size;
    int cfs = track->audio.coded_framesize;
    int h = track->audio.sub_packet_h;
    int y = track->audio.sub_packet_cnt;
    int w = track->audio.frame_size;
    int x;

    if (!track->audio.pkt_cnt) {
        if (track->audio.sub_packet_cnt == 0)
            track->audio.buf_timecode = timecode;
        if (st->codec->codec_id == AV_CODEC_ID_RA_288) {
            if (size < cfs * h / 2) {
                av_log(matroska->ctx, AV_LOG_ERROR,
                       "Corrupt int4 RM-style audio packet size\n");
                return AVERROR_INVALIDDATA;
            }
            for (x=0; x<h/2; x++)
                memcpy(track->audio.buf+x*2*w+y*cfs,
                       data+x*cfs, cfs);
        } else if (st->codec->codec_id == AV_CODEC_ID_SIPR) {
            if (size < w) {
                av_log(matroska->ctx, AV_LOG_ERROR,
                       "Corrupt sipr RM-style audio packet size\n");
                return AVERROR_INVALIDDATA;
            }
            memcpy(track->audio.buf + y*w, data, w);
        } else {
2204
            if (size < sps * w / sps || h<=0 || w%sps) {
2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221
                av_log(matroska->ctx, AV_LOG_ERROR,
                       "Corrupt generic RM-style audio packet size\n");
                return AVERROR_INVALIDDATA;
            }
            for (x=0; x<w/sps; x++)
                memcpy(track->audio.buf+sps*(h*x+((h+1)/2)*(y&1)+(y>>1)), data+x*sps, sps);
        }

        if (++track->audio.sub_packet_cnt >= h) {
            if (st->codec->codec_id == AV_CODEC_ID_SIPR)
                ff_rm_reorder_sipr_data(track->audio.buf, h, w);
            track->audio.sub_packet_cnt = 0;
            track->audio.pkt_cnt = h*w / a;
        }
    }

    while (track->audio.pkt_cnt) {
2222 2223 2224 2225 2226
        AVPacket *pkt = NULL;
        if (!(pkt = av_mallocz(sizeof(AVPacket))) || av_new_packet(pkt, a) < 0){
            av_free(pkt);
            return AVERROR(ENOMEM);
        }
2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237
        memcpy(pkt->data, track->audio.buf
               + a * (h*w / a - track->audio.pkt_cnt--), a);
        pkt->pts = track->audio.buf_timecode;
        track->audio.buf_timecode = AV_NOPTS_VALUE;
        pkt->pos = pos;
        pkt->stream_index = st->index;
        dynarray_add(&matroska->packets,&matroska->num_packets,pkt);
    }

    return 0;
}
2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318 2319

/* reconstruct full wavpack blocks from mangled matroska ones */
static int matroska_parse_wavpack(MatroskaTrack *track, uint8_t *src,
                                  uint8_t **pdst, int *size)
{
    uint8_t *dst = NULL;
    int dstlen   = 0;
    int srclen   = *size;
    uint32_t samples;
    uint16_t ver;
    int ret, offset = 0;

    if (srclen < 12 || track->stream->codec->extradata_size < 2)
        return AVERROR_INVALIDDATA;

    ver = AV_RL16(track->stream->codec->extradata);

    samples = AV_RL32(src);
    src    += 4;
    srclen -= 4;

    while (srclen >= 8) {
        int multiblock;
        uint32_t blocksize;
        uint8_t *tmp;

        uint32_t flags = AV_RL32(src);
        uint32_t crc   = AV_RL32(src + 4);
        src    += 8;
        srclen -= 8;

        multiblock = (flags & 0x1800) != 0x1800;
        if (multiblock) {
            if (srclen < 4) {
                ret = AVERROR_INVALIDDATA;
                goto fail;
            }
            blocksize = AV_RL32(src);
            src    += 4;
            srclen -= 4;
        } else
            blocksize = srclen;

        if (blocksize > srclen) {
            ret = AVERROR_INVALIDDATA;
            goto fail;
        }

        tmp = av_realloc(dst, dstlen + blocksize + 32);
        if (!tmp) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
        dst     = tmp;
        dstlen += blocksize + 32;

        AV_WL32(dst + offset,      MKTAG('w', 'v', 'p', 'k')); // tag
        AV_WL32(dst + offset + 4,  blocksize + 24);            // blocksize - 8
        AV_WL16(dst + offset + 8,  ver);                       // version
        AV_WL16(dst + offset + 10, 0);                         // track/index_no
        AV_WL32(dst + offset + 12, 0);                         // total samples
        AV_WL32(dst + offset + 16, 0);                         // block index
        AV_WL32(dst + offset + 20, samples);                   // number of samples
        AV_WL32(dst + offset + 24, flags);                     // flags
        AV_WL32(dst + offset + 28, crc);                       // crc
        memcpy (dst + offset + 32, src, blocksize);            // block data

        src    += blocksize;
        srclen -= blocksize;
        offset += blocksize + 32;
    }

    *pdst = dst;
    *size = dstlen;

    return 0;

fail:
    av_freep(&dst);
    return ret;
}

2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393 2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408 2409 2410 2411 2412 2413 2414 2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433
static int matroska_parse_webvtt(MatroskaDemuxContext *matroska,
                                 MatroskaTrack *track,
                                 AVStream *st,
                                 uint8_t *data, int data_len,
                                 uint64_t timecode,
                                 uint64_t duration,
                                 int64_t pos)
{
    AVPacket *pkt;
    uint8_t *id, *settings, *text, *buf;
    int id_len, settings_len, text_len;
    uint8_t *p, *q;
    int err;

    if (data_len <= 0)
        return AVERROR_INVALIDDATA;

    p = data;
    q = data + data_len;

    id = p;
    id_len = -1;
    while (p < q) {
        if (*p == '\r' || *p == '\n') {
            id_len = p - id;
            if (*p == '\r')
                p++;
            break;
        }
        p++;
    }

    if (p >= q || *p != '\n')
        return AVERROR_INVALIDDATA;
    p++;

    settings = p;
    settings_len = -1;
    while (p < q) {
        if (*p == '\r' || *p == '\n') {
            settings_len = p - settings;
            if (*p == '\r')
                p++;
            break;
        }
        p++;
    }

    if (p >= q || *p != '\n')
        return AVERROR_INVALIDDATA;
    p++;

    text = p;
    text_len = q - p;
    while (text_len > 0) {
        const int len = text_len - 1;
        const uint8_t c = p[len];
        if (c != '\r' && c != '\n')
            break;
        text_len = len;
    }

    if (text_len <= 0)
        return AVERROR_INVALIDDATA;

    pkt = av_mallocz(sizeof(*pkt));
    err = av_new_packet(pkt, text_len);
    if (err < 0) {
        av_free(pkt);
        return AVERROR(err);
    }

    memcpy(pkt->data, text, text_len);

    if (id_len > 0) {
        buf = av_packet_new_side_data(pkt,
                                      AV_PKT_DATA_WEBVTT_IDENTIFIER,
                                      id_len);
        if (buf == NULL) {
            av_free(pkt);
            return AVERROR(ENOMEM);
        }
        memcpy(buf, id, id_len);
    }

    if (settings_len > 0) {
        buf = av_packet_new_side_data(pkt,
                                      AV_PKT_DATA_WEBVTT_SETTINGS,
                                      settings_len);
        if (buf == NULL) {
            av_free(pkt);
            return AVERROR(ENOMEM);
        }
        memcpy(buf, settings, settings_len);
    }

    // Do we need this for subtitles?
    // pkt->flags = AV_PKT_FLAG_KEY;

    pkt->stream_index = st->index;
    pkt->pts = timecode;

    // Do we need this for subtitles?
    // pkt->dts = timecode;

    pkt->duration = duration;
    pkt->pos = pos;

    dynarray_add(&matroska->packets, &matroska->num_packets, pkt);
    matroska->prev_pkt = pkt;

    return 0;
}

2434 2435 2436 2437
static int matroska_parse_frame(MatroskaDemuxContext *matroska,
                                MatroskaTrack *track,
                                AVStream *st,
                                uint8_t *data, int pkt_size,
2438
                                uint64_t timecode, uint64_t lace_duration,
2439
                                int64_t pos, int is_keyframe,
2440
                                uint8_t *additional, uint64_t additional_id, int additional_size,
2441
                                int64_t discard_padding)
2442 2443 2444 2445 2446 2447
{
    MatroskaTrackEncoding *encodings = track->encodings.elem;
    uint8_t *pkt_data = data;
    int offset = 0, res;
    AVPacket *pkt;

2448
    if (encodings && !encodings->type && encodings->scope & 1) {
2449 2450 2451 2452 2453
        res = matroska_decode_buffer(&pkt_data, &pkt_size, track);
        if (res < 0)
            return res;
    }

2454 2455 2456 2457 2458 2459 2460 2461 2462 2463 2464 2465
    if (st->codec->codec_id == AV_CODEC_ID_WAVPACK) {
        uint8_t *wv_data;
        res = matroska_parse_wavpack(track, pkt_data, &wv_data, &pkt_size);
        if (res < 0) {
            av_log(matroska->ctx, AV_LOG_ERROR, "Error parsing a wavpack block.\n");
            goto fail;
        }
        if (pkt_data != data)
            av_freep(&pkt_data);
        pkt_data = wv_data;
    }

2466 2467 2468 2469 2470 2471 2472
    if (st->codec->codec_id == AV_CODEC_ID_PRORES)
        offset = 8;

    pkt = av_mallocz(sizeof(AVPacket));
    /* XXX: prevent data copy... */
    if (av_new_packet(pkt, pkt_size + offset) < 0) {
        av_free(pkt);
2473 2474
        res = AVERROR(ENOMEM);
        goto fail;
2475 2476 2477 2478 2479 2480 2481 2482 2483 2484 2485
    }

    if (st->codec->codec_id == AV_CODEC_ID_PRORES) {
        uint8_t *buf = pkt->data;
        bytestream_put_be32(&buf, pkt_size);
        bytestream_put_be32(&buf, MKBETAG('i', 'c', 'p', 'f'));
    }

    memcpy(pkt->data + offset, pkt_data, pkt_size);

    if (pkt_data != data)
2486
        av_freep(&pkt_data);
2487 2488 2489 2490

    pkt->flags = is_keyframe;
    pkt->stream_index = st->index;

2491 2492 2493
    if (additional_size > 0) {
        uint8_t *side_data = av_packet_new_side_data(pkt,
                                                     AV_PKT_DATA_MATROSKA_BLOCKADDITIONAL,
2494
                                                     additional_size + 8);
2495
        if(side_data == NULL) {
2496 2497
            av_free_packet(pkt);
            av_free(pkt);
2498 2499
            return AVERROR(ENOMEM);
        }
2500
        AV_WB64(side_data, additional_id);
2501 2502 2503
        memcpy(side_data + 8, additional, additional_size);
    }

2504 2505 2506 2507 2508 2509 2510 2511 2512 2513 2514 2515 2516 2517 2518
    if (discard_padding) {
        uint8_t *side_data = av_packet_new_side_data(pkt,
                                                     AV_PKT_DATA_SKIP_SAMPLES,
                                                     10);
        if(side_data == NULL) {
            av_free_packet(pkt);
            av_free(pkt);
            return AVERROR(ENOMEM);
        }
        AV_WL32(side_data, 0);
        AV_WL32(side_data + 4, av_rescale_q(discard_padding,
                                            (AVRational){1, 1000000000},
                                            (AVRational){1, st->codec->sample_rate}));
    }

2519 2520 2521 2522 2523
    if (track->ms_compat)
        pkt->dts = timecode;
    else
        pkt->pts = timecode;
    pkt->pos = pos;
2524 2525 2526 2527 2528 2529 2530 2531 2532 2533 2534 2535 2536 2537 2538 2539 2540 2541 2542 2543 2544 2545 2546
    if (st->codec->codec_id == AV_CODEC_ID_SUBRIP) {
        /*
         * For backward compatibility.
         * Historically, we have put subtitle duration
         * in convergence_duration, on the off chance
         * that the time_scale is less than 1us, which
         * could result in a 32bit overflow on the
         * normal duration field.
         */
        pkt->convergence_duration = lace_duration;
    }

    if (track->type != MATROSKA_TRACK_TYPE_SUBTITLE ||
        lace_duration <= INT_MAX) {
        /*
         * For non subtitle tracks, just store the duration
         * as normal.
         *
         * If it's a subtitle track and duration value does
         * not overflow a uint32, then also store it normally.
         */
        pkt->duration = lace_duration;
    }
2547

2548
#if FF_API_ASS_SSA
2549
    if (st->codec->codec_id == AV_CODEC_ID_SSA)
2550
        matroska_fix_ass_packet(matroska, pkt, lace_duration);
2551 2552 2553 2554 2555 2556 2557 2558 2559 2560 2561

    if (matroska->prev_pkt &&
        timecode != AV_NOPTS_VALUE &&
        matroska->prev_pkt->pts == timecode &&
        matroska->prev_pkt->stream_index == st->index &&
        st->codec->codec_id == AV_CODEC_ID_SSA)
        matroska_merge_packets(matroska->prev_pkt, pkt);
    else {
        dynarray_add(&matroska->packets,&matroska->num_packets,pkt);
        matroska->prev_pkt = pkt;
    }
2562 2563 2564 2565
#else
    dynarray_add(&matroska->packets, &matroska->num_packets, pkt);
    matroska->prev_pkt = pkt;
#endif
2566 2567

    return 0;
2568 2569 2570 2571
fail:
    if (pkt_data != data)
        av_freep(&pkt_data);
    return res;
2572 2573
}

2574 2575
static int matroska_parse_block(MatroskaDemuxContext *matroska, uint8_t *data,
                                int size, int64_t pos, uint64_t cluster_time,
2576
                                uint64_t block_duration, int is_keyframe,
2577
                                uint8_t *additional, uint64_t additional_id, int additional_size,
2578
                                int64_t cluster_pos, int64_t discard_padding)
2579
{
2580
    uint64_t timecode = AV_NOPTS_VALUE;
2581
    MatroskaTrack *track;
2582
    int res = 0;
2583 2584 2585 2586 2587
    AVStream *st;
    int16_t block_time;
    uint32_t *lace_size = NULL;
    int n, flags, laces = 0;
    uint64_t num;
2588
    int trust_default_duration = 1;
2589

2590
    if ((n = matroska_ebmlnum_uint(matroska, data, size, &num)) < 0) {
2591
        av_log(matroska->ctx, AV_LOG_ERROR, "EBML block data error\n");
2592
        return n;
2593 2594 2595 2596 2597
    }
    data += n;
    size -= n;

    track = matroska_find_track_by_num(matroska, num);
2598
    if (!track || !track->stream) {
2599
        av_log(matroska->ctx, AV_LOG_INFO,
2600
               "Invalid stream %"PRIu64" or size %u\n", num, size);
2601
        return AVERROR_INVALIDDATA;
2602 2603
    } else if (size <= 3)
        return 0;
2604
    st = track->stream;
2605
    if (st->discard >= AVDISCARD_ALL)
2606
        return res;
2607
    av_assert1(block_duration != AV_NOPTS_VALUE);
2608

2609
    block_time = sign_extend(AV_RB16(data), 16);
2610
    data += 2;
Aurelien Jacobs's avatar
Aurelien Jacobs committed
2611 2612
    flags = *data++;
    size -= 3;
2613
    if (is_keyframe == -1)
2614
        is_keyframe = flags & 0x80 ? AV_PKT_FLAG_KEY : 0;
2615

2616 2617 2618
    if (cluster_time != (uint64_t)-1
        && (block_time >= 0 || cluster_time >= -block_time)) {
        timecode = cluster_time + block_time;
2619 2620 2621
        if (track->type == MATROSKA_TRACK_TYPE_SUBTITLE
            && timecode < track->end_timecode)
            is_keyframe = 0;  /* overlapping subtitles are not key frame */
2622
        if (is_keyframe)
2623 2624 2625
            av_add_index_entry(st, cluster_pos, timecode, 0,0,AVINDEX_KEYFRAME);
    }

2626
    if (matroska->skip_to_keyframe && track->type != MATROSKA_TRACK_TYPE_SUBTITLE) {
2627
        if (timecode < matroska->skip_to_timecode)
2628
            return res;
2629 2630 2631
        if (is_keyframe)
            matroska->skip_to_keyframe = 0;
        else if (!st->skip_to_keyframe) {
2632 2633 2634
            av_log(matroska->ctx, AV_LOG_ERROR, "File is broken, keyframes not correctly marked!\n");
            matroska->skip_to_keyframe = 0;
        }
2635 2636
    }

2637
    res = matroska_parse_laces(matroska, &data, &size, (flags & 0x06) >> 1,
2638
                               &lace_size, &laces);
2639

2640 2641
    if (res)
        goto end;
2642

2643 2644 2645 2646 2647 2648 2649 2650 2651
    if (track->audio.samplerate == 8000) {
        // If this is needed for more codecs, then add them here
        if (st->codec->codec_id == AV_CODEC_ID_AC3) {
            if(track->audio.samplerate != st->codec->sample_rate || !st->codec->frame_size)
                trust_default_duration = 0;
        }
    }

    if (!block_duration && trust_default_duration)
2652
        block_duration = track->default_duration * laces / matroska->time_scale;
2653

2654
    if (cluster_time != (uint64_t)-1 && (block_time >= 0 || cluster_time >= -block_time))
2655 2656
        track->end_timecode =
            FFMAX(track->end_timecode, timecode + block_duration);
2657

2658
    for (n = 0; n < laces; n++) {
2659
        int64_t lace_duration = block_duration*(n+1) / laces - block_duration*n / laces;
2660

2661 2662 2663 2664
        if (lace_size[n] > size) {
            av_log(matroska->ctx, AV_LOG_ERROR, "Invalid packet size\n");
            break;
        }
2665

2666 2667 2668 2669 2670
        if ((st->codec->codec_id == AV_CODEC_ID_RA_288 ||
             st->codec->codec_id == AV_CODEC_ID_COOK ||
             st->codec->codec_id == AV_CODEC_ID_SIPR ||
             st->codec->codec_id == AV_CODEC_ID_ATRAC3) &&
             st->codec->block_align && track->audio.sub_packet_size) {
Aurelien Jacobs's avatar
Aurelien Jacobs committed
2671

2672 2673
            res = matroska_parse_rm_audio(matroska, track, st, data,
                                          lace_size[n],
2674
                                          timecode, pos);
2675 2676
            if (res)
                goto end;
2677

2678 2679 2680 2681 2682 2683 2684 2685
        } else if (st->codec->codec_id == AV_CODEC_ID_WEBVTT) {
            res = matroska_parse_webvtt(matroska, track, st,
                                        data, lace_size[n],
                                        timecode, lace_duration,
                                        pos);
            if (res)
                goto end;

2686 2687
        } else {
            res = matroska_parse_frame(matroska, track, st, data, lace_size[n],
2688
                                      timecode, lace_duration,
2689
                                      pos, !n? is_keyframe : 0,
2690 2691
                                      additional, additional_id, additional_size,
                                      discard_padding);
2692 2693
            if (res)
                goto end;
2694
        }
2695 2696

        if (timecode != AV_NOPTS_VALUE)
2697
            timecode = lace_duration ? timecode + lace_duration : AV_NOPTS_VALUE;
2698 2699
        data += lace_size[n];
        size -= lace_size[n];
2700 2701
    }

2702
end:
2703
    av_free(lace_size);
2704
    return res;
2705 2706
}

2707 2708 2709 2710 2711 2712 2713 2714 2715 2716 2717 2718 2719 2720 2721 2722 2723 2724 2725 2726 2727 2728 2729 2730 2731 2732 2733 2734 2735 2736 2737 2738 2739 2740 2741 2742 2743 2744 2745 2746
static int matroska_parse_cluster_incremental(MatroskaDemuxContext *matroska)
{
    EbmlList *blocks_list;
    MatroskaBlock *blocks;
    int i, res;
    res = ebml_parse(matroska,
                     matroska_cluster_incremental_parsing,
                     &matroska->current_cluster);
    if (res == 1) {
        /* New Cluster */
        if (matroska->current_cluster_pos)
            ebml_level_end(matroska);
        ebml_free(matroska_cluster, &matroska->current_cluster);
        memset(&matroska->current_cluster, 0, sizeof(MatroskaCluster));
        matroska->current_cluster_num_blocks = 0;
        matroska->current_cluster_pos = avio_tell(matroska->ctx->pb);
        matroska->prev_pkt = NULL;
        /* sizeof the ID which was already read */
        if (matroska->current_id)
            matroska->current_cluster_pos -= 4;
        res = ebml_parse(matroska,
                         matroska_clusters_incremental,
                         &matroska->current_cluster);
        /* Try parsing the block again. */
        if (res == 1)
            res = ebml_parse(matroska,
                             matroska_cluster_incremental_parsing,
                             &matroska->current_cluster);
    }

    if (!res &&
        matroska->current_cluster_num_blocks <
            matroska->current_cluster.blocks.nb_elem) {
        blocks_list = &matroska->current_cluster.blocks;
        blocks = blocks_list->elem;

        matroska->current_cluster_num_blocks = blocks_list->nb_elem;
        i = blocks_list->nb_elem - 1;
        if (blocks[i].bin.size > 0 && blocks[i].bin.data) {
            int is_keyframe = blocks[i].non_simple ? !blocks[i].reference : -1;
2747 2748
            uint8_t* additional = blocks[i].additional.size > 0 ?
                                    blocks[i].additional.data : NULL;
2749
            if (!blocks[i].non_simple)
2750
                blocks[i].duration = 0;
2751 2752 2753 2754 2755
            res = matroska_parse_block(matroska,
                                       blocks[i].bin.data, blocks[i].bin.size,
                                       blocks[i].bin.pos,
                                       matroska->current_cluster.timecode,
                                       blocks[i].duration, is_keyframe,
2756 2757
                                       additional, blocks[i].additional_id,
                                       blocks[i].additional.size,
2758 2759
                                       matroska->current_cluster_pos,
                                       blocks[i].discard_padding);
2760 2761 2762 2763 2764 2765
        }
    }

    return res;
}

2766
static int matroska_parse_cluster(MatroskaDemuxContext *matroska)
2767
{
2768 2769 2770
    MatroskaCluster cluster = { 0 };
    EbmlList *blocks_list;
    MatroskaBlock *blocks;
2771
    int i, res;
2772 2773 2774 2775
    int64_t pos;
    if (!matroska->contains_ssa)
        return matroska_parse_cluster_incremental(matroska);
    pos = avio_tell(matroska->ctx->pb);
2776
    matroska->prev_pkt = NULL;
2777
    if (matroska->current_id)
2778
        pos -= 4;  /* sizeof the ID which was already read */
2779
    res = ebml_parse(matroska, matroska_clusters, &cluster);
2780 2781
    blocks_list = &cluster.blocks;
    blocks = blocks_list->elem;
2782
    for (i=0; i<blocks_list->nb_elem; i++)
2783
        if (blocks[i].bin.size > 0 && blocks[i].bin.data) {
2784
            int is_keyframe = blocks[i].non_simple ? !blocks[i].reference : -1;
2785 2786 2787
            res=matroska_parse_block(matroska,
                                     blocks[i].bin.data, blocks[i].bin.size,
                                     blocks[i].bin.pos,  cluster.timecode,
2788
                                     blocks[i].duration, is_keyframe, NULL, 0, 0,
2789
                                     pos, blocks[i].discard_padding);
2790
        }
2791
    ebml_free(matroska_cluster, &cluster);
2792 2793 2794
    return res;
}

2795
static int matroska_read_packet(AVFormatContext *s, AVPacket *pkt)
2796 2797 2798
{
    MatroskaDemuxContext *matroska = s->priv_data;

2799
    while (matroska_deliver_packet(matroska, pkt)) {
2800
        int64_t pos = avio_tell(matroska->ctx->pb);
2801
        if (matroska->done)
2802
            return AVERROR_EOF;
2803 2804
        if (matroska_parse_cluster(matroska) < 0)
            matroska_resync(matroska, pos);
2805 2806
    }

2807
    return 0;
2808 2809
}

2810 2811
static int matroska_read_seek(AVFormatContext *s, int stream_index,
                              int64_t timestamp, int flags)
2812 2813
{
    MatroskaDemuxContext *matroska = s->priv_data;
2814
    MatroskaTrack *tracks = matroska->tracks.elem;
2815
    AVStream *st = s->streams[stream_index];
2816
    int i, index, index_sub, index_min;
2817

2818
    /* Parse the CUES now since we need the index data to seek. */
2819
    if (matroska->cues_parsing_deferred > 0) {
2820
        matroska->cues_parsing_deferred = 0;
2821
        matroska_parse_cues(matroska);
2822 2823
    }

2824
    if (!st->nb_index_entries)
2825
        goto err;
2826
    timestamp = FFMAX(timestamp, st->index_entries[0].timestamp);
2827

2828
    if ((index = av_index_search_timestamp(st, timestamp, flags)) < 0) {
2829
        avio_seek(s->pb, st->index_entries[st->nb_index_entries-1].pos, SEEK_SET);
2830
        matroska->current_id = 0;
2831 2832 2833 2834 2835
        while ((index = av_index_search_timestamp(st, timestamp, flags)) < 0) {
            matroska_clear_queue(matroska);
            if (matroska_parse_cluster(matroska) < 0)
                break;
        }
2836
    }
2837

2838
    matroska_clear_queue(matroska);
2839 2840
    if (index < 0 || (matroska->cues_parsing_deferred < 0 && index == st->nb_index_entries - 1))
        goto err;
2841

2842 2843
    index_min = index;
    for (i=0; i < matroska->tracks.nb_elem; i++) {
2844 2845 2846
        tracks[i].audio.pkt_cnt = 0;
        tracks[i].audio.sub_packet_cnt = 0;
        tracks[i].audio.buf_timecode = AV_NOPTS_VALUE;
2847 2848
        tracks[i].end_timecode = 0;
        if (tracks[i].type == MATROSKA_TRACK_TYPE_SUBTITLE
2849
            && tracks[i].stream->discard != AVDISCARD_ALL) {
2850
            index_sub = av_index_search_timestamp(tracks[i].stream, st->index_entries[index].timestamp, AVSEEK_FLAG_BACKWARD);
2851 2852 2853 2854 2855
            while(index_sub >= 0
                  && index_min >= 0
                  && tracks[i].stream->index_entries[index_sub].pos < st->index_entries[index_min].pos
                  && st->index_entries[index].timestamp - tracks[i].stream->index_entries[index_sub].timestamp < 30000000000/matroska->time_scale)
                index_min--;
2856 2857 2858
        }
    }

2859
    avio_seek(s->pb, st->index_entries[index_min].pos, SEEK_SET);
2860
    matroska->current_id = 0;
2861 2862 2863 2864 2865 2866 2867 2868
    if (flags & AVSEEK_FLAG_ANY) {
        st->skip_to_keyframe = 0;
        matroska->skip_to_timecode = timestamp;
    } else {
        st->skip_to_keyframe = 1;
        matroska->skip_to_timecode = st->index_entries[index].timestamp;
    }
    matroska->skip_to_keyframe = 1;
2869
    matroska->done = 0;
2870
    matroska->num_levels = 0;
2871
    ff_update_cur_dts(s, st, st->index_entries[index].timestamp);
2872
    return 0;
2873 2874 2875 2876 2877
err:
    // slightly hackish but allows proper fallback to
    // the generic seeking code.
    matroska_clear_queue(matroska);
    matroska->current_id = 0;
2878
    st->skip_to_keyframe =
2879 2880 2881 2882
    matroska->skip_to_keyframe = 0;
    matroska->done = 0;
    matroska->num_levels = 0;
    return -1;
2883 2884
}

2885
static int matroska_read_close(AVFormatContext *s)
2886 2887
{
    MatroskaDemuxContext *matroska = s->priv_data;
2888
    MatroskaTrack *tracks = matroska->tracks.elem;
2889
    int n;
2890

2891
    matroska_clear_queue(matroska);
2892

2893 2894 2895
    for (n=0; n < matroska->tracks.nb_elem; n++)
        if (tracks[n].type == MATROSKA_TRACK_TYPE_AUDIO)
            av_free(tracks[n].audio.buf);
2896
    ebml_free(matroska_cluster, &matroska->current_cluster);
2897
    ebml_free(matroska_segment, matroska);
2898 2899 2900 2901

    return 0;
}

2902
AVInputFormat ff_matroska_demuxer = {
2903
    .name           = "matroska,webm",
2904
    .long_name      = NULL_IF_CONFIG_SMALL("Matroska / WebM"),
2905 2906 2907 2908 2909 2910
    .priv_data_size = sizeof(MatroskaDemuxContext),
    .read_probe     = matroska_probe,
    .read_header    = matroska_read_header,
    .read_packet    = matroska_read_packet,
    .read_close     = matroska_read_close,
    .read_seek      = matroska_read_seek,
2911
};