matroskadec.c 86.1 KB
Newer Older
1
/*
2
 * Matroska file demuxer
3
 * Copyright (c) 2003-2008 The FFmpeg Project
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

/**
23
 * @file
24
 * Matroska file demuxer
25 26 27 28
 * @author Ronald Bultje <rbultje@ronald.bitfreak.net>
 * @author with a little help from Moritz Bunkus <moritz@bunkus.org>
 * @author totally reworked by Aurelien Jacobs <aurel@gnuage.org>
 * @see specs available on the Matroska project page: http://www.matroska.org/
29 30
 */

31
#include <stdio.h>
32
#include "avformat.h"
33
#include "internal.h"
34
#include "avio_internal.h"
35
/* For ff_codec_get_id(). */
36
#include "riff.h"
37
#include "isom.h"
38
#include "rmsipr.h"
39
#include "matroska.h"
40
#include "libavcodec/bytestream.h"
41
#include "libavcodec/mpeg4audio.h"
42
#include "libavutil/intfloat.h"
43
#include "libavutil/intreadwrite.h"
44
#include "libavutil/avstring.h"
45
#include "libavutil/lzo.h"
46
#include "libavutil/dict.h"
47
#if CONFIG_ZLIB
48 49
#include <zlib.h>
#endif
50
#if CONFIG_BZLIB
51 52
#include <bzlib.h>
#endif
53

54 55 56 57 58 59 60 61 62 63
typedef enum {
    EBML_NONE,
    EBML_UINT,
    EBML_FLOAT,
    EBML_STR,
    EBML_UTF8,
    EBML_BIN,
    EBML_NEST,
    EBML_PASS,
    EBML_STOP,
64
    EBML_TYPE_COUNT
65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90
} EbmlType;

typedef const struct EbmlSyntax {
    uint32_t id;
    EbmlType type;
    int list_elem_size;
    int data_offset;
    union {
        uint64_t    u;
        double      f;
        const char *s;
        const struct EbmlSyntax *n;
    } def;
} EbmlSyntax;

typedef struct {
    int nb_elem;
    void *elem;
} EbmlList;

typedef struct {
    int      size;
    uint8_t *data;
    int64_t  pos;
} EbmlBin;

91 92 93 94 95 96 97 98
typedef struct {
    uint64_t version;
    uint64_t max_size;
    uint64_t id_length;
    char    *doctype;
    uint64_t doctype_version;
} Ebml;

99 100 101 102
typedef struct {
    uint64_t algo;
    EbmlBin  settings;
} MatroskaTrackCompression;
103

104 105 106 107 108
typedef struct {
    uint64_t scope;
    uint64_t type;
    MatroskaTrackCompression compression;
} MatroskaTrackEncoding;
109

110 111 112 113 114 115
typedef struct {
    double   frame_rate;
    uint64_t display_width;
    uint64_t display_height;
    uint64_t pixel_width;
    uint64_t pixel_height;
116
    EbmlBin color_space;
117
    uint64_t stereo_mode;
118
} MatroskaTrackVideo;
119

120 121 122 123 124 125 126 127 128 129 130 131 132
typedef struct {
    double   samplerate;
    double   out_samplerate;
    uint64_t bitdepth;
    uint64_t channels;

    /* real audio header (extracted from extradata) */
    int      coded_framesize;
    int      sub_packet_h;
    int      frame_size;
    int      sub_packet_size;
    int      sub_packet_cnt;
    int      pkt_cnt;
133
    uint64_t buf_timecode;
134 135
    uint8_t *buf;
} MatroskaTrackAudio;
136

137 138 139 140 141 142 143 144 145
typedef struct {
    uint64_t uid;
    uint64_t type;
} MatroskaTrackPlane;

typedef struct {
    EbmlList combine_planes;
} MatroskaTrackOperation;

146 147
typedef struct {
    uint64_t num;
148
    uint64_t uid;
149
    uint64_t type;
150
    char    *name;
151 152 153
    char    *codec_id;
    EbmlBin  codec_priv;
    char    *language;
154
    double time_scale;
155
    uint64_t default_duration;
156
    uint64_t flag_default;
157
    uint64_t flag_forced;
158 159
    MatroskaTrackVideo video;
    MatroskaTrackAudio audio;
160
    MatroskaTrackOperation operation;
161
    EbmlList encodings;
162 163

    AVStream *stream;
164
    int64_t end_timecode;
165
    int ms_compat;
166 167
} MatroskaTrack;

168
typedef struct {
169
    uint64_t uid;
170 171 172
    char *filename;
    char *mime;
    EbmlBin bin;
173 174

    AVStream *stream;
175 176
} MatroskaAttachement;

177 178 179 180 181
typedef struct {
    uint64_t start;
    uint64_t end;
    uint64_t uid;
    char    *title;
182 183

    AVChapter *chapter;
184 185
} MatroskaChapter;

186 187 188 189 190 191 192 193 194 195
typedef struct {
    uint64_t track;
    uint64_t pos;
} MatroskaIndexPos;

typedef struct {
    uint64_t time;
    EbmlList pos;
} MatroskaIndex;

196 197 198
typedef struct {
    char *name;
    char *string;
199 200
    char *lang;
    uint64_t def;
201 202 203
    EbmlList sub;
} MatroskaTag;

204 205 206 207 208 209 210 211 212 213 214 215 216
typedef struct {
    char    *type;
    uint64_t typevalue;
    uint64_t trackuid;
    uint64_t chapteruid;
    uint64_t attachuid;
} MatroskaTagTarget;

typedef struct {
    MatroskaTagTarget target;
    EbmlList tag;
} MatroskaTags;

217 218 219 220 221
typedef struct {
    uint64_t id;
    uint64_t pos;
} MatroskaSeekhead;

222
typedef struct {
223 224
    uint64_t start;
    uint64_t length;
225 226
} MatroskaLevel;

227 228 229 230 231
typedef struct {
    uint64_t timecode;
    EbmlList blocks;
} MatroskaCluster;

232
typedef struct {
233 234
    AVFormatContext *ctx;

235
    /* EBML stuff */
236 237 238
    int num_levels;
    MatroskaLevel levels[EBML_MAX_DEPTH];
    int level_up;
239
    uint32_t current_id;
240

241 242 243
    uint64_t time_scale;
    double   duration;
    char    *title;
244
    EbmlBin date_utc;
245
    EbmlList tracks;
246
    EbmlList attachments;
247
    EbmlList chapters;
248
    EbmlList index;
249
    EbmlList tags;
250
    EbmlList seekhead;
251 252

    /* byte position of the segment inside the stream */
253
    int64_t segment_start;
254

255
    /* the packet queue */
256 257
    AVPacket **packets;
    int num_packets;
258
    AVPacket *prev_pkt;
259

260
    int done;
261 262 263

    /* What to skip before effectively reading a packet. */
    int skip_to_keyframe;
264
    uint64_t skip_to_timecode;
265 266 267

    /* File has a CUES element, but we defer parsing until it is needed. */
    int cues_parsing_deferred;
268 269 270 271 272 273 274

    int current_cluster_num_blocks;
    int64_t current_cluster_pos;
    MatroskaCluster current_cluster;

    /* File has SSA subtitles which prevent incremental cluster parsing. */
    int contains_ssa;
275 276
} MatroskaDemuxContext;

277 278 279
typedef struct {
    uint64_t duration;
    int64_t  reference;
280
    uint64_t non_simple;
281 282 283
    EbmlBin  bin;
} MatroskaBlock;

284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299
static EbmlSyntax ebml_header[] = {
    { EBML_ID_EBMLREADVERSION,        EBML_UINT, 0, offsetof(Ebml,version), {.u=EBML_VERSION} },
    { EBML_ID_EBMLMAXSIZELENGTH,      EBML_UINT, 0, offsetof(Ebml,max_size), {.u=8} },
    { EBML_ID_EBMLMAXIDLENGTH,        EBML_UINT, 0, offsetof(Ebml,id_length), {.u=4} },
    { EBML_ID_DOCTYPE,                EBML_STR,  0, offsetof(Ebml,doctype), {.s="(none)"} },
    { EBML_ID_DOCTYPEREADVERSION,     EBML_UINT, 0, offsetof(Ebml,doctype_version), {.u=1} },
    { EBML_ID_EBMLVERSION,            EBML_NONE },
    { EBML_ID_DOCTYPEVERSION,         EBML_NONE },
    { 0 }
};

static EbmlSyntax ebml_syntax[] = {
    { EBML_ID_HEADER,                 EBML_NEST, 0, 0, {.n=ebml_header} },
    { 0 }
};

300 301 302 303 304 305
static EbmlSyntax matroska_info[] = {
    { MATROSKA_ID_TIMECODESCALE,      EBML_UINT,  0, offsetof(MatroskaDemuxContext,time_scale), {.u=1000000} },
    { MATROSKA_ID_DURATION,           EBML_FLOAT, 0, offsetof(MatroskaDemuxContext,duration) },
    { MATROSKA_ID_TITLE,              EBML_UTF8,  0, offsetof(MatroskaDemuxContext,title) },
    { MATROSKA_ID_WRITINGAPP,         EBML_NONE },
    { MATROSKA_ID_MUXINGAPP,          EBML_NONE },
306
    { MATROSKA_ID_DATEUTC,            EBML_BIN,  0, offsetof(MatroskaDemuxContext,date_utc) },
307 308 309 310
    { MATROSKA_ID_SEGMENTUID,         EBML_NONE },
    { 0 }
};

311 312 313 314 315 316
static EbmlSyntax matroska_track_video[] = {
    { MATROSKA_ID_VIDEOFRAMERATE,     EBML_FLOAT,0, offsetof(MatroskaTrackVideo,frame_rate) },
    { MATROSKA_ID_VIDEODISPLAYWIDTH,  EBML_UINT, 0, offsetof(MatroskaTrackVideo,display_width) },
    { MATROSKA_ID_VIDEODISPLAYHEIGHT, EBML_UINT, 0, offsetof(MatroskaTrackVideo,display_height) },
    { MATROSKA_ID_VIDEOPIXELWIDTH,    EBML_UINT, 0, offsetof(MatroskaTrackVideo,pixel_width) },
    { MATROSKA_ID_VIDEOPIXELHEIGHT,   EBML_UINT, 0, offsetof(MatroskaTrackVideo,pixel_height) },
317
    { MATROSKA_ID_VIDEOCOLORSPACE,    EBML_BIN,  0, offsetof(MatroskaTrackVideo,color_space) },
318
    { MATROSKA_ID_VIDEOSTEREOMODE,    EBML_UINT, 0, offsetof(MatroskaTrackVideo,stereo_mode) },
319 320 321 322 323
    { MATROSKA_ID_VIDEOPIXELCROPB,    EBML_NONE },
    { MATROSKA_ID_VIDEOPIXELCROPT,    EBML_NONE },
    { MATROSKA_ID_VIDEOPIXELCROPL,    EBML_NONE },
    { MATROSKA_ID_VIDEOPIXELCROPR,    EBML_NONE },
    { MATROSKA_ID_VIDEODISPLAYUNIT,   EBML_NONE },
324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346
    { MATROSKA_ID_VIDEOFLAGINTERLACED,EBML_NONE },
    { MATROSKA_ID_VIDEOASPECTRATIO,   EBML_NONE },
    { 0 }
};

static EbmlSyntax matroska_track_audio[] = {
    { MATROSKA_ID_AUDIOSAMPLINGFREQ,  EBML_FLOAT,0, offsetof(MatroskaTrackAudio,samplerate), {.f=8000.0} },
    { MATROSKA_ID_AUDIOOUTSAMPLINGFREQ,EBML_FLOAT,0,offsetof(MatroskaTrackAudio,out_samplerate) },
    { MATROSKA_ID_AUDIOBITDEPTH,      EBML_UINT, 0, offsetof(MatroskaTrackAudio,bitdepth) },
    { MATROSKA_ID_AUDIOCHANNELS,      EBML_UINT, 0, offsetof(MatroskaTrackAudio,channels), {.u=1} },
    { 0 }
};

static EbmlSyntax matroska_track_encoding_compression[] = {
    { MATROSKA_ID_ENCODINGCOMPALGO,   EBML_UINT, 0, offsetof(MatroskaTrackCompression,algo), {.u=0} },
    { MATROSKA_ID_ENCODINGCOMPSETTINGS,EBML_BIN, 0, offsetof(MatroskaTrackCompression,settings) },
    { 0 }
};

static EbmlSyntax matroska_track_encoding[] = {
    { MATROSKA_ID_ENCODINGSCOPE,      EBML_UINT, 0, offsetof(MatroskaTrackEncoding,scope), {.u=1} },
    { MATROSKA_ID_ENCODINGTYPE,       EBML_UINT, 0, offsetof(MatroskaTrackEncoding,type), {.u=0} },
    { MATROSKA_ID_ENCODINGCOMPRESSION,EBML_NEST, 0, offsetof(MatroskaTrackEncoding,compression), {.n=matroska_track_encoding_compression} },
347
    { MATROSKA_ID_ENCODINGORDER,      EBML_NONE },
348 349 350 351 352 353 354 355
    { 0 }
};

static EbmlSyntax matroska_track_encodings[] = {
    { MATROSKA_ID_TRACKCONTENTENCODING, EBML_NEST, sizeof(MatroskaTrackEncoding), offsetof(MatroskaTrack,encodings), {.n=matroska_track_encoding} },
    { 0 }
};

356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371
static EbmlSyntax matroska_track_plane[] = {
    { MATROSKA_ID_TRACKPLANEUID,  EBML_UINT, 0, offsetof(MatroskaTrackPlane,uid) },
    { MATROSKA_ID_TRACKPLANETYPE, EBML_UINT, 0, offsetof(MatroskaTrackPlane,type) },
    { 0 }
};

static EbmlSyntax matroska_track_combine_planes[] = {
    { MATROSKA_ID_TRACKPLANE, EBML_NEST, sizeof(MatroskaTrackPlane), offsetof(MatroskaTrackOperation,combine_planes), {.n=matroska_track_plane} },
    { 0 }
};

static EbmlSyntax matroska_track_operation[] = {
    { MATROSKA_ID_TRACKCOMBINEPLANES, EBML_NEST, 0, 0, {.n=matroska_track_combine_planes} },
    { 0 }
};

372 373
static EbmlSyntax matroska_track[] = {
    { MATROSKA_ID_TRACKNUMBER,          EBML_UINT, 0, offsetof(MatroskaTrack,num) },
374
    { MATROSKA_ID_TRACKNAME,            EBML_UTF8, 0, offsetof(MatroskaTrack,name) },
375
    { MATROSKA_ID_TRACKUID,             EBML_UINT, 0, offsetof(MatroskaTrack,uid) },
376 377 378 379 380 381 382
    { MATROSKA_ID_TRACKTYPE,            EBML_UINT, 0, offsetof(MatroskaTrack,type) },
    { MATROSKA_ID_CODECID,              EBML_STR,  0, offsetof(MatroskaTrack,codec_id) },
    { MATROSKA_ID_CODECPRIVATE,         EBML_BIN,  0, offsetof(MatroskaTrack,codec_priv) },
    { MATROSKA_ID_TRACKLANGUAGE,        EBML_UTF8, 0, offsetof(MatroskaTrack,language), {.s="eng"} },
    { MATROSKA_ID_TRACKDEFAULTDURATION, EBML_UINT, 0, offsetof(MatroskaTrack,default_duration) },
    { MATROSKA_ID_TRACKTIMECODESCALE,   EBML_FLOAT,0, offsetof(MatroskaTrack,time_scale), {.f=1.0} },
    { MATROSKA_ID_TRACKFLAGDEFAULT,     EBML_UINT, 0, offsetof(MatroskaTrack,flag_default), {.u=1} },
383
    { MATROSKA_ID_TRACKFLAGFORCED,      EBML_UINT, 0, offsetof(MatroskaTrack,flag_forced), {.u=0} },
384 385
    { MATROSKA_ID_TRACKVIDEO,           EBML_NEST, 0, offsetof(MatroskaTrack,video), {.n=matroska_track_video} },
    { MATROSKA_ID_TRACKAUDIO,           EBML_NEST, 0, offsetof(MatroskaTrack,audio), {.n=matroska_track_audio} },
386
    { MATROSKA_ID_TRACKOPERATION,       EBML_NEST, 0, offsetof(MatroskaTrack,operation), {.n=matroska_track_operation} },
387 388 389 390 391 392 393 394 395
    { MATROSKA_ID_TRACKCONTENTENCODINGS,EBML_NEST, 0, 0, {.n=matroska_track_encodings} },
    { MATROSKA_ID_TRACKFLAGENABLED,     EBML_NONE },
    { MATROSKA_ID_TRACKFLAGLACING,      EBML_NONE },
    { MATROSKA_ID_CODECNAME,            EBML_NONE },
    { MATROSKA_ID_CODECDECODEALL,       EBML_NONE },
    { MATROSKA_ID_CODECINFOURL,         EBML_NONE },
    { MATROSKA_ID_CODECDOWNLOADURL,     EBML_NONE },
    { MATROSKA_ID_TRACKMINCACHE,        EBML_NONE },
    { MATROSKA_ID_TRACKMAXCACHE,        EBML_NONE },
396
    { MATROSKA_ID_TRACKMAXBLKADDID,     EBML_NONE },
397 398 399 400 401 402 403 404
    { 0 }
};

static EbmlSyntax matroska_tracks[] = {
    { MATROSKA_ID_TRACKENTRY,         EBML_NEST, sizeof(MatroskaTrack), offsetof(MatroskaDemuxContext,tracks), {.n=matroska_track} },
    { 0 }
};

405
static EbmlSyntax matroska_attachment[] = {
406
    { MATROSKA_ID_FILEUID,            EBML_UINT, 0, offsetof(MatroskaAttachement,uid) },
407 408 409
    { MATROSKA_ID_FILENAME,           EBML_UTF8, 0, offsetof(MatroskaAttachement,filename) },
    { MATROSKA_ID_FILEMIMETYPE,       EBML_STR,  0, offsetof(MatroskaAttachement,mime) },
    { MATROSKA_ID_FILEDATA,           EBML_BIN,  0, offsetof(MatroskaAttachement,bin) },
410
    { MATROSKA_ID_FILEDESC,           EBML_NONE },
411 412 413 414 415 416 417 418
    { 0 }
};

static EbmlSyntax matroska_attachments[] = {
    { MATROSKA_ID_ATTACHEDFILE,       EBML_NEST, sizeof(MatroskaAttachement), offsetof(MatroskaDemuxContext,attachments), {.n=matroska_attachment} },
    { 0 }
};

419 420
static EbmlSyntax matroska_chapter_display[] = {
    { MATROSKA_ID_CHAPSTRING,         EBML_UTF8, 0, offsetof(MatroskaChapter,title) },
421
    { MATROSKA_ID_CHAPLANG,           EBML_NONE },
422 423 424 425 426 427 428 429 430
    { 0 }
};

static EbmlSyntax matroska_chapter_entry[] = {
    { MATROSKA_ID_CHAPTERTIMESTART,   EBML_UINT, 0, offsetof(MatroskaChapter,start), {.u=AV_NOPTS_VALUE} },
    { MATROSKA_ID_CHAPTERTIMEEND,     EBML_UINT, 0, offsetof(MatroskaChapter,end), {.u=AV_NOPTS_VALUE} },
    { MATROSKA_ID_CHAPTERUID,         EBML_UINT, 0, offsetof(MatroskaChapter,uid) },
    { MATROSKA_ID_CHAPTERDISPLAY,     EBML_NEST, 0, 0, {.n=matroska_chapter_display} },
    { MATROSKA_ID_CHAPTERFLAGHIDDEN,  EBML_NONE },
431 432 433
    { MATROSKA_ID_CHAPTERFLAGENABLED, EBML_NONE },
    { MATROSKA_ID_CHAPTERPHYSEQUIV,   EBML_NONE },
    { MATROSKA_ID_CHAPTERATOM,        EBML_NONE },
434 435 436 437 438 439 440 441
    { 0 }
};

static EbmlSyntax matroska_chapter[] = {
    { MATROSKA_ID_CHAPTERATOM,        EBML_NEST, sizeof(MatroskaChapter), offsetof(MatroskaDemuxContext,chapters), {.n=matroska_chapter_entry} },
    { MATROSKA_ID_EDITIONUID,         EBML_NONE },
    { MATROSKA_ID_EDITIONFLAGHIDDEN,  EBML_NONE },
    { MATROSKA_ID_EDITIONFLAGDEFAULT, EBML_NONE },
442
    { MATROSKA_ID_EDITIONFLAGORDERED, EBML_NONE },
443 444 445 446 447 448 449 450
    { 0 }
};

static EbmlSyntax matroska_chapters[] = {
    { MATROSKA_ID_EDITIONENTRY,       EBML_NEST, 0, 0, {.n=matroska_chapter} },
    { 0 }
};

451 452 453
static EbmlSyntax matroska_index_pos[] = {
    { MATROSKA_ID_CUETRACK,           EBML_UINT, 0, offsetof(MatroskaIndexPos,track) },
    { MATROSKA_ID_CUECLUSTERPOSITION, EBML_UINT, 0, offsetof(MatroskaIndexPos,pos)   },
454
    { MATROSKA_ID_CUEBLOCKNUMBER,     EBML_NONE },
455 456 457 458 459 460 461 462 463 464 465 466 467 468
    { 0 }
};

static EbmlSyntax matroska_index_entry[] = {
    { MATROSKA_ID_CUETIME,            EBML_UINT, 0, offsetof(MatroskaIndex,time) },
    { MATROSKA_ID_CUETRACKPOSITION,   EBML_NEST, sizeof(MatroskaIndexPos), offsetof(MatroskaIndex,pos), {.n=matroska_index_pos} },
    { 0 }
};

static EbmlSyntax matroska_index[] = {
    { MATROSKA_ID_POINTENTRY,         EBML_NEST, sizeof(MatroskaIndex), offsetof(MatroskaDemuxContext,index), {.n=matroska_index_entry} },
    { 0 }
};

469 470 471
static EbmlSyntax matroska_simpletag[] = {
    { MATROSKA_ID_TAGNAME,            EBML_UTF8, 0, offsetof(MatroskaTag,name) },
    { MATROSKA_ID_TAGSTRING,          EBML_UTF8, 0, offsetof(MatroskaTag,string) },
472 473
    { MATROSKA_ID_TAGLANG,            EBML_STR,  0, offsetof(MatroskaTag,lang), {.s="und"} },
    { MATROSKA_ID_TAGDEFAULT,         EBML_UINT, 0, offsetof(MatroskaTag,def) },
474
    { MATROSKA_ID_TAGDEFAULT_BUG,     EBML_UINT, 0, offsetof(MatroskaTag,def) },
475 476 477 478
    { MATROSKA_ID_SIMPLETAG,          EBML_NEST, sizeof(MatroskaTag), offsetof(MatroskaTag,sub), {.n=matroska_simpletag} },
    { 0 }
};

479 480 481 482 483 484 485 486 487
static EbmlSyntax matroska_tagtargets[] = {
    { MATROSKA_ID_TAGTARGETS_TYPE,      EBML_STR,  0, offsetof(MatroskaTagTarget,type) },
    { MATROSKA_ID_TAGTARGETS_TYPEVALUE, EBML_UINT, 0, offsetof(MatroskaTagTarget,typevalue), {.u=50} },
    { MATROSKA_ID_TAGTARGETS_TRACKUID,  EBML_UINT, 0, offsetof(MatroskaTagTarget,trackuid) },
    { MATROSKA_ID_TAGTARGETS_CHAPTERUID,EBML_UINT, 0, offsetof(MatroskaTagTarget,chapteruid) },
    { MATROSKA_ID_TAGTARGETS_ATTACHUID, EBML_UINT, 0, offsetof(MatroskaTagTarget,attachuid) },
    { 0 }
};

488
static EbmlSyntax matroska_tag[] = {
489 490
    { MATROSKA_ID_SIMPLETAG,          EBML_NEST, sizeof(MatroskaTag), offsetof(MatroskaTags,tag), {.n=matroska_simpletag} },
    { MATROSKA_ID_TAGTARGETS,         EBML_NEST, 0, offsetof(MatroskaTags,target), {.n=matroska_tagtargets} },
491 492 493
    { 0 }
};

494
static EbmlSyntax matroska_tags[] = {
495
    { MATROSKA_ID_TAG,                EBML_NEST, sizeof(MatroskaTags), offsetof(MatroskaDemuxContext,tags), {.n=matroska_tag} },
496 497 498
    { 0 }
};

499 500 501 502 503 504 505 506 507 508 509
static EbmlSyntax matroska_seekhead_entry[] = {
    { MATROSKA_ID_SEEKID,             EBML_UINT, 0, offsetof(MatroskaSeekhead,id) },
    { MATROSKA_ID_SEEKPOSITION,       EBML_UINT, 0, offsetof(MatroskaSeekhead,pos), {.u=-1} },
    { 0 }
};

static EbmlSyntax matroska_seekhead[] = {
    { MATROSKA_ID_SEEKENTRY,          EBML_NEST, sizeof(MatroskaSeekhead), offsetof(MatroskaDemuxContext,seekhead), {.n=matroska_seekhead_entry} },
    { 0 }
};

510 511 512 513 514 515 516 517
static EbmlSyntax matroska_segment[] = {
    { MATROSKA_ID_INFO,           EBML_NEST, 0, 0, {.n=matroska_info       } },
    { MATROSKA_ID_TRACKS,         EBML_NEST, 0, 0, {.n=matroska_tracks     } },
    { MATROSKA_ID_ATTACHMENTS,    EBML_NEST, 0, 0, {.n=matroska_attachments} },
    { MATROSKA_ID_CHAPTERS,       EBML_NEST, 0, 0, {.n=matroska_chapters   } },
    { MATROSKA_ID_CUES,           EBML_NEST, 0, 0, {.n=matroska_index      } },
    { MATROSKA_ID_TAGS,           EBML_NEST, 0, 0, {.n=matroska_tags       } },
    { MATROSKA_ID_SEEKHEAD,       EBML_NEST, 0, 0, {.n=matroska_seekhead   } },
518
    { MATROSKA_ID_CLUSTER,        EBML_STOP },
519 520 521 522 523 524 525 526
    { 0 }
};

static EbmlSyntax matroska_segments[] = {
    { MATROSKA_ID_SEGMENT,        EBML_NEST, 0, 0, {.n=matroska_segment    } },
    { 0 }
};

527 528 529
static EbmlSyntax matroska_blockgroup[] = {
    { MATROSKA_ID_BLOCK,          EBML_BIN,  0, offsetof(MatroskaBlock,bin) },
    { MATROSKA_ID_SIMPLEBLOCK,    EBML_BIN,  0, offsetof(MatroskaBlock,bin) },
530
    { MATROSKA_ID_BLOCKDURATION,  EBML_UINT, 0, offsetof(MatroskaBlock,duration) },
531
    { MATROSKA_ID_BLOCKREFERENCE, EBML_UINT, 0, offsetof(MatroskaBlock,reference) },
532
    { 1,                          EBML_UINT, 0, offsetof(MatroskaBlock,non_simple), {.u=1} },
533 534 535 536 537 538 539
    { 0 }
};

static EbmlSyntax matroska_cluster[] = {
    { MATROSKA_ID_CLUSTERTIMECODE,EBML_UINT,0, offsetof(MatroskaCluster,timecode) },
    { MATROSKA_ID_BLOCKGROUP,     EBML_NEST, sizeof(MatroskaBlock), offsetof(MatroskaCluster,blocks), {.n=matroska_blockgroup} },
    { MATROSKA_ID_SIMPLEBLOCK,    EBML_PASS, sizeof(MatroskaBlock), offsetof(MatroskaCluster,blocks), {.n=matroska_blockgroup} },
540 541
    { MATROSKA_ID_CLUSTERPOSITION,EBML_NONE },
    { MATROSKA_ID_CLUSTERPREVSIZE,EBML_NONE },
542 543 544 545 546
    { 0 }
};

static EbmlSyntax matroska_clusters[] = {
    { MATROSKA_ID_CLUSTER,        EBML_NEST, 0, 0, {.n=matroska_cluster} },
547 548 549 550
    { MATROSKA_ID_INFO,           EBML_NONE },
    { MATROSKA_ID_CUES,           EBML_NONE },
    { MATROSKA_ID_TAGS,           EBML_NONE },
    { MATROSKA_ID_SEEKHEAD,       EBML_NONE },
551 552 553
    { 0 }
};

554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585
static EbmlSyntax matroska_cluster_incremental_parsing[] = {
    { MATROSKA_ID_CLUSTERTIMECODE,EBML_UINT,0, offsetof(MatroskaCluster,timecode) },
    { MATROSKA_ID_BLOCKGROUP,     EBML_NEST, sizeof(MatroskaBlock), offsetof(MatroskaCluster,blocks), {.n=matroska_blockgroup} },
    { MATROSKA_ID_SIMPLEBLOCK,    EBML_PASS, sizeof(MatroskaBlock), offsetof(MatroskaCluster,blocks), {.n=matroska_blockgroup} },
    { MATROSKA_ID_CLUSTERPOSITION,EBML_NONE },
    { MATROSKA_ID_CLUSTERPREVSIZE,EBML_NONE },
    { MATROSKA_ID_INFO,           EBML_NONE },
    { MATROSKA_ID_CUES,           EBML_NONE },
    { MATROSKA_ID_TAGS,           EBML_NONE },
    { MATROSKA_ID_SEEKHEAD,       EBML_NONE },
    { MATROSKA_ID_CLUSTER,        EBML_STOP },
    { 0 }
};

static EbmlSyntax matroska_cluster_incremental[] = {
    { MATROSKA_ID_CLUSTERTIMECODE,EBML_UINT,0, offsetof(MatroskaCluster,timecode) },
    { MATROSKA_ID_BLOCKGROUP,     EBML_STOP },
    { MATROSKA_ID_SIMPLEBLOCK,    EBML_STOP },
    { MATROSKA_ID_CLUSTERPOSITION,EBML_NONE },
    { MATROSKA_ID_CLUSTERPREVSIZE,EBML_NONE },
    { 0 }
};

static EbmlSyntax matroska_clusters_incremental[] = {
    { MATROSKA_ID_CLUSTER,        EBML_NEST, 0, 0, {.n=matroska_cluster_incremental} },
    { MATROSKA_ID_INFO,           EBML_NONE },
    { MATROSKA_ID_CUES,           EBML_NONE },
    { MATROSKA_ID_TAGS,           EBML_NONE },
    { MATROSKA_ID_SEEKHEAD,       EBML_NONE },
    { 0 }
};

586
static const char *const matroska_doctypes[] = { "matroska", "webm" };
587

588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617
static int matroska_resync(MatroskaDemuxContext *matroska, int64_t last_pos)
{
    AVIOContext *pb = matroska->ctx->pb;
    uint32_t id;
    matroska->current_id = 0;
    matroska->num_levels = 0;

    // seek to next position to resync from
    if (avio_seek(pb, last_pos + 1, SEEK_SET) < 0 || avio_tell(pb) <= last_pos)
        goto eof;

    id = avio_rb32(pb);

    // try to find a toplevel element
    while (!url_feof(pb)) {
        if (id == MATROSKA_ID_INFO || id == MATROSKA_ID_TRACKS ||
            id == MATROSKA_ID_CUES || id == MATROSKA_ID_TAGS ||
            id == MATROSKA_ID_SEEKHEAD || id == MATROSKA_ID_ATTACHMENTS ||
            id == MATROSKA_ID_CLUSTER || id == MATROSKA_ID_CHAPTERS)
        {
            matroska->current_id = id;
            return 0;
        }
        id = (id << 8) | avio_r8(pb);
    }
eof:
    matroska->done = 1;
    return AVERROR_EOF;
}

618
/*
619
 * Return: Whether we reached the end of a level in the hierarchy or not.
620
 */
621
static int ebml_level_end(MatroskaDemuxContext *matroska)
622
{
623
    AVIOContext *pb = matroska->ctx->pb;
624
    int64_t pos = avio_tell(pb);
625

626
    if (matroska->num_levels > 0) {
627
        MatroskaLevel *level = &matroska->levels[matroska->num_levels - 1];
628
        if (pos - level->start >= level->length || matroska->current_id) {
629
            matroska->num_levels--;
630
            return 1;
631 632
        }
    }
633
    return 0;
634 635 636 637 638 639 640 641
}

/*
 * Read: an "EBML number", which is defined as a variable-length
 * array of bytes. The first byte indicates the length by giving a
 * number of 0-bits followed by a one. The position of the first
 * "one" bit inside the first byte indicates the length of this
 * number.
642
 * Returns: number of bytes read, < 0 on error
643
 */
644
static int ebml_read_num(MatroskaDemuxContext *matroska, AVIOContext *pb,
645
                         int max_size, uint64_t *number)
646
{
647 648
    int read = 1, n = 1;
    uint64_t total = 0;
649

650
    /* The first byte tells us the length in bytes - avio_r8() can normally
651 652
     * return 0, but since that's not a valid first ebmlID byte, we can
     * use it safely here to catch EOS. */
653
    if (!(total = avio_r8(pb))) {
654 655
        /* we might encounter EOS here */
        if (!url_feof(pb)) {
656
            int64_t pos = avio_tell(pb);
657 658 659
            av_log(matroska->ctx, AV_LOG_ERROR,
                   "Read error at pos. %"PRIu64" (0x%"PRIx64")\n",
                   pos, pos);
660
            return pb->error ? pb->error : AVERROR(EIO);
661
        }
662
        return AVERROR_EOF;
663 664 665
    }

    /* get the length of the EBML number */
666
    read = 8 - ff_log2_tab[total];
667
    if (read > max_size) {
668
        int64_t pos = avio_tell(pb) - 1;
669 670 671 672 673 674 675
        av_log(matroska->ctx, AV_LOG_ERROR,
               "Invalid EBML number size tag 0x%02x at pos %"PRIu64" (0x%"PRIx64")\n",
               (uint8_t) total, pos, pos);
        return AVERROR_INVALIDDATA;
    }

    /* read out length */
676
    total ^= 1 << ff_log2_tab[total];
677
    while (n++ < read)
678
        total = (total << 8) | avio_r8(pb);
679 680 681 682 683 684

    *number = total;

    return read;
}

685 686 687 688 689
/**
 * Read a EBML length value.
 * This needs special handling for the "unknown length" case which has multiple
 * encodings.
 */
690
static int ebml_read_length(MatroskaDemuxContext *matroska, AVIOContext *pb,
691 692 693 694 695 696 697 698
                            uint64_t *number)
{
    int res = ebml_read_num(matroska, pb, 8, number);
    if (res > 0 && *number + 1 == 1ULL << (7 * res))
        *number = 0xffffffffffffffULL;
    return res;
}

699 700 701 702
/*
 * Read the next element as an unsigned int.
 * 0 is success, < 0 is failure.
 */
703
static int ebml_read_uint(AVIOContext *pb, int size, uint64_t *num)
704
{
705
    int n = 0;
706

707
    if (size > 8)
708 709
        return AVERROR_INVALIDDATA;

710
    /* big-endian ordering; build up number */
711 712
    *num = 0;
    while (n++ < size)
713
        *num = (*num << 8) | avio_r8(pb);
714 715 716 717 718 719 720 721

    return 0;
}

/*
 * Read the next element as a float.
 * 0 is success, < 0 is failure.
 */
722
static int ebml_read_float(AVIOContext *pb, int size, double *num)
723
{
724 725 726
    if (size == 0) {
        *num = 0;
    } else if (size == 4) {
727 728 729
        *num = av_int2float(avio_rb32(pb));
    } else if (size == 8){
        *num = av_int2double(avio_rb64(pb));
730
    } else
731 732 733 734 735 736 737 738 739
        return AVERROR_INVALIDDATA;

    return 0;
}

/*
 * Read the next element as an ASCII string.
 * 0 is success, < 0 is failure.
 */
740
static int ebml_read_ascii(AVIOContext *pb, int size, char **str)
741
{
742 743
    char *res;

744
    /* EBML strings are usually not 0-terminated, so we allocate one
745
     * byte more, read the string and NULL-terminate it ourselves. */
746
    if (!(res = av_malloc(size + 1)))
747
        return AVERROR(ENOMEM);
748 749
    if (avio_read(pb, (uint8_t *) res, size) != size) {
        av_free(res);
750
        return AVERROR(EIO);
751
    }
752 753 754
    (res)[size] = '\0';
    av_free(*str);
    *str = res;
755 756 757 758

    return 0;
}

759 760 761 762
/*
 * Read the next element as binary data.
 * 0 is success, < 0 is failure.
 */
763
static int ebml_read_binary(AVIOContext *pb, int length, EbmlBin *bin)
764
{
765 766
    av_fast_padded_malloc(&bin->data, &bin->size, length);
    if (!bin->data)
767 768 769
        return AVERROR(ENOMEM);

    bin->size = length;
770
    bin->pos  = avio_tell(pb);
771
    if (avio_read(pb, bin->data, length) != length) {
772
        av_freep(&bin->data);
773
        bin->size = 0;
774
        return AVERROR(EIO);
775
    }
776 777 778 779

    return 0;
}

780 781 782 783 784
/*
 * Read the next element, but only the header. The contents
 * are supposed to be sub-elements which can be read separately.
 * 0 is success, < 0 is failure.
 */
785
static int ebml_read_master(MatroskaDemuxContext *matroska, uint64_t length)
786
{
787
    AVIOContext *pb = matroska->ctx->pb;
788 789 790 791 792
    MatroskaLevel *level;

    if (matroska->num_levels >= EBML_MAX_DEPTH) {
        av_log(matroska->ctx, AV_LOG_ERROR,
               "File moves beyond max. allowed depth (%d)\n", EBML_MAX_DEPTH);
793
        return AVERROR(ENOSYS);
794 795 796
    }

    level = &matroska->levels[matroska->num_levels++];
797
    level->start = avio_tell(pb);
798 799 800 801 802 803 804
    level->length = length;

    return 0;
}

/*
 * Read signed/unsigned "EBML" numbers.
805
 * Return: number of bytes processed, < 0 on error
806
 */
807 808
static int matroska_ebmlnum_uint(MatroskaDemuxContext *matroska,
                                 uint8_t *data, uint32_t size, uint64_t *num)
809
{
810
    AVIOContext pb;
811
    ffio_init_context(&pb, data, size, 0, NULL, NULL, NULL, NULL);
812
    return ebml_read_num(matroska, &pb, FFMIN(size, 8), num);
813 814 815 816 817
}

/*
 * Same as above, but signed.
 */
818 819
static int matroska_ebmlnum_sint(MatroskaDemuxContext *matroska,
                                 uint8_t *data, uint32_t size, int64_t *num)
820 821 822 823 824
{
    uint64_t unum;
    int res;

    /* read as unsigned number first */
825
    if ((res = matroska_ebmlnum_uint(matroska, data, size, &unum)) < 0)
826 827 828
        return res;

    /* make signed (weird way) */
829
    *num = unum - ((1LL << (7*res - 1)) - 1);
830 831 832 833

    return res;
}

834 835
static int ebml_parse_elem(MatroskaDemuxContext *matroska,
                           EbmlSyntax *syntax, void *data);
836

837 838
static int ebml_parse_id(MatroskaDemuxContext *matroska, EbmlSyntax *syntax,
                         uint32_t id, void *data)
839 840
{
    int i;
841 842 843
    for (i=0; syntax[i].id; i++)
        if (id == syntax[i].id)
            break;
844 845
    if (!syntax[i].id && id == MATROSKA_ID_CLUSTER &&
        matroska->num_levels > 0 &&
846
        matroska->levels[matroska->num_levels-1].length == 0xffffffffffffff)
847
        return 0;  // we reached the end of an unknown size cluster
848
    if (!syntax[i].id && id != EBML_ID_VOID && id != EBML_ID_CRC32) {
849
        av_log(matroska->ctx, AV_LOG_INFO, "Unknown entry 0x%X\n", id);
850 851 852
        if (matroska->ctx->error_recognition & AV_EF_EXPLODE)
            return AVERROR_INVALIDDATA;
    }
853
    return ebml_parse_elem(matroska, &syntax[i], data);
854 855
}

856 857
static int ebml_parse(MatroskaDemuxContext *matroska, EbmlSyntax *syntax,
                      void *data)
858
{
859
    if (!matroska->current_id) {
860 861 862 863 864
        uint64_t id;
        int res = ebml_read_num(matroska, matroska->ctx->pb, 4, &id);
        if (res < 0)
            return res;
        matroska->current_id = id | 1 << 7*res;
865 866
    }
    return ebml_parse_id(matroska, syntax, matroska->current_id, data);
867 868
}

869 870
static int ebml_parse_nest(MatroskaDemuxContext *matroska, EbmlSyntax *syntax,
                           void *data)
871
{
872
    int i, res = 0;
873

874 875 876 877 878 879 880 881 882 883 884 885
    for (i=0; syntax[i].id; i++)
        switch (syntax[i].type) {
        case EBML_UINT:
            *(uint64_t *)((char *)data+syntax[i].data_offset) = syntax[i].def.u;
            break;
        case EBML_FLOAT:
            *(double   *)((char *)data+syntax[i].data_offset) = syntax[i].def.f;
            break;
        case EBML_STR:
        case EBML_UTF8:
            *(char    **)((char *)data+syntax[i].data_offset) = av_strdup(syntax[i].def.s);
            break;
886
        }
887

888 889
    while (!res && !ebml_level_end(matroska))
        res = ebml_parse(matroska, syntax, data);
890

891
    return res;
892 893
}

894 895 896
static int ebml_parse_elem(MatroskaDemuxContext *matroska,
                           EbmlSyntax *syntax, void *data)
{
897 898 899 900 901 902 903 904 905 906
    static const uint64_t max_lengths[EBML_TYPE_COUNT] = {
        [EBML_UINT]  = 8,
        [EBML_FLOAT] = 8,
        // max. 16 MB for strings
        [EBML_STR]   = 0x1000000,
        [EBML_UTF8]  = 0x1000000,
        // max. 256 MB for binary data
        [EBML_BIN]   = 0x10000000,
        // no limits for anything else
    };
907
    AVIOContext *pb = matroska->ctx->pb;
908
    uint32_t id = syntax->id;
909
    uint64_t length;
910
    int res;
911
    void *newelem;
912 913 914 915

    data = (char *)data + syntax->data_offset;
    if (syntax->list_elem_size) {
        EbmlList *list = data;
916 917 918 919
        newelem = av_realloc(list->elem, (list->nb_elem+1)*syntax->list_elem_size);
        if (!newelem)
            return AVERROR(ENOMEM);
        list->elem = newelem;
920 921 922 923 924
        data = (char*)list->elem + list->nb_elem*syntax->list_elem_size;
        memset(data, 0, syntax->list_elem_size);
        list->nb_elem++;
    }

925 926
    if (syntax->type != EBML_PASS && syntax->type != EBML_STOP) {
        matroska->current_id = 0;
927
        if ((res = ebml_read_length(matroska, pb, &length)) < 0)
928
            return res;
929 930 931 932 933 934
        if (max_lengths[syntax->type] && length > max_lengths[syntax->type]) {
            av_log(matroska->ctx, AV_LOG_ERROR,
                   "Invalid length 0x%"PRIx64" > 0x%"PRIx64" for syntax element %i\n",
                   length, max_lengths[syntax->type], syntax->type);
            return AVERROR_INVALIDDATA;
        }
935
    }
936

937
    switch (syntax->type) {
938 939
    case EBML_UINT:  res = ebml_read_uint  (pb, length, data);  break;
    case EBML_FLOAT: res = ebml_read_float (pb, length, data);  break;
940
    case EBML_STR:
941
    case EBML_UTF8:  res = ebml_read_ascii (pb, length, data);  break;
942
    case EBML_BIN:   res = ebml_read_binary(pb, length, data);  break;
943
    case EBML_NEST:  if ((res=ebml_read_master(matroska, length)) < 0)
944 945
                         return res;
                     if (id == MATROSKA_ID_SEGMENT)
946
                         matroska->segment_start = avio_tell(matroska->ctx->pb);
947
                     return ebml_parse_nest(matroska, syntax->def.n, data);
948
    case EBML_PASS:  return ebml_parse_id(matroska, syntax->def.n, id, data);
949
    case EBML_STOP:  return 1;
950 951 952 953
    default:
        if(ffio_limit(pb, length) != length)
            return AVERROR(EIO);
        return avio_skip(pb,length)<0 ? AVERROR(EIO) : 0;
954
    }
955 956 957 958 959
    if (res == AVERROR_INVALIDDATA)
        av_log(matroska->ctx, AV_LOG_ERROR, "Invalid element\n");
    else if (res == AVERROR(EIO))
        av_log(matroska->ctx, AV_LOG_ERROR, "Read error\n");
    return res;
960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984
}

static void ebml_free(EbmlSyntax *syntax, void *data)
{
    int i, j;
    for (i=0; syntax[i].id; i++) {
        void *data_off = (char *)data + syntax[i].data_offset;
        switch (syntax[i].type) {
        case EBML_STR:
        case EBML_UTF8:  av_freep(data_off);                      break;
        case EBML_BIN:   av_freep(&((EbmlBin *)data_off)->data);  break;
        case EBML_NEST:
            if (syntax[i].list_elem_size) {
                EbmlList *list = data_off;
                char *ptr = list->elem;
                for (j=0; j<list->nb_elem; j++, ptr+=syntax[i].list_elem_size)
                    ebml_free(syntax[i].def.n, ptr);
                av_free(list->elem);
            } else
                ebml_free(syntax[i].def.n, data_off);
        default:  break;
        }
    }
}

985 986 987 988 989 990 991

/*
 * Autodetecting...
 */
static int matroska_probe(AVProbeData *p)
{
    uint64_t total = 0;
992
    int len_mask = 0x80, size = 1, n = 1, i;
993

994
    /* EBML header? */
995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009
    if (AV_RB32(p->buf) != EBML_ID_HEADER)
        return 0;

    /* length of header */
    total = p->buf[4];
    while (size <= 8 && !(total & len_mask)) {
        size++;
        len_mask >>= 1;
    }
    if (size > 8)
      return 0;
    total &= (len_mask - 1);
    while (n < size)
        total = (total << 8) | p->buf[4 + n++];

1010
    /* Does the probe data contain the whole header? */
1011 1012 1013
    if (p->buf_size < 4 + size + total)
      return 0;

1014
    /* The header should contain a known document type. For now,
1015 1016 1017
     * we don't parse the whole header but simply check for the
     * availability of that array of characters inside the header.
     * Not fully fool-proof, but good enough. */
1018 1019
    for (i = 0; i < FF_ARRAY_ELEMS(matroska_doctypes); i++) {
        int probelen = strlen(matroska_doctypes[i]);
1020 1021
        if (total < probelen)
            continue;
1022 1023 1024 1025
        for (n = 4+size; n <= 4+size+total-probelen; n++)
            if (!memcmp(p->buf+n, matroska_doctypes[i], probelen))
                return AVPROBE_SCORE_MAX;
    }
1026

1027 1028
    // probably valid EBML header but no recognized doctype
    return AVPROBE_SCORE_MAX/2;
1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044
}

static MatroskaTrack *matroska_find_track_by_num(MatroskaDemuxContext *matroska,
                                                 int num)
{
    MatroskaTrack *tracks = matroska->tracks.elem;
    int i;

    for (i=0; i < matroska->tracks.nb_elem; i++)
        if (tracks[i].num == num)
            return &tracks[i];

    av_log(matroska->ctx, AV_LOG_ERROR, "Invalid track number %d\n", num);
    return NULL;
}

1045 1046
static int matroska_decode_buffer(uint8_t** buf, int* buf_size,
                                  MatroskaTrack *track)
1047
{
1048
    MatroskaTrackEncoding *encodings = track->encodings.elem;
1049 1050 1051
    uint8_t* data = *buf;
    int isize = *buf_size;
    uint8_t* pkt_data = NULL;
1052
    uint8_t av_unused *newpktdata;
1053 1054 1055 1056
    int pkt_size = isize;
    int result = 0;
    int olen;

1057
    if (pkt_size >= 10000000U)
1058
        return AVERROR_INVALIDDATA;
1059

1060
    switch (encodings[0].compression.algo) {
1061 1062 1063 1064
    case MATROSKA_TRACK_ENCODING_COMP_HEADERSTRIP: {
        int header_size = encodings[0].compression.settings.size;
        uint8_t *header = encodings[0].compression.settings.data;

1065
        if (header_size && !header) {
1066
            av_log(NULL, AV_LOG_ERROR, "Compression size but no data in headerstrip\n");
1067 1068
            return -1;
        }
1069

1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081
        if (!header_size)
            return 0;

        pkt_size = isize + header_size;
        pkt_data = av_malloc(pkt_size);
        if (!pkt_data)
            return AVERROR(ENOMEM);

        memcpy(pkt_data, header, header_size);
        memcpy(pkt_data + header_size, data, isize);
        break;
    }
1082
#if CONFIG_LZO
1083 1084 1085
    case MATROSKA_TRACK_ENCODING_COMP_LZO:
        do {
            olen = pkt_size *= 3;
1086 1087
            newpktdata = av_realloc(pkt_data, pkt_size + AV_LZO_OUTPUT_PADDING);
            if (!newpktdata) {
1088
                result = AVERROR(ENOMEM);
1089 1090 1091
                goto failed;
            }
            pkt_data = newpktdata;
1092 1093
            result = av_lzo1x_decode(pkt_data, &olen, data, &isize);
        } while (result==AV_LZO_OUTPUT_FULL && pkt_size<10000000);
1094 1095
        if (result) {
            result = AVERROR_INVALIDDATA;
1096
            goto failed;
1097
        }
1098 1099
        pkt_size -= olen;
        break;
1100
#endif
1101
#if CONFIG_ZLIB
1102 1103 1104 1105 1106 1107 1108 1109
    case MATROSKA_TRACK_ENCODING_COMP_ZLIB: {
        z_stream zstream = {0};
        if (inflateInit(&zstream) != Z_OK)
            return -1;
        zstream.next_in = data;
        zstream.avail_in = isize;
        do {
            pkt_size *= 3;
1110 1111 1112 1113 1114 1115
            newpktdata = av_realloc(pkt_data, pkt_size);
            if (!newpktdata) {
                inflateEnd(&zstream);
                goto failed;
            }
            pkt_data = newpktdata;
1116 1117
            zstream.avail_out = pkt_size - zstream.total_out;
            zstream.next_out = pkt_data + zstream.total_out;
1118 1119 1120 1121
            if (pkt_data) {
                result = inflate(&zstream, Z_NO_FLUSH);
            } else
                result = Z_MEM_ERROR;
1122 1123 1124
        } while (result==Z_OK && pkt_size<10000000);
        pkt_size = zstream.total_out;
        inflateEnd(&zstream);
1125 1126 1127 1128 1129
        if (result != Z_STREAM_END) {
            if (result == Z_MEM_ERROR)
                result = AVERROR(ENOMEM);
            else
                result = AVERROR_INVALIDDATA;
1130
            goto failed;
1131
        }
1132 1133 1134
        break;
    }
#endif
1135
#if CONFIG_BZLIB
1136 1137 1138 1139 1140 1141 1142 1143
    case MATROSKA_TRACK_ENCODING_COMP_BZLIB: {
        bz_stream bzstream = {0};
        if (BZ2_bzDecompressInit(&bzstream, 0, 0) != BZ_OK)
            return -1;
        bzstream.next_in = data;
        bzstream.avail_in = isize;
        do {
            pkt_size *= 3;
1144 1145 1146 1147 1148 1149
            newpktdata = av_realloc(pkt_data, pkt_size);
            if (!newpktdata) {
                BZ2_bzDecompressEnd(&bzstream);
                goto failed;
            }
            pkt_data = newpktdata;
1150 1151
            bzstream.avail_out = pkt_size - bzstream.total_out_lo32;
            bzstream.next_out = pkt_data + bzstream.total_out_lo32;
1152 1153 1154 1155
            if (pkt_data) {
                result = BZ2_bzDecompress(&bzstream);
            } else
                result = BZ_MEM_ERROR;
1156 1157 1158
        } while (result==BZ_OK && pkt_size<10000000);
        pkt_size = bzstream.total_out_lo32;
        BZ2_bzDecompressEnd(&bzstream);
1159 1160 1161 1162 1163
        if (result != BZ_STREAM_END) {
            if (result == BZ_MEM_ERROR)
                result = AVERROR(ENOMEM);
            else
                result = AVERROR_INVALIDDATA;
1164
            goto failed;
1165
        }
1166 1167 1168
        break;
    }
#endif
1169
    default:
1170
        return AVERROR_INVALIDDATA;
1171 1172 1173 1174 1175 1176 1177
    }

    *buf = pkt_data;
    *buf_size = pkt_size;
    return 0;
 failed:
    av_free(pkt_data);
1178
    return result;
1179 1180
}

1181
static void matroska_fix_ass_packet(MatroskaDemuxContext *matroska,
1182
                                    AVPacket *pkt, uint64_t display_duration)
1183 1184 1185 1186
{
    char *line, *layer, *ptr = pkt->data, *end = ptr+pkt->size;
    for (; *ptr!=',' && ptr<end-1; ptr++);
    if (*ptr == ',')
1187 1188
        ptr++;
    layer = ptr;
1189 1190
    for (; *ptr!=',' && ptr<end-1; ptr++);
    if (*ptr == ',') {
1191
        int64_t end_pts = pkt->pts + display_duration;
1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204
        int sc = matroska->time_scale * pkt->pts / 10000000;
        int ec = matroska->time_scale * end_pts  / 10000000;
        int sh, sm, ss, eh, em, es, len;
        sh = sc/360000;  sc -= 360000*sh;
        sm = sc/  6000;  sc -=   6000*sm;
        ss = sc/   100;  sc -=    100*ss;
        eh = ec/360000;  ec -= 360000*eh;
        em = ec/  6000;  ec -=   6000*em;
        es = ec/   100;  ec -=    100*es;
        *ptr++ = '\0';
        len = 50 + end-ptr + FF_INPUT_BUFFER_PADDING_SIZE;
        if (!(line = av_malloc(len)))
            return;
1205
        snprintf(line,len,"Dialogue: %s,%d:%02d:%02d.%02d,%d:%02d:%02d.%02d,%s\r\n",
1206 1207 1208 1209 1210 1211 1212
                 layer, sh, sm, ss, sc, eh, em, es, ec, ptr);
        av_free(pkt->data);
        pkt->data = line;
        pkt->size = strlen(line);
    }
}

1213
static int matroska_merge_packets(AVPacket *out, AVPacket *in)
1214
{
1215 1216 1217
    int ret = av_grow_packet(out, in->size);
    if (ret < 0)
        return ret;
1218

1219
    memcpy(out->data + out->size - in->size, in->data, in->size);
1220 1221

    av_free_packet(in);
1222
    av_free(in);
1223
    return 0;
1224 1225
}

1226
static void matroska_convert_tag(AVFormatContext *s, EbmlList *list,
1227
                                 AVDictionary **metadata, char *prefix)
1228 1229
{
    MatroskaTag *tags = list->elem;
1230 1231
    char key[1024];
    int i;
1232 1233

    for (i=0; i < list->nb_elem; i++) {
1234
        const char *lang= (tags[i].lang && strcmp(tags[i].lang, "und")) ? tags[i].lang : NULL;
1235 1236 1237 1238 1239

        if (!tags[i].name) {
            av_log(s, AV_LOG_WARNING, "Skipping invalid tag with no TagName.\n");
            continue;
        }
1240 1241
        if (prefix)  snprintf(key, sizeof(key), "%s/%s", prefix, tags[i].name);
        else         av_strlcpy(key, tags[i].name, sizeof(key));
1242
        if (tags[i].def || !lang) {
1243
        av_dict_set(metadata, key, tags[i].string, 0);
1244
        if (tags[i].sub.nb_elem)
1245
            matroska_convert_tag(s, &tags[i].sub, metadata, key);
1246 1247 1248 1249
        }
        if (lang) {
            av_strlcat(key, "-", sizeof(key));
            av_strlcat(key, lang, sizeof(key));
1250
            av_dict_set(metadata, key, tags[i].string, 0);
1251 1252 1253
            if (tags[i].sub.nb_elem)
                matroska_convert_tag(s, &tags[i].sub, metadata, key);
        }
1254
    }
1255
    ff_metadata_conv(metadata, NULL, ff_mkv_metadata_conv);
1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267
}

static void matroska_convert_tags(AVFormatContext *s)
{
    MatroskaDemuxContext *matroska = s->priv_data;
    MatroskaTags *tags = matroska->tags.elem;
    int i, j;

    for (i=0; i < matroska->tags.nb_elem; i++) {
        if (tags[i].target.attachuid) {
            MatroskaAttachement *attachment = matroska->attachments.elem;
            for (j=0; j<matroska->attachments.nb_elem; j++)
1268 1269
                if (attachment[j].uid == tags[i].target.attachuid
                    && attachment[j].stream)
1270 1271 1272 1273 1274
                    matroska_convert_tag(s, &tags[i].tag,
                                         &attachment[j].stream->metadata, NULL);
        } else if (tags[i].target.chapteruid) {
            MatroskaChapter *chapter = matroska->chapters.elem;
            for (j=0; j<matroska->chapters.nb_elem; j++)
1275 1276
                if (chapter[j].uid == tags[i].target.chapteruid
                    && chapter[j].chapter)
1277 1278 1279 1280 1281
                    matroska_convert_tag(s, &tags[i].tag,
                                         &chapter[j].chapter->metadata, NULL);
        } else if (tags[i].target.trackuid) {
            MatroskaTrack *track = matroska->tracks.elem;
            for (j=0; j<matroska->tracks.nb_elem; j++)
1282
                if (track[j].uid == tags[i].target.trackuid && track[j].stream)
1283 1284 1285
                    matroska_convert_tag(s, &tags[i].tag,
                                         &track[j].stream->metadata, NULL);
        } else {
1286 1287
            matroska_convert_tag(s, &tags[i].tag, &s->metadata,
                                 tags[i].target.type);
1288
        }
1289 1290 1291
    }
}

1292
static int matroska_parse_seekhead_entry(MatroskaDemuxContext *matroska, int idx)
1293 1294 1295 1296
{
    EbmlList *seekhead_list = &matroska->seekhead;
    MatroskaSeekhead *seekhead = seekhead_list->elem;
    uint32_t level_up = matroska->level_up;
1297
    int64_t before_pos = avio_tell(matroska->ctx->pb);
1298
    uint32_t saved_id = matroska->current_id;
1299
    MatroskaLevel level;
1300 1301
    int64_t offset;
    int ret = 0;
1302

1303 1304 1305 1306
    if (idx >= seekhead_list->nb_elem
            || seekhead[idx].id == MATROSKA_ID_SEEKHEAD
            || seekhead[idx].id == MATROSKA_ID_CLUSTER)
        return 0;
1307

Anton Khirnov's avatar
Anton Khirnov committed
1308
    /* seek */
1309 1310
    offset = seekhead[idx].pos + matroska->segment_start;
    if (avio_seek(matroska->ctx->pb, offset, SEEK_SET) == offset) {
1311
        /* We don't want to lose our seekhead level, so we add
1312 1313 1314 1315 1316
         * a dummy. This is a crude hack. */
        if (matroska->num_levels == EBML_MAX_DEPTH) {
            av_log(matroska->ctx, AV_LOG_INFO,
                   "Max EBML element depth (%d) reached, "
                   "cannot parse further.\n", EBML_MAX_DEPTH);
1317 1318
            ret = AVERROR_INVALIDDATA;
        } else {
Anton Khirnov's avatar
Anton Khirnov committed
1319 1320 1321 1322 1323 1324
            level.start = 0;
            level.length = (uint64_t)-1;
            matroska->levels[matroska->num_levels] = level;
            matroska->num_levels++;
            matroska->current_id = 0;

1325
            ret = ebml_parse(matroska, matroska_segment, matroska);
Anton Khirnov's avatar
Anton Khirnov committed
1326 1327 1328 1329 1330 1331 1332

            /* remove dummy level */
            while (matroska->num_levels) {
                uint64_t length = matroska->levels[--matroska->num_levels].length;
                if (length == (uint64_t)-1)
                    break;
            }
1333
        }
1334
    }
1335
    /* seek back */
1336
    avio_seek(matroska->ctx->pb, before_pos, SEEK_SET);
1337
    matroska->level_up = level_up;
1338
    matroska->current_id = saved_id;
1339 1340 1341 1342 1343 1344 1345 1346

    return ret;
}

static void matroska_execute_seekhead(MatroskaDemuxContext *matroska)
{
    EbmlList *seekhead_list = &matroska->seekhead;
    int64_t before_pos = avio_tell(matroska->ctx->pb);
1347
    int i;
1348

1349
    // we should not do any seeking in the streaming case
1350
    if (!matroska->ctx->pb->seekable ||
1351 1352 1353
        (matroska->ctx->flags & AVFMT_FLAG_IGNIDX))
        return;

1354
    for (i = 0; i < seekhead_list->nb_elem; i++) {
1355
        MatroskaSeekhead *seekhead = seekhead_list->elem;
1356
        if (seekhead[i].pos <= before_pos)
1357
            continue;
1358

1359 1360 1361
        // defer cues parsing until we actually need cue data.
        if (seekhead[i].id == MATROSKA_ID_CUES) {
            matroska->cues_parsing_deferred = 1;
1362
            continue;
1363
        }
1364

1365 1366 1367
        if (matroska_parse_seekhead_entry(matroska, i) < 0) {
            // mark index as broken
            matroska->cues_parsing_deferred = -1;
1368
            break;
1369
        }
1370 1371
    }
}
1372

1373
static void matroska_add_index_entries(MatroskaDemuxContext *matroska) {
1374 1375 1376 1377
    EbmlList *index_list;
    MatroskaIndex *index;
    int index_scale = 1;
    int i, j;
1378

1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395
    index_list = &matroska->index;
    index = index_list->elem;
    if (index_list->nb_elem
        && index[0].time > 1E14/matroska->time_scale) {
        av_log(matroska->ctx, AV_LOG_WARNING, "Working around broken index.\n");
        index_scale = matroska->time_scale;
    }
    for (i = 0; i < index_list->nb_elem; i++) {
        EbmlList *pos_list = &index[i].pos;
        MatroskaIndexPos *pos = pos_list->elem;
        for (j = 0; j < pos_list->nb_elem; j++) {
            MatroskaTrack *track = matroska_find_track_by_num(matroska, pos[j].track);
            if (track && track->stream)
                av_add_index_entry(track->stream,
                                   pos[j].pos + matroska->segment_start,
                                   index[i].time/index_scale, 0, 0,
                                   AVINDEX_KEYFRAME);
1396
        }
1397
    }
1398 1399
}

1400 1401 1402 1403 1404 1405 1406 1407 1408 1409
static void matroska_parse_cues(MatroskaDemuxContext *matroska) {
    EbmlList *seekhead_list = &matroska->seekhead;
    MatroskaSeekhead *seekhead = seekhead_list->elem;
    int i;

    for (i = 0; i < seekhead_list->nb_elem; i++)
        if (seekhead[i].id == MATROSKA_ID_CUES)
            break;
    assert(i <= seekhead_list->nb_elem);

1410 1411
    if (matroska_parse_seekhead_entry(matroska, i) < 0)
       matroska->cues_parsing_deferred = -1;
1412 1413 1414
    matroska_add_index_entries(matroska);
}

1415
static int matroska_aac_profile(char *codec_id)
1416
{
1417
    static const char * const aac_profiles[] = { "MAIN", "LC", "SSR" };
1418 1419
    int profile;

1420
    for (profile=0; profile<FF_ARRAY_ELEMS(aac_profiles); profile++)
1421 1422 1423 1424 1425
        if (strstr(codec_id, aac_profiles[profile]))
            break;
    return profile + 1;
}

1426
static int matroska_aac_sri(int samplerate)
1427 1428 1429
{
    int sri;

1430 1431
    for (sri=0; sri<FF_ARRAY_ELEMS(avpriv_mpeg4audio_sample_rates); sri++)
        if (avpriv_mpeg4audio_sample_rates[sri] == samplerate)
1432 1433 1434 1435
            break;
    return sri;
}

1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446
static void matroska_metadata_creation_time(AVDictionary **metadata, int64_t date_utc)
{
    char buffer[32];
    /* Convert to seconds and adjust by number of seconds between 2001-01-01 and Epoch */
    time_t creation_time = date_utc / 1000000000 + 978307200;
    struct tm *ptm = gmtime(&creation_time);
    if (!ptm) return;
    strftime(buffer, sizeof(buffer), "%Y-%m-%d %H:%M:%S", ptm);
    av_dict_set(metadata, "creation_time", buffer, 0);
}

1447
static int matroska_read_header(AVFormatContext *s)
1448 1449
{
    MatroskaDemuxContext *matroska = s->priv_data;
1450 1451 1452 1453
    EbmlList *attachements_list = &matroska->attachments;
    MatroskaAttachement *attachements;
    EbmlList *chapters_list = &matroska->chapters;
    MatroskaChapter *chapters;
1454
    MatroskaTrack *tracks;
1455
    uint64_t max_start = 0;
1456
    int64_t pos;
1457
    Ebml ebml = { 0 };
1458
    AVStream *st;
1459
    int i, j, k, res;
1460 1461 1462 1463

    matroska->ctx = s;

    /* First read the EBML header. */
1464
    if (ebml_parse(matroska, ebml_syntax, &ebml)
1465
        || ebml.version > EBML_VERSION       || ebml.max_size > sizeof(uint64_t)
1466
        || ebml.id_length > sizeof(uint32_t) || ebml.doctype_version > 3 || !ebml.doctype) {
1467
        av_log(matroska->ctx, AV_LOG_ERROR,
1468 1469 1470
               "EBML header using unsupported features\n"
               "(EBML version %"PRIu64", doctype %s, doc version %"PRIu64")\n",
               ebml.version, ebml.doctype, ebml.doctype_version);
1471 1472
        ebml_free(ebml_syntax, &ebml);
        return AVERROR_PATCHWELCOME;
1473 1474 1475 1476 1477
    } else if (ebml.doctype_version == 3) {
        av_log(matroska->ctx, AV_LOG_WARNING,
               "EBML header using unsupported features\n"
               "(EBML version %"PRIu64", doctype %s, doc version %"PRIu64")\n",
               ebml.version, ebml.doctype, ebml.doctype_version);
1478 1479 1480 1481 1482
    }
    for (i = 0; i < FF_ARRAY_ELEMS(matroska_doctypes); i++)
        if (!strcmp(ebml.doctype, matroska_doctypes[i]))
            break;
    if (i >= FF_ARRAY_ELEMS(matroska_doctypes)) {
1483
        av_log(s, AV_LOG_WARNING, "Unknown EBML doctype '%s'\n", ebml.doctype);
1484 1485 1486 1487
        if (matroska->ctx->error_recognition & AV_EF_EXPLODE) {
            ebml_free(ebml_syntax, &ebml);
            return AVERROR_INVALIDDATA;
        }
1488
    }
1489
    ebml_free(ebml_syntax, &ebml);
1490 1491

    /* The next thing is a segment. */
1492 1493 1494 1495 1496 1497 1498 1499 1500 1501
    pos = avio_tell(matroska->ctx->pb);
    res = ebml_parse(matroska, matroska_segments, matroska);
    // try resyncing until we find a EBML_STOP type element.
    while (res != 1) {
        res = matroska_resync(matroska, pos);
        if (res < 0)
            return res;
        pos = avio_tell(matroska->ctx->pb);
        res = ebml_parse(matroska, matroska_segment, matroska);
    }
1502
    matroska_execute_seekhead(matroska);
1503

1504 1505
    if (!matroska->time_scale)
        matroska->time_scale = 1000000;
1506 1507 1508
    if (matroska->duration)
        matroska->ctx->duration = matroska->duration * matroska->time_scale
                                  * 1000 / AV_TIME_BASE;
1509
    av_dict_set(&s->metadata, "title", matroska->title, 0);
1510

1511 1512 1513
    if (matroska->date_utc.size == 8)
        matroska_metadata_creation_time(&s->metadata, AV_RB64(matroska->date_utc.data));

1514 1515 1516
    tracks = matroska->tracks.elem;
    for (i=0; i < matroska->tracks.nb_elem; i++) {
        MatroskaTrack *track = &tracks[i];
1517
        enum AVCodecID codec_id = AV_CODEC_ID_NONE;
1518
        EbmlList *encodings_list = &track->encodings;
1519
        MatroskaTrackEncoding *encodings = encodings_list->elem;
1520 1521 1522
        uint8_t *extradata = NULL;
        int extradata_size = 0;
        int extradata_offset = 0;
1523
        uint32_t fourcc = 0;
1524
        AVIOContext b;
1525 1526

        /* Apply some sanity checks. */
1527 1528 1529 1530 1531 1532 1533 1534
        if (track->type != MATROSKA_TRACK_TYPE_VIDEO &&
            track->type != MATROSKA_TRACK_TYPE_AUDIO &&
            track->type != MATROSKA_TRACK_TYPE_SUBTITLE) {
            av_log(matroska->ctx, AV_LOG_INFO,
                   "Unknown or unsupported track type %"PRIu64"\n",
                   track->type);
            continue;
        }
1535 1536 1537
        if (track->codec_id == NULL)
            continue;

1538
        if (track->type == MATROSKA_TRACK_TYPE_VIDEO) {
1539
            if (!track->default_duration && track->video.frame_rate > 0)
1540 1541 1542 1543 1544
                track->default_duration = 1000000000/track->video.frame_rate;
            if (!track->video.display_width)
                track->video.display_width = track->video.pixel_width;
            if (!track->video.display_height)
                track->video.display_height = track->video.pixel_height;
1545 1546
            if (track->video.color_space.size == 4)
                fourcc = AV_RL32(track->video.color_space.data);
1547 1548 1549 1550 1551 1552
        } else if (track->type == MATROSKA_TRACK_TYPE_AUDIO) {
            if (!track->audio.out_samplerate)
                track->audio.out_samplerate = track->audio.samplerate;
        }
        if (encodings_list->nb_elem > 1) {
            av_log(matroska->ctx, AV_LOG_ERROR,
Dustin Brody's avatar
Dustin Brody committed
1553
                   "Multiple combined encodings not supported");
1554 1555
        } else if (encodings_list->nb_elem == 1) {
            if (encodings[0].type ||
1556
                (
1557
#if CONFIG_ZLIB
1558 1559
                 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_ZLIB &&
#endif
1560
#if CONFIG_BZLIB
1561 1562
                 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_BZLIB &&
#endif
1563 1564 1565 1566
#if CONFIG_LZO
                 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_LZO &&
#endif
                 encodings[0].compression.algo != MATROSKA_TRACK_ENCODING_COMP_HEADERSTRIP)) {
1567 1568 1569 1570 1571
                encodings[0].scope = 0;
                av_log(matroska->ctx, AV_LOG_ERROR,
                       "Unsupported encoding type");
            } else if (track->codec_priv.size && encodings[0].scope&2) {
                uint8_t *codec_priv = track->codec_priv.data;
1572 1573 1574 1575
                int ret = matroska_decode_buffer(&track->codec_priv.data,
                                                 &track->codec_priv.size,
                                                 track);
                if (ret < 0) {
1576 1577 1578 1579 1580
                    track->codec_priv.data = NULL;
                    track->codec_priv.size = 0;
                    av_log(matroska->ctx, AV_LOG_ERROR,
                           "Failed to decode codec private data\n");
                }
1581

1582 1583 1584 1585 1586
                if (codec_priv != track->codec_priv.data)
                    av_free(codec_priv);
            }
        }

1587
        for(j=0; ff_mkv_codec_tags[j].id != AV_CODEC_ID_NONE; j++){
1588 1589 1590 1591
            if(!strncmp(ff_mkv_codec_tags[j].str, track->codec_id,
                        strlen(ff_mkv_codec_tags[j].str))){
                codec_id= ff_mkv_codec_tags[j].id;
                break;
1592
            }
1593
        }
1594

1595
        st = track->stream = avformat_new_stream(s, NULL);
1596 1597 1598
        if (st == NULL)
            return AVERROR(ENOMEM);

1599
        if (!strcmp(track->codec_id, "V_MS/VFW/FOURCC")
1600 1601
            && track->codec_priv.size >= 40
            && track->codec_priv.data != NULL) {
1602
            track->ms_compat = 1;
1603 1604
            fourcc = AV_RL32(track->codec_priv.data + 16);
            codec_id = ff_codec_get_id(ff_codec_bmp_tags, fourcc);
1605
            extradata_offset = 40;
1606
        } else if (!strcmp(track->codec_id, "A_MS/ACM")
1607
                   && track->codec_priv.size >= 14
1608
                   && track->codec_priv.data != NULL) {
1609
            int ret;
1610
            ffio_init_context(&b, track->codec_priv.data, track->codec_priv.size,
1611
                          AVIO_FLAG_READ, NULL, NULL, NULL, NULL);
1612 1613 1614
            ret = ff_get_wav_header(&b, st->codec, track->codec_priv.size);
            if (ret < 0)
                return ret;
1615
            codec_id = st->codec->codec_id;
1616
            extradata_offset = FFMIN(track->codec_priv.size, 18);
1617 1618 1619
        } else if (!strcmp(track->codec_id, "V_QUICKTIME")
                   && (track->codec_priv.size >= 86)
                   && (track->codec_priv.data != NULL)) {
1620
            fourcc = AV_RL32(track->codec_priv.data);
1621
            codec_id = ff_codec_get_id(ff_codec_movvideo_tags, fourcc);
1622
        } else if (codec_id == AV_CODEC_ID_ALAC && track->codec_priv.size && track->codec_priv.size < INT_MAX-12) {
1623 1624 1625 1626
            /* Only ALAC's magic cookie is stored in Matroska's track headers.
               Create the "atom size", "tag", and "tag version" fields the
               decoder expects manually. */
            extradata_size = 12 + track->codec_priv.size;
1627
            extradata = av_mallocz(extradata_size + FF_INPUT_BUFFER_PADDING_SIZE);
1628 1629 1630 1631 1632 1633
            if (extradata == NULL)
                return AVERROR(ENOMEM);
            AV_WB32(extradata, extradata_size);
            memcpy(&extradata[4], "alac", 4);
            AV_WB32(&extradata[8], 0);
            memcpy(&extradata[12], track->codec_priv.data, track->codec_priv.size);
1634
        } else if (codec_id == AV_CODEC_ID_PCM_S16BE) {
1635
            switch (track->audio.bitdepth) {
1636 1637 1638
            case  8:  codec_id = AV_CODEC_ID_PCM_U8;     break;
            case 24:  codec_id = AV_CODEC_ID_PCM_S24BE;  break;
            case 32:  codec_id = AV_CODEC_ID_PCM_S32BE;  break;
1639
            }
1640
        } else if (codec_id == AV_CODEC_ID_PCM_S16LE) {
1641
            switch (track->audio.bitdepth) {
1642 1643 1644
            case  8:  codec_id = AV_CODEC_ID_PCM_U8;     break;
            case 24:  codec_id = AV_CODEC_ID_PCM_S24LE;  break;
            case 32:  codec_id = AV_CODEC_ID_PCM_S32LE;  break;
1645
            }
1646 1647 1648
        } else if (codec_id==AV_CODEC_ID_PCM_F32LE && track->audio.bitdepth==64) {
            codec_id = AV_CODEC_ID_PCM_F64LE;
        } else if (codec_id == AV_CODEC_ID_AAC && !track->codec_priv.size) {
1649 1650
            int profile = matroska_aac_profile(track->codec_id);
            int sri = matroska_aac_sri(track->audio.samplerate);
1651
            extradata = av_mallocz(5 + FF_INPUT_BUFFER_PADDING_SIZE);
1652 1653 1654 1655 1656 1657 1658 1659 1660 1661
            if (extradata == NULL)
                return AVERROR(ENOMEM);
            extradata[0] = (profile << 3) | ((sri&0x0E) >> 1);
            extradata[1] = ((sri&0x01) << 7) | (track->audio.channels<<3);
            if (strstr(track->codec_id, "SBR")) {
                sri = matroska_aac_sri(track->audio.out_samplerate);
                extradata[2] = 0x56;
                extradata[3] = 0xE5;
                extradata[4] = 0x80 | (sri<<3);
                extradata_size = 5;
1662
            } else
1663
                extradata_size = 2;
1664
        } else if (codec_id == AV_CODEC_ID_TTA) {
1665
            extradata_size = 30;
1666
            extradata = av_mallocz(extradata_size + FF_INPUT_BUFFER_PADDING_SIZE);
1667 1668
            if (extradata == NULL)
                return AVERROR(ENOMEM);
1669
            ffio_init_context(&b, extradata, extradata_size, 1,
1670
                          NULL, NULL, NULL, NULL);
1671 1672 1673 1674 1675 1676
            avio_write(&b, "TTA1", 4);
            avio_wl16(&b, 1);
            avio_wl16(&b, track->audio.channels);
            avio_wl16(&b, track->audio.bitdepth);
            avio_wl32(&b, track->audio.out_samplerate);
            avio_wl32(&b, matroska->ctx->duration * track->audio.out_samplerate);
1677 1678
        } else if (codec_id == AV_CODEC_ID_RV10 || codec_id == AV_CODEC_ID_RV20 ||
                   codec_id == AV_CODEC_ID_RV30 || codec_id == AV_CODEC_ID_RV40) {
1679
            extradata_offset = 26;
1680
        } else if (codec_id == AV_CODEC_ID_RA_144) {
1681 1682
            track->audio.out_samplerate = 8000;
            track->audio.channels = 1;
1683 1684
        } else if ((codec_id == AV_CODEC_ID_RA_288 || codec_id == AV_CODEC_ID_COOK ||
                    codec_id == AV_CODEC_ID_ATRAC3 || codec_id == AV_CODEC_ID_SIPR)
1685
                    && track->codec_priv.data) {
1686
            int flavor;
1687

1688
            ffio_init_context(&b, track->codec_priv.data,track->codec_priv.size,
1689
                          0, NULL, NULL, NULL, NULL);
1690
            avio_skip(&b, 22);
1691 1692
            flavor                       = avio_rb16(&b);
            track->audio.coded_framesize = avio_rb32(&b);
1693
            avio_skip(&b, 12);
1694 1695 1696
            track->audio.sub_packet_h    = avio_rb16(&b);
            track->audio.frame_size      = avio_rb16(&b);
            track->audio.sub_packet_size = avio_rb16(&b);
1697
            track->audio.buf = av_malloc(track->audio.frame_size * track->audio.sub_packet_h);
1698
            if (codec_id == AV_CODEC_ID_RA_288) {
1699 1700 1701
                st->codec->block_align = track->audio.coded_framesize;
                track->codec_priv.size = 0;
            } else {
1702
                if (codec_id == AV_CODEC_ID_SIPR && flavor < 4) {
1703 1704 1705 1706
                    const int sipr_bit_rate[4] = { 6504, 8496, 5000, 16000 };
                    track->audio.sub_packet_size = ff_sipr_subpk_size[flavor];
                    st->codec->bit_rate = sipr_bit_rate[flavor];
                }
1707 1708
                st->codec->block_align = track->audio.sub_packet_size;
                extradata_offset = 78;
1709
            }
1710
        }
1711
        track->codec_priv.size -= extradata_offset;
1712

1713
        if (codec_id == AV_CODEC_ID_NONE)
1714
            av_log(matroska->ctx, AV_LOG_INFO,
1715
                   "Unknown/unsupported AVCodecID %s.\n", track->codec_id);
1716

1717 1718
        if (track->time_scale < 0.01)
            track->time_scale = 1.0;
1719
        avpriv_set_pts_info(st, 64, matroska->time_scale*track->time_scale, 1000*1000*1000); /* 64 bit pts in ns */
1720

1721 1722 1723
        st->codec->codec_id = codec_id;
        st->start_time = 0;
        if (strcmp(track->language, "und"))
1724 1725
            av_dict_set(&st->metadata, "language", track->language, 0);
        av_dict_set(&st->metadata, "title", track->name, 0);
1726

1727 1728
        if (track->flag_default)
            st->disposition |= AV_DISPOSITION_DEFAULT;
1729 1730
        if (track->flag_forced)
            st->disposition |= AV_DISPOSITION_FORCED;
1731

1732
        if (!st->codec->extradata) {
1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745
            if(extradata){
                st->codec->extradata = extradata;
                st->codec->extradata_size = extradata_size;
            } else if(track->codec_priv.data && track->codec_priv.size > 0){
                st->codec->extradata = av_mallocz(track->codec_priv.size +
                                                  FF_INPUT_BUFFER_PADDING_SIZE);
                if(st->codec->extradata == NULL)
                    return AVERROR(ENOMEM);
                st->codec->extradata_size = track->codec_priv.size;
                memcpy(st->codec->extradata,
                       track->codec_priv.data + extradata_offset,
                       track->codec_priv.size);
            }
1746
        }
1747 1748

        if (track->type == MATROSKA_TRACK_TYPE_VIDEO) {
1749 1750
            MatroskaTrackPlane *planes = track->operation.combine_planes.elem;

1751
            st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
1752
            st->codec->codec_tag  = fourcc;
1753 1754
            st->codec->width  = track->video.pixel_width;
            st->codec->height = track->video.pixel_height;
1755 1756
            av_reduce(&st->sample_aspect_ratio.num,
                      &st->sample_aspect_ratio.den,
1757 1758 1759 1760
                      st->codec->height * track->video.display_width,
                      st->codec-> width * track->video.display_height,
                      255);
            st->need_parsing = AVSTREAM_PARSE_HEADERS;
1761
            if (track->default_duration) {
1762
                av_reduce(&st->avg_frame_rate.num, &st->avg_frame_rate.den,
1763
                          1000000000, track->default_duration, 30000);
1764 1765 1766
#if FF_API_R_FRAME_RATE
                st->r_frame_rate = st->avg_frame_rate;
#endif
1767
            }
1768

1769 1770
            /* export stereo mode flag as metadata tag */
            if (track->video.stereo_mode && track->video.stereo_mode < MATROSKA_VIDEO_STEREO_MODE_COUNT)
1771
                av_dict_set(&st->metadata, "stereo_mode", ff_matroska_video_stereo_mode[track->video.stereo_mode], 0);
1772 1773 1774 1775

            /* if we have virtual track, mark the real tracks */
            for (j=0; j < track->operation.combine_planes.nb_elem; j++) {
                char buf[32];
1776
                if (planes[j].type >= MATROSKA_VIDEO_STEREO_PLANE_COUNT)
1777 1778
                    continue;
                snprintf(buf, sizeof(buf), "%s_%d",
1779
                         ff_matroska_video_stereo_plane[planes[j].type], i);
1780 1781
                for (k=0; k < matroska->tracks.nb_elem; k++)
                    if (planes[j].uid == tracks[k].uid) {
1782 1783
                        av_dict_set(&s->streams[k]->metadata,
                                    "stereo_mode", buf, 0);
1784 1785 1786
                        break;
                    }
            }
1787
        } else if (track->type == MATROSKA_TRACK_TYPE_AUDIO) {
1788
            st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
1789 1790
            st->codec->sample_rate = track->audio.out_samplerate;
            st->codec->channels = track->audio.channels;
1791
            if (st->codec->codec_id != AV_CODEC_ID_AAC)
1792
            st->need_parsing = AVSTREAM_PARSE_HEADERS;
1793
        } else if (track->type == MATROSKA_TRACK_TYPE_SUBTITLE) {
1794
            st->codec->codec_type = AVMEDIA_TYPE_SUBTITLE;
1795
            if (st->codec->codec_id == AV_CODEC_ID_SSA)
1796
                matroska->contains_ssa = 1;
1797
        }
1798 1799
    }

1800 1801 1802 1803 1804 1805
    attachements = attachements_list->elem;
    for (j=0; j<attachements_list->nb_elem; j++) {
        if (!(attachements[j].filename && attachements[j].mime &&
              attachements[j].bin.data && attachements[j].bin.size > 0)) {
            av_log(matroska->ctx, AV_LOG_ERROR, "incomplete attachment\n");
        } else {
1806
            AVStream *st = avformat_new_stream(s, NULL);
1807 1808
            if (st == NULL)
                break;
1809
            av_dict_set(&st->metadata, "filename",attachements[j].filename, 0);
1810
            av_dict_set(&st->metadata, "mimetype", attachements[j].mime, 0);
1811
            st->codec->codec_id = AV_CODEC_ID_NONE;
1812
            st->codec->codec_type = AVMEDIA_TYPE_ATTACHMENT;
1813
            st->codec->extradata  = av_malloc(attachements[j].bin.size + FF_INPUT_BUFFER_PADDING_SIZE);
1814 1815 1816 1817 1818
            if(st->codec->extradata == NULL)
                break;
            st->codec->extradata_size = attachements[j].bin.size;
            memcpy(st->codec->extradata, attachements[j].bin.data, attachements[j].bin.size);

1819
            for (i=0; ff_mkv_mime_tags[i].id != AV_CODEC_ID_NONE; i++) {
1820 1821 1822 1823 1824 1825
                if (!strncmp(ff_mkv_mime_tags[i].str, attachements[j].mime,
                             strlen(ff_mkv_mime_tags[i].str))) {
                    st->codec->codec_id = ff_mkv_mime_tags[i].id;
                    break;
                }
            }
1826
            attachements[j].stream = st;
1827 1828 1829 1830 1831
        }
    }

    chapters = chapters_list->elem;
    for (i=0; i<chapters_list->nb_elem; i++)
1832 1833
        if (chapters[i].start != AV_NOPTS_VALUE && chapters[i].uid
            && (max_start==0 || chapters[i].start > max_start)) {
1834
            chapters[i].chapter =
1835
            avpriv_new_chapter(s, chapters[i].uid, (AVRational){1, 1000000000},
1836 1837
                           chapters[i].start, chapters[i].end,
                           chapters[i].title);
1838
            av_dict_set(&chapters[i].chapter->metadata,
1839
                             "title", chapters[i].title, 0);
1840 1841
            max_start = chapters[i].start;
        }
1842

1843 1844
    matroska_add_index_entries(matroska);

1845 1846
    matroska_convert_tags(s);

1847
    return 0;
1848 1849
}

1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860
/*
 * Put one packet in an application-supplied AVPacket struct.
 * Returns 0 on success or -1 on failure.
 */
static int matroska_deliver_packet(MatroskaDemuxContext *matroska,
                                   AVPacket *pkt)
{
    if (matroska->num_packets > 0) {
        memcpy(pkt, matroska->packets[0], sizeof(AVPacket));
        av_free(matroska->packets[0]);
        if (matroska->num_packets > 1) {
1861
            void *newpackets;
1862 1863
            memmove(&matroska->packets[0], &matroska->packets[1],
                    (matroska->num_packets - 1) * sizeof(AVPacket *));
1864 1865 1866 1867
            newpackets = av_realloc(matroska->packets,
                            (matroska->num_packets - 1) * sizeof(AVPacket *));
            if (newpackets)
                matroska->packets = newpackets;
1868 1869
        } else {
            av_freep(&matroska->packets);
1870
            matroska->prev_pkt = NULL;
1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889
        }
        matroska->num_packets--;
        return 0;
    }

    return -1;
}

/*
 * Free all packets in our internal queue.
 */
static void matroska_clear_queue(MatroskaDemuxContext *matroska)
{
    if (matroska->packets) {
        int n;
        for (n = 0; n < matroska->num_packets; n++) {
            av_free_packet(matroska->packets[n]);
            av_free(matroska->packets[n]);
        }
1890
        av_freep(&matroska->packets);
1891 1892 1893 1894
        matroska->num_packets = 0;
    }
}

1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912
static int matroska_parse_laces(MatroskaDemuxContext *matroska, uint8_t **buf,
                                int size, int type,
                                uint32_t **lace_buf, int *laces)
{
    int res = 0, n;
    uint8_t *data = *buf;
    uint32_t *lace_size;

    if (!type) {
        *laces = 1;
        *lace_buf = av_mallocz(sizeof(int));
        if (!*lace_buf)
            return AVERROR(ENOMEM);

        *lace_buf[0] = size;
        return 0;
    }

1913
    av_assert0(size > 0);
1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949
    *laces = *data + 1;
    data += 1;
    size -= 1;
    lace_size = av_mallocz(*laces * sizeof(int));
    if (!lace_size)
        return AVERROR(ENOMEM);

    switch (type) {
    case 0x1: /* Xiph lacing */ {
        uint8_t temp;
        uint32_t total = 0;
        for (n = 0; res == 0 && n < *laces - 1; n++) {
            while (1) {
                if (size == 0) {
                    res = AVERROR_EOF;
                    break;
                }
                temp = *data;
                lace_size[n] += temp;
                data += 1;
                size -= 1;
                if (temp != 0xff)
                    break;
            }
            total += lace_size[n];
        }
        if (size <= total) {
            res = AVERROR_INVALIDDATA;
            break;
        }

        lace_size[n] = size - total;
        break;
    }

    case 0x2: /* fixed-size lacing */
1950
        if (size % (*laces)) {
1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000
            res = AVERROR_INVALIDDATA;
            break;
        }
        for (n = 0; n < *laces; n++)
            lace_size[n] = size / *laces;
        break;

    case 0x3: /* EBML lacing */ {
        uint64_t num;
        uint32_t total;
        n = matroska_ebmlnum_uint(matroska, data, size, &num);
        if (n < 0) {
            av_log(matroska->ctx, AV_LOG_INFO,
                   "EBML block data error\n");
            res = n;
            break;
        }
        data += n;
        size -= n;
        total = lace_size[0] = num;
        for (n = 1; res == 0 && n < *laces - 1; n++) {
            int64_t snum;
            int r;
            r = matroska_ebmlnum_sint(matroska, data, size, &snum);
            if (r < 0) {
                av_log(matroska->ctx, AV_LOG_INFO,
                       "EBML block data error\n");
                res = r;
                break;
            }
            data += r;
            size -= r;
            lace_size[n] = lace_size[n - 1] + snum;
            total += lace_size[n];
        }
        if (size <= total) {
            res = AVERROR_INVALIDDATA;
            break;
        }
        lace_size[*laces - 1] = size - total;
        break;
    }
    }

    *buf      = data;
    *lace_buf = lace_size;

    return res;
}

2001 2002 2003 2004
static int matroska_parse_rm_audio(MatroskaDemuxContext *matroska,
                                   MatroskaTrack *track,
                                   AVStream *st,
                                   uint8_t *data, int size,
2005
                                   uint64_t timecode,
2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035
                                   int64_t pos)
{
    int a = st->codec->block_align;
    int sps = track->audio.sub_packet_size;
    int cfs = track->audio.coded_framesize;
    int h = track->audio.sub_packet_h;
    int y = track->audio.sub_packet_cnt;
    int w = track->audio.frame_size;
    int x;

    if (!track->audio.pkt_cnt) {
        if (track->audio.sub_packet_cnt == 0)
            track->audio.buf_timecode = timecode;
        if (st->codec->codec_id == AV_CODEC_ID_RA_288) {
            if (size < cfs * h / 2) {
                av_log(matroska->ctx, AV_LOG_ERROR,
                       "Corrupt int4 RM-style audio packet size\n");
                return AVERROR_INVALIDDATA;
            }
            for (x=0; x<h/2; x++)
                memcpy(track->audio.buf+x*2*w+y*cfs,
                       data+x*cfs, cfs);
        } else if (st->codec->codec_id == AV_CODEC_ID_SIPR) {
            if (size < w) {
                av_log(matroska->ctx, AV_LOG_ERROR,
                       "Corrupt sipr RM-style audio packet size\n");
                return AVERROR_INVALIDDATA;
            }
            memcpy(track->audio.buf + y*w, data, w);
        } else {
2036
            if (size < sps * w / sps || h<=0) {
2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051 2052 2053
                av_log(matroska->ctx, AV_LOG_ERROR,
                       "Corrupt generic RM-style audio packet size\n");
                return AVERROR_INVALIDDATA;
            }
            for (x=0; x<w/sps; x++)
                memcpy(track->audio.buf+sps*(h*x+((h+1)/2)*(y&1)+(y>>1)), data+x*sps, sps);
        }

        if (++track->audio.sub_packet_cnt >= h) {
            if (st->codec->codec_id == AV_CODEC_ID_SIPR)
                ff_rm_reorder_sipr_data(track->audio.buf, h, w);
            track->audio.sub_packet_cnt = 0;
            track->audio.pkt_cnt = h*w / a;
        }
    }

    while (track->audio.pkt_cnt) {
2054 2055 2056 2057 2058
        AVPacket *pkt = NULL;
        if (!(pkt = av_mallocz(sizeof(AVPacket))) || av_new_packet(pkt, a) < 0){
            av_free(pkt);
            return AVERROR(ENOMEM);
        }
2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073
        memcpy(pkt->data, track->audio.buf
               + a * (h*w / a - track->audio.pkt_cnt--), a);
        pkt->pts = track->audio.buf_timecode;
        track->audio.buf_timecode = AV_NOPTS_VALUE;
        pkt->pos = pos;
        pkt->stream_index = st->index;
        dynarray_add(&matroska->packets,&matroska->num_packets,pkt);
    }

    return 0;
}
static int matroska_parse_frame(MatroskaDemuxContext *matroska,
                                MatroskaTrack *track,
                                AVStream *st,
                                uint8_t *data, int pkt_size,
2074
                                uint64_t timecode, uint64_t lace_duration,
2075 2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116
                                int64_t pos, int is_keyframe)
{
    MatroskaTrackEncoding *encodings = track->encodings.elem;
    uint8_t *pkt_data = data;
    int offset = 0, res;
    AVPacket *pkt;

    if (encodings && encodings->scope & 1) {
        res = matroska_decode_buffer(&pkt_data, &pkt_size, track);
        if (res < 0)
            return res;
    }

    if (st->codec->codec_id == AV_CODEC_ID_PRORES)
        offset = 8;

    pkt = av_mallocz(sizeof(AVPacket));
    /* XXX: prevent data copy... */
    if (av_new_packet(pkt, pkt_size + offset) < 0) {
        av_free(pkt);
        return AVERROR(ENOMEM);
    }

    if (st->codec->codec_id == AV_CODEC_ID_PRORES) {
        uint8_t *buf = pkt->data;
        bytestream_put_be32(&buf, pkt_size);
        bytestream_put_be32(&buf, MKBETAG('i', 'c', 'p', 'f'));
    }

    memcpy(pkt->data + offset, pkt_data, pkt_size);

    if (pkt_data != data)
        av_free(pkt_data);

    pkt->flags = is_keyframe;
    pkt->stream_index = st->index;

    if (track->ms_compat)
        pkt->dts = timecode;
    else
        pkt->pts = timecode;
    pkt->pos = pos;
2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139
    if (st->codec->codec_id == AV_CODEC_ID_SUBRIP) {
        /*
         * For backward compatibility.
         * Historically, we have put subtitle duration
         * in convergence_duration, on the off chance
         * that the time_scale is less than 1us, which
         * could result in a 32bit overflow on the
         * normal duration field.
         */
        pkt->convergence_duration = lace_duration;
    }

    if (track->type != MATROSKA_TRACK_TYPE_SUBTITLE ||
        lace_duration <= INT_MAX) {
        /*
         * For non subtitle tracks, just store the duration
         * as normal.
         *
         * If it's a subtitle track and duration value does
         * not overflow a uint32, then also store it normally.
         */
        pkt->duration = lace_duration;
    }
2140 2141

    if (st->codec->codec_id == AV_CODEC_ID_SSA)
2142
        matroska_fix_ass_packet(matroska, pkt, lace_duration);
2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157

    if (matroska->prev_pkt &&
        timecode != AV_NOPTS_VALUE &&
        matroska->prev_pkt->pts == timecode &&
        matroska->prev_pkt->stream_index == st->index &&
        st->codec->codec_id == AV_CODEC_ID_SSA)
        matroska_merge_packets(matroska->prev_pkt, pkt);
    else {
        dynarray_add(&matroska->packets,&matroska->num_packets,pkt);
        matroska->prev_pkt = pkt;
    }

    return 0;
}

2158 2159
static int matroska_parse_block(MatroskaDemuxContext *matroska, uint8_t *data,
                                int size, int64_t pos, uint64_t cluster_time,
2160
                                uint64_t block_duration, int is_keyframe,
2161
                                int64_t cluster_pos)
2162
{
2163
    uint64_t timecode = AV_NOPTS_VALUE;
2164
    MatroskaTrack *track;
2165
    int res = 0;
2166 2167 2168 2169 2170 2171
    AVStream *st;
    int16_t block_time;
    uint32_t *lace_size = NULL;
    int n, flags, laces = 0;
    uint64_t num;

2172
    if ((n = matroska_ebmlnum_uint(matroska, data, size, &num)) < 0) {
2173
        av_log(matroska->ctx, AV_LOG_ERROR, "EBML block data error\n");
2174
        return n;
2175 2176 2177 2178 2179
    }
    data += n;
    size -= n;

    track = matroska_find_track_by_num(matroska, num);
2180
    if (!track || !track->stream) {
2181
        av_log(matroska->ctx, AV_LOG_INFO,
2182
               "Invalid stream %"PRIu64" or size %u\n", num, size);
2183
        return AVERROR_INVALIDDATA;
2184 2185
    } else if (size <= 3)
        return 0;
2186
    st = track->stream;
2187
    if (st->discard >= AVDISCARD_ALL)
2188
        return res;
2189
    av_assert1(block_duration != AV_NOPTS_VALUE);
2190

2191
    block_time = AV_RB16(data);
2192
    data += 2;
Aurelien Jacobs's avatar
Aurelien Jacobs committed
2193 2194
    flags = *data++;
    size -= 3;
2195
    if (is_keyframe == -1)
2196
        is_keyframe = flags & 0x80 ? AV_PKT_FLAG_KEY : 0;
2197

2198 2199 2200
    if (cluster_time != (uint64_t)-1
        && (block_time >= 0 || cluster_time >= -block_time)) {
        timecode = cluster_time + block_time;
2201 2202 2203
        if (track->type == MATROSKA_TRACK_TYPE_SUBTITLE
            && timecode < track->end_timecode)
            is_keyframe = 0;  /* overlapping subtitles are not key frame */
2204
        if (is_keyframe)
2205 2206 2207
            av_add_index_entry(st, cluster_pos, timecode, 0,0,AVINDEX_KEYFRAME);
    }

2208
    if (matroska->skip_to_keyframe && track->type != MATROSKA_TRACK_TYPE_SUBTITLE) {
2209
        if (timecode < matroska->skip_to_timecode)
2210
            return res;
2211 2212 2213 2214 2215 2216
        if (!st->skip_to_keyframe) {
            av_log(matroska->ctx, AV_LOG_ERROR, "File is broken, keyframes not correctly marked!\n");
            matroska->skip_to_keyframe = 0;
        }
        if (is_keyframe)
            matroska->skip_to_keyframe = 0;
2217 2218
    }

2219 2220
    res = matroska_parse_laces(matroska, &data, size, (flags & 0x06) >> 1,
                               &lace_size, &laces);
2221

2222 2223
    if (res)
        goto end;
2224

2225 2226
    if (!block_duration)
        block_duration = track->default_duration * laces / matroska->time_scale;
2227

2228
    if (cluster_time != (uint64_t)-1 && (block_time >= 0 || cluster_time >= -block_time))
2229 2230
        track->end_timecode =
            FFMAX(track->end_timecode, timecode + block_duration);
2231

2232
    for (n = 0; n < laces; n++) {
2233
        int64_t lace_duration = block_duration*(n+1) / laces - block_duration*n / laces;
2234

2235 2236 2237 2238
        if (lace_size[n] > size) {
            av_log(matroska->ctx, AV_LOG_ERROR, "Invalid packet size\n");
            break;
        }
2239

2240 2241 2242 2243 2244
        if ((st->codec->codec_id == AV_CODEC_ID_RA_288 ||
             st->codec->codec_id == AV_CODEC_ID_COOK ||
             st->codec->codec_id == AV_CODEC_ID_SIPR ||
             st->codec->codec_id == AV_CODEC_ID_ATRAC3) &&
             st->codec->block_align && track->audio.sub_packet_size) {
Aurelien Jacobs's avatar
Aurelien Jacobs committed
2245

2246
            res = matroska_parse_rm_audio(matroska, track, st, data, size,
2247
                                          timecode, pos);
2248 2249
            if (res)
                goto end;
2250

2251 2252
        } else {
            res = matroska_parse_frame(matroska, track, st, data, lace_size[n],
2253
                                      timecode, lace_duration,
2254 2255 2256
                                      pos, !n? is_keyframe : 0);
            if (res)
                goto end;
2257
        }
2258 2259

        if (timecode != AV_NOPTS_VALUE)
2260
            timecode = lace_duration ? timecode + lace_duration : AV_NOPTS_VALUE;
2261 2262
        data += lace_size[n];
        size -= lace_size[n];
2263 2264
    }

2265
end:
2266
    av_free(lace_size);
2267
    return res;
2268 2269
}

2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310
static int matroska_parse_cluster_incremental(MatroskaDemuxContext *matroska)
{
    EbmlList *blocks_list;
    MatroskaBlock *blocks;
    int i, res;
    res = ebml_parse(matroska,
                     matroska_cluster_incremental_parsing,
                     &matroska->current_cluster);
    if (res == 1) {
        /* New Cluster */
        if (matroska->current_cluster_pos)
            ebml_level_end(matroska);
        ebml_free(matroska_cluster, &matroska->current_cluster);
        memset(&matroska->current_cluster, 0, sizeof(MatroskaCluster));
        matroska->current_cluster_num_blocks = 0;
        matroska->current_cluster_pos = avio_tell(matroska->ctx->pb);
        matroska->prev_pkt = NULL;
        /* sizeof the ID which was already read */
        if (matroska->current_id)
            matroska->current_cluster_pos -= 4;
        res = ebml_parse(matroska,
                         matroska_clusters_incremental,
                         &matroska->current_cluster);
        /* Try parsing the block again. */
        if (res == 1)
            res = ebml_parse(matroska,
                             matroska_cluster_incremental_parsing,
                             &matroska->current_cluster);
    }

    if (!res &&
        matroska->current_cluster_num_blocks <
            matroska->current_cluster.blocks.nb_elem) {
        blocks_list = &matroska->current_cluster.blocks;
        blocks = blocks_list->elem;

        matroska->current_cluster_num_blocks = blocks_list->nb_elem;
        i = blocks_list->nb_elem - 1;
        if (blocks[i].bin.size > 0 && blocks[i].bin.data) {
            int is_keyframe = blocks[i].non_simple ? !blocks[i].reference : -1;
            if (!blocks[i].non_simple)
2311
                blocks[i].duration = 0;
2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323 2324
            res = matroska_parse_block(matroska,
                                       blocks[i].bin.data, blocks[i].bin.size,
                                       blocks[i].bin.pos,
                                       matroska->current_cluster.timecode,
                                       blocks[i].duration, is_keyframe,
                                       matroska->current_cluster_pos);
        }
    }

    if (res < 0)  matroska->done = 1;
    return res;
}

2325
static int matroska_parse_cluster(MatroskaDemuxContext *matroska)
2326
{
2327 2328 2329
    MatroskaCluster cluster = { 0 };
    EbmlList *blocks_list;
    MatroskaBlock *blocks;
2330
    int i, res;
2331 2332 2333 2334
    int64_t pos;
    if (!matroska->contains_ssa)
        return matroska_parse_cluster_incremental(matroska);
    pos = avio_tell(matroska->ctx->pb);
2335
    matroska->prev_pkt = NULL;
2336
    if (matroska->current_id)
2337
        pos -= 4;  /* sizeof the ID which was already read */
2338
    res = ebml_parse(matroska, matroska_clusters, &cluster);
2339 2340
    blocks_list = &cluster.blocks;
    blocks = blocks_list->elem;
2341
    for (i=0; i<blocks_list->nb_elem; i++)
2342
        if (blocks[i].bin.size > 0 && blocks[i].bin.data) {
2343
            int is_keyframe = blocks[i].non_simple ? !blocks[i].reference : -1;
2344 2345 2346
            res=matroska_parse_block(matroska,
                                     blocks[i].bin.data, blocks[i].bin.size,
                                     blocks[i].bin.pos,  cluster.timecode,
2347
                                     blocks[i].duration, is_keyframe,
2348
                                     pos);
2349
        }
2350
    ebml_free(matroska_cluster, &cluster);
2351 2352 2353
    return res;
}

2354
static int matroska_read_packet(AVFormatContext *s, AVPacket *pkt)
2355 2356 2357
{
    MatroskaDemuxContext *matroska = s->priv_data;

2358
    while (matroska_deliver_packet(matroska, pkt)) {
2359
        int64_t pos = avio_tell(matroska->ctx->pb);
2360
        if (matroska->done)
2361
            return AVERROR_EOF;
2362 2363
        if (matroska_parse_cluster(matroska) < 0)
            matroska_resync(matroska, pos);
2364 2365
    }

2366
    return 0;
2367 2368
}

2369 2370
static int matroska_read_seek(AVFormatContext *s, int stream_index,
                              int64_t timestamp, int flags)
2371 2372
{
    MatroskaDemuxContext *matroska = s->priv_data;
2373
    MatroskaTrack *tracks = matroska->tracks.elem;
2374
    AVStream *st = s->streams[stream_index];
2375
    int i, index, index_sub, index_min;
2376

2377
    /* Parse the CUES now since we need the index data to seek. */
2378
    if (matroska->cues_parsing_deferred > 0) {
2379
        matroska->cues_parsing_deferred = 0;
2380
        matroska_parse_cues(matroska);
2381 2382
    }

2383
    if (!st->nb_index_entries)
2384
        goto err;
2385
    timestamp = FFMAX(timestamp, st->index_entries[0].timestamp);
2386

2387
    if ((index = av_index_search_timestamp(st, timestamp, flags)) < 0) {
2388
        avio_seek(s->pb, st->index_entries[st->nb_index_entries-1].pos, SEEK_SET);
2389
        matroska->current_id = 0;
2390
        while ((index = av_index_search_timestamp(st, timestamp, flags)) < 0) {
2391
            matroska->prev_pkt = NULL;
2392 2393 2394 2395
            matroska_clear_queue(matroska);
            if (matroska_parse_cluster(matroska) < 0)
                break;
        }
2396
    }
2397

2398
    matroska_clear_queue(matroska);
2399 2400
    if (index < 0 || (matroska->cues_parsing_deferred < 0 && index == st->nb_index_entries - 1))
        goto err;
2401

2402 2403
    index_min = index;
    for (i=0; i < matroska->tracks.nb_elem; i++) {
2404 2405 2406
        tracks[i].audio.pkt_cnt = 0;
        tracks[i].audio.sub_packet_cnt = 0;
        tracks[i].audio.buf_timecode = AV_NOPTS_VALUE;
2407 2408
        tracks[i].end_timecode = 0;
        if (tracks[i].type == MATROSKA_TRACK_TYPE_SUBTITLE
2409
            && tracks[i].stream->discard != AVDISCARD_ALL) {
2410 2411 2412 2413 2414 2415 2416 2417
            index_sub = av_index_search_timestamp(tracks[i].stream, st->index_entries[index].timestamp, AVSEEK_FLAG_BACKWARD);
            if (index_sub >= 0
                && st->index_entries[index_sub].pos < st->index_entries[index_min].pos
                && st->index_entries[index].timestamp - st->index_entries[index_sub].timestamp < 30000000000/matroska->time_scale)
                index_min = index_sub;
        }
    }

2418
    avio_seek(s->pb, st->index_entries[index_min].pos, SEEK_SET);
2419
    matroska->current_id = 0;
2420
    st->skip_to_keyframe =
2421
    matroska->skip_to_keyframe = !(flags & AVSEEK_FLAG_ANY);
2422
    matroska->skip_to_timecode = st->index_entries[index].timestamp;
2423
    matroska->done = 0;
2424
    matroska->num_levels = 0;
2425
    ff_update_cur_dts(s, st, st->index_entries[index].timestamp);
2426
    return 0;
2427 2428 2429 2430 2431
err:
    // slightly hackish but allows proper fallback to
    // the generic seeking code.
    matroska_clear_queue(matroska);
    matroska->current_id = 0;
2432
    st->skip_to_keyframe =
2433 2434 2435 2436
    matroska->skip_to_keyframe = 0;
    matroska->done = 0;
    matroska->num_levels = 0;
    return -1;
2437 2438
}

2439
static int matroska_read_close(AVFormatContext *s)
2440 2441
{
    MatroskaDemuxContext *matroska = s->priv_data;
2442
    MatroskaTrack *tracks = matroska->tracks.elem;
2443
    int n;
2444

2445
    matroska_clear_queue(matroska);
2446

2447 2448 2449
    for (n=0; n < matroska->tracks.nb_elem; n++)
        if (tracks[n].type == MATROSKA_TRACK_TYPE_AUDIO)
            av_free(tracks[n].audio.buf);
2450
    ebml_free(matroska_cluster, &matroska->current_cluster);
2451
    ebml_free(matroska_segment, matroska);
2452 2453 2454 2455

    return 0;
}

2456
AVInputFormat ff_matroska_demuxer = {
2457
    .name           = "matroska,webm",
2458
    .long_name      = NULL_IF_CONFIG_SMALL("Matroska / WebM"),
2459 2460 2461 2462 2463 2464
    .priv_data_size = sizeof(MatroskaDemuxContext),
    .read_probe     = matroska_probe,
    .read_header    = matroska_read_header,
    .read_packet    = matroska_read_packet,
    .read_close     = matroska_read_close,
    .read_seek      = matroska_read_seek,
2465
};