gxf.c 16.6 KB
Newer Older
Reimar Döffinger's avatar
Reimar Döffinger committed
1 2 3 4
/*
 * GXF demuxer.
 * Copyright (c) 2006 Reimar Doeffinger.
 *
5 6 7
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
Reimar Döffinger's avatar
Reimar Döffinger committed
8 9
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
10
 * version 2.1 of the License, or (at your option) any later version.
Reimar Döffinger's avatar
Reimar Döffinger committed
11
 *
12
 * FFmpeg is distributed in the hope that it will be useful,
Reimar Döffinger's avatar
Reimar Döffinger committed
13 14 15 16 17
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
18
 * License along with FFmpeg; if not, write to the Free Software
Reimar Döffinger's avatar
Reimar Döffinger committed
19 20
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */
21 22

#include "libavutil/common.h"
Reimar Döffinger's avatar
Reimar Döffinger committed
23
#include "avformat.h"
24
#include "gxf.h"
25 26 27 28 29 30 31 32

typedef struct {
    int64_t first_field;
    int64_t last_field;
    AVRational frames_per_second;
    int32_t fields_per_frame;
} st_info_t;

Reimar Döffinger's avatar
Reimar Döffinger committed
33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84
/**
 * \brief parses a packet header, extracting type and length
 * \param pb ByteIOContext to read header from
 * \param type detected packet type is stored here
 * \param length detected packet length, excluding header is stored here
 * \return 0 if header not found or contains invalid data, 1 otherwise
 */
static int parse_packet_header(ByteIOContext *pb, pkt_type_t *type, int *length) {
    if (get_be32(pb))
        return 0;
    if (get_byte(pb) != 1)
        return 0;
    *type = get_byte(pb);
    *length = get_be32(pb);
    if ((*length >> 24) || *length < 16)
        return 0;
    *length -= 16;
    if (get_be32(pb))
        return 0;
    if (get_byte(pb) != 0xe1)
        return 0;
    if (get_byte(pb) != 0xe2)
        return 0;
    return 1;
}

/**
 * \brief check if file starts with a PKT_MAP header
 */
static int gxf_probe(AVProbeData *p) {
    static const uint8_t startcode[] = {0, 0, 0, 0, 1, 0xbc}; // start with map packet
    static const uint8_t endcode[] = {0, 0, 0, 0, 0xe1, 0xe2};
    if (!memcmp(p->buf, startcode, sizeof(startcode)) &&
        !memcmp(&p->buf[16 - sizeof(endcode)], endcode, sizeof(endcode)))
        return AVPROBE_SCORE_MAX;
    return 0;
}

/**
 * \brief gets the stream index for the track with the specified id, creates new
 *        stream if not found
 * \param stream id of stream to find / add
 * \param format stream format identifier
 */
static int get_sindex(AVFormatContext *s, int id, int format) {
    int i;
    AVStream *st = NULL;
    for (i = 0; i < s->nb_streams; i++) {
        if (s->streams[i]->id == id)
            return i;
    }
    st = av_new_stream(s, id);
85 86
    if (!st)
        return AVERROR(ENOMEM);
Reimar Döffinger's avatar
Reimar Döffinger committed
87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107
    switch (format) {
        case 3:
        case 4:
            st->codec->codec_type = CODEC_TYPE_VIDEO;
            st->codec->codec_id = CODEC_ID_MJPEG;
            break;
        case 13:
        case 15:
            st->codec->codec_type = CODEC_TYPE_VIDEO;
            st->codec->codec_id = CODEC_ID_DVVIDEO;
            break;
        case 14:
        case 16:
            st->codec->codec_type = CODEC_TYPE_VIDEO;
            st->codec->codec_id = CODEC_ID_DVVIDEO;
            break;
        case 11:
        case 12:
        case 20:
            st->codec->codec_type = CODEC_TYPE_VIDEO;
            st->codec->codec_id = CODEC_ID_MPEG2VIDEO;
108
            st->need_parsing = AVSTREAM_PARSE_HEADERS; //get keyframe flag etc.
Reimar Döffinger's avatar
Reimar Döffinger committed
109 110 111 112 113
            break;
        case 22:
        case 23:
            st->codec->codec_type = CODEC_TYPE_VIDEO;
            st->codec->codec_id = CODEC_ID_MPEG1VIDEO;
114
            st->need_parsing = AVSTREAM_PARSE_HEADERS; //get keyframe flag etc.
Reimar Döffinger's avatar
Reimar Döffinger committed
115 116 117 118 119 120 121 122
            break;
        case 9:
            st->codec->codec_type = CODEC_TYPE_AUDIO;
            st->codec->codec_id = CODEC_ID_PCM_S24LE;
            st->codec->channels = 1;
            st->codec->sample_rate = 48000;
            st->codec->bit_rate = 3 * 1 * 48000 * 8;
            st->codec->block_align = 3 * 1;
123
            st->codec->bits_per_coded_sample = 24;
Reimar Döffinger's avatar
Reimar Döffinger committed
124 125 126 127 128 129 130 131
            break;
        case 10:
            st->codec->codec_type = CODEC_TYPE_AUDIO;
            st->codec->codec_id = CODEC_ID_PCM_S16LE;
            st->codec->channels = 1;
            st->codec->sample_rate = 48000;
            st->codec->bit_rate = 2 * 1 * 48000 * 8;
            st->codec->block_align = 2 * 1;
132
            st->codec->bits_per_coded_sample = 16;
Reimar Döffinger's avatar
Reimar Döffinger committed
133 134 135 136 137 138 139
            break;
        case 17:
            st->codec->codec_type = CODEC_TYPE_AUDIO;
            st->codec->codec_id = CODEC_ID_AC3;
            st->codec->channels = 2;
            st->codec->sample_rate = 48000;
            break;
140 141 142 143 144 145 146
        // timecode tracks:
        case 7:
        case 8:
        case 24:
            st->codec->codec_type = CODEC_TYPE_DATA;
            st->codec->codec_id = CODEC_ID_NONE;
            break;
Reimar Döffinger's avatar
Reimar Döffinger committed
147 148 149 150 151 152 153 154
        default:
            st->codec->codec_type = CODEC_TYPE_UNKNOWN;
            st->codec->codec_id = CODEC_ID_NONE;
            break;
    }
    return s->nb_streams - 1;
}

155 156
/**
 * \brief filters out interesting tags from material information.
Diego Biurrun's avatar
Diego Biurrun committed
157
 * \param len length of tag section, will be adjusted to contain remaining bytes
158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233
 * \param si struct to store collected information into
 */
static void gxf_material_tags(ByteIOContext *pb, int *len, st_info_t *si) {
    si->first_field = AV_NOPTS_VALUE;
    si->last_field = AV_NOPTS_VALUE;
    while (*len >= 2) {
        mat_tag_t tag = get_byte(pb);
        int tlen = get_byte(pb);
        *len -= 2;
        if (tlen > *len)
            return;
        *len -= tlen;
        if (tlen == 4) {
            uint32_t value = get_be32(pb);
            if (tag == MAT_FIRST_FIELD)
                si->first_field = value;
            else if (tag == MAT_LAST_FIELD)
                si->last_field = value;
        } else
            url_fskip(pb, tlen);
    }
}

/**
 * \brief convert fps tag value to AVRational fps
 * \param fps fps value from tag
 * \return fps as AVRational, or 0 / 0 if unknown
 */
static AVRational fps_tag2avr(int32_t fps) {
    extern const AVRational ff_frame_rate_tab[];
    if (fps < 1 || fps > 9) fps = 9;
    return ff_frame_rate_tab[9 - fps]; // values have opposite order
}

/**
 * \brief convert UMF attributes flags to AVRational fps
 * \param fps fps value from flags
 * \return fps as AVRational, or 0 / 0 if unknown
 */
static AVRational fps_umf2avr(uint32_t flags) {
    static const AVRational map[] = {{50, 1}, {60000, 1001}, {24, 1},
        {25, 1}, {30000, 1001}};
    int idx =  av_log2((flags & 0x7c0) >> 6);
    return map[idx];
}

/**
 * \brief filters out interesting tags from track information.
 * \param len length of tag section, will be adjusted to contain remaining bytes
 * \param si struct to store collected information into
 */
static void gxf_track_tags(ByteIOContext *pb, int *len, st_info_t *si) {
    si->frames_per_second = (AVRational){0, 0};
    si->fields_per_frame = 0;
    while (*len >= 2) {
        track_tag_t tag = get_byte(pb);
        int tlen = get_byte(pb);
        *len -= 2;
        if (tlen > *len)
            return;
        *len -= tlen;
        if (tlen == 4) {
            uint32_t value = get_be32(pb);
            if (tag == TRACK_FPS)
                si->frames_per_second = fps_tag2avr(value);
            else if (tag == TRACK_FPF && (value == 1 || value == 2))
                si->fields_per_frame = value;
        } else
            url_fskip(pb, tlen);
    }
}

/**
 * \brief read index from FLT packet into stream 0 av_index
 */
static void gxf_read_index(AVFormatContext *s, int pkt_len) {
234
    ByteIOContext *pb = s->pb;
235 236 237 238 239 240
    AVStream *st = s->streams[0];
    uint32_t fields_per_map = get_le32(pb);
    uint32_t map_cnt = get_le32(pb);
    int i;
    pkt_len -= 8;
    if (map_cnt > 1000) {
241
        av_log(s, AV_LOG_ERROR, "too many index entries %u (%x)\n", map_cnt, map_cnt);
242 243 244
        map_cnt = 1000;
    }
    if (pkt_len < 4 * map_cnt) {
245
        av_log(s, AV_LOG_ERROR, "invalid index length\n");
246 247 248 249 250 251 252 253 254 255 256
        url_fskip(pb, pkt_len);
        return;
    }
    pkt_len -= 4 * map_cnt;
    av_add_index_entry(st, 0, 0, 0, 0, 0);
    for (i = 0; i < map_cnt; i++)
        av_add_index_entry(st, (uint64_t)get_le32(pb) * 1024,
                           i * (uint64_t)fields_per_map + 1, 0, 0, 0);
    url_fskip(pb, pkt_len);
}

Reimar Döffinger's avatar
Reimar Döffinger committed
257
static int gxf_header(AVFormatContext *s, AVFormatParameters *ap) {
258
    ByteIOContext *pb = s->pb;
Reimar Döffinger's avatar
Reimar Döffinger committed
259 260 261
    pkt_type_t pkt_type;
    int map_len;
    int len;
262 263 264
    AVRational main_timebase = {0, 0};
    st_info_t si;
    int i;
Reimar Döffinger's avatar
Reimar Döffinger committed
265
    if (!parse_packet_header(pb, &pkt_type, &map_len) || pkt_type != PKT_MAP) {
266
        av_log(s, AV_LOG_ERROR, "map packet not found\n");
Reimar Döffinger's avatar
Reimar Döffinger committed
267 268 269 270
        return 0;
    }
    map_len -= 2;
    if (get_byte(pb) != 0x0e0 || get_byte(pb) != 0xff) {
271
        av_log(s, AV_LOG_ERROR, "unknown version or invalid map preamble\n");
Reimar Döffinger's avatar
Reimar Döffinger committed
272 273 274 275 276
        return 0;
    }
    map_len -= 2;
    len = get_be16(pb); // length of material data section
    if (len > map_len) {
277
        av_log(s, AV_LOG_ERROR, "material data longer than map data\n");
Reimar Döffinger's avatar
Reimar Döffinger committed
278 279 280
        return 0;
    }
    map_len -= len;
281
    gxf_material_tags(pb, &len, &si);
Reimar Döffinger's avatar
Reimar Döffinger committed
282 283 284 285
    url_fskip(pb, len);
    map_len -= 2;
    len = get_be16(pb); // length of track description
    if (len > map_len) {
286
        av_log(s, AV_LOG_ERROR, "track description longer than map data\n");
Reimar Döffinger's avatar
Reimar Döffinger committed
287 288 289 290 291
        return 0;
    }
    map_len -= len;
    while (len > 0) {
        int track_type, track_id, track_len;
292 293
        AVStream *st;
        int idx;
Reimar Döffinger's avatar
Reimar Döffinger committed
294 295 296 297 298
        len -= 4;
        track_type = get_byte(pb);
        track_id = get_byte(pb);
        track_len = get_be16(pb);
        len -= track_len;
299
        gxf_track_tags(pb, &track_len, &si);
Reimar Döffinger's avatar
Reimar Döffinger committed
300 301
        url_fskip(pb, track_len);
        if (!(track_type & 0x80)) {
302
           av_log(s, AV_LOG_ERROR, "invalid track type %x\n", track_type);
Reimar Döffinger's avatar
Reimar Döffinger committed
303 304 305 306
           continue;
        }
        track_type &= 0x7f;
        if ((track_id & 0xc0) != 0xc0) {
307
           av_log(s, AV_LOG_ERROR, "invalid track id %x\n", track_id);
Reimar Döffinger's avatar
Reimar Döffinger committed
308 309 310
           continue;
        }
        track_id &= 0x3f;
311 312 313 314 315 316 317 318 319 320
        idx = get_sindex(s, track_id, track_type);
        if (idx < 0) continue;
        st = s->streams[idx];
        if (!main_timebase.num || !main_timebase.den) {
            main_timebase.num = si.frames_per_second.den;
            main_timebase.den = si.frames_per_second.num * si.fields_per_frame;
        }
        st->start_time = si.first_field;
        if (si.first_field != AV_NOPTS_VALUE && si.last_field != AV_NOPTS_VALUE)
            st->duration = si.last_field - si.first_field;
Reimar Döffinger's avatar
Reimar Döffinger committed
321 322
    }
    if (len < 0)
323
        av_log(s, AV_LOG_ERROR, "invalid track description length specified\n");
Reimar Döffinger's avatar
Reimar Döffinger committed
324 325
    if (map_len)
        url_fskip(pb, map_len);
326
    if (!parse_packet_header(pb, &pkt_type, &len)) {
327
        av_log(s, AV_LOG_ERROR, "sync lost in header\n");
328 329 330 331 332
        return -1;
    }
    if (pkt_type == PKT_FLT) {
        gxf_read_index(s, len);
        if (!parse_packet_header(pb, &pkt_type, &len)) {
333
            av_log(s, AV_LOG_ERROR, "sync lost in header\n");
334 335 336 337
            return -1;
        }
    }
    if (pkt_type == PKT_UMF) {
338
        if (len >= 0x39) {
339
            AVRational fps;
340 341 342
            len -= 0x39;
            url_fskip(pb, 5); // preamble
            url_fskip(pb, 0x30); // payload description
343 344 345 346 347 348 349
            fps = fps_umf2avr(get_le32(pb));
            if (!main_timebase.num || !main_timebase.den) {
                // this may not always be correct, but simply the best we can get
                main_timebase.num = fps.den;
                main_timebase.den = fps.num;
            }
        } else
350
            av_log(s, AV_LOG_INFO, "UMF packet too short\n");
351
    } else
352
        av_log(s, AV_LOG_INFO, "UMF packet missing\n");
353
    url_fskip(pb, len);
354 355
    if (!main_timebase.num || !main_timebase.den)
        main_timebase = (AVRational){1, 50}; // set some arbitrary fallback
356 357
    for (i = 0; i < s->nb_streams; i++) {
        AVStream *st = s->streams[i];
358
        av_set_pts_info(st, 32, main_timebase.num, main_timebase.den);
359
    }
Reimar Döffinger's avatar
Reimar Döffinger committed
360 361 362
    return 0;
}

363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383
#define READ_ONE() \
    { \
        if (!max_interval-- || url_feof(pb)) \
            goto out; \
        tmp = tmp << 8 | get_byte(pb); \
    }

/**
 * \brief resync the stream on the next media packet with specified properties
 * \param max_interval how many bytes to search for matching packet at most
 * \param track track id the media packet must belong to, -1 for any
 * \param timestamp minimum timestamp (== field number) the packet must have, -1 for any
 * \return timestamp of packet found
 */
static int64_t gxf_resync_media(AVFormatContext *s, uint64_t max_interval, int track, int timestamp) {
    uint32_t tmp;
    uint64_t last_pos;
    uint64_t last_found_pos = 0;
    int cur_track;
    int64_t cur_timestamp = AV_NOPTS_VALUE;
    int len;
384
    ByteIOContext *pb = s->pb;
385
    pkt_type_t type;
386
    tmp = get_be32(pb);
387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412
start:
    while (tmp)
        READ_ONE();
    READ_ONE();
    if (tmp != 1)
        goto start;
    last_pos = url_ftell(pb);
    url_fseek(pb, -5, SEEK_CUR);
    if (!parse_packet_header(pb, &type, &len) || type != PKT_MEDIA) {
        url_fseek(pb, last_pos, SEEK_SET);
        goto start;
    }
    get_byte(pb);
    cur_track = get_byte(pb);
    cur_timestamp = get_be32(pb);
    last_found_pos = url_ftell(pb) - 16 - 6;
    if ((track >= 0 && track != cur_track) || (timestamp >= 0 && timestamp > cur_timestamp)) {
        url_fseek(pb, last_pos, SEEK_SET);
        goto start;
    }
out:
    if (last_found_pos)
        url_fseek(pb, last_found_pos, SEEK_SET);
    return cur_timestamp;
}

Reimar Döffinger's avatar
Reimar Döffinger committed
413
static int gxf_packet(AVFormatContext *s, AVPacket *pkt) {
414
    ByteIOContext *pb = s->pb;
Reimar Döffinger's avatar
Reimar Döffinger committed
415 416 417
    pkt_type_t pkt_type;
    int pkt_len;
    while (!url_feof(pb)) {
418
        AVStream *st;
Reimar Döffinger's avatar
Reimar Döffinger committed
419
        int track_type, track_id, ret;
420
        int field_nr, field_info, skip = 0;
421
        int stream_index;
Reimar Döffinger's avatar
Reimar Döffinger committed
422 423
        if (!parse_packet_header(pb, &pkt_type, &pkt_len)) {
            if (!url_feof(pb))
424
                av_log(s, AV_LOG_ERROR, "sync lost\n");
Reimar Döffinger's avatar
Reimar Döffinger committed
425 426
            return -1;
        }
427 428 429 430
        if (pkt_type == PKT_FLT) {
            gxf_read_index(s, pkt_len);
            continue;
        }
Reimar Döffinger's avatar
Reimar Döffinger committed
431 432 433 434 435
        if (pkt_type != PKT_MEDIA) {
            url_fskip(pb, pkt_len);
            continue;
        }
        if (pkt_len < 16) {
436
            av_log(s, AV_LOG_ERROR, "invalid media packet length\n");
Reimar Döffinger's avatar
Reimar Döffinger committed
437 438 439 440 441
            continue;
        }
        pkt_len -= 16;
        track_type = get_byte(pb);
        track_id = get_byte(pb);
442 443 444
        stream_index = get_sindex(s, track_id, track_type);
        if (stream_index < 0)
            return stream_index;
445
        st = s->streams[stream_index];
446
        field_nr = get_be32(pb);
447
        field_info = get_be32(pb);
Reimar Döffinger's avatar
Reimar Döffinger committed
448 449 450
        get_be32(pb); // "timeline" field number
        get_byte(pb); // flags
        get_byte(pb); // reserved
451 452 453 454 455 456 457 458 459 460 461 462
        if (st->codec->codec_id == CODEC_ID_PCM_S24LE ||
            st->codec->codec_id == CODEC_ID_PCM_S16LE) {
            int first = field_info >> 16;
            int last  = field_info & 0xffff; // last is exclusive
            int bps = av_get_bits_per_sample(st->codec->codec_id)>>3;
            if (first <= last && last*bps <= pkt_len) {
                url_fskip(pb, first*bps);
                skip = pkt_len - last*bps;
                pkt_len = (last-first)*bps;
            } else
                av_log(s, AV_LOG_ERROR, "invalid first and last sample values\n");
        }
Reimar Döffinger's avatar
Reimar Döffinger committed
463
        ret = av_get_packet(pb, pkt, pkt_len);
464 465
        if (skip)
            url_fskip(pb, skip);
466
        pkt->stream_index = stream_index;
467
        pkt->dts = field_nr;
Reimar Döffinger's avatar
Reimar Döffinger committed
468 469
        return ret;
    }
470
    return AVERROR(EIO);
Reimar Döffinger's avatar
Reimar Döffinger committed
471 472
}

473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488
static int gxf_seek(AVFormatContext *s, int stream_index, int64_t timestamp, int flags) {
    uint64_t pos;
    uint64_t maxlen = 100 * 1024 * 1024;
    AVStream *st = s->streams[0];
    int64_t start_time = s->streams[stream_index]->start_time;
    int64_t found;
    int idx;
    if (timestamp < start_time) timestamp = start_time;
    idx = av_index_search_timestamp(st, timestamp - start_time,
                                    AVSEEK_FLAG_ANY | AVSEEK_FLAG_BACKWARD);
    if (idx < 0)
        return -1;
    pos = st->index_entries[idx].pos;
    if (idx < st->nb_index_entries - 2)
        maxlen = st->index_entries[idx + 2].pos - pos;
    maxlen = FFMAX(maxlen, 200 * 1024);
489
    url_fseek(s->pb, pos, SEEK_SET);
490
    found = gxf_resync_media(s, maxlen, -1, timestamp);
491
    if (FFABS(found - timestamp) > 4)
492 493 494 495 496 497
        return -1;
    return 0;
}

static int64_t gxf_read_timestamp(AVFormatContext *s, int stream_index,
                                  int64_t *pos, int64_t pos_limit) {
498
    ByteIOContext *pb = s->pb;
499 500 501 502 503 504 505
    int64_t res;
    url_fseek(pb, *pos, SEEK_SET);
    res = gxf_resync_media(s, pos_limit - *pos, -1, -1);
    *pos = url_ftell(pb);
    return res;
}

506
AVInputFormat gxf_demuxer = {
Reimar Döffinger's avatar
Reimar Döffinger committed
507
    "gxf",
508
    NULL_IF_CONFIG_SMALL("GXF format"),
Reimar Döffinger's avatar
Reimar Döffinger committed
509 510 511 512 513
    0,
    gxf_probe,
    gxf_header,
    gxf_packet,
    NULL,
514 515
    gxf_seek,
    gxf_read_timestamp,
Reimar Döffinger's avatar
Reimar Döffinger committed
516
};