parser.c 10.9 KB
Newer Older
1 2
/*
 * Audio and Video frame extraction
3 4
 * Copyright (c) 2003 Fabrice Bellard
 * Copyright (c) 2003 Michael Niedermayer
5
 *
6 7 8
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
9 10
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
11
 * version 2.1 of the License, or (at your option) any later version.
12
 *
13
 * FFmpeg is distributed in the hope that it will be useful,
14 15 16 17 18
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
19
 * License along with FFmpeg; if not, write to the Free Software
20
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21
 */
22

23
#include <stdint.h>
24 25
#include <string.h>

26
#include "libavutil/avassert.h"
27
#include "libavutil/atomic.h"
28
#include "libavutil/internal.h"
29
#include "libavutil/mem.h"
30

31
#include "internal.h"
32 33
#include "parser.h"

34
static AVCodecParser *av_first_parser = NULL;
35

36
AVCodecParser *av_parser_next(const AVCodecParser *p)
37 38 39 40 41
{
    if (p)
        return p->next;
    else
        return av_first_parser;
42 43
}

44 45
void av_register_codec_parser(AVCodecParser *parser)
{
46 47 48
    do {
        parser->next = av_first_parser;
    } while (parser->next != avpriv_atomic_ptr_cas((void * volatile *)&av_first_parser, parser->next, parser));
49 50 51 52
}

AVCodecParserContext *av_parser_init(int codec_id)
{
53
    AVCodecParserContext *s = NULL;
54 55
    AVCodecParser *parser;
    int ret;
56

57
    if (codec_id == AV_CODEC_ID_NONE)
58
        return NULL;
59

60
    for (parser = av_first_parser; parser; parser = parser->next) {
61 62
        if (parser->codec_ids[0] == codec_id ||
            parser->codec_ids[1] == codec_id ||
Michael Niedermayer's avatar
Michael Niedermayer committed
63 64 65
            parser->codec_ids[2] == codec_id ||
            parser->codec_ids[3] == codec_id ||
            parser->codec_ids[4] == codec_id)
66 67 68
            goto found;
    }
    return NULL;
69 70

found:
71 72
    s = av_mallocz(sizeof(AVCodecParserContext));
    if (!s)
73
        goto err_out;
74
    s->parser = parser;
75
    s->priv_data = av_mallocz(parser->priv_data_size);
76 77
    if (!s->priv_data)
        goto err_out;
78 79
    s->fetch_timestamp=1;
    s->pict_type = AV_PICTURE_TYPE_I;
80 81
    if (parser->parser_init) {
        ret = parser->parser_init(s);
82 83
        if (ret != 0)
            goto err_out;
84
    }
85
    s->key_frame            = -1;
86 87
#if FF_API_CONVERGENCE_DURATION
FF_DISABLE_DEPRECATION_WARNINGS
88
    s->convergence_duration = 0;
89 90
FF_ENABLE_DEPRECATION_WARNINGS
#endif
91 92 93
    s->dts_sync_point       = INT_MIN;
    s->dts_ref_dts_delta    = INT_MIN;
    s->pts_dts_delta        = INT_MIN;
94 95
    s->format               = -1;

96
    return s;
97 98 99 100 101 102

err_out:
    if (s)
        av_freep(&s->priv_data);
    av_free(s);
    return NULL;
103 104
}

105
void ff_fetch_timestamp(AVCodecParserContext *s, int off, int remove, int fuzzy)
106
{
107
    int i;
Michael Niedermayer's avatar
Michael Niedermayer committed
108

109 110 111 112 113 114
    if (!fuzzy) {
        s->dts    =
        s->pts    = AV_NOPTS_VALUE;
        s->pos    = -1;
        s->offset = 0;
    }
115 116 117
    for (i = 0; i < AV_PARSER_PTS_NB; i++) {
        if (s->cur_offset + off >= s->cur_frame_offset[i] &&
            (s->frame_offset < s->cur_frame_offset[i] ||
118 119 120 121
             (!s->frame_offset && !s->next_frame_offset)) && // first field/frame
            // check disabled since MPEG-TS does not send complete PES packets
            /*s->next_frame_offset + off <*/  s->cur_frame_end[i]){

122 123 124 125 126 127
            if (!fuzzy || s->cur_frame_dts[i] != AV_NOPTS_VALUE) {
                s->dts    = s->cur_frame_dts[i];
                s->pts    = s->cur_frame_pts[i];
                s->pos    = s->cur_frame_pos[i];
                s->offset = s->next_frame_offset - s->cur_frame_offset[i];
            }
128 129 130
            if (remove)
                s->cur_frame_offset[i] = INT64_MAX;
            if (s->cur_offset + off < s->cur_frame_end[i])
131
                break;
132 133 134 135
        }
    }
}

136
int av_parser_parse2(AVCodecParserContext *s, AVCodecContext *avctx,
137 138
                     uint8_t **poutbuf, int *poutbuf_size,
                     const uint8_t *buf, int buf_size,
139
                     int64_t pts, int64_t dts, int64_t pos)
140
{
Michael Niedermayer's avatar
Michael Niedermayer committed
141
    int index, i;
142
    uint8_t dummy_buf[AV_INPUT_BUFFER_PADDING_SIZE];
143

144 145
    av_assert1(avctx->codec_id != AV_CODEC_ID_NONE);

146 147 148 149 150 151 152
    /* Parsers only work for the specified codec ids. */
    av_assert1(avctx->codec_id == s->parser->codec_ids[0] ||
               avctx->codec_id == s->parser->codec_ids[1] ||
               avctx->codec_id == s->parser->codec_ids[2] ||
               avctx->codec_id == s->parser->codec_ids[3] ||
               avctx->codec_id == s->parser->codec_ids[4]);

153
    if (!(s->flags & PARSER_FLAG_FETCHED_OFFSET)) {
Michael Chinen's avatar
Michael Chinen committed
154 155
        s->next_frame_offset =
        s->cur_offset        = pos;
156
        s->flags            |= PARSER_FLAG_FETCHED_OFFSET;
Michael Chinen's avatar
Michael Chinen committed
157 158
    }

159 160 161 162
    if (buf_size == 0) {
        /* padding is always necessary even if EOF, so we add it here */
        memset(dummy_buf, 0, sizeof(dummy_buf));
        buf = dummy_buf;
163
    } else if (s->cur_offset + buf_size != s->cur_frame_end[s->cur_frame_start_index]) { /* skip remainder packets */
164
        /* add a new packet descriptor */
165 166 167 168 169 170 171
        i = (s->cur_frame_start_index + 1) & (AV_PARSER_PTS_NB - 1);
        s->cur_frame_start_index = i;
        s->cur_frame_offset[i]   = s->cur_offset;
        s->cur_frame_end[i]      = s->cur_offset + buf_size;
        s->cur_frame_pts[i]      = pts;
        s->cur_frame_dts[i]      = dts;
        s->cur_frame_pos[i]      = pos;
172
    }
173

174 175 176 177 178
    if (s->fetch_timestamp) {
        s->fetch_timestamp = 0;
        s->last_pts        = s->pts;
        s->last_dts        = s->dts;
        s->last_pos        = s->pos;
179
        ff_fetch_timestamp(s, 0, 0, 0);
180
    }
181
    /* WARNING: the returned index can be negative */
182 183
    index = s->parser->parser_parse(s, avctx, (const uint8_t **) poutbuf,
                                    poutbuf_size, buf, buf_size);
184
    av_assert0(index > -0x20000000); // The API does not allow returning AVERROR codes
185 186 187 188 189
#define FILL(name) if(s->name > 0 && avctx->name <= 0) avctx->name = s->name
    if (avctx->codec_type == AVMEDIA_TYPE_VIDEO) {
        FILL(field_order);
    }

190 191
    /* update the file pointer */
    if (*poutbuf_size) {
192
        /* fill the data for the current frame */
193
        s->frame_offset = s->next_frame_offset;
194

195
        /* offset of the next frame */
196
        s->next_frame_offset = s->cur_offset + index;
197
        s->fetch_timestamp   = 1;
198 199 200 201 202 203 204
    }
    if (index < 0)
        index = 0;
    s->cur_offset += index;
    return index;
}

205
int av_parser_change(AVCodecParserContext *s, AVCodecContext *avctx,
206
                     uint8_t **poutbuf, int *poutbuf_size,
207 208 209
                     const uint8_t *buf, int buf_size, int keyframe)
{
    if (s && s->parser->split) {
210 211
        if (avctx->flags  & AV_CODEC_FLAG_GLOBAL_HEADER ||
            avctx->flags2 & AV_CODEC_FLAG2_LOCAL_HEADER) {
212 213
            int i = s->parser->split(avctx, buf, buf_size);
            buf      += i;
214 215 216 217
            buf_size -= i;
        }
    }

218
    /* cast to avoid warning about discarding qualifiers */
219 220 221
    *poutbuf      = (uint8_t *) buf;
    *poutbuf_size = buf_size;
    if (avctx->extradata) {
222
        if (keyframe && (avctx->flags2 & AV_CODEC_FLAG2_LOCAL_HEADER)) {
223 224 225
            int size = buf_size + avctx->extradata_size;

            *poutbuf_size = size;
226
            *poutbuf      = av_malloc(size + AV_INPUT_BUFFER_PADDING_SIZE);
227 228
            if (!*poutbuf)
                return AVERROR(ENOMEM);
229

230
            memcpy(*poutbuf, avctx->extradata, avctx->extradata_size);
231
            memcpy(*poutbuf + avctx->extradata_size, buf,
232
                   buf_size + AV_INPUT_BUFFER_PADDING_SIZE);
233 234 235 236 237 238 239
            return 1;
        }
    }

    return 0;
}

240 241
void av_parser_close(AVCodecParserContext *s)
{
242
    if (s) {
243
        if (s->parser->parser_close)
Michael Niedermayer's avatar
Michael Niedermayer committed
244
            s->parser->parser_close(s);
245
        av_freep(&s->priv_data);
Michael Niedermayer's avatar
Michael Niedermayer committed
246
        av_free(s);
247
    }
248 249
}

250 251
int ff_combine_frame(ParseContext *pc, int next,
                     const uint8_t **buf, int *buf_size)
252
{
253
    if (pc->overread) {
254
        ff_dlog(NULL, "overread %d, state:%X next:%d index:%d o_index:%d\n",
255
                pc->overread, pc->state, next, pc->index, pc->overread_index);
256
        ff_dlog(NULL, "%X %X %X %X\n",
257
                (*buf)[0], (*buf)[1], (*buf)[2], (*buf)[3]);
258 259
    }

Diego Biurrun's avatar
Diego Biurrun committed
260
    /* Copy overread bytes from last frame into buffer. */
261 262
    for (; pc->overread > 0; pc->overread--)
        pc->buffer[pc->index++] = pc->buffer[pc->overread_index++];
263 264

    /* flush remaining if EOF */
265 266
    if (!*buf_size && next == END_NOT_FOUND)
        next = 0;
267

268
    pc->last_index = pc->index;
269 270

    /* copy into buffer end return */
271 272
    if (next == END_NOT_FOUND) {
        void *new_buffer = av_fast_realloc(pc->buffer, &pc->buffer_size,
273
                                           *buf_size + pc->index +
274
                                           AV_INPUT_BUFFER_PADDING_SIZE);
275

276
        if (!new_buffer) {
277
            av_log(NULL, AV_LOG_ERROR, "Failed to reallocate parser buffer to %d\n", *buf_size + pc->index + AV_INPUT_BUFFER_PADDING_SIZE);
278
            pc->index = 0;
279
            return AVERROR(ENOMEM);
280
        }
281
        pc->buffer = new_buffer;
282 283 284 285 286
        memcpy(&pc->buffer[pc->index], *buf, *buf_size);
        pc->index += *buf_size;
        return -1;
    }

287 288
    *buf_size          =
    pc->overread_index = pc->index + next;
289

290
    /* append to buffer */
291 292 293
    if (pc->index) {
        void *new_buffer = av_fast_realloc(pc->buffer, &pc->buffer_size,
                                           next + pc->index +
294
                                           AV_INPUT_BUFFER_PADDING_SIZE);
295
        if (!new_buffer) {
296
            av_log(NULL, AV_LOG_ERROR, "Failed to reallocate parser buffer to %d\n", next + pc->index + AV_INPUT_BUFFER_PADDING_SIZE);
297 298
            pc->overread_index =
            pc->index = 0;
299
            return AVERROR(ENOMEM);
300
        }
301
        pc->buffer = new_buffer;
302
        if (next > -AV_INPUT_BUFFER_PADDING_SIZE)
303
            memcpy(&pc->buffer[pc->index], *buf,
304
                   next + AV_INPUT_BUFFER_PADDING_SIZE);
305
        pc->index = 0;
306
        *buf      = pc->buffer;
307 308 309
    }

    /* store overread bytes */
310
    for (; next < 0; next++) {
311 312
        pc->state   = pc->state   << 8 | pc->buffer[pc->last_index + next];
        pc->state64 = pc->state64 << 8 | pc->buffer[pc->last_index + next];
313 314 315
        pc->overread++;
    }

316
    if (pc->overread) {
317
        ff_dlog(NULL, "overread %d, state:%X next:%d index:%d o_index:%d\n",
318
                pc->overread, pc->state, next, pc->index, pc->overread_index);
319
        ff_dlog(NULL, "%X %X %X %X\n",
320
                (*buf)[0], (*buf)[1], (*buf)[2], (*buf)[3]);
321 322 323 324 325
    }

    return 0;
}

326
void ff_parse_close(AVCodecParserContext *s)
327
{
328
    ParseContext *pc = s->priv_data;
329

330
    av_freep(&pc->buffer);
331 332
}

333
int ff_mpeg4video_split(AVCodecContext *avctx, const uint8_t *buf, int buf_size)
334
{
335
    uint32_t state = -1;
336
    const uint8_t *ptr = buf, *end = buf + buf_size;
337

338 339
    while (ptr < end) {
        ptr = avpriv_find_start_code(ptr, end, &state);
340
        if (state == 0x1B3 || state == 0x1B6)
341
            return ptr - 4 - buf;
342
    }
343

344 345
    return 0;
}