h263dec.c 26.2 KB
Newer Older
Fabrice Bellard's avatar
Fabrice Bellard committed
1
/*
Michael Niedermayer's avatar
Michael Niedermayer committed
2
 * H.263 decoder
3
 * Copyright (c) 2001 Fabrice Bellard
4
 * Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
Fabrice Bellard's avatar
Fabrice Bellard committed
5
 *
6 7 8
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
9 10
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
11
 * version 2.1 of the License, or (at your option) any later version.
Fabrice Bellard's avatar
Fabrice Bellard committed
12
 *
13
 * FFmpeg is distributed in the hope that it will be useful,
Fabrice Bellard's avatar
Fabrice Bellard committed
14
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 16
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
Fabrice Bellard's avatar
Fabrice Bellard committed
17
 *
18
 * You should have received a copy of the GNU Lesser General Public
19
 * License along with FFmpeg; if not, write to the Free Software
20
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
Fabrice Bellard's avatar
Fabrice Bellard committed
21
 */
22

Michael Niedermayer's avatar
Michael Niedermayer committed
23
/**
24
 * @file
Michael Niedermayer's avatar
Michael Niedermayer committed
25 26
 * H.263 decoder.
 */
27

28 29
#define UNCHECKED_BITSTREAM_READER 1

30
#include "libavutil/cpu.h"
Fabrice Bellard's avatar
Fabrice Bellard committed
31
#include "avcodec.h"
32
#include "error_resilience.h"
33
#include "flv.h"
34
#include "h263.h"
35
#include "h263_parser.h"
36
#include "hwaccel.h"
37
#include "internal.h"
38
#include "mpeg_er.h"
39
#include "mpeg4video.h"
40
#include "mpeg4video_parser.h"
41
#include "mpegutils.h"
42
#include "mpegvideo.h"
43
#include "msmpeg4.h"
44
#include "qpeldsp.h"
45
#include "thread.h"
46
#include "wmv2.h"
Fabrice Bellard's avatar
Fabrice Bellard committed
47

48 49
static enum AVPixelFormat h263_get_format(AVCodecContext *avctx)
{
50 51
    /* MPEG-4 Studio Profile only, not supported by hardware */
    if (avctx->bits_per_raw_sample > 8) {
52
        av_assert1(((MpegEncContext *)avctx->priv_data)->studio_profile);
53 54 55
        return avctx->pix_fmt;
    }

56 57 58
    if (avctx->codec->id == AV_CODEC_ID_MSS2)
        return AV_PIX_FMT_YUV420P;

59
    if (CONFIG_GRAY && (avctx->flags & AV_CODEC_FLAG_GRAY)) {
60 61
        if (avctx->color_range == AVCOL_RANGE_UNSPECIFIED)
            avctx->color_range = AVCOL_RANGE_MPEG;
62
        return AV_PIX_FMT_GRAY8;
63
    }
64

65 66 67
    return avctx->pix_fmt = ff_get_format(avctx, avctx->codec->pix_fmts);
}

68
av_cold int ff_h263_decode_init(AVCodecContext *avctx)
Fabrice Bellard's avatar
Fabrice Bellard committed
69 70
{
    MpegEncContext *s = avctx->priv_data;
71
    int ret;
72

73
    s->out_format      = FMT_H263;
Fabrice Bellard's avatar
Fabrice Bellard committed
74

75
    // set defaults
76
    ff_mpv_decode_defaults(s);
77 78
    ff_mpv_decode_init(s, avctx);

79 80 81 82
    s->quant_precision = 5;
    s->decode_mb       = ff_h263_decode_mb;
    s->low_delay       = 1;
    s->unrestricted_mv = 1;
83

Fabrice Bellard's avatar
Fabrice Bellard committed
84
    /* select sub codec */
85
    switch (avctx->codec->id) {
86
    case AV_CODEC_ID_H263:
87
    case AV_CODEC_ID_H263P:
88
        s->unrestricted_mv = 0;
89
        avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
Fabrice Bellard's avatar
Fabrice Bellard committed
90
        break;
91
    case AV_CODEC_ID_MPEG4:
Fabrice Bellard's avatar
Fabrice Bellard committed
92
        break;
93
    case AV_CODEC_ID_MSMPEG4V1:
94 95
        s->h263_pred       = 1;
        s->msmpeg4_version = 1;
96
        break;
97
    case AV_CODEC_ID_MSMPEG4V2:
98 99
        s->h263_pred       = 1;
        s->msmpeg4_version = 2;
100
        break;
101
    case AV_CODEC_ID_MSMPEG4V3:
102 103
        s->h263_pred       = 1;
        s->msmpeg4_version = 3;
Fabrice Bellard's avatar
Fabrice Bellard committed
104
        break;
105
    case AV_CODEC_ID_WMV1:
106 107
        s->h263_pred       = 1;
        s->msmpeg4_version = 4;
108
        break;
109
    case AV_CODEC_ID_WMV2:
110 111
        s->h263_pred       = 1;
        s->msmpeg4_version = 5;
112
        break;
113 114 115 116
    case AV_CODEC_ID_VC1:
    case AV_CODEC_ID_WMV3:
    case AV_CODEC_ID_VC1IMAGE:
    case AV_CODEC_ID_WMV3IMAGE:
Alberto Delmás's avatar
Alberto Delmás committed
117
    case AV_CODEC_ID_MSS2:
118 119
        s->h263_pred       = 1;
        s->msmpeg4_version = 6;
120
        avctx->chroma_sample_location = AVCHROMA_LOC_LEFT;
anonymous's avatar
anonymous committed
121
        break;
122
    case AV_CODEC_ID_H263I:
Fabrice Bellard's avatar
Fabrice Bellard committed
123
        break;
124
    case AV_CODEC_ID_FLV1:
125 126
        s->h263_flv = 1;
        break;
Fabrice Bellard's avatar
Fabrice Bellard committed
127
    default:
128 129 130
        av_log(avctx, AV_LOG_ERROR, "Unsupported codec %d\n",
               avctx->codec->id);
        return AVERROR(ENOSYS);
Fabrice Bellard's avatar
Fabrice Bellard committed
131
    }
132
    s->codec_id    = avctx->codec->id;
133

134 135 136
    if (avctx->codec_tag == AV_RL32("L263") || avctx->codec_tag == AV_RL32("S263"))
        if (avctx->extradata_size == 56 && avctx->extradata[0] == 1)
            s->ehc_mode = 1;
137

138
    /* for H.263, we allocate the images after having read the header */
139
    if (avctx->codec->id != AV_CODEC_ID_H263 &&
140
        avctx->codec->id != AV_CODEC_ID_H263P &&
141
        avctx->codec->id != AV_CODEC_ID_MPEG4) {
142
        avctx->pix_fmt = h263_get_format(avctx);
143
        ff_mpv_idct_init(s);
144
        if ((ret = ff_mpv_common_init(s)) < 0)
145
            return ret;
146
    }
Fabrice Bellard's avatar
Fabrice Bellard committed
147

148
    ff_h263dsp_init(&s->h263dsp);
149
    ff_qpeldsp_init(&s->qdsp);
150
    ff_h263_decode_init_vlc();
151

Fabrice Bellard's avatar
Fabrice Bellard committed
152 153 154
    return 0;
}

155
av_cold int ff_h263_decode_end(AVCodecContext *avctx)
Fabrice Bellard's avatar
Fabrice Bellard committed
156 157 158
{
    MpegEncContext *s = avctx->priv_data;

159
    ff_mpv_common_end(s);
Fabrice Bellard's avatar
Fabrice Bellard committed
160 161 162
    return 0;
}

Michael Niedermayer's avatar
Michael Niedermayer committed
163
/**
164
 * Return the number of bytes consumed for building the current frame.
Michael Niedermayer's avatar
Michael Niedermayer committed
165
 */
166 167 168
static int get_consumed_bytes(MpegEncContext *s, int buf_size)
{
    int pos = (get_bits_count(&s->gb) + 7) >> 3;
169

170 171 172
    if (s->divx_packed || s->avctx->hwaccel) {
        /* We would have to scan through the whole buf to handle the weird
         * reordering ... */
173
        return buf_size;
174
    } else if (s->avctx->flags & AV_CODEC_FLAG_TRUNCATED) {
175
        pos -= s->parse_context.last_index;
176 177 178
        // padding is not really read so this might be -1
        if (pos < 0)
            pos = 0;
179
        return pos;
180 181 182 183 184 185 186
    } else {
        // avoid infinite loops (maybe not needed...)
        if (pos == 0)
            pos = 1;
        // oops ;)
        if (pos + 10 > buf_size)
            pos = buf_size;
Michael Niedermayer's avatar
Michael Niedermayer committed
187 188 189 190 191

        return pos;
    }
}

192 193 194 195
static int decode_slice(MpegEncContext *s)
{
    const int part_mask = s->partitioned_frame
                          ? (ER_AC_END | ER_AC_ERROR) : 0x7F;
196
    const int mb_size   = 16 >> s->avctx->lowres;
197 198
    int ret;

199 200 201 202
    s->last_resync_gb   = s->gb;
    s->first_slice_line = 1;
    s->resync_mb_x      = s->mb_x;
    s->resync_mb_y      = s->mb_y;
203

Michael Niedermayer's avatar
Michael Niedermayer committed
204
    ff_set_qscale(s, s->qscale);
205

206 207 208 209 210
    if (s->studio_profile) {
        if ((ret = ff_mpeg4_decode_studio_slice_header(s->avctx->priv_data)) < 0)
            return ret;
    }

211
    if (s->avctx->hwaccel) {
212
        const uint8_t *start = s->gb.buffer + get_bits_count(&s->gb) / 8;
213 214 215 216
        ret = s->avctx->hwaccel->decode_slice(s->avctx, start, s->gb.buffer_end - start);
        // ensure we exit decode loop
        s->mb_y = s->mb_height;
        return ret;
217
    }
218

219 220
    if (s->partitioned_frame) {
        const int qscale = s->qscale;
221

222
        if (CONFIG_MPEG4_DECODER && s->codec_id == AV_CODEC_ID_MPEG4)
223
            if ((ret = ff_mpeg4_decode_partitions(s->avctx->priv_data)) < 0)
224
                return ret;
225

Fabrice Bellard's avatar
Fabrice Bellard committed
226
        /* restore variables which were modified */
227 228 229
        s->first_slice_line = 1;
        s->mb_x             = s->resync_mb_x;
        s->mb_y             = s->resync_mb_y;
Michael Niedermayer's avatar
Michael Niedermayer committed
230
        ff_set_qscale(s, qscale);
231 232
    }

233
    for (; s->mb_y < s->mb_height; s->mb_y++) {
234
        /* per-row end of slice checks */
235 236 237 238
        if (s->msmpeg4_version) {
            if (s->resync_mb_y + s->slice_height == s->mb_y) {
                ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
                                s->mb_x - 1, s->mb_y, ER_MB_END);
239

240 241 242
                return 0;
            }
        }
243

244 245 246 247
        if (s->msmpeg4_version == 1) {
            s->last_dc[0] =
            s->last_dc[1] =
            s->last_dc[2] = 128;
248
        }
249

250
        ff_init_block_index(s);
251
        for (; s->mb_x < s->mb_width; s->mb_x++) {
252 253 254 255
            int ret;

            ff_update_block_index(s);

256 257
            if (s->resync_mb_x == s->mb_x && s->resync_mb_y + 1 == s->mb_y)
                s->first_slice_line = 0;
258 259

            /* DCT & quantize */
260

261
            s->mv_dir  = MV_DIR_FORWARD;
262
            s->mv_type = MV_TYPE_16X16;
263 264
            ff_dlog(s, "%d %06X\n",
                    get_bits_count(&s->gb), show_bits(&s->gb, 24));
265

266
            ff_tlog(NULL, "Decoding MB at %dx%d\n", s->mb_x, s->mb_y);
267
            ret = s->decode_mb(s, s->block);
268

269
            if (s->pict_type != AV_PICTURE_TYPE_B)
270 271
                ff_h263_update_motion_val(s);

272 273 274
            if (ret < 0) {
                const int xy = s->mb_x + s->mb_y * s->mb_stride;
                if (ret == SLICE_END) {
275
                    ff_mpv_reconstruct_mb(s, s->block);
276
                    if (s->loop_filter)
Michael Niedermayer's avatar
Michael Niedermayer committed
277
                        ff_h263_loop_filter(s);
278

279 280
                    ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
                                    s->mb_x, s->mb_y, ER_MB_END & part_mask);
281 282

                    s->padding_bug_score--;
283

284 285 286
                    if (++s->mb_x >= s->mb_width) {
                        s->mb_x = 0;
                        ff_mpeg_draw_horiz_band(s, s->mb_y * mb_size, mb_size);
287
                        ff_mpv_report_decode_progress(s);
288 289
                        s->mb_y++;
                    }
290
                    return 0;
291 292 293 294 295 296
                } else if (ret == SLICE_NOEND) {
                    av_log(s->avctx, AV_LOG_ERROR,
                           "Slice mismatch at MB: %d\n", xy);
                    ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
                                    s->mb_x + 1, s->mb_y,
                                    ER_MB_END & part_mask);
297
                    return AVERROR_INVALIDDATA;
298
                }
299
                av_log(s->avctx, AV_LOG_ERROR, "Error at MB: %d\n", xy);
300 301
                ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
                                s->mb_x, s->mb_y, ER_MB_ERROR & part_mask);
302

303
                if (s->avctx->err_recognition & AV_EF_IGNORE_ERR)
304
                    continue;
305
                return AVERROR_INVALIDDATA;
306
            }
307

308
            ff_mpv_reconstruct_mb(s, s->block);
309
            if (s->loop_filter)
Michael Niedermayer's avatar
Michael Niedermayer committed
310
                ff_h263_loop_filter(s);
311
        }
312

313
        ff_mpeg_draw_horiz_band(s, s->mb_y * mb_size, mb_size);
314
        ff_mpv_report_decode_progress(s);
315

316
        s->mb_x = 0;
317
    }
318

319
    av_assert1(s->mb_x == 0 && s->mb_y == s->mb_height);
320

321
    // Detect incorrect padding with wrong stuffing codes used by NEC N-02B
322 323 324 325 326 327
    if (s->codec_id == AV_CODEC_ID_MPEG4         &&
        (s->workaround_bugs & FF_BUG_AUTODETECT) &&
        get_bits_left(&s->gb) >= 48              &&
        show_bits(&s->gb, 24) == 0x4010          &&
        !s->data_partitioning)
        s->padding_bug_score += 32;
328

329
    /* try to detect the padding bug */
330 331 332
    if (s->codec_id == AV_CODEC_ID_MPEG4         &&
        (s->workaround_bugs & FF_BUG_AUTODETECT) &&
        get_bits_left(&s->gb) >= 0               &&
333
        get_bits_left(&s->gb) < 137              &&
334 335 336 337 338 339 340 341 342 343 344
        !s->data_partitioning) {
        const int bits_count = get_bits_count(&s->gb);
        const int bits_left  = s->gb.size_in_bits - bits_count;

        if (bits_left == 0) {
            s->padding_bug_score += 16;
        } else if (bits_left != 1) {
            int v = show_bits(&s->gb, 8);
            v |= 0x7F >> (7 - (bits_count & 7));

            if (v == 0x7F && bits_left <= 8)
345
                s->padding_bug_score--;
346 347 348
            else if (v == 0x7F && ((get_bits_count(&s->gb) + 8) & 8) &&
                     bits_left <= 16)
                s->padding_bug_score += 4;
349
            else
350 351
                s->padding_bug_score++;
        }
352
    }
353

354 355 356 357 358 359 360 361 362 363 364
    if (s->codec_id == AV_CODEC_ID_H263          &&
        (s->workaround_bugs & FF_BUG_AUTODETECT) &&
        get_bits_left(&s->gb) >= 8               &&
        get_bits_left(&s->gb) < 300              &&
        s->pict_type == AV_PICTURE_TYPE_I        &&
        show_bits(&s->gb, 8) == 0                &&
        !s->data_partitioning) {

        s->padding_bug_score += 32;
    }

365 366 367 368 369 370 371 372
    if (s->codec_id == AV_CODEC_ID_H263          &&
        (s->workaround_bugs & FF_BUG_AUTODETECT) &&
        get_bits_left(&s->gb) >= 64              &&
        AV_RB64(s->gb.buffer_end - 8) == 0xCDCDCDCDFC7F0000) {

        s->padding_bug_score += 32;
    }

373
    if (s->workaround_bugs & FF_BUG_AUTODETECT) {
374
        if (
375
            (s->padding_bug_score > -2 && !s->data_partitioning))
376
            s->workaround_bugs |= FF_BUG_NO_PADDING;
377 378 379
        else
            s->workaround_bugs &= ~FF_BUG_NO_PADDING;
    }
380

Diego Biurrun's avatar
Diego Biurrun committed
381
    // handle formats which don't have unique end markers
382 383 384
    if (s->msmpeg4_version || (s->workaround_bugs & FF_BUG_NO_PADDING)) { // FIXME perhaps solve this more cleanly
        int left      = get_bits_left(&s->gb);
        int max_extra = 7;
385

386
        /* no markers in M$ crap */
387 388 389 390 391 392
        if (s->msmpeg4_version && s->pict_type == AV_PICTURE_TYPE_I)
            max_extra += 17;

        /* buggy padding but the frame should still end approximately at
         * the bitstream end */
        if ((s->workaround_bugs & FF_BUG_NO_PADDING) &&
393
            (s->avctx->err_recognition & (AV_EF_BUFFER|AV_EF_AGGRESSIVE)))
394 395 396 397 398 399 400 401 402
            max_extra += 48;
        else if ((s->workaround_bugs & FF_BUG_NO_PADDING))
            max_extra += 256 * 256 * 256 * 64;

        if (left > max_extra)
            av_log(s->avctx, AV_LOG_ERROR,
                   "discarding %d junk bits at end, next would be %X\n",
                   left, show_bits(&s->gb, 24));
        else if (left < 0)
403
            av_log(s->avctx, AV_LOG_ERROR, "overreading %d bits\n", -left);
404 405 406
        else
            ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
                            s->mb_x - 1, s->mb_y, ER_MB_END);
407

408 409
        return 0;
    }
410

411 412 413
    av_log(s->avctx, AV_LOG_ERROR,
           "slice end not reached but screenspace end (%d left %06X, score= %d)\n",
           get_bits_left(&s->gb), show_bits(&s->gb, 24), s->padding_bug_score);
414

415 416
    ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y,
                    ER_MB_END & part_mask);
417

418
    return AVERROR_INVALIDDATA;
419 420
}

421 422
int ff_h263_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
                         AVPacket *avpkt)
Fabrice Bellard's avatar
Fabrice Bellard committed
423
{
424
    const uint8_t *buf = avpkt->data;
425 426
    int buf_size       = avpkt->size;
    MpegEncContext *s  = avctx->priv_data;
Fabrice Bellard's avatar
Fabrice Bellard committed
427
    int ret;
428
    int slice_ret = 0;
429 430
    AVFrame *pict = data;

431
    /* no supplementary picture */
Fabrice Bellard's avatar
Fabrice Bellard committed
432
    if (buf_size == 0) {
433
        /* special case for last picture */
434
        if (s->low_delay == 0 && s->next_picture_ptr) {
435
            if ((ret = av_frame_ref(pict, s->next_picture_ptr->f)) < 0)
436
                return ret;
437
            s->next_picture_ptr = NULL;
438

439
            *got_frame = 1;
440 441
        }

Fabrice Bellard's avatar
Fabrice Bellard committed
442 443
        return 0;
    }
Michael Niedermayer's avatar
Michael Niedermayer committed
444

445
    if (s->avctx->flags & AV_CODEC_FLAG_TRUNCATED) {
446
        int next;
447

448 449 450 451
        if (CONFIG_MPEG4_DECODER && s->codec_id == AV_CODEC_ID_MPEG4) {
            next = ff_mpeg4_find_frame_end(&s->parse_context, buf, buf_size);
        } else if (CONFIG_H263_DECODER && s->codec_id == AV_CODEC_ID_H263) {
            next = ff_h263_find_frame_end(&s->parse_context, buf, buf_size);
452 453
        } else if (CONFIG_H263P_DECODER && s->codec_id == AV_CODEC_ID_H263P) {
            next = ff_h263_find_frame_end(&s->parse_context, buf, buf_size);
454 455 456
        } else {
            av_log(s->avctx, AV_LOG_ERROR,
                   "this codec does not support truncated bitstreams\n");
457
            return AVERROR(ENOSYS);
458
        }
459

460 461
        if (ff_combine_frame(&s->parse_context, next, (const uint8_t **)&buf,
                             &buf_size) < 0)
462 463
            return buf_size;
    }
Fabrice Bellard's avatar
Fabrice Bellard committed
464

465
retry:
466
    if (s->divx_packed && s->bitstream_buffer_size) {
467
        int i;
468 469 470
        for(i=0; i < buf_size-3; i++) {
            if (buf[i]==0 && buf[i+1]==0 && buf[i+2]==1) {
                if (buf[i+3]==0xB0) {
471
                    av_log(s->avctx, AV_LOG_WARNING, "Discarding excessive bitstream in packed xvid\n");
472
                    s->bitstream_buffer_size = 0;
473
                }
474 475 476 477
                break;
            }
        }
    }
478

479
    if (s->bitstream_buffer_size && (s->divx_packed || buf_size <= MAX_NVOP_SIZE)) // divx 5.01+/xvid frame reorder
480 481
        ret = init_get_bits8(&s->gb, s->bitstream_buffer,
                             s->bitstream_buffer_size);
482
    else
483
        ret = init_get_bits8(&s->gb, buf, buf_size);
484

485
    s->bitstream_buffer_size = 0;
486 487
    if (ret < 0)
        return ret;
Fabrice Bellard's avatar
Fabrice Bellard committed
488

489
    if (!s->context_initialized)
490
        // we need the idct permutation for reading a custom matrix
491
        ff_mpv_idct_init(s);
492

Fabrice Bellard's avatar
Fabrice Bellard committed
493
    /* let's go :-) */
494 495
    if (CONFIG_WMV2_DECODER && s->msmpeg4_version == 5) {
        ret = ff_wmv2_decode_picture_header(s);
496
    } else if (CONFIG_MSMPEG4_DECODER && s->msmpeg4_version) {
497
        ret = ff_msmpeg4_decode_picture_header(s);
498
    } else if (CONFIG_MPEG4_DECODER && avctx->codec_id == AV_CODEC_ID_MPEG4) {
499
        if (s->avctx->extradata_size && s->picture_number == 0) {
500
            GetBitContext gb;
501

502
            if (init_get_bits8(&gb, s->avctx->extradata, s->avctx->extradata_size) >= 0 )
503
                ff_mpeg4_decode_picture_header(avctx->priv_data, &gb, 1);
504
        }
505
        ret = ff_mpeg4_decode_picture_header(avctx->priv_data, &s->gb, 0);
506
    } else if (CONFIG_H263I_DECODER && s->codec_id == AV_CODEC_ID_H263I) {
507
        ret = ff_intel_h263_decode_picture_header(s);
508 509
    } else if (CONFIG_FLV_DECODER && s->h263_flv) {
        ret = ff_flv_decode_picture_header(s);
Fabrice Bellard's avatar
Fabrice Bellard committed
510
    } else {
511
        ret = ff_h263_decode_picture_header(s);
512
    }
513

514
    if (ret < 0 || ret == FRAME_SKIPPED) {
515 516 517 518 519 520 521
        if (   s->width  != avctx->coded_width
            || s->height != avctx->coded_height) {
                av_log(s->avctx, AV_LOG_WARNING, "Reverting picture dimensions change due to header decoding failure\n");
                s->width = avctx->coded_width;
                s->height= avctx->coded_height;
        }
    }
522 523
    if (ret == FRAME_SKIPPED)
        return get_consumed_bytes(s, buf_size);
524 525

    /* skip if the header was thrashed */
526
    if (ret < 0) {
527
        av_log(s->avctx, AV_LOG_ERROR, "header damaged\n");
528
        return ret;
529
    }
530

531 532
    if (!s->context_initialized) {
        avctx->pix_fmt = h263_get_format(avctx);
533
        if ((ret = ff_mpv_common_init(s)) < 0)
534
            return ret;
535
    }
536

537
    if (!s->current_picture_ptr || s->current_picture_ptr->f->data[0]) {
538
        int i = ff_find_unused_picture(s->avctx, s->picture, 0);
539 540 541 542 543
        if (i < 0)
            return i;
        s->current_picture_ptr = &s->picture[i];
    }

544
    avctx->has_b_frames = !s->low_delay;
545

546 547 548
    if (CONFIG_MPEG4_DECODER && avctx->codec_id == AV_CODEC_ID_MPEG4) {
        if (ff_mpeg4_workaround_bugs(avctx) == 1)
            goto retry;
549 550
        if (s->studio_profile != (s->idsp.idct == NULL))
            ff_mpv_idct_init(s);
551
    }
Alex Beregszaszi's avatar
Alex Beregszaszi committed
552

553
    /* After H.263 & MPEG-4 header decode we have the height, width,
554
     * and other parameters. So then we could init the picture.
555
     * FIXME: By the way H.263 decoder is evolving it should have
556
     * an H263EncContext */
557 558 559 560 561 562
    if (s->width  != avctx->coded_width  ||
        s->height != avctx->coded_height ||
        s->context_reinit) {
        /* H.263 could change picture size any time */
        s->context_reinit = 0;

563 564 565
        ret = ff_set_dimensions(avctx, s->width, s->height);
        if (ret < 0)
            return ret;
566

567 568
        ff_set_sar(avctx, avctx->sample_aspect_ratio);

569
        if ((ret = ff_mpv_common_frame_size_change(s)))
570
            return ret;
571 572 573 574 575 576

        if (avctx->pix_fmt != h263_get_format(avctx)) {
            av_log(avctx, AV_LOG_ERROR, "format change not supported\n");
            avctx->pix_fmt = AV_PIX_FMT_NONE;
            return AVERROR_UNKNOWN;
        }
577 578
    }

579 580 581
    if (s->codec_id == AV_CODEC_ID_H263  ||
        s->codec_id == AV_CODEC_ID_H263P ||
        s->codec_id == AV_CODEC_ID_H263I)
582
        s->gob_index = H263_GOB_HEIGHT(s->height);
583

584
    // for skipping the frame
585 586
    s->current_picture.f->pict_type = s->pict_type;
    s->current_picture.f->key_frame = s->pict_type == AV_PICTURE_TYPE_I;
587

Diego Biurrun's avatar
Diego Biurrun committed
588
    /* skip B-frames if we don't have reference frames */
589
    if (!s->last_picture_ptr &&
590 591
        (s->pict_type == AV_PICTURE_TYPE_B || s->droppable))
        return get_consumed_bytes(s, buf_size);
592 593 594 595 596
    if ((avctx->skip_frame >= AVDISCARD_NONREF &&
         s->pict_type == AV_PICTURE_TYPE_B)    ||
        (avctx->skip_frame >= AVDISCARD_NONKEY &&
         s->pict_type != AV_PICTURE_TYPE_I)    ||
        avctx->skip_frame >= AVDISCARD_ALL)
Michael Niedermayer's avatar
Michael Niedermayer committed
597
        return get_consumed_bytes(s, buf_size);
598

599 600
    if (s->next_p_frame_damaged) {
        if (s->pict_type == AV_PICTURE_TYPE_B)
Michael Niedermayer's avatar
Michael Niedermayer committed
601
            return get_consumed_bytes(s, buf_size);
602
        else
603
            s->next_p_frame_damaged = 0;
604 605
    }

606
    if ((!s->no_rounding) || s->pict_type == AV_PICTURE_TYPE_B) {
607 608
        s->me.qpel_put = s->qdsp.put_qpel_pixels_tab;
        s->me.qpel_avg = s->qdsp.avg_qpel_pixels_tab;
609
    } else {
610 611
        s->me.qpel_put = s->qdsp.put_no_rnd_qpel_pixels_tab;
        s->me.qpel_avg = s->qdsp.avg_qpel_pixels_tab;
612 613
    }

614
    if ((ret = ff_mpv_frame_start(s, avctx)) < 0)
615
        return ret;
Fabrice Bellard's avatar
Fabrice Bellard committed
616

617
    if (!s->divx_packed && !avctx->hwaccel)
618
        ff_thread_finish_setup(avctx);
619

620 621 622 623
    if (avctx->hwaccel) {
        ret = avctx->hwaccel->start_frame(avctx, s->gb.buffer,
                                          s->gb.buffer_end - s->gb.buffer);
        if (ret < 0 )
624
            return ret;
625
    }
626

627
    ff_mpeg_er_frame_start(s);
628

629 630
    /* the second part of the wmv2 header contains the MB skip bits which
     * are stored in current_picture->mb_type which is not available before
631
     * ff_mpv_frame_start() */
632
    if (CONFIG_WMV2_DECODER && s->msmpeg4_version == 5) {
633
        ret = ff_wmv2_decode_secondary_picture_header(s);
634 635 636
        if (ret < 0)
            return ret;
        if (ret == 1)
637
            goto frame_end;
638 639
    }

Fabrice Bellard's avatar
Fabrice Bellard committed
640
    /* decode each macroblock */
641 642
    s->mb_x = 0;
    s->mb_y = 0;
643

644
    slice_ret = decode_slice(s);
645 646
    while (s->mb_y < s->mb_height) {
        if (s->msmpeg4_version) {
647
            if (s->slice_height == 0 || s->mb_x != 0 || slice_ret < 0 ||
648
                (s->mb_y % s->slice_height) != 0 || get_bits_left(&s->gb) < 0)
649
                break;
650 651 652
        } else {
            int prev_x = s->mb_x, prev_y = s->mb_y;
            if (ff_h263_resync(s) < 0)
653
                break;
654
            if (prev_y * s->mb_width + prev_x < s->mb_y * s->mb_width + s->mb_x)
655
                s->er.error_occurred = 1;
656
        }
657

658
        if (s->msmpeg4_version < 4 && s->h263_pred)
659
            ff_mpeg4_clean_buffers(s);
660

661
        if (decode_slice(s) < 0)
662
            slice_ret = AVERROR_INVALIDDATA;
Fabrice Bellard's avatar
Fabrice Bellard committed
663
    }
664

665 666 667 668
    if (s->msmpeg4_version && s->msmpeg4_version < 4 &&
        s->pict_type == AV_PICTURE_TYPE_I)
        if (!CONFIG_MSMPEG4_DECODER ||
            ff_msmpeg4_decode_ext_header(s, buf_size) < 0)
669
            s->er.error_status_table[s->mb_num - 1] = ER_MB_ERROR;
670

671
    av_assert1(s->bitstream_buffer_size == 0);
672
frame_end:
673 674
    if (!s->studio_profile)
        ff_er_frame_end(&s->er);
675

676 677 678
    if (avctx->hwaccel) {
        ret = avctx->hwaccel->end_frame(avctx);
        if (ret < 0)
679
            return ret;
680
    }
681

682
    ff_mpv_frame_end(s);
683

684 685
    if (CONFIG_MPEG4_DECODER && avctx->codec_id == AV_CODEC_ID_MPEG4)
        ff_mpeg4_frame_end(avctx, buf, buf_size);
686

687 688 689
    if (!s->divx_packed && avctx->hwaccel)
        ff_thread_finish_setup(avctx);

690 691
    av_assert1(s->current_picture.f->pict_type == s->current_picture_ptr->f->pict_type);
    av_assert1(s->current_picture.f->pict_type == s->pict_type);
692
    if (s->pict_type == AV_PICTURE_TYPE_B || s->low_delay) {
693
        if ((ret = av_frame_ref(pict, s->current_picture_ptr->f)) < 0)
694
            return ret;
695
        ff_print_debug_info(s, s->current_picture_ptr, pict);
696
        ff_mpv_export_qp_table(s, pict, s->current_picture_ptr, FF_QSCALE_TYPE_MPEG1);
697
    } else if (s->last_picture_ptr) {
698
        if ((ret = av_frame_ref(pict, s->last_picture_ptr->f)) < 0)
699
            return ret;
700
        ff_print_debug_info(s, s->last_picture_ptr, pict);
701
        ff_mpv_export_qp_table(s, pict, s->last_picture_ptr, FF_QSCALE_TYPE_MPEG1);
702 703
    }

704
    if (s->last_picture_ptr || s->low_delay) {
705 706 707 708 709
        if (   pict->format == AV_PIX_FMT_YUV420P
            && (s->codec_tag == AV_RL32("GEOV") || s->codec_tag == AV_RL32("GEOX"))) {
            int x, y, p;
            av_frame_make_writable(pict);
            for (p=0; p<3; p++) {
710 711
                int w = AV_CEIL_RSHIFT(pict-> width, !!p);
                int h = AV_CEIL_RSHIFT(pict->height, !!p);
712 713 714 715 716 717 718 719
                int linesize = pict->linesize[p];
                for (y=0; y<(h>>1); y++)
                    for (x=0; x<w; x++)
                        FFSWAP(int,
                               pict->data[p][x + y*linesize],
                               pict->data[p][x + (h-1-y)*linesize]);
            }
        }
720
        *got_frame = 1;
Michael Niedermayer's avatar
Michael Niedermayer committed
721
    }
722

723
    if (slice_ret < 0 && (avctx->err_recognition & AV_EF_EXPLODE))
724
        return slice_ret;
725 726
    else
        return get_consumed_bytes(s, buf_size);
Fabrice Bellard's avatar
Fabrice Bellard committed
727 728
}

729
const enum AVPixelFormat ff_h263_hwaccel_pixfmt_list_420[] = {
730
#if CONFIG_H263_VAAPI_HWACCEL || CONFIG_MPEG4_VAAPI_HWACCEL
731
    AV_PIX_FMT_VAAPI,
732
#endif
733 734 735
#if CONFIG_MPEG4_NVDEC_HWACCEL
    AV_PIX_FMT_CUDA,
#endif
736
#if CONFIG_MPEG4_VDPAU_HWACCEL
737
    AV_PIX_FMT_VDPAU,
738 739 740
#endif
#if CONFIG_H263_VIDEOTOOLBOX_HWACCEL || CONFIG_MPEG4_VIDEOTOOLBOX_HWACCEL
    AV_PIX_FMT_VIDEOTOOLBOX,
741 742 743 744 745
#endif
    AV_PIX_FMT_YUV420P,
    AV_PIX_FMT_NONE
};

746 747 748 749
const AVCodecHWConfigInternal *ff_h263_hw_config_list[] = {
#if CONFIG_H263_VAAPI_HWACCEL
    HWACCEL_VAAPI(h263),
#endif
750 751 752
#if CONFIG_MPEG4_NVDEC_HWACCEL
    HWACCEL_NVDEC(mpeg4),
#endif
753 754 755 756 757 758 759 760 761
#if CONFIG_MPEG4_VDPAU_HWACCEL
    HWACCEL_VDPAU(mpeg4),
#endif
#if CONFIG_H263_VIDEOTOOLBOX_HWACCEL
    HWACCEL_VIDEOTOOLBOX(h263),
#endif
    NULL
};

762
AVCodec ff_h263_decoder = {
763
    .name           = "h263",
764
    .long_name      = NULL_IF_CONFIG_SMALL("H.263 / H.263-1996, H.263+ / H.263-1998 / H.263 version 2"),
765
    .type           = AVMEDIA_TYPE_VIDEO,
766
    .id             = AV_CODEC_ID_H263,
767 768 769 770
    .priv_data_size = sizeof(MpegEncContext),
    .init           = ff_h263_decode_init,
    .close          = ff_h263_decode_end,
    .decode         = ff_h263_decode_frame,
771 772
    .capabilities   = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
                      AV_CODEC_CAP_TRUNCATED | AV_CODEC_CAP_DELAY,
773
    .caps_internal  = FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
774
    .flush          = ff_mpeg_flush,
775
    .max_lowres     = 3,
776
    .pix_fmts       = ff_h263_hwaccel_pixfmt_list_420,
777
    .hw_configs     = ff_h263_hw_config_list,
Fabrice Bellard's avatar
Fabrice Bellard committed
778
};
779 780 781

AVCodec ff_h263p_decoder = {
    .name           = "h263p",
782
    .long_name      = NULL_IF_CONFIG_SMALL("H.263 / H.263-1996, H.263+ / H.263-1998 / H.263 version 2"),
783
    .type           = AVMEDIA_TYPE_VIDEO,
784
    .id             = AV_CODEC_ID_H263P,
785 786 787 788
    .priv_data_size = sizeof(MpegEncContext),
    .init           = ff_h263_decode_init,
    .close          = ff_h263_decode_end,
    .decode         = ff_h263_decode_frame,
789 790
    .capabilities   = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
                      AV_CODEC_CAP_TRUNCATED | AV_CODEC_CAP_DELAY,
791
    .caps_internal  = FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
792 793
    .flush          = ff_mpeg_flush,
    .max_lowres     = 3,
794
    .pix_fmts       = ff_h263_hwaccel_pixfmt_list_420,
795
    .hw_configs     = ff_h263_hw_config_list,
796
};