mpegvideo_enc.c 179 KB
Newer Older
1 2
/*
 * The simplest mpeg encoder (well, it was the simplest!)
3
 * Copyright (c) 2000,2001 Fabrice Bellard
4 5
 * Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
 *
6 7
 * 4MV & hq & B-frame encoding stuff by Michael Niedermayer <michaelni@gmx.at>
 *
8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
23 24 25
 */

/*
Michael Niedermayer's avatar
Michael Niedermayer committed
26
 * non linear quantizers with large QPs and VBV with restrictive qmin fixes sponsored by NOA GmbH
27 28 29
 */

/**
30
 * @file
31 32 33
 * The simplest mpeg encoder (well, it was the simplest!).
 */

34 35
#include <stdint.h>

36
#include "libavutil/internal.h"
37
#include "libavutil/intmath.h"
38
#include "libavutil/mathematics.h"
39
#include "libavutil/pixdesc.h"
40
#include "libavutil/opt.h"
41
#include "libavutil/timer.h"
42
#include "avcodec.h"
43
#include "dct.h"
44
#include "idctdsp.h"
45
#include "mpeg12.h"
46
#include "mpegvideo.h"
47
#include "mpegvideodata.h"
48
#include "h261.h"
49
#include "h263.h"
50
#include "h263data.h"
51
#include "mjpegenc_common.h"
52
#include "mathops.h"
53
#include "mpegutils.h"
54 55
#include "mjpegenc.h"
#include "msmpeg4.h"
56
#include "pixblockdsp.h"
57
#include "qpeldsp.h"
58
#include "faandct.h"
59
#include "thread.h"
60
#include "aandcttab.h"
61
#include "flv.h"
62
#include "mpeg4video.h"
63
#include "internal.h"
64
#include "bytestream.h"
65
#include "wmv2.h"
66
#include "rv10.h"
67
#include <limits.h>
68
#include "sp5x.h"
69

70 71
#define QUANT_BIAS_SHIFT 8

72
#define QMAT_SHIFT_MMX 16
73
#define QMAT_SHIFT 21
74

75
static int encode_picture(MpegEncContext *s, int picture_number);
Diego Biurrun's avatar
Diego Biurrun committed
76
static int dct_quantize_refine(MpegEncContext *s, int16_t *block, int16_t *weight, int16_t *orig, int n, int qscale);
77
static int sse_mb(MpegEncContext *s);
Diego Biurrun's avatar
Diego Biurrun committed
78 79
static void denoise_dct_c(MpegEncContext *s, int16_t *block);
static int dct_quantize_trellis_c(MpegEncContext *s, int16_t *block, int n, int qscale, int *overflow);
80

81
static uint8_t default_mv_penalty[MAX_FCODE + 1][MAX_DMV * 2 + 1];
82
static uint8_t default_fcode_tab[MAX_MV * 2 + 1];
83

84 85 86 87 88
const AVOption ff_mpv_generic_options[] = {
    FF_MPV_COMMON_OPTS
    { NULL },
};

89
void ff_convert_matrix(MpegEncContext *s, int (*qmat)[64],
90 91 92
                       uint16_t (*qmat16)[2][64],
                       const uint16_t *quant_matrix,
                       int bias, int qmin, int qmax, int intra)
93
{
94
    FDCTDSPContext *fdsp = &s->fdsp;
95
    int qscale;
96
    int shift = 0;
97

98
    for (qscale = qmin; qscale <= qmax; qscale++) {
99
        int i;
100 101 102 103 104
        int qscale2;

        if (s->q_scale_type) qscale2 = ff_mpeg2_non_linear_qscale[qscale];
        else                 qscale2 = qscale << 1;

105
        if (fdsp->fdct == ff_jpeg_fdct_islow_8  ||
106 107 108 109
#if CONFIG_FAANDCT
            fdsp->fdct == ff_faandct            ||
#endif /* CONFIG_FAANDCT */
            fdsp->fdct == ff_jpeg_fdct_islow_10) {
110
            for (i = 0; i < 64; i++) {
111
                const int j = s->idsp.idct_permutation[i];
112
                int64_t den = (int64_t) qscale2 * quant_matrix[j];
113 114 115 116 117
                /* 16 <= qscale * quant_matrix[i] <= 7905
                 * Assume x = ff_aanscales[i] * qscale * quant_matrix[i]
                 *             19952 <=              x  <= 249205026
                 * (1 << 36) / 19952 >= (1 << 36) / (x) >= (1 << 36) / 249205026
                 *           3444240 >= (1 << 36) / (x) >= 275 */
118

119
                qmat[qscale][i] = (int)((UINT64_C(2) << QMAT_SHIFT) / den);
120
            }
121
        } else if (fdsp->fdct == ff_fdct_ifast) {
122
            for (i = 0; i < 64; i++) {
123
                const int j = s->idsp.idct_permutation[i];
124
                int64_t den = ff_aanscales[i] * (int64_t) qscale2 * quant_matrix[j];
125 126 127 128 129
                /* 16 <= qscale * quant_matrix[i] <= 7905
                 * Assume x = ff_aanscales[i] * qscale * quant_matrix[i]
                 *             19952 <=              x  <= 249205026
                 * (1 << 36) / 19952 >= (1 << 36) / (x) >= (1 << 36) / 249205026
                 *           3444240 >= (1 << 36) / (x) >= 275 */
130

131
                qmat[qscale][i] = (int)((UINT64_C(2) << (QMAT_SHIFT + 14)) / den);
132 133
            }
        } else {
134
            for (i = 0; i < 64; i++) {
135
                const int j = s->idsp.idct_permutation[i];
136
                int64_t den = (int64_t) qscale2 * quant_matrix[j];
137
                /* We can safely suppose that 16 <= quant_matrix[i] <= 255
138 139 140 141
                 * Assume x = qscale * quant_matrix[i]
                 * So             16 <=              x  <= 7905
                 * so (1 << 19) / 16 >= (1 << 19) / (x) >= (1 << 19) / 7905
                 * so          32768 >= (1 << 19) / (x) >= 67 */
142
                qmat[qscale][i] = (int)((UINT64_C(2) << QMAT_SHIFT) / den);
143 144
                //qmat  [qscale][i] = (1 << QMAT_SHIFT_MMX) /
                //                    (qscale * quant_matrix[i]);
145
                qmat16[qscale][0][i] = (2 << QMAT_SHIFT_MMX) / den;
146 147 148 149 150

                if (qmat16[qscale][0][i] == 0 ||
                    qmat16[qscale][0][i] == 128 * 256)
                    qmat16[qscale][0][i] = 128 * 256 - 1;
                qmat16[qscale][1][i] =
151
                    ROUNDED_DIV(bias * (1<<(16 - QUANT_BIAS_SHIFT)),
152
                                qmat16[qscale][0][i]);
153 154 155
            }
        }

156 157
        for (i = intra; i < 64; i++) {
            int64_t max = 8191;
158
            if (fdsp->fdct == ff_fdct_ifast) {
159
                max = (8191LL * ff_aanscales[i]) >> 14;
160
            }
161
            while (((max * qmat[qscale][i]) >> shift) > INT_MAX) {
162 163 164 165
                shift++;
            }
        }
    }
166 167 168 169
    if (shift) {
        av_log(NULL, AV_LOG_INFO,
               "Warning, QMAT_SHIFT is larger than %d, overflows possible\n",
               QMAT_SHIFT - shift);
170 171 172
    }
}

173 174
static inline void update_qscale(MpegEncContext *s)
{
175
    if (s->q_scale_type == 1 && 0) {
176 177 178
        int i;
        int bestdiff=INT_MAX;
        int best = 1;
179 180 181 182 183

        for (i = 0 ; i<FF_ARRAY_ELEMS(ff_mpeg2_non_linear_qscale); i++) {
            int diff = FFABS((ff_mpeg2_non_linear_qscale[i]<<(FF_LAMBDA_SHIFT + 6)) - (int)s->lambda * 139);
            if (ff_mpeg2_non_linear_qscale[i] < s->avctx->qmin ||
                (ff_mpeg2_non_linear_qscale[i] > s->avctx->qmax && !s->vbv_ignore_qmax))
184 185 186
                continue;
            if (diff < bestdiff) {
                bestdiff = diff;
187
                best = i;
188 189 190 191 192 193
            }
        }
        s->qscale = best;
    } else {
        s->qscale = (s->lambda * 139 + FF_LAMBDA_SCALE * 64) >>
                    (FF_LAMBDA_SHIFT + 7);
194
        s->qscale = av_clip(s->qscale, s->avctx->qmin, s->vbv_ignore_qmax ? 31 : s->avctx->qmax);
195
    }
196

197 198
    s->lambda2 = (s->lambda * s->lambda + FF_LAMBDA_SCALE / 2) >>
                 FF_LAMBDA_SHIFT;
199 200
}

201 202
void ff_write_quant_matrix(PutBitContext *pb, uint16_t *matrix)
{
203 204
    int i;

205
    if (matrix) {
206
        put_bits(pb, 1, 1);
207 208
        for (i = 0; i < 64; i++) {
            put_bits(pb, 8, matrix[ff_zigzag_direct[i]]);
209
        }
210
    } else
211 212 213
        put_bits(pb, 1, 0);
}

214 215 216
/**
 * init s->current_picture.qscale_table from s->lambda_table
 */
217 218
void ff_init_qscale_tab(MpegEncContext *s)
{
219
    int8_t * const qscale_table = s->current_picture.qscale_table;
220 221
    int i;

222 223 224 225 226
    for (i = 0; i < s->mb_num; i++) {
        unsigned int lam = s->lambda_table[s->mb_index2xy[i]];
        int qp = (lam * 139 + FF_LAMBDA_SCALE * 64) >> (FF_LAMBDA_SHIFT + 7);
        qscale_table[s->mb_index2xy[i]] = av_clip(qp, s->avctx->qmin,
                                                  s->avctx->qmax);
227 228 229
    }
}

230 231 232
static void update_duplicate_context_after_me(MpegEncContext *dst,
                                              MpegEncContext *src)
{
233 234 235 236 237 238 239 240 241 242
#define COPY(a) dst->a= src->a
    COPY(pict_type);
    COPY(current_picture);
    COPY(f_code);
    COPY(b_code);
    COPY(qscale);
    COPY(lambda);
    COPY(lambda2);
    COPY(picture_in_gop_number);
    COPY(gop_picture_number);
243 244 245
    COPY(frame_pred_frame_dct); // FIXME don't set in encode_header
    COPY(progressive_frame);    // FIXME don't set in encode_header
    COPY(partitioned_frame);    // FIXME don't set in encode_header
246 247 248 249
#undef COPY
}

/**
250
 * Set the given MpegEncContext to defaults for encoding.
251 252
 * the changed fields will not depend upon the prior state of the MpegEncContext.
 */
253
static void mpv_encode_defaults(MpegEncContext *s)
254
{
255
    int i;
256
    ff_mpv_common_defaults(s);
257

258 259
    for (i = -16; i < 16; i++) {
        default_fcode_tab[i + MAX_MV] = 1;
260
    }
261 262
    s->me.mv_penalty = default_mv_penalty;
    s->fcode_tab     = default_fcode_tab;
263 264 265

    s->input_picture_number  = 0;
    s->picture_in_gop_number = 0;
266 267
}

268 269 270 271
av_cold int ff_dct_encode_init(MpegEncContext *s) {
    if (ARCH_X86)
        ff_dct_encode_init_x86(s);

272 273
    if (CONFIG_H263_ENCODER)
        ff_h263dsp_init(&s->h263dsp);
274 275 276 277 278 279 280 281 282 283 284
    if (!s->dct_quantize)
        s->dct_quantize = ff_dct_quantize_c;
    if (!s->denoise_dct)
        s->denoise_dct  = denoise_dct_c;
    s->fast_dct_quantize = s->dct_quantize;
    if (s->avctx->trellis)
        s->dct_quantize  = dct_quantize_trellis_c;

    return 0;
}

285
/* init video encoder */
286
av_cold int ff_mpv_encode_init(AVCodecContext *avctx)
287 288
{
    MpegEncContext *s = avctx->priv_data;
289
    AVCPBProperties *cpb_props;
290
    int i, ret, format_supported;
291

292
    mpv_encode_defaults(s);
293 294

    switch (avctx->codec_id) {
295
    case AV_CODEC_ID_MPEG2VIDEO:
296 297
        if (avctx->pix_fmt != AV_PIX_FMT_YUV420P &&
            avctx->pix_fmt != AV_PIX_FMT_YUV422P) {
298 299
            av_log(avctx, AV_LOG_ERROR,
                   "only YUV420 and YUV422 are supported\n");
300 301 302
            return -1;
        }
        break;
303
    case AV_CODEC_ID_MJPEG:
304
    case AV_CODEC_ID_AMV:
305 306 307 308
        format_supported = 0;
        /* JPEG color space */
        if (avctx->pix_fmt == AV_PIX_FMT_YUVJ420P ||
            avctx->pix_fmt == AV_PIX_FMT_YUVJ422P ||
309
            avctx->pix_fmt == AV_PIX_FMT_YUVJ444P ||
310 311
            (avctx->color_range == AVCOL_RANGE_JPEG &&
             (avctx->pix_fmt == AV_PIX_FMT_YUV420P ||
312 313
              avctx->pix_fmt == AV_PIX_FMT_YUV422P ||
              avctx->pix_fmt == AV_PIX_FMT_YUV444P)))
314 315 316 317
            format_supported = 1;
        /* MPEG color space */
        else if (avctx->strict_std_compliance <= FF_COMPLIANCE_UNOFFICIAL &&
                 (avctx->pix_fmt == AV_PIX_FMT_YUV420P ||
318 319
                  avctx->pix_fmt == AV_PIX_FMT_YUV422P ||
                  avctx->pix_fmt == AV_PIX_FMT_YUV444P))
320 321 322
            format_supported = 1;

        if (!format_supported) {
323 324 325 326 327
            av_log(avctx, AV_LOG_ERROR, "colorspace not supported in jpeg\n");
            return -1;
        }
        break;
    default:
328
        if (avctx->pix_fmt != AV_PIX_FMT_YUV420P) {
329 330 331 332 333 334
            av_log(avctx, AV_LOG_ERROR, "only YUV420 is supported\n");
            return -1;
        }
    }

    switch (avctx->pix_fmt) {
335 336 337 338
    case AV_PIX_FMT_YUVJ444P:
    case AV_PIX_FMT_YUV444P:
        s->chroma_format = CHROMA_444;
        break;
339 340
    case AV_PIX_FMT_YUVJ422P:
    case AV_PIX_FMT_YUV422P:
341 342
        s->chroma_format = CHROMA_422;
        break;
343 344
    case AV_PIX_FMT_YUVJ420P:
    case AV_PIX_FMT_YUV420P:
345 346 347 348 349
    default:
        s->chroma_format = CHROMA_420;
        break;
    }

350
    avctx->bits_per_raw_sample = av_clip(avctx->bits_per_raw_sample, 0, 8);
351

352 353 354 355
#if FF_API_PRIVATE_OPT
FF_DISABLE_DEPRECATION_WARNINGS
    if (avctx->rtp_payload_size)
        s->rtp_payload_size = avctx->rtp_payload_size;
356 357
    if (avctx->me_penalty_compensation)
        s->me_penalty_compensation = avctx->me_penalty_compensation;
358 359
    if (avctx->pre_me)
        s->me_pre = avctx->pre_me;
360 361 362
FF_ENABLE_DEPRECATION_WARNINGS
#endif

363
    s->bit_rate = avctx->bit_rate;
364 365 366 367
    s->width    = avctx->width;
    s->height   = avctx->height;
    if (avctx->gop_size > 600 &&
        avctx->strict_std_compliance > FF_COMPLIANCE_EXPERIMENTAL) {
368 369 370
        av_log(avctx, AV_LOG_WARNING,
               "keyframe interval too large!, reducing it from %d to %d\n",
               avctx->gop_size, 600);
371
        avctx->gop_size = 600;
372
    }
373 374
    s->gop_size     = avctx->gop_size;
    s->avctx        = avctx;
375 376 377
    if (avctx->max_b_frames > MAX_B_FRAMES) {
        av_log(avctx, AV_LOG_ERROR, "Too many B-frames requested, maximum "
               "is %d.\n", MAX_B_FRAMES);
378
        avctx->max_b_frames = MAX_B_FRAMES;
379
    }
380 381 382
    s->max_b_frames = avctx->max_b_frames;
    s->codec_id     = avctx->codec->id;
    s->strict_std_compliance = avctx->strict_std_compliance;
383
    s->quarter_sample     = (avctx->flags & AV_CODEC_FLAG_QPEL) != 0;
384
    s->rtp_mode           = !!s->rtp_payload_size;
385
    s->intra_dc_precision = avctx->intra_dc_precision;
386

387
    // workaround some differences between how applications specify dc precision
388 389 390 391 392
    if (s->intra_dc_precision < 0) {
        s->intra_dc_precision += 8;
    } else if (s->intra_dc_precision >= 8)
        s->intra_dc_precision -= 8;

393 394 395 396 397 398 399 400 401 402 403
    if (s->intra_dc_precision < 0) {
        av_log(avctx, AV_LOG_ERROR,
                "intra dc precision must be positive, note some applications use"
                " 0 and some 8 as base meaning 8bit, the value must not be smaller than that\n");
        return AVERROR(EINVAL);
    }

    if (s->intra_dc_precision > (avctx->codec_id == AV_CODEC_ID_MPEG2VIDEO ? 3 : 0)) {
        av_log(avctx, AV_LOG_ERROR, "intra dc precision too large\n");
        return AVERROR(EINVAL);
    }
404 405 406 407
    s->user_specified_pts = AV_NOPTS_VALUE;

    if (s->gop_size <= 1) {
        s->intra_only = 1;
408
        s->gop_size   = 12;
409 410 411 412
    } else {
        s->intra_only = 0;
    }

413 414
#if FF_API_MOTION_EST
FF_DISABLE_DEPRECATION_WARNINGS
415
    s->me_method = avctx->me_method;
416 417
FF_ENABLE_DEPRECATION_WARNINGS
#endif
418 419

    /* Fixed QSCALE */
420
    s->fixed_qscale = !!(avctx->flags & AV_CODEC_FLAG_QSCALE);
421

422 423 424 425 426 427 428
#if FF_API_MPV_OPT
    FF_DISABLE_DEPRECATION_WARNINGS
    if (avctx->border_masking != 0.0)
        s->border_masking = avctx->border_masking;
    FF_ENABLE_DEPRECATION_WARNINGS
#endif

429 430 431 432 433
    s->adaptive_quant = (s->avctx->lumi_masking ||
                         s->avctx->dark_masking ||
                         s->avctx->temporal_cplx_masking ||
                         s->avctx->spatial_cplx_masking  ||
                         s->avctx->p_masking      ||
434
                         s->border_masking ||
435
                         (s->mpv_flags & FF_MPV_FLAG_QP_RD)) &&
436
                        !s->fixed_qscale;
437

438
    s->loop_filter = !!(s->avctx->flags & AV_CODEC_FLAG_LOOP_FILTER);
439

440 441 442 443
    if (avctx->rc_max_rate && !avctx->rc_buffer_size) {
        switch(avctx->codec_id) {
        case AV_CODEC_ID_MPEG1VIDEO:
        case AV_CODEC_ID_MPEG2VIDEO:
444
            avctx->rc_buffer_size = FFMAX(avctx->rc_max_rate, 15000000) * 112LL / 15000000 * 16384;
445
            break;
446 447 448 449 450
        case AV_CODEC_ID_MPEG4:
        case AV_CODEC_ID_MSMPEG4V1:
        case AV_CODEC_ID_MSMPEG4V2:
        case AV_CODEC_ID_MSMPEG4V3:
            if       (avctx->rc_max_rate >= 15000000) {
451
                avctx->rc_buffer_size = 320 + (avctx->rc_max_rate - 15000000LL) * (760-320) / (38400000 - 15000000);
452
            } else if(avctx->rc_max_rate >=  2000000) {
453
                avctx->rc_buffer_size =  80 + (avctx->rc_max_rate -  2000000LL) * (320- 80) / (15000000 -  2000000);
454
            } else if(avctx->rc_max_rate >=   384000) {
455
                avctx->rc_buffer_size =  40 + (avctx->rc_max_rate -   384000LL) * ( 80- 40) / ( 2000000 -   384000);
456 457 458 459
            } else
                avctx->rc_buffer_size = 40;
            avctx->rc_buffer_size *= 16384;
            break;
460 461 462 463 464 465
        }
        if (avctx->rc_buffer_size) {
            av_log(avctx, AV_LOG_INFO, "Automatically choosing VBV buffer size of %d kbyte\n", avctx->rc_buffer_size/8192);
        }
    }

466 467
    if ((!avctx->rc_max_rate) != (!avctx->rc_buffer_size)) {
        av_log(avctx, AV_LOG_ERROR, "Either both buffer size and max rate or neither must be specified\n");
468
        return -1;
469 470
    }

471 472 473
    if (avctx->rc_min_rate && avctx->rc_max_rate != avctx->rc_min_rate) {
        av_log(avctx, AV_LOG_INFO,
               "Warning min_rate > 0 but min_rate != max_rate isn't recommended!\n");
474 475
    }

476
    if (avctx->rc_min_rate && avctx->rc_min_rate > avctx->bit_rate) {
477 478 479 480
        av_log(avctx, AV_LOG_ERROR, "bitrate below min bitrate\n");
        return -1;
    }

481
    if (avctx->rc_max_rate && avctx->rc_max_rate < avctx->bit_rate) {
482
        av_log(avctx, AV_LOG_ERROR, "bitrate above max bitrate\n");
483 484 485
        return -1;
    }

486 487 488 489 490
    if (avctx->rc_max_rate &&
        avctx->rc_max_rate == avctx->bit_rate &&
        avctx->rc_max_rate != avctx->rc_min_rate) {
        av_log(avctx, AV_LOG_INFO,
               "impossible bitrate constraints, this will fail\n");
491 492
    }

493 494 495
    if (avctx->rc_buffer_size &&
        avctx->bit_rate * (int64_t)avctx->time_base.num >
            avctx->rc_buffer_size * (int64_t)avctx->time_base.den) {
496 497 498 499
        av_log(avctx, AV_LOG_ERROR, "VBV buffer too small for bitrate\n");
        return -1;
    }

500 501 502
    if (!s->fixed_qscale &&
        avctx->bit_rate * av_q2d(avctx->time_base) >
            avctx->bit_rate_tolerance) {
503
        av_log(avctx, AV_LOG_WARNING,
504
               "bitrate tolerance %d too small for bitrate %"PRId64", overriding\n", avctx->bit_rate_tolerance, (int64_t)avctx->bit_rate);
505
        avctx->bit_rate_tolerance = 5 * avctx->bit_rate * av_q2d(avctx->time_base);
506 507
    }

508 509
    if (s->avctx->rc_max_rate &&
        s->avctx->rc_min_rate == s->avctx->rc_max_rate &&
510 511
        (s->codec_id == AV_CODEC_ID_MPEG1VIDEO ||
         s->codec_id == AV_CODEC_ID_MPEG2VIDEO) &&
512 513 514 515 516
        90000LL * (avctx->rc_buffer_size - 1) >
            s->avctx->rc_max_rate * 0xFFFFLL) {
        av_log(avctx, AV_LOG_INFO,
               "Warning vbv_delay will be set to 0xFFFF (=VBR) as the "
               "specified vbv buffer is too large for the given bitrate!\n");
517 518
    }

519
    if ((s->avctx->flags & AV_CODEC_FLAG_4MV) && s->codec_id != AV_CODEC_ID_MPEG4 &&
520 521
        s->codec_id != AV_CODEC_ID_H263 && s->codec_id != AV_CODEC_ID_H263P &&
        s->codec_id != AV_CODEC_ID_FLV1) {
522 523 524 525
        av_log(avctx, AV_LOG_ERROR, "4MV not supported by codec\n");
        return -1;
    }

526 527 528
    if (s->obmc && s->avctx->mb_decision != FF_MB_DECISION_SIMPLE) {
        av_log(avctx, AV_LOG_ERROR,
               "OBMC is only supported with simple mb decision\n");
529 530 531
        return -1;
    }

532
    if (s->quarter_sample && s->codec_id != AV_CODEC_ID_MPEG4) {
533 534 535 536
        av_log(avctx, AV_LOG_ERROR, "qpel not supported by codec\n");
        return -1;
    }

537
    if (s->max_b_frames                    &&
538 539 540
        s->codec_id != AV_CODEC_ID_MPEG4      &&
        s->codec_id != AV_CODEC_ID_MPEG1VIDEO &&
        s->codec_id != AV_CODEC_ID_MPEG2VIDEO) {
541
        av_log(avctx, AV_LOG_ERROR, "B-frames not supported by codec\n");
542 543
        return -1;
    }
544 545
    if (s->max_b_frames < 0) {
        av_log(avctx, AV_LOG_ERROR,
546
               "max b frames must be 0 or positive for mpegvideo based encoders\n");
547 548
        return -1;
    }
549

550 551 552
    if ((s->codec_id == AV_CODEC_ID_MPEG4 ||
         s->codec_id == AV_CODEC_ID_H263  ||
         s->codec_id == AV_CODEC_ID_H263P) &&
553 554
        (avctx->sample_aspect_ratio.num > 255 ||
         avctx->sample_aspect_ratio.den > 255)) {
555 556
        av_log(avctx, AV_LOG_WARNING,
               "Invalid pixel aspect ratio %i/%i, limit is 255/255 reducing\n",
557
               avctx->sample_aspect_ratio.num, avctx->sample_aspect_ratio.den);
558 559
        av_reduce(&avctx->sample_aspect_ratio.num, &avctx->sample_aspect_ratio.den,
                   avctx->sample_aspect_ratio.num,  avctx->sample_aspect_ratio.den, 255);
560 561
    }

562 563
    if ((s->codec_id == AV_CODEC_ID_H263  ||
         s->codec_id == AV_CODEC_ID_H263P) &&
564 565 566 567 568
        (avctx->width  > 2048 ||
         avctx->height > 1152 )) {
        av_log(avctx, AV_LOG_ERROR, "H.263 does not support resolutions above 2048x1152\n");
        return -1;
    }
569 570
    if ((s->codec_id == AV_CODEC_ID_H263  ||
         s->codec_id == AV_CODEC_ID_H263P) &&
571 572 573 574 575
        ((avctx->width &3) ||
         (avctx->height&3) )) {
        av_log(avctx, AV_LOG_ERROR, "w/h must be a multiple of 4\n");
        return -1;
    }
576

577
    if (s->codec_id == AV_CODEC_ID_MPEG1VIDEO &&
578 579 580 581 582 583
        (avctx->width  > 4095 ||
         avctx->height > 4095 )) {
        av_log(avctx, AV_LOG_ERROR, "MPEG-1 does not support resolutions above 4095x4095\n");
        return -1;
    }

584
    if (s->codec_id == AV_CODEC_ID_MPEG2VIDEO &&
585 586 587 588 589
        (avctx->width  > 16383 ||
         avctx->height > 16383 )) {
        av_log(avctx, AV_LOG_ERROR, "MPEG-2 does not support resolutions above 16383x16383\n");
        return -1;
    }
590

591 592 593 594 595 596 597
    if (s->codec_id == AV_CODEC_ID_RV10 &&
        (avctx->width &15 ||
         avctx->height&15 )) {
        av_log(avctx, AV_LOG_ERROR, "width and height must be a multiple of 16\n");
        return AVERROR(EINVAL);
    }

598 599 600 601 602 603 604
    if (s->codec_id == AV_CODEC_ID_RV20 &&
        (avctx->width &3 ||
         avctx->height&3 )) {
        av_log(avctx, AV_LOG_ERROR, "width and height must be a multiple of 4\n");
        return AVERROR(EINVAL);
    }

605 606
    if ((s->codec_id == AV_CODEC_ID_WMV1 ||
         s->codec_id == AV_CODEC_ID_WMV2) &&
607 608 609 610 611
         avctx->width & 1) {
         av_log(avctx, AV_LOG_ERROR, "width must be multiple of 2\n");
         return -1;
    }

612
    if ((s->avctx->flags & (AV_CODEC_FLAG_INTERLACED_DCT | AV_CODEC_FLAG_INTERLACED_ME)) &&
613
        s->codec_id != AV_CODEC_ID_MPEG4 && s->codec_id != AV_CODEC_ID_MPEG2VIDEO) {
614 615 616 617
        av_log(avctx, AV_LOG_ERROR, "interlacing not supported by codec\n");
        return -1;
    }

618 619 620 621 622 623 624
#if FF_API_PRIVATE_OPT
    FF_DISABLE_DEPRECATION_WARNINGS
    if (avctx->mpeg_quant)
        s->mpeg_quant = avctx->mpeg_quant;
    FF_ENABLE_DEPRECATION_WARNINGS
#endif

625
    // FIXME mpeg2 uses that too
626 627
    if (s->mpeg_quant && (   s->codec_id != AV_CODEC_ID_MPEG4
                          && s->codec_id != AV_CODEC_ID_MPEG2VIDEO)) {
628 629
        av_log(avctx, AV_LOG_ERROR,
               "mpeg2 style quantization not supported by codec\n");
630 631 632
        return -1;
    }

633
    if ((s->mpv_flags & FF_MPV_FLAG_CBP_RD) && !avctx->trellis) {
634 635 636 637
        av_log(avctx, AV_LOG_ERROR, "CBP RD needs trellis quant\n");
        return -1;
    }

638
    if ((s->mpv_flags & FF_MPV_FLAG_QP_RD) &&
639
        s->avctx->mb_decision != FF_MB_DECISION_RD) {
640 641 642 643
        av_log(avctx, AV_LOG_ERROR, "QP RD needs mbd=2\n");
        return -1;
    }

644 645 646 647 648 649 650 651
#if FF_API_PRIVATE_OPT
FF_DISABLE_DEPRECATION_WARNINGS
    if (avctx->scenechange_threshold)
        s->scenechange_threshold = avctx->scenechange_threshold;
FF_ENABLE_DEPRECATION_WARNINGS
#endif

    if (s->scenechange_threshold < 1000000000 &&
652
        (s->avctx->flags & AV_CODEC_FLAG_CLOSED_GOP)) {
653 654 655
        av_log(avctx, AV_LOG_ERROR,
               "closed gop with scene change detection are not supported yet, "
               "set threshold to 1000000000\n");
656 657 658
        return -1;
    }

659
    if (s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY) {
660
        if (s->codec_id != AV_CODEC_ID_MPEG2VIDEO) {
661 662
            av_log(avctx, AV_LOG_ERROR,
                  "low delay forcing is only available for mpeg2\n");
663 664
            return -1;
        }
665 666
        if (s->max_b_frames != 0) {
            av_log(avctx, AV_LOG_ERROR,
667
                   "B-frames cannot be used with low delay\n");
668 669 670 671
            return -1;
        }
    }

672
    if (s->q_scale_type == 1) {
673
        if (avctx->qmax > 28) {
674
            av_log(avctx, AV_LOG_ERROR,
675
                   "non linear quant only supports qmax <= 28 currently\n");
676 677 678 679
            return -1;
        }
    }

680 681 682 683 684 685
    if (avctx->slices > 1 &&
        (avctx->codec_id == AV_CODEC_ID_FLV1 || avctx->codec_id == AV_CODEC_ID_H261)) {
        av_log(avctx, AV_LOG_ERROR, "Multiple slices are not supported by this codec\n");
        return AVERROR(EINVAL);
    }

686
    if (s->avctx->thread_count > 1         &&
687 688 689
        s->codec_id != AV_CODEC_ID_MPEG4      &&
        s->codec_id != AV_CODEC_ID_MPEG1VIDEO &&
        s->codec_id != AV_CODEC_ID_MPEG2VIDEO &&
690
        s->codec_id != AV_CODEC_ID_MJPEG      &&
691
        (s->codec_id != AV_CODEC_ID_H263P)) {
692 693
        av_log(avctx, AV_LOG_ERROR,
               "multi threaded encoding not supported by codec\n");
694 695 696
        return -1;
    }

697
    if (s->avctx->thread_count < 1) {
698
        av_log(avctx, AV_LOG_ERROR,
699
               "automatic thread number detection not supported by codec, "
700
               "patch welcome\n");
701
        return -1;
702 703
    }

704
    if (!avctx->time_base.den || !avctx->time_base.num) {
705 706 707 708
        av_log(avctx, AV_LOG_ERROR, "framerate not set\n");
        return -1;
    }

709 710 711 712 713 714 715 716 717 718
#if FF_API_PRIVATE_OPT
FF_DISABLE_DEPRECATION_WARNINGS
    if (avctx->b_frame_strategy)
        s->b_frame_strategy = avctx->b_frame_strategy;
    if (avctx->b_sensitivity != 40)
        s->b_sensitivity = avctx->b_sensitivity;
FF_ENABLE_DEPRECATION_WARNINGS
#endif

    if (s->b_frame_strategy && (avctx->flags & AV_CODEC_FLAG_PASS2)) {
719 720
        av_log(avctx, AV_LOG_INFO,
               "notice: b_frame_strategy only affects the first pass\n");
721
        s->b_frame_strategy = 0;
722 723
    }

724 725
    i = av_gcd(avctx->time_base.den, avctx->time_base.num);
    if (i > 1) {
726 727 728
        av_log(avctx, AV_LOG_INFO, "removing common factors from framerate\n");
        avctx->time_base.den /= i;
        avctx->time_base.num /= i;
729
        //return -1;
730 731
    }

732
    if (s->mpeg_quant || s->codec_id == AV_CODEC_ID_MPEG1VIDEO || s->codec_id == AV_CODEC_ID_MPEG2VIDEO || s->codec_id == AV_CODEC_ID_MJPEG || s->codec_id==AV_CODEC_ID_AMV) {
733 734 735 736 737 738 739
        // (a + x * 3 / 8) / x
        s->intra_quant_bias = 3 << (QUANT_BIAS_SHIFT - 3);
        s->inter_quant_bias = 0;
    } else {
        s->intra_quant_bias = 0;
        // (a - x / 4) / x
        s->inter_quant_bias = -(1 << (QUANT_BIAS_SHIFT - 2));
740 741
    }

742 743 744 745 746
    if (avctx->qmin > avctx->qmax || avctx->qmin <= 0) {
        av_log(avctx, AV_LOG_ERROR, "qmin and or qmax are invalid, they must be 0 < min <= max\n");
        return AVERROR(EINVAL);
    }

747 748
#if FF_API_QUANT_BIAS
FF_DISABLE_DEPRECATION_WARNINGS
749
    if (avctx->intra_quant_bias != FF_DEFAULT_QUANT_BIAS)
750
        s->intra_quant_bias = avctx->intra_quant_bias;
751
    if (avctx->inter_quant_bias != FF_DEFAULT_QUANT_BIAS)
752
        s->inter_quant_bias = avctx->inter_quant_bias;
753 754
FF_ENABLE_DEPRECATION_WARNINGS
#endif
755

Michael Niedermayer's avatar
Michael Niedermayer committed
756 757
    av_log(avctx, AV_LOG_DEBUG, "intra_quant_bias = %d inter_quant_bias = %d\n",s->intra_quant_bias,s->inter_quant_bias);

758
    if (avctx->codec_id == AV_CODEC_ID_MPEG4 &&
759 760 761 762 763 764
        s->avctx->time_base.den > (1 << 16) - 1) {
        av_log(avctx, AV_LOG_ERROR,
               "timebase %d/%d not supported by MPEG 4 standard, "
               "the maximum admitted value for the timebase denominator "
               "is %d\n", s->avctx->time_base.num, s->avctx->time_base.den,
               (1 << 16) - 1);
765 766 767 768
        return -1;
    }
    s->time_increment_bits = av_log2(s->avctx->time_base.den - 1) + 1;

769
    switch (avctx->codec->id) {
770
    case AV_CODEC_ID_MPEG1VIDEO:
771
        s->out_format = FMT_MPEG1;
772
        s->low_delay  = !!(s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY);
773
        avctx->delay  = s->low_delay ? 0 : (s->max_b_frames + 1);
774
        break;
775
    case AV_CODEC_ID_MPEG2VIDEO:
776
        s->out_format = FMT_MPEG1;
777
        s->low_delay  = !!(s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY);
778 779
        avctx->delay  = s->low_delay ? 0 : (s->max_b_frames + 1);
        s->rtp_mode   = 1;
780
        break;
781
    case AV_CODEC_ID_MJPEG:
782
    case AV_CODEC_ID_AMV:
783 784
        s->out_format = FMT_MJPEG;
        s->intra_only = 1; /* force intra only for jpeg */
785
        if (!CONFIG_MJPEG_ENCODER ||
786
            ff_mjpeg_encode_init(s) < 0)
787
            return -1;
788 789
        avctx->delay = 0;
        s->low_delay = 1;
790
        break;
791
    case AV_CODEC_ID_H261:
792 793
        if (!CONFIG_H261_ENCODER)
            return -1;
794
        if (ff_h261_get_picture_format(s->width, s->height) < 0) {
795 796 797 798
            av_log(avctx, AV_LOG_ERROR,
                   "The specified picture size of %dx%d is not valid for the "
                   "H.261 codec.\nValid sizes are 176x144, 352x288\n",
                    s->width, s->height);
799 800 801
            return -1;
        }
        s->out_format = FMT_H261;
802 803
        avctx->delay  = 0;
        s->low_delay  = 1;
804
        s->rtp_mode   = 0; /* Sliced encoding not supported */
805
        break;
806
    case AV_CODEC_ID_H263:
807
        if (!CONFIG_H263_ENCODER)
808
            return -1;
809
        if (ff_match_2uint16(ff_h263_format, FF_ARRAY_ELEMS(ff_h263_format),
810
                             s->width, s->height) == 8) {
811
            av_log(avctx, AV_LOG_ERROR,
812 813
                   "The specified picture size of %dx%d is not valid for "
                   "the H.263 codec.\nValid sizes are 128x96, 176x144, "
814
                   "352x288, 704x576, and 1408x1152. "
815
                   "Try H.263+.\n", s->width, s->height);
816 817 818
            return -1;
        }
        s->out_format = FMT_H263;
819 820
        avctx->delay  = 0;
        s->low_delay  = 1;
821
        break;
822
    case AV_CODEC_ID_H263P:
823
        s->out_format = FMT_H263;
824
        s->h263_plus  = 1;
825
        /* Fx */
826
        s->h263_aic        = (avctx->flags & AV_CODEC_FLAG_AC_PRED) ? 1 : 0;
827
        s->modified_quant  = s->h263_aic;
828
        s->loop_filter     = (avctx->flags & AV_CODEC_FLAG_LOOP_FILTER) ? 1 : 0;
829
        s->unrestricted_mv = s->obmc || s->loop_filter || s->umvplus;
830 831 832

        /* /Fx */
        /* These are just to be sure */
833 834
        avctx->delay = 0;
        s->low_delay = 1;
835
        break;
836
    case AV_CODEC_ID_FLV1:
837 838
        s->out_format      = FMT_H263;
        s->h263_flv        = 2; /* format = 1; 11-bit codes */
839
        s->unrestricted_mv = 1;
840 841 842
        s->rtp_mode  = 0; /* don't allow GOB */
        avctx->delay = 0;
        s->low_delay = 1;
843
        break;
844
    case AV_CODEC_ID_RV10:
845
        s->out_format = FMT_H263;
846 847
        avctx->delay  = 0;
        s->low_delay  = 1;
848
        break;
849
    case AV_CODEC_ID_RV20:
850 851 852 853 854 855 856 857
        s->out_format      = FMT_H263;
        avctx->delay       = 0;
        s->low_delay       = 1;
        s->modified_quant  = 1;
        s->h263_aic        = 1;
        s->h263_plus       = 1;
        s->loop_filter     = 1;
        s->unrestricted_mv = 0;
858
        break;
859
    case AV_CODEC_ID_MPEG4:
860 861
        s->out_format      = FMT_H263;
        s->h263_pred       = 1;
862
        s->unrestricted_mv = 1;
863 864
        s->low_delay       = s->max_b_frames ? 0 : 1;
        avctx->delay       = s->low_delay ? 0 : (s->max_b_frames + 1);
865
        break;
866
    case AV_CODEC_ID_MSMPEG4V2:
867 868
        s->out_format      = FMT_H263;
        s->h263_pred       = 1;
869
        s->unrestricted_mv = 1;
870 871 872
        s->msmpeg4_version = 2;
        avctx->delay       = 0;
        s->low_delay       = 1;
873
        break;
874
    case AV_CODEC_ID_MSMPEG4V3:
875 876 877 878 879 880 881
        s->out_format        = FMT_H263;
        s->h263_pred         = 1;
        s->unrestricted_mv   = 1;
        s->msmpeg4_version   = 3;
        s->flipflop_rounding = 1;
        avctx->delay         = 0;
        s->low_delay         = 1;
882
        break;
883
    case AV_CODEC_ID_WMV1:
884 885 886 887 888 889 890
        s->out_format        = FMT_H263;
        s->h263_pred         = 1;
        s->unrestricted_mv   = 1;
        s->msmpeg4_version   = 4;
        s->flipflop_rounding = 1;
        avctx->delay         = 0;
        s->low_delay         = 1;
891
        break;
892
    case AV_CODEC_ID_WMV2:
893 894 895 896 897 898 899
        s->out_format        = FMT_H263;
        s->h263_pred         = 1;
        s->unrestricted_mv   = 1;
        s->msmpeg4_version   = 5;
        s->flipflop_rounding = 1;
        avctx->delay         = 0;
        s->low_delay         = 1;
900 901 902 903 904
        break;
    default:
        return -1;
    }

905 906 907 908 909 910 911
#if FF_API_PRIVATE_OPT
    FF_DISABLE_DEPRECATION_WARNINGS
    if (avctx->noise_reduction)
        s->noise_reduction = avctx->noise_reduction;
    FF_ENABLE_DEPRECATION_WARNINGS
#endif

912
    avctx->has_b_frames = !s->low_delay;
913 914 915

    s->encoding = 1;

916
    s->progressive_frame    =
917 918
    s->progressive_sequence = !(avctx->flags & (AV_CODEC_FLAG_INTERLACED_DCT |
                                                AV_CODEC_FLAG_INTERLACED_ME) ||
919
                                s->alternate_scan);
920

921
    /* init */
922
    ff_mpv_idct_init(s);
923
    if (ff_mpv_common_init(s) < 0)
924 925
        return -1;

926
    ff_fdctdsp_init(&s->fdsp, avctx);
927
    ff_me_cmp_init(&s->mecc, avctx);
928
    ff_mpegvideoencdsp_init(&s->mpvencdsp, avctx);
929
    ff_pixblockdsp_init(&s->pdsp, avctx);
930 931
    ff_qpeldsp_init(&s->qdsp);

932 933 934 935 936 937 938 939
    if (s->msmpeg4_version) {
        FF_ALLOCZ_OR_GOTO(s->avctx, s->ac_stats,
                          2 * 2 * (MAX_LEVEL + 1) *
                          (MAX_RUN + 1) * 2 * sizeof(int), fail);
    }
    FF_ALLOCZ_OR_GOTO(s->avctx, s->avctx->stats_out, 256, fail);

    FF_ALLOCZ_OR_GOTO(s->avctx, s->q_intra_matrix,   64 * 32 * sizeof(int), fail);
940
    FF_ALLOCZ_OR_GOTO(s->avctx, s->q_chroma_intra_matrix, 64 * 32 * sizeof(int), fail);
941 942
    FF_ALLOCZ_OR_GOTO(s->avctx, s->q_inter_matrix,   64 * 32 * sizeof(int), fail);
    FF_ALLOCZ_OR_GOTO(s->avctx, s->q_intra_matrix16, 64 * 32 * 2 * sizeof(uint16_t), fail);
943
    FF_ALLOCZ_OR_GOTO(s->avctx, s->q_chroma_intra_matrix16, 64 * 32 * 2 * sizeof(uint16_t), fail);
944 945 946 947 948 949
    FF_ALLOCZ_OR_GOTO(s->avctx, s->q_inter_matrix16, 64 * 32 * 2 * sizeof(uint16_t), fail);
    FF_ALLOCZ_OR_GOTO(s->avctx, s->input_picture,
                      MAX_PICTURE_COUNT * sizeof(Picture *), fail);
    FF_ALLOCZ_OR_GOTO(s->avctx, s->reordered_input_picture,
                      MAX_PICTURE_COUNT * sizeof(Picture *), fail);

950 951

    if (s->noise_reduction) {
952 953 954 955
        FF_ALLOCZ_OR_GOTO(s->avctx, s->dct_offset,
                          2 * 64 * sizeof(uint16_t), fail);
    }

956
    ff_dct_encode_init(s);
957

958 959
    if ((CONFIG_H263P_ENCODER || CONFIG_RV20_ENCODER) && s->modified_quant)
        s->chroma_qscale_table = ff_h263_chroma_qscale_table;
960

961 962 963
    if (s->slice_context_count > 1) {
        s->rtp_mode = 1;

964
        if (avctx->codec_id == AV_CODEC_ID_H263P)
965 966 967
            s->h263_slice_structured = 1;
    }

968
    s->quant_precision = 5;
969

970 971 972 973 974 975 976 977 978 979 980 981 982
#if FF_API_PRIVATE_OPT
FF_DISABLE_DEPRECATION_WARNINGS
    if (avctx->frame_skip_threshold)
        s->frame_skip_threshold = avctx->frame_skip_threshold;
    if (avctx->frame_skip_factor)
        s->frame_skip_factor = avctx->frame_skip_factor;
    if (avctx->frame_skip_exp)
        s->frame_skip_exp = avctx->frame_skip_exp;
    if (avctx->frame_skip_cmp != FF_CMP_DCTMAX)
        s->frame_skip_cmp = avctx->frame_skip_cmp;
FF_ENABLE_DEPRECATION_WARNINGS
#endif

983
    ff_set_cmp(&s->mecc, s->mecc.ildct_cmp,      s->avctx->ildct_cmp);
984
    ff_set_cmp(&s->mecc, s->mecc.frame_skip_cmp, s->frame_skip_cmp);
985

986
    if (CONFIG_H261_ENCODER && s->out_format == FMT_H261)
987
        ff_h261_encode_init(s);
988
    if (CONFIG_H263_ENCODER && s->out_format == FMT_H263)
989
        ff_h263_encode_init(s);
990
    if (CONFIG_MSMPEG4_ENCODER && s->msmpeg4_version)
991 992
        if ((ret = ff_msmpeg4_encode_init(s)) < 0)
            return ret;
993
    if ((CONFIG_MPEG1VIDEO_ENCODER || CONFIG_MPEG2VIDEO_ENCODER)
994
        && s->out_format == FMT_MPEG1)
995 996 997
        ff_mpeg1_encode_init(s);

    /* init q matrix */
998
    for (i = 0; i < 64; i++) {
999
        int j = s->idsp.idct_permutation[i];
1000
        if (CONFIG_MPEG4_ENCODER && s->codec_id == AV_CODEC_ID_MPEG4 &&
1001
            s->mpeg_quant) {
1002 1003
            s->intra_matrix[j] = ff_mpeg4_default_intra_matrix[i];
            s->inter_matrix[j] = ff_mpeg4_default_non_intra_matrix[i];
1004
        } else if (s->out_format == FMT_H263 || s->out_format == FMT_H261) {
1005 1006
            s->intra_matrix[j] =
            s->inter_matrix[j] = ff_mpeg1_default_non_intra_matrix[i];
1007
        } else {
1008
            /* MPEG-1/2 */
1009
            s->chroma_intra_matrix[j] =
1010 1011 1012
            s->intra_matrix[j] = ff_mpeg1_default_intra_matrix[i];
            s->inter_matrix[j] = ff_mpeg1_default_non_intra_matrix[i];
        }
1013
        if (s->avctx->intra_matrix)
1014
            s->intra_matrix[j] = s->avctx->intra_matrix[i];
1015
        if (s->avctx->inter_matrix)
1016 1017 1018 1019 1020 1021
            s->inter_matrix[j] = s->avctx->inter_matrix[i];
    }

    /* precompute matrix */
    /* for mjpeg, we do include qscale in the matrix */
    if (s->out_format != FMT_MJPEG) {
1022
        ff_convert_matrix(s, s->q_intra_matrix, s->q_intra_matrix16,
1023 1024
                          s->intra_matrix, s->intra_quant_bias, avctx->qmin,
                          31, 1);
1025
        ff_convert_matrix(s, s->q_inter_matrix, s->q_inter_matrix16,
1026 1027
                          s->inter_matrix, s->inter_quant_bias, avctx->qmin,
                          31, 0);
1028 1029
    }

1030
    if (ff_rate_control_init(s) < 0)
1031 1032
        return -1;

1033 1034 1035 1036 1037 1038 1039
#if FF_API_ERROR_RATE
    FF_DISABLE_DEPRECATION_WARNINGS
    if (avctx->error_rate)
        s->error_rate = avctx->error_rate;
    FF_ENABLE_DEPRECATION_WARNINGS;
#endif

1040 1041 1042 1043 1044 1045 1046
#if FF_API_NORMALIZE_AQP
    FF_DISABLE_DEPRECATION_WARNINGS
    if (avctx->flags & CODEC_FLAG_NORMALIZE_AQP)
        s->mpv_flags |= FF_MPV_FLAG_NAQ;
    FF_ENABLE_DEPRECATION_WARNINGS;
#endif

1047 1048 1049 1050 1051 1052 1053
#if FF_API_MV0
    FF_DISABLE_DEPRECATION_WARNINGS
    if (avctx->flags & CODEC_FLAG_MV0)
        s->mpv_flags |= FF_MPV_FLAG_MV0;
    FF_ENABLE_DEPRECATION_WARNINGS
#endif

1054 1055 1056 1057
#if FF_API_MPV_OPT
    FF_DISABLE_DEPRECATION_WARNINGS
    if (avctx->rc_qsquish != 0.0)
        s->rc_qsquish = avctx->rc_qsquish;
1058 1059 1060 1061
    if (avctx->rc_qmod_amp != 0.0)
        s->rc_qmod_amp = avctx->rc_qmod_amp;
    if (avctx->rc_qmod_freq)
        s->rc_qmod_freq = avctx->rc_qmod_freq;
1062 1063 1064 1065
    if (avctx->rc_buffer_aggressivity != 1.0)
        s->rc_buffer_aggressivity = avctx->rc_buffer_aggressivity;
    if (avctx->rc_initial_cplx != 0.0)
        s->rc_initial_cplx = avctx->rc_initial_cplx;
1066 1067 1068 1069
    if (avctx->lmin)
        s->lmin = avctx->lmin;
    if (avctx->lmax)
        s->lmax = avctx->lmax;
1070 1071 1072 1073 1074 1075 1076

    if (avctx->rc_eq) {
        av_freep(&s->rc_eq);
        s->rc_eq = av_strdup(avctx->rc_eq);
        if (!s->rc_eq)
            return AVERROR(ENOMEM);
    }
1077 1078 1079
    FF_ENABLE_DEPRECATION_WARNINGS
#endif

1080 1081 1082 1083
#if FF_API_PRIVATE_OPT
    FF_DISABLE_DEPRECATION_WARNINGS
    if (avctx->brd_scale)
        s->brd_scale = avctx->brd_scale;
1084 1085 1086

    if (avctx->prediction_method)
        s->pred = avctx->prediction_method + 1;
1087 1088 1089
    FF_ENABLE_DEPRECATION_WARNINGS
#endif

1090
    if (s->b_frame_strategy == 2) {
1091 1092 1093 1094 1095 1096
        for (i = 0; i < s->max_b_frames + 2; i++) {
            s->tmp_frames[i] = av_frame_alloc();
            if (!s->tmp_frames[i])
                return AVERROR(ENOMEM);

            s->tmp_frames[i]->format = AV_PIX_FMT_YUV420P;
1097 1098
            s->tmp_frames[i]->width  = s->width  >> s->brd_scale;
            s->tmp_frames[i]->height = s->height >> s->brd_scale;
1099 1100 1101 1102 1103 1104 1105

            ret = av_frame_get_buffer(s->tmp_frames[i], 32);
            if (ret < 0)
                return ret;
        }
    }

1106 1107 1108 1109 1110 1111 1112 1113
    cpb_props = ff_add_cpb_side_data(avctx);
    if (!cpb_props)
        return AVERROR(ENOMEM);
    cpb_props->max_bitrate = avctx->rc_max_rate;
    cpb_props->min_bitrate = avctx->rc_min_rate;
    cpb_props->avg_bitrate = avctx->bit_rate;
    cpb_props->buffer_size = avctx->rc_buffer_size;

1114
    return 0;
1115
fail:
1116
    ff_mpv_encode_end(avctx);
1117
    return AVERROR_UNKNOWN;
1118 1119
}

1120
av_cold int ff_mpv_encode_end(AVCodecContext *avctx)
1121 1122
{
    MpegEncContext *s = avctx->priv_data;
1123
    int i;
1124 1125 1126

    ff_rate_control_uninit(s);

1127
    ff_mpv_common_end(s);
1128
    if (CONFIG_MJPEG_ENCODER &&
1129
        s->out_format == FMT_MJPEG)
1130 1131 1132 1133
        ff_mjpeg_encode_close(s);

    av_freep(&avctx->extradata);

1134 1135 1136
    for (i = 0; i < FF_ARRAY_ELEMS(s->tmp_frames); i++)
        av_frame_free(&s->tmp_frames[i]);

1137
    ff_free_picture_tables(&s->new_picture);
1138
    ff_mpeg_unref_picture(s->avctx, &s->new_picture);
1139 1140 1141 1142

    av_freep(&s->avctx->stats_out);
    av_freep(&s->ac_stats);

1143 1144 1145 1146
    if(s->q_chroma_intra_matrix   != s->q_intra_matrix  ) av_freep(&s->q_chroma_intra_matrix);
    if(s->q_chroma_intra_matrix16 != s->q_intra_matrix16) av_freep(&s->q_chroma_intra_matrix16);
    s->q_chroma_intra_matrix=   NULL;
    s->q_chroma_intra_matrix16= NULL;
1147 1148 1149 1150 1151 1152 1153 1154
    av_freep(&s->q_intra_matrix);
    av_freep(&s->q_inter_matrix);
    av_freep(&s->q_intra_matrix16);
    av_freep(&s->q_inter_matrix16);
    av_freep(&s->input_picture);
    av_freep(&s->reordered_input_picture);
    av_freep(&s->dct_offset);

1155 1156 1157
    return 0;
}

1158 1159
static int get_sae(uint8_t *src, int ref, int stride)
{
1160
    int x,y;
1161
    int acc = 0;
1162

1163 1164 1165
    for (y = 0; y < 16; y++) {
        for (x = 0; x < 16; x++) {
            acc += FFABS(src[x + y * stride] - ref);
1166 1167 1168 1169 1170 1171
        }
    }

    return acc;
}

1172 1173 1174
static int get_intra_count(MpegEncContext *s, uint8_t *src,
                           uint8_t *ref, int stride)
{
1175
    int x, y, w, h;
1176
    int acc = 0;
1177

1178 1179
    w = s->width  & ~15;
    h = s->height & ~15;
1180

1181 1182 1183
    for (y = 0; y < h; y += 16) {
        for (x = 0; x < w; x += 16) {
            int offset = x + y * stride;
1184 1185
            int sad  = s->mecc.sad[0](NULL, src + offset, ref + offset,
                                      stride, 16);
1186
            int mean = (s->mpvencdsp.pix_sum(src + offset, stride) + 128) >> 8;
1187
            int sae  = get_sae(src + offset, mean, stride);
1188

1189
            acc += sae + 500 < sad;
1190 1191 1192 1193 1194
        }
    }
    return acc;
}

1195 1196 1197 1198
static int alloc_picture(MpegEncContext *s, Picture *pic, int shared)
{
    return ff_alloc_picture(s->avctx, pic, &s->me, &s->sc, shared, 1,
                            s->chroma_x_shift, s->chroma_y_shift, s->out_format,
1199
                            s->mb_stride, s->mb_width, s->mb_height, s->b8_stride,
1200 1201
                            &s->linesize, &s->uvlinesize);
}
1202

1203
static int load_input_picture(MpegEncContext *s, const AVFrame *pic_arg)
1204
{
1205
    Picture *pic = NULL;
1206
    int64_t pts;
1207
    int i, display_picture_number = 0, ret;
1208 1209 1210
    int encoding_delay = s->max_b_frames ? s->max_b_frames
                                         : (s->low_delay ? 0 : 1);
    int flush_offset = 1;
1211 1212 1213 1214
    int direct = 1;

    if (pic_arg) {
        pts = pic_arg->pts;
1215
        display_picture_number = s->input_picture_number++;
1216 1217 1218 1219 1220

        if (pts != AV_NOPTS_VALUE) {
            if (s->user_specified_pts != AV_NOPTS_VALUE) {
                int64_t last = s->user_specified_pts;

1221
                if (pts <= last) {
1222
                    av_log(s->avctx, AV_LOG_ERROR,
1223 1224 1225
                           "Invalid pts (%"PRId64") <= last (%"PRId64")\n",
                           pts, last);
                    return AVERROR(EINVAL);
1226
                }
1227

1228
                if (!s->low_delay && display_picture_number == 1)
1229
                    s->dts_delta = pts - last;
1230
            }
1231 1232 1233 1234 1235 1236 1237 1238 1239
            s->user_specified_pts = pts;
        } else {
            if (s->user_specified_pts != AV_NOPTS_VALUE) {
                s->user_specified_pts =
                pts = s->user_specified_pts + 1;
                av_log(s->avctx, AV_LOG_INFO,
                       "Warning: AVFrame.pts=? trying to guess (%"PRId64")\n",
                       pts);
            } else {
1240
                pts = display_picture_number;
1241 1242 1243
            }
        }

1244 1245 1246 1247
        if (!pic_arg->buf[0] ||
            pic_arg->linesize[0] != s->linesize ||
            pic_arg->linesize[1] != s->uvlinesize ||
            pic_arg->linesize[2] != s->uvlinesize)
1248
            direct = 0;
1249 1250
        if ((s->width & 15) || (s->height & 15))
            direct = 0;
1251 1252 1253 1254
        if (((intptr_t)(pic_arg->data[0])) & (STRIDE_ALIGN-1))
            direct = 0;
        if (s->linesize & (STRIDE_ALIGN-1))
            direct = 0;
1255

1256
        ff_dlog(s->avctx, "%d %d %"PTRDIFF_SPECIFIER" %"PTRDIFF_SPECIFIER"\n", pic_arg->linesize[0],
1257 1258
                pic_arg->linesize[1], s->linesize, s->uvlinesize);

1259
        i = ff_find_unused_picture(s->avctx, s->picture, direct);
1260 1261
        if (i < 0)
            return i;
1262

1263 1264
        pic = &s->picture[i];
        pic->reference = 3;
1265

1266
        if (direct) {
1267
            if ((ret = av_frame_ref(pic->f, pic_arg)) < 0)
1268
                return ret;
1269
        }
1270
        ret = alloc_picture(s, pic, direct);
1271 1272
        if (ret < 0)
            return ret;
1273

1274
        if (!direct) {
1275 1276 1277
            if (pic->f->data[0] + INPLACE_OFFSET == pic_arg->data[0] &&
                pic->f->data[1] + INPLACE_OFFSET == pic_arg->data[1] &&
                pic->f->data[2] + INPLACE_OFFSET == pic_arg->data[2]) {
1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292
                // empty
            } else {
                int h_chroma_shift, v_chroma_shift;
                av_pix_fmt_get_chroma_sub_sample(s->avctx->pix_fmt,
                                                 &h_chroma_shift,
                                                 &v_chroma_shift);

                for (i = 0; i < 3; i++) {
                    int src_stride = pic_arg->linesize[i];
                    int dst_stride = i ? s->uvlinesize : s->linesize;
                    int h_shift = i ? h_chroma_shift : 0;
                    int v_shift = i ? v_chroma_shift : 0;
                    int w = s->width  >> h_shift;
                    int h = s->height >> v_shift;
                    uint8_t *src = pic_arg->data[i];
1293
                    uint8_t *dst = pic->f->data[i];
1294 1295 1296
                    int vpad = 16;

                    if (   s->codec_id == AV_CODEC_ID_MPEG2VIDEO
1297 1298
                        && !s->progressive_sequence
                        && FFALIGN(s->height, 32) - s->height > 16)
1299
                        vpad = 32;
1300 1301 1302 1303 1304 1305 1306

                    if (!s->avctx->rc_buffer_size)
                        dst += INPLACE_OFFSET;

                    if (src_stride == dst_stride)
                        memcpy(dst, src, src_stride * h);
                    else {
1307 1308 1309 1310 1311
                        int h2 = h;
                        uint8_t *dst2 = dst;
                        while (h2--) {
                            memcpy(dst2, src, w);
                            dst2 += dst_stride;
1312 1313
                            src += src_stride;
                        }
1314
                    }
1315
                    if ((s->width & 15) || (s->height & (vpad-1))) {
1316 1317
                        s->mpvencdsp.draw_edges(dst, dst_stride,
                                                w, h,
1318
                                                16 >> h_shift,
1319
                                                vpad >> v_shift,
1320
                                                EDGE_BOTTOM);
1321
                    }
1322 1323 1324
                }
            }
        }
1325
        ret = av_frame_copy_props(pic->f, pic_arg);
1326 1327 1328
        if (ret < 0)
            return ret;

1329
        pic->f->display_picture_number = display_picture_number;
1330
        pic->f->pts = pts; // we set this here to avoid modifying pic_arg
1331 1332 1333
    } else {
        /* Flushing: When we have not received enough input frames,
         * ensure s->input_picture[0] contains the first picture */
1334 1335 1336 1337 1338 1339 1340 1341
        for (flush_offset = 0; flush_offset < encoding_delay + 1; flush_offset++)
            if (s->input_picture[flush_offset])
                break;

        if (flush_offset <= 1)
            flush_offset = 1;
        else
            encoding_delay = encoding_delay - flush_offset + 1;
1342 1343 1344
    }

    /* shift buffer entries */
1345 1346
    for (i = flush_offset; i < MAX_PICTURE_COUNT /*s->encoding_delay + 1*/; i++)
        s->input_picture[i - flush_offset] = s->input_picture[i];
1347

1348
    s->input_picture[encoding_delay] = (Picture*) pic;
1349 1350 1351 1352

    return 0;
}

1353 1354
static int skip_check(MpegEncContext *s, Picture *p, Picture *ref)
{
1355
    int x, y, plane;
1356 1357
    int score = 0;
    int64_t score64 = 0;
1358

1359
    for (plane = 0; plane < 3; plane++) {
1360
        const int stride = p->f->linesize[plane];
1361 1362 1363
        const int bw = plane ? 1 : 2;
        for (y = 0; y < s->mb_height * bw; y++) {
            for (x = 0; x < s->mb_width * bw; x++) {
1364
                int off = p->shared ? 0 : 16;
1365 1366
                uint8_t *dptr = p->f->data[plane] + 8 * (x + y * stride) + off;
                uint8_t *rptr = ref->f->data[plane] + 8 * (x + y * stride);
1367
                int v = s->mecc.frame_skip_cmp[1](s, dptr, rptr, stride, 8);
1368

1369
                switch (FFABS(s->frame_skip_exp)) {
1370 1371
                case 0: score    =  FFMAX(score, v);          break;
                case 1: score   += FFABS(v);                  break;
1372 1373 1374
                case 2: score64 += v * (int64_t)v;                       break;
                case 3: score64 += FFABS(v * (int64_t)v * v);            break;
                case 4: score64 += (v * (int64_t)v) * (v * (int64_t)v);  break;
1375 1376 1377 1378
                }
            }
        }
    }
1379
    emms_c();
1380

1381 1382
    if (score)
        score64 = score;
1383
    if (s->frame_skip_exp < 0)
1384
        score64 = pow(score64 / (double)(s->mb_width * s->mb_height),
1385
                      -1.0/s->frame_skip_exp);
1386

1387
    if (score64 < s->frame_skip_threshold)
1388
        return 1;
1389
    if (score64 < ((s->frame_skip_factor * (int64_t) s->lambda) >> 8))
1390 1391 1392 1393
        return 1;
    return 0;
}

1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404
static int encode_frame(AVCodecContext *c, AVFrame *frame)
{
    AVPacket pkt = { 0 };
    int ret, got_output;

    av_init_packet(&pkt);
    ret = avcodec_encode_video2(c, &pkt, frame, &got_output);
    if (ret < 0)
        return ret;

    ret = pkt.size;
1405
    av_packet_unref(&pkt);
1406 1407 1408
    return ret;
}

1409 1410
static int estimate_best_b_count(MpegEncContext *s)
{
1411
    AVCodec *codec    = avcodec_find_encoder(s->avctx->codec_id);
1412
    AVCodecContext *c = avcodec_alloc_context3(NULL);
1413
    const int scale = s->brd_scale;
1414
    int i, j, out_size, p_lambda, b_lambda, lambda2;
1415 1416 1417
    int64_t best_rd  = INT64_MAX;
    int best_b_count = -1;

1418 1419
    if (!c)
        return AVERROR(ENOMEM);
1420
    av_assert0(scale >= 0 && scale <= 3);
1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433

    //emms_c();
    //s->next_picture_ptr->quality;
    p_lambda = s->last_lambda_for[AV_PICTURE_TYPE_P];
    //p_lambda * FFABS(s->avctx->b_quant_factor) + s->avctx->b_quant_offset;
    b_lambda = s->last_lambda_for[AV_PICTURE_TYPE_B];
    if (!b_lambda) // FIXME we should do this somewhere else
        b_lambda = p_lambda;
    lambda2  = (b_lambda * b_lambda + (1 << FF_LAMBDA_SHIFT) / 2) >>
               FF_LAMBDA_SHIFT;

    c->width        = s->width  >> scale;
    c->height       = s->height >> scale;
1434 1435
    c->flags        = AV_CODEC_FLAG_QSCALE | AV_CODEC_FLAG_PSNR;
    c->flags       |= s->avctx->flags & AV_CODEC_FLAG_QPEL;
1436 1437 1438 1439
    c->mb_decision  = s->avctx->mb_decision;
    c->me_cmp       = s->avctx->me_cmp;
    c->mb_cmp       = s->avctx->mb_cmp;
    c->me_sub_cmp   = s->avctx->me_sub_cmp;
1440
    c->pix_fmt      = AV_PIX_FMT_YUV420P;
1441 1442
    c->time_base    = s->avctx->time_base;
    c->max_b_frames = s->max_b_frames;
1443

1444
    if (avcodec_open2(c, codec, NULL) < 0)
1445 1446
        return -1;

1447 1448 1449
    for (i = 0; i < s->max_b_frames + 2; i++) {
        Picture pre_input, *pre_input_ptr = i ? s->input_picture[i - 1] :
                                                s->next_picture_ptr;
1450
        uint8_t *data[4];
1451

1452 1453
        if (pre_input_ptr && (!i || s->input_picture[i - 1])) {
            pre_input = *pre_input_ptr;
1454
            memcpy(data, pre_input_ptr->f->data, sizeof(data));
1455

1456
            if (!pre_input.shared && i) {
1457 1458 1459
                data[0] += INPLACE_OFFSET;
                data[1] += INPLACE_OFFSET;
                data[2] += INPLACE_OFFSET;
1460 1461
            }

1462 1463
            s->mpvencdsp.shrink[scale](s->tmp_frames[i]->data[0],
                                       s->tmp_frames[i]->linesize[0],
1464
                                       data[0],
1465 1466 1467 1468
                                       pre_input.f->linesize[0],
                                       c->width, c->height);
            s->mpvencdsp.shrink[scale](s->tmp_frames[i]->data[1],
                                       s->tmp_frames[i]->linesize[1],
1469
                                       data[1],
1470 1471 1472 1473
                                       pre_input.f->linesize[1],
                                       c->width >> 1, c->height >> 1);
            s->mpvencdsp.shrink[scale](s->tmp_frames[i]->data[2],
                                       s->tmp_frames[i]->linesize[2],
1474
                                       data[2],
1475 1476
                                       pre_input.f->linesize[2],
                                       c->width >> 1, c->height >> 1);
1477 1478 1479
        }
    }

1480 1481
    for (j = 0; j < s->max_b_frames + 1; j++) {
        int64_t rd = 0;
1482

1483
        if (!s->input_picture[j])
1484 1485
            break;

1486
        c->error[0] = c->error[1] = c->error[2] = 0;
1487

1488 1489
        s->tmp_frames[0]->pict_type = AV_PICTURE_TYPE_I;
        s->tmp_frames[0]->quality   = 1 * FF_QP2LAMBDA;
1490

1491
        out_size = encode_frame(c, s->tmp_frames[0]);
1492

1493
        //rd += (out_size * lambda2) >> FF_LAMBDA_SHIFT;
1494

1495 1496
        for (i = 0; i < s->max_b_frames + 1; i++) {
            int is_p = i % (j + 1) == j || i == s->max_b_frames;
1497

1498
            s->tmp_frames[i + 1]->pict_type = is_p ?
1499
                                     AV_PICTURE_TYPE_P : AV_PICTURE_TYPE_B;
1500
            s->tmp_frames[i + 1]->quality   = is_p ? p_lambda : b_lambda;
1501

1502
            out_size = encode_frame(c, s->tmp_frames[i + 1]);
1503

1504 1505 1506 1507
            rd += (out_size * lambda2) >> (FF_LAMBDA_SHIFT - 3);
        }

        /* get the delayed frames */
1508
        while (out_size) {
1509
            out_size = encode_frame(c, NULL);
1510 1511 1512 1513 1514
            rd += (out_size * lambda2) >> (FF_LAMBDA_SHIFT - 3);
        }

        rd += c->error[0] + c->error[1] + c->error[2];

1515 1516 1517
        if (rd < best_rd) {
            best_rd = rd;
            best_b_count = j;
1518 1519 1520
        }
    }

1521
    avcodec_free_context(&c);
1522 1523 1524 1525

    return best_b_count;
}

1526 1527
static int select_input_picture(MpegEncContext *s)
{
1528
    int i, ret;
1529

1530 1531 1532
    for (i = 1; i < MAX_PICTURE_COUNT; i++)
        s->reordered_input_picture[i - 1] = s->reordered_input_picture[i];
    s->reordered_input_picture[MAX_PICTURE_COUNT - 1] = NULL;
1533 1534

    /* set next picture type & ordering */
1535
    if (!s->reordered_input_picture[0] && s->input_picture[0]) {
1536
        if (s->frame_skip_threshold || s->frame_skip_factor) {
1537 1538 1539
            if (s->picture_in_gop_number < s->gop_size &&
                s->next_picture_ptr &&
                skip_check(s, s->input_picture[0], s->next_picture_ptr)) {
1540
                // FIXME check that the gop check above is +-1 correct
1541
                av_frame_unref(s->input_picture[0]->f);
1542 1543 1544 1545 1546 1547 1548

                ff_vbv_update(s, 0);

                goto no_output_pic;
            }
        }

1549
        if (/*s->picture_in_gop_number >= s->gop_size ||*/
1550
            !s->next_picture_ptr || s->intra_only) {
1551
            s->reordered_input_picture[0] = s->input_picture[0];
1552 1553
            s->reordered_input_picture[0]->f->pict_type = AV_PICTURE_TYPE_I;
            s->reordered_input_picture[0]->f->coded_picture_number =
1554 1555
                s->coded_picture_number++;
        } else {
1556
            int b_frames = 0;
1557

1558
            if (s->avctx->flags & AV_CODEC_FLAG_PASS2) {
1559
                for (i = 0; i < s->max_b_frames + 1; i++) {
1560
                    int pict_num = s->input_picture[0]->f->display_picture_number + i;
1561

1562
                    if (pict_num >= s->rc_context.num_entries)
1563
                        break;
1564 1565
                    if (!s->input_picture[i]) {
                        s->rc_context.entry[pict_num - 1].new_pict_type = AV_PICTURE_TYPE_P;
1566 1567 1568
                        break;
                    }

1569
                    s->input_picture[i]->f->pict_type =
1570 1571 1572 1573
                        s->rc_context.entry[pict_num].new_pict_type;
                }
            }

1574
            if (s->b_frame_strategy == 0) {
1575 1576 1577
                b_frames = s->max_b_frames;
                while (b_frames && !s->input_picture[b_frames])
                    b_frames--;
1578
            } else if (s->b_frame_strategy == 1) {
1579 1580 1581 1582 1583
                for (i = 1; i < s->max_b_frames + 1; i++) {
                    if (s->input_picture[i] &&
                        s->input_picture[i]->b_frame_score == 0) {
                        s->input_picture[i]->b_frame_score =
                            get_intra_count(s,
1584 1585
                                            s->input_picture[i    ]->f->data[0],
                                            s->input_picture[i - 1]->f->data[0],
1586
                                            s->linesize) + 1;
1587 1588
                    }
                }
1589
                for (i = 0; i < s->max_b_frames + 1; i++) {
1590
                    if (!s->input_picture[i] ||
1591
                        s->input_picture[i]->b_frame_score - 1 >
1592
                            s->mb_num / s->b_sensitivity)
1593
                        break;
1594 1595
                }

1596
                b_frames = FFMAX(0, i - 1);
1597 1598

                /* reset scores */
1599 1600
                for (i = 0; i < b_frames + 1; i++) {
                    s->input_picture[i]->b_frame_score = 0;
1601
                }
1602
            } else if (s->b_frame_strategy == 2) {
1603
                b_frames = estimate_best_b_count(s);
1604 1605 1606 1607
            }

            emms_c();

1608
            for (i = b_frames - 1; i >= 0; i--) {
1609
                int type = s->input_picture[i]->f->pict_type;
1610 1611
                if (type && type != AV_PICTURE_TYPE_B)
                    b_frames = i;
1612
            }
1613
            if (s->input_picture[b_frames]->f->pict_type == AV_PICTURE_TYPE_B &&
1614 1615
                b_frames == s->max_b_frames) {
                av_log(s->avctx, AV_LOG_ERROR,
1616
                       "warning, too many B-frames in a row\n");
1617 1618
            }

1619
            if (s->picture_in_gop_number + b_frames >= s->gop_size) {
1620
                if ((s->mpv_flags & FF_MPV_FLAG_STRICT_GOP) &&
1621 1622 1623
                    s->gop_size > s->picture_in_gop_number) {
                    b_frames = s->gop_size - s->picture_in_gop_number - 1;
                } else {
1624
                    if (s->avctx->flags & AV_CODEC_FLAG_CLOSED_GOP)
1625
                        b_frames = 0;
1626
                    s->input_picture[b_frames]->f->pict_type = AV_PICTURE_TYPE_I;
1627
                }
1628 1629
            }

1630
            if ((s->avctx->flags & AV_CODEC_FLAG_CLOSED_GOP) && b_frames &&
1631
                s->input_picture[b_frames]->f->pict_type == AV_PICTURE_TYPE_I)
1632 1633
                b_frames--;

1634
            s->reordered_input_picture[0] = s->input_picture[b_frames];
1635 1636 1637
            if (s->reordered_input_picture[0]->f->pict_type != AV_PICTURE_TYPE_I)
                s->reordered_input_picture[0]->f->pict_type = AV_PICTURE_TYPE_P;
            s->reordered_input_picture[0]->f->coded_picture_number =
1638 1639
                s->coded_picture_number++;
            for (i = 0; i < b_frames; i++) {
1640
                s->reordered_input_picture[i + 1] = s->input_picture[i];
1641
                s->reordered_input_picture[i + 1]->f->pict_type =
1642
                    AV_PICTURE_TYPE_B;
1643
                s->reordered_input_picture[i + 1]->f->coded_picture_number =
1644
                    s->coded_picture_number++;
1645 1646 1647 1648
            }
        }
    }
no_output_pic:
1649 1650
    ff_mpeg_unref_picture(s->avctx, &s->new_picture);

1651
    if (s->reordered_input_picture[0]) {
1652
        s->reordered_input_picture[0]->reference =
1653
           s->reordered_input_picture[0]->f->pict_type !=
1654
               AV_PICTURE_TYPE_B ? 3 : 0;
1655

1656
        if ((ret = ff_mpeg_ref_picture(s->avctx, &s->new_picture, s->reordered_input_picture[0])))
1657
            return ret;
1658

1659
        if (s->reordered_input_picture[0]->shared || s->avctx->rc_buffer_size) {
1660
            // input is a shared pix, so we can't modify it -> allocate a new
1661
            // one & ensure that the shared one is reuseable
1662

1663
            Picture *pic;
1664
            int i = ff_find_unused_picture(s->avctx, s->picture, 0);
1665 1666
            if (i < 0)
                return i;
1667
            pic = &s->picture[i];
1668

1669
            pic->reference = s->reordered_input_picture[0]->reference;
1670
            if (alloc_picture(s, pic, 0) < 0) {
1671 1672
                return -1;
            }
1673

1674
            ret = av_frame_copy_props(pic->f, s->reordered_input_picture[0]->f);
1675 1676
            if (ret < 0)
                return ret;
1677

1678
            /* mark us unused / free shared pic */
1679
            av_frame_unref(s->reordered_input_picture[0]->f);
1680 1681
            s->reordered_input_picture[0]->shared = 0;

1682 1683
            s->current_picture_ptr = pic;
        } else {
1684
            // input is not a shared pix -> reuse buffer for current_pix
1685 1686
            s->current_picture_ptr = s->reordered_input_picture[0];
            for (i = 0; i < 4; i++) {
1687
                s->new_picture.f->data[i] += INPLACE_OFFSET;
1688 1689
            }
        }
1690
        ff_mpeg_unref_picture(s->avctx, &s->current_picture);
1691
        if ((ret = ff_mpeg_ref_picture(s->avctx, &s->current_picture,
1692 1693
                                       s->current_picture_ptr)) < 0)
            return ret;
1694

1695
        s->picture_number = s->new_picture.f->display_picture_number;
1696
    }
1697
    return 0;
1698 1699
}

1700 1701 1702 1703 1704 1705 1706 1707
static void frame_end(MpegEncContext *s)
{
    if (s->unrestricted_mv &&
        s->current_picture.reference &&
        !s->intra_only) {
        const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(s->avctx->pix_fmt);
        int hshift = desc->log2_chroma_w;
        int vshift = desc->log2_chroma_h;
1708 1709
        s->mpvencdsp.draw_edges(s->current_picture.f->data[0],
                                s->current_picture.f->linesize[0],
1710 1711 1712
                                s->h_edge_pos, s->v_edge_pos,
                                EDGE_WIDTH, EDGE_WIDTH,
                                EDGE_TOP | EDGE_BOTTOM);
1713 1714
        s->mpvencdsp.draw_edges(s->current_picture.f->data[1],
                                s->current_picture.f->linesize[1],
1715 1716 1717 1718 1719
                                s->h_edge_pos >> hshift,
                                s->v_edge_pos >> vshift,
                                EDGE_WIDTH >> hshift,
                                EDGE_WIDTH >> vshift,
                                EDGE_TOP | EDGE_BOTTOM);
1720 1721
        s->mpvencdsp.draw_edges(s->current_picture.f->data[2],
                                s->current_picture.f->linesize[2],
1722 1723 1724 1725 1726
                                s->h_edge_pos >> hshift,
                                s->v_edge_pos >> vshift,
                                EDGE_WIDTH >> hshift,
                                EDGE_WIDTH >> vshift,
                                EDGE_TOP | EDGE_BOTTOM);
1727 1728 1729 1730 1731
    }

    emms_c();

    s->last_pict_type                 = s->pict_type;
1732
    s->last_lambda_for [s->pict_type] = s->current_picture_ptr->f->quality;
1733 1734 1735
    if (s->pict_type!= AV_PICTURE_TYPE_B)
        s->last_non_b_pict_type = s->pict_type;

1736 1737
#if FF_API_CODED_FRAME
FF_DISABLE_DEPRECATION_WARNINGS
1738
    av_frame_copy_props(s->avctx->coded_frame, s->current_picture.f);
1739 1740
FF_ENABLE_DEPRECATION_WARNINGS
#endif
1741 1742 1743 1744 1745 1746
#if FF_API_ERROR_FRAME
FF_DISABLE_DEPRECATION_WARNINGS
    memcpy(s->current_picture.f->error, s->current_picture.encoding_error,
           sizeof(s->current_picture.encoding_error));
FF_ENABLE_DEPRECATION_WARNINGS
#endif
1747 1748
}

1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761
static void update_noise_reduction(MpegEncContext *s)
{
    int intra, i;

    for (intra = 0; intra < 2; intra++) {
        if (s->dct_count[intra] > (1 << 16)) {
            for (i = 0; i < 64; i++) {
                s->dct_error_sum[intra][i] >>= 1;
            }
            s->dct_count[intra] >>= 1;
        }

        for (i = 0; i < 64; i++) {
1762
            s->dct_offset[intra][i] = (s->noise_reduction *
1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776
                                       s->dct_count[intra] +
                                       s->dct_error_sum[intra][i] / 2) /
                                      (s->dct_error_sum[intra][i] + 1);
        }
    }
}

static int frame_start(MpegEncContext *s)
{
    int ret;

    /* mark & release old frames */
    if (s->pict_type != AV_PICTURE_TYPE_B && s->last_picture_ptr &&
        s->last_picture_ptr != s->next_picture_ptr &&
1777
        s->last_picture_ptr->f->buf[0]) {
1778
        ff_mpeg_unref_picture(s->avctx, s->last_picture_ptr);
1779 1780
    }

1781 1782
    s->current_picture_ptr->f->pict_type = s->pict_type;
    s->current_picture_ptr->f->key_frame = s->pict_type == AV_PICTURE_TYPE_I;
1783

1784
    ff_mpeg_unref_picture(s->avctx, &s->current_picture);
1785
    if ((ret = ff_mpeg_ref_picture(s->avctx, &s->current_picture,
1786 1787 1788 1789 1790 1791 1792 1793 1794 1795
                                   s->current_picture_ptr)) < 0)
        return ret;

    if (s->pict_type != AV_PICTURE_TYPE_B) {
        s->last_picture_ptr = s->next_picture_ptr;
        if (!s->droppable)
            s->next_picture_ptr = s->current_picture_ptr;
    }

    if (s->last_picture_ptr) {
1796
        ff_mpeg_unref_picture(s->avctx, &s->last_picture);
1797
        if (s->last_picture_ptr->f->buf[0] &&
1798
            (ret = ff_mpeg_ref_picture(s->avctx, &s->last_picture,
1799 1800 1801 1802
                                       s->last_picture_ptr)) < 0)
            return ret;
    }
    if (s->next_picture_ptr) {
1803
        ff_mpeg_unref_picture(s->avctx, &s->next_picture);
1804
        if (s->next_picture_ptr->f->buf[0] &&
1805
            (ret = ff_mpeg_ref_picture(s->avctx, &s->next_picture,
1806 1807 1808 1809 1810 1811 1812 1813
                                       s->next_picture_ptr)) < 0)
            return ret;
    }

    if (s->picture_structure!= PICT_FRAME) {
        int i;
        for (i = 0; i < 4; i++) {
            if (s->picture_structure == PICT_BOTTOM_FIELD) {
1814 1815
                s->current_picture.f->data[i] +=
                    s->current_picture.f->linesize[i];
1816
            }
1817 1818 1819
            s->current_picture.f->linesize[i] *= 2;
            s->last_picture.f->linesize[i]    *= 2;
            s->next_picture.f->linesize[i]    *= 2;
1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834
        }
    }

    if (s->mpeg_quant || s->codec_id == AV_CODEC_ID_MPEG2VIDEO) {
        s->dct_unquantize_intra = s->dct_unquantize_mpeg2_intra;
        s->dct_unquantize_inter = s->dct_unquantize_mpeg2_inter;
    } else if (s->out_format == FMT_H263 || s->out_format == FMT_H261) {
        s->dct_unquantize_intra = s->dct_unquantize_h263_intra;
        s->dct_unquantize_inter = s->dct_unquantize_h263_inter;
    } else {
        s->dct_unquantize_intra = s->dct_unquantize_mpeg1_intra;
        s->dct_unquantize_inter = s->dct_unquantize_mpeg1_inter;
    }

    if (s->dct_error_sum) {
1835
        av_assert2(s->noise_reduction && s->encoding);
1836 1837 1838 1839 1840 1841
        update_noise_reduction(s);
    }

    return 0;
}

1842
int ff_mpv_encode_picture(AVCodecContext *avctx, AVPacket *pkt,
1843
                          const AVFrame *pic_arg, int *got_packet)
1844 1845
{
    MpegEncContext *s = avctx->priv_data;
1846
    int i, stuffing_count, ret;
1847
    int context_count = s->slice_context_count;
1848

1849 1850
    s->vbv_ignore_qmax = 0;

1851 1852
    s->picture_in_gop_number++;

1853
    if (load_input_picture(s, pic_arg) < 0)
1854 1855
        return -1;

1856
    if (select_input_picture(s) < 0) {
1857 1858
        return -1;
    }
1859 1860

    /* output? */
1861
    if (s->new_picture.f->data[0]) {
1862
        int growing_buffer = context_count == 1 && !pkt->data && !s->data_partitioning;
1863
        int pkt_size = growing_buffer ? FFMAX(s->mb_width*s->mb_height*64+10000, avctx->internal->byte_buffer_size) - AV_INPUT_BUFFER_PADDING_SIZE
1864 1865
                                              :
                                              s->mb_width*s->mb_height*(MAX_MB_BYTES+100)+10000;
1866
        if ((ret = ff_alloc_packet2(avctx, pkt, pkt_size, 0)) < 0)
1867
            return ret;
1868 1869 1870 1871 1872 1873
        if (s->mb_info) {
            s->mb_info_ptr = av_packet_new_side_data(pkt,
                                 AV_PKT_DATA_H263_MB_INFO,
                                 s->mb_width*s->mb_height*12);
            s->prev_mb_info = s->last_mb_info = s->mb_info_size = 0;
        }
1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884

        for (i = 0; i < context_count; i++) {
            int start_y = s->thread_context[i]->start_mb_y;
            int   end_y = s->thread_context[i]->  end_mb_y;
            int h       = s->mb_height;
            uint8_t *start = pkt->data + (size_t)(((int64_t) pkt->size) * start_y / h);
            uint8_t *end   = pkt->data + (size_t)(((int64_t) pkt->size) *   end_y / h);

            init_put_bits(&s->thread_context[i]->pb, start, end - start);
        }

1885
        s->pict_type = s->new_picture.f->pict_type;
1886
        //emms_c();
1887 1888 1889
        ret = frame_start(s);
        if (ret < 0)
            return ret;
1890
vbv_retry:
1891 1892 1893 1894 1895 1896 1897
        ret = encode_picture(s, s->picture_number);
        if (growing_buffer) {
            av_assert0(s->pb.buf == avctx->internal->byte_buffer);
            pkt->data = s->pb.buf;
            pkt->size = avctx->internal->byte_buffer_size;
        }
        if (ret < 0)
1898 1899
            return -1;

1900 1901
#if FF_API_STAT_BITS
FF_DISABLE_DEPRECATION_WARNINGS
1902 1903 1904 1905 1906 1907
        avctx->header_bits = s->header_bits;
        avctx->mv_bits     = s->mv_bits;
        avctx->misc_bits   = s->misc_bits;
        avctx->i_tex_bits  = s->i_tex_bits;
        avctx->p_tex_bits  = s->p_tex_bits;
        avctx->i_count     = s->i_count;
1908 1909
        // FIXME f/b_count in avctx
        avctx->p_count     = s->mb_num - s->i_count - s->skip_count;
1910
        avctx->skip_count  = s->skip_count;
1911 1912
FF_ENABLE_DEPRECATION_WARNINGS
#endif
1913

1914
        frame_end(s);
1915

1916
        if (CONFIG_MJPEG_ENCODER && s->out_format == FMT_MJPEG)
1917
            ff_mjpeg_encode_picture_trailer(&s->pb, s->header_bits);
1918

1919 1920
        if (avctx->rc_buffer_size) {
            RateControlContext *rcc = &s->rc_context;
1921
            int max_size = FFMAX(rcc->buffer_index * avctx->rc_max_available_vbv_use, rcc->buffer_index - 500);
1922 1923
            int hq = (s->avctx->mb_decision == FF_MB_DECISION_RD || s->avctx->trellis);
            int min_step = hq ? 1 : (1<<(FF_LAMBDA_SHIFT + 7))/139;
1924

1925
            if (put_bits_count(&s->pb) > max_size &&
1926
                s->lambda < s->lmax) {
1927
                s->next_lambda = FFMAX(s->lambda + min_step, s->lambda *
1928 1929
                                       (s->qscale + 1) / s->qscale);
                if (s->adaptive_quant) {
1930
                    int i;
1931 1932
                    for (i = 0; i < s->mb_height * s->mb_stride; i++)
                        s->lambda_table[i] =
1933
                            FFMAX(s->lambda_table[i] + min_step,
1934 1935
                                  s->lambda_table[i] * (s->qscale + 1) /
                                  s->qscale);
1936
                }
1937
                s->mb_skipped = 0;        // done in frame_start()
1938 1939 1940
                // done in encode_picture() so we must undo it
                if (s->pict_type == AV_PICTURE_TYPE_P) {
                    if (s->flipflop_rounding          ||
1941 1942
                        s->codec_id == AV_CODEC_ID_H263P ||
                        s->codec_id == AV_CODEC_ID_MPEG4)
1943 1944
                        s->no_rounding ^= 1;
                }
1945 1946 1947
                if (s->pict_type != AV_PICTURE_TYPE_B) {
                    s->time_base       = s->last_time_base;
                    s->last_non_b_time = s->time - s->pp_time;
1948
                }
1949 1950
                for (i = 0; i < context_count; i++) {
                    PutBitContext *pb = &s->thread_context[i]->pb;
1951 1952
                    init_put_bits(pb, pb->buf, pb->buf_end - pb->buf);
                }
1953
                s->vbv_ignore_qmax = 1;
1954
                av_log(s->avctx, AV_LOG_VERBOSE, "reencoding frame due to VBV\n");
1955 1956 1957
                goto vbv_retry;
            }

1958
            av_assert0(s->avctx->rc_max_rate);
1959 1960
        }

1961
        if (s->avctx->flags & AV_CODEC_FLAG_PASS1)
1962 1963
            ff_write_pass1_stats(s);

1964
        for (i = 0; i < 4; i++) {
1965 1966
            s->current_picture_ptr->encoding_error[i] = s->current_picture.encoding_error[i];
            avctx->error[i] += s->current_picture_ptr->encoding_error[i];
1967
        }
1968
        ff_side_data_set_encoder_stats(pkt, s->current_picture.f->quality,
1969
                                       s->current_picture_ptr->encoding_error,
1970 1971
                                       (s->avctx->flags&AV_CODEC_FLAG_PSNR) ? 4 : 0,
                                       s->pict_type);
1972

1973
        if (s->avctx->flags & AV_CODEC_FLAG_PASS1)
1974 1975 1976
            assert(put_bits_count(&s->pb) == s->header_bits + s->mv_bits +
                                             s->misc_bits + s->i_tex_bits +
                                             s->p_tex_bits);
1977 1978 1979
        flush_put_bits(&s->pb);
        s->frame_bits  = put_bits_count(&s->pb);

1980
        stuffing_count = ff_vbv_update(s, s->frame_bits);
1981
        s->stuffing_bits = 8*stuffing_count;
1982 1983 1984
        if (stuffing_count) {
            if (s->pb.buf_end - s->pb.buf - (put_bits_count(&s->pb) >> 3) <
                    stuffing_count + 50) {
1985 1986 1987 1988
                av_log(s->avctx, AV_LOG_ERROR, "stuffing too large\n");
                return -1;
            }

1989
            switch (s->codec_id) {
1990 1991
            case AV_CODEC_ID_MPEG1VIDEO:
            case AV_CODEC_ID_MPEG2VIDEO:
1992
                while (stuffing_count--) {
1993 1994 1995
                    put_bits(&s->pb, 8, 0);
                }
            break;
1996
            case AV_CODEC_ID_MPEG4:
1997 1998 1999
                put_bits(&s->pb, 16, 0);
                put_bits(&s->pb, 16, 0x1C3);
                stuffing_count -= 4;
2000
                while (stuffing_count--) {
2001 2002 2003 2004 2005 2006 2007 2008 2009 2010
                    put_bits(&s->pb, 8, 0xFF);
                }
            break;
            default:
                av_log(s->avctx, AV_LOG_ERROR, "vbv buffer overflow\n");
            }
            flush_put_bits(&s->pb);
            s->frame_bits  = put_bits_count(&s->pb);
        }

2011
        /* update MPEG-1/2 vbv_delay for CBR */
2012 2013 2014 2015 2016
        if (s->avctx->rc_max_rate                          &&
            s->avctx->rc_min_rate == s->avctx->rc_max_rate &&
            s->out_format == FMT_MPEG1                     &&
            90000LL * (avctx->rc_buffer_size - 1) <=
                s->avctx->rc_max_rate * 0xFFFFLL) {
2017 2018 2019
            AVCPBProperties *props;
            size_t props_size;

2020
            int vbv_delay, min_delay;
2021 2022 2023 2024 2025
            double inbits  = s->avctx->rc_max_rate *
                             av_q2d(s->avctx->time_base);
            int    minbits = s->frame_bits - 8 *
                             (s->vbv_delay_ptr - s->pb.buf - 1);
            double bits    = s->rc_context.buffer_index + minbits - inbits;
2026

2027 2028 2029
            if (bits < 0)
                av_log(s->avctx, AV_LOG_ERROR,
                       "Internal error, negative bits\n");
2030

2031
            assert(s->repeat_first_field == 0);
2032

2033 2034 2035
            vbv_delay = bits * 90000 / s->avctx->rc_max_rate;
            min_delay = (minbits * 90000LL + s->avctx->rc_max_rate - 1) /
                        s->avctx->rc_max_rate;
2036

2037
            vbv_delay = FFMAX(vbv_delay, min_delay);
2038

2039
            av_assert0(vbv_delay < 0xFFFF);
2040 2041

            s->vbv_delay_ptr[0] &= 0xF8;
2042 2043
            s->vbv_delay_ptr[0] |= vbv_delay >> 13;
            s->vbv_delay_ptr[1]  = vbv_delay >> 5;
2044
            s->vbv_delay_ptr[2] &= 0x07;
2045
            s->vbv_delay_ptr[2] |= vbv_delay << 3;
2046 2047 2048 2049 2050 2051

            props = av_cpb_properties_alloc(&props_size);
            if (!props)
                return AVERROR(ENOMEM);
            props->vbv_delay = vbv_delay * 300;

2052 2053 2054 2055 2056 2057 2058
            ret = av_packet_add_side_data(pkt, AV_PKT_DATA_CPB_PROPERTIES,
                                          (uint8_t*)props, props_size);
            if (ret < 0) {
                av_freep(&props);
                return ret;
            }

2059 2060
#if FF_API_VBV_DELAY
FF_DISABLE_DEPRECATION_WARNINGS
2061
            avctx->vbv_delay     = vbv_delay * 300;
2062 2063
FF_ENABLE_DEPRECATION_WARNINGS
#endif
2064
        }
2065
        s->total_bits     += s->frame_bits;
2066 2067
#if FF_API_STAT_BITS
FF_DISABLE_DEPRECATION_WARNINGS
2068
        avctx->frame_bits  = s->frame_bits;
2069 2070 2071
FF_ENABLE_DEPRECATION_WARNINGS
#endif

2072

2073
        pkt->pts = s->current_picture.f->pts;
2074
        if (!s->low_delay && s->pict_type != AV_PICTURE_TYPE_B) {
2075
            if (!s->current_picture.f->coded_picture_number)
2076 2077 2078
                pkt->dts = pkt->pts - s->dts_delta;
            else
                pkt->dts = s->reordered_pts;
2079
            s->reordered_pts = pkt->pts;
2080 2081
        } else
            pkt->dts = pkt->pts;
2082
        if (s->current_picture.f->key_frame)
2083
            pkt->flags |= AV_PKT_FLAG_KEY;
2084 2085
        if (s->mb_info)
            av_packet_shrink_side_data(pkt, AV_PKT_DATA_H263_MB_INFO, s->mb_info_size);
2086 2087
    } else {
        s->frame_bits = 0;
2088
    }
2089 2090 2091 2092

    /* release non-reference frames */
    for (i = 0; i < MAX_PICTURE_COUNT; i++) {
        if (!s->picture[i].reference)
2093
            ff_mpeg_unref_picture(s->avctx, &s->picture[i]);
2094 2095
    }

2096
    av_assert1((s->frame_bits & 7) == 0);
2097

2098 2099 2100
    pkt->size = s->frame_bits / 8;
    *got_packet = !!pkt->size;
    return 0;
2101 2102
}

2103 2104
static inline void dct_single_coeff_elimination(MpegEncContext *s,
                                                int n, int threshold)
2105
{
2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116 2117
    static const char tab[64] = {
        3, 2, 2, 1, 1, 1, 1, 1,
        1, 1, 1, 1, 1, 1, 1, 1,
        1, 1, 1, 1, 1, 1, 1, 1,
        0, 0, 0, 0, 0, 0, 0, 0,
        0, 0, 0, 0, 0, 0, 0, 0,
        0, 0, 0, 0, 0, 0, 0, 0,
        0, 0, 0, 0, 0, 0, 0, 0,
        0, 0, 0, 0, 0, 0, 0, 0
    };
    int score = 0;
    int run = 0;
2118
    int i;
Diego Biurrun's avatar
Diego Biurrun committed
2119
    int16_t *block = s->block[n];
2120
    const int last_index = s->block_last_index[n];
2121 2122
    int skip_dc;

2123 2124 2125 2126 2127
    if (threshold < 0) {
        skip_dc = 0;
        threshold = -threshold;
    } else
        skip_dc = 1;
2128

Diego Biurrun's avatar
Diego Biurrun committed
2129
    /* Are all we could set to zero already zero? */
2130 2131
    if (last_index <= skip_dc - 1)
        return;
2132

2133
    for (i = 0; i <= last_index; i++) {
2134 2135
        const int j = s->intra_scantable.permutated[i];
        const int level = FFABS(block[j]);
2136 2137 2138 2139 2140 2141
        if (level == 1) {
            if (skip_dc && i == 0)
                continue;
            score += tab[run];
            run = 0;
        } else if (level > 1) {
2142
            return;
2143
        } else {
2144 2145 2146
            run++;
        }
    }
2147 2148 2149
    if (score >= threshold)
        return;
    for (i = skip_dc; i <= last_index; i++) {
2150
        const int j = s->intra_scantable.permutated[i];
2151
        block[j] = 0;
2152
    }
2153 2154 2155 2156
    if (block[0])
        s->block_last_index[n] = 0;
    else
        s->block_last_index[n] = -1;
2157 2158
}

Diego Biurrun's avatar
Diego Biurrun committed
2159
static inline void clip_coeffs(MpegEncContext *s, int16_t *block,
2160
                               int last_index)
2161 2162
{
    int i;
2163 2164 2165
    const int maxlevel = s->max_qcoeff;
    const int minlevel = s->min_qcoeff;
    int overflow = 0;
2166

2167 2168 2169 2170
    if (s->mb_intra) {
        i = 1; // skip clipping of intra dc
    } else
        i = 0;
2171

2172 2173
    for (; i <= last_index; i++) {
        const int j = s->intra_scantable.permutated[i];
2174 2175
        int level = block[j];

2176 2177
        if (level > maxlevel) {
            level = maxlevel;
2178
            overflow++;
2179 2180
        } else if (level < minlevel) {
            level = minlevel;
2181 2182 2183
            overflow++;
        }

2184
        block[j] = level;
2185 2186
    }

2187 2188 2189 2190
    if (overflow && s->avctx->mb_decision == FF_MB_DECISION_SIMPLE)
        av_log(s->avctx, AV_LOG_INFO,
               "warning, clipping %d dct coefficients to %d..%d\n",
               overflow, minlevel, maxlevel);
2191 2192
}

2193 2194
static void get_visual_weight(int16_t *weight, uint8_t *ptr, int stride)
{
2195
    int x, y;
2196 2197 2198
    // FIXME optimize
    for (y = 0; y < 8; y++) {
        for (x = 0; x < 8; x++) {
2199
            int x2, y2;
2200 2201 2202
            int sum = 0;
            int sqr = 0;
            int count = 0;
2203

2204 2205 2206
            for (y2 = FFMAX(y - 1, 0); y2 < FFMIN(8, y + 2); y2++) {
                for (x2= FFMAX(x - 1, 0); x2 < FFMIN(8, x + 2); x2++) {
                    int v = ptr[x2 + y2 * stride];
2207
                    sum += v;
2208
                    sqr += v * v;
2209 2210 2211
                    count++;
                }
            }
2212
            weight[x + 8 * y]= (36 * ff_sqrt(count * sqr - sum * sum)) / count;
2213 2214 2215 2216
        }
    }
}

2217 2218 2219
static av_always_inline void encode_mb_internal(MpegEncContext *s,
                                                int motion_x, int motion_y,
                                                int mb_block_height,
2220
                                                int mb_block_width,
2221
                                                int mb_block_count)
2222
{
2223
    int16_t weight[12][64];
2224
    int16_t orig[12][64];
2225 2226
    const int mb_x = s->mb_x;
    const int mb_y = s->mb_y;
2227
    int i;
2228
    int skip_dct[12];
2229
    int dct_offset = s->linesize * 8; // default for progressive frames
2230
    int uv_dct_offset = s->uvlinesize * 8;
2231
    uint8_t *ptr_y, *ptr_cb, *ptr_cr;
2232
    ptrdiff_t wrap_y, wrap_c;
2233

2234 2235
    for (i = 0; i < mb_block_count; i++)
        skip_dct[i] = s->skipdct;
2236

2237 2238 2239
    if (s->adaptive_quant) {
        const int last_qp = s->qscale;
        const int mb_xy = mb_x + mb_y * s->mb_stride;
2240

2241
        s->lambda = s->lambda_table[mb_xy];
2242 2243
        update_qscale(s);

2244
        if (!(s->mpv_flags & FF_MPV_FLAG_QP_RD)) {
2245
            s->qscale = s->current_picture_ptr->qscale_table[mb_xy];
2246
            s->dquant = s->qscale - last_qp;
2247

2248 2249
            if (s->out_format == FMT_H263) {
                s->dquant = av_clip(s->dquant, -2, 2);
2250

2251
                if (s->codec_id == AV_CODEC_ID_MPEG4) {
2252 2253 2254 2255
                    if (!s->mb_intra) {
                        if (s->pict_type == AV_PICTURE_TYPE_B) {
                            if (s->dquant & 1 || s->mv_dir & MV_DIRECT)
                                s->dquant = 0;
2256
                        }
2257 2258
                        if (s->mv_type == MV_TYPE_8X8)
                            s->dquant = 0;
2259 2260 2261 2262 2263
                    }
                }
            }
        }
        ff_set_qscale(s, last_qp + s->dquant);
2264
    } else if (s->mpv_flags & FF_MPV_FLAG_QP_RD)
2265 2266 2267 2268
        ff_set_qscale(s, s->qscale + s->dquant);

    wrap_y = s->linesize;
    wrap_c = s->uvlinesize;
2269
    ptr_y  = s->new_picture.f->data[0] +
2270
             (mb_y * 16 * wrap_y)              + mb_x * 16;
2271
    ptr_cb = s->new_picture.f->data[1] +
2272
             (mb_y * mb_block_height * wrap_c) + mb_x * mb_block_width;
2273
    ptr_cr = s->new_picture.f->data[2] +
2274
             (mb_y * mb_block_height * wrap_c) + mb_x * mb_block_width;
2275

2276
    if((mb_x * 16 + 16 > s->width || mb_y * 16 + 16 > s->height) && s->codec_id != AV_CODEC_ID_AMV){
2277
        uint8_t *ebuf = s->sc.edge_emu_buffer + 36 * wrap_y;
2278 2279
        int cw = (s->width  + s->chroma_x_shift) >> s->chroma_x_shift;
        int ch = (s->height + s->chroma_y_shift) >> s->chroma_y_shift;
2280 2281 2282 2283
        s->vdsp.emulated_edge_mc(ebuf, ptr_y,
                                 wrap_y, wrap_y,
                                 16, 16, mb_x * 16, mb_y * 16,
                                 s->width, s->height);
2284
        ptr_y = ebuf;
2285
        s->vdsp.emulated_edge_mc(ebuf + 16 * wrap_y, ptr_cb,
2286
                                 wrap_c, wrap_c,
2287 2288
                                 mb_block_width, mb_block_height,
                                 mb_x * mb_block_width, mb_y * mb_block_height,
2289
                                 cw, ch);
2290 2291
        ptr_cb = ebuf + 16 * wrap_y;
        s->vdsp.emulated_edge_mc(ebuf + 16 * wrap_y + 16, ptr_cr,
2292
                                 wrap_c, wrap_c,
2293 2294
                                 mb_block_width, mb_block_height,
                                 mb_x * mb_block_width, mb_y * mb_block_height,
2295
                                 cw, ch);
2296
        ptr_cr = ebuf + 16 * wrap_y + 16;
2297 2298 2299
    }

    if (s->mb_intra) {
2300
        if (s->avctx->flags & AV_CODEC_FLAG_INTERLACED_DCT) {
2301 2302
            int progressive_score, interlaced_score;

2303
            s->interlaced_dct = 0;
2304 2305 2306
            progressive_score = s->mecc.ildct_cmp[4](s, ptr_y, NULL, wrap_y, 8) +
                                s->mecc.ildct_cmp[4](s, ptr_y + wrap_y * 8,
                                                     NULL, wrap_y, 8) - 400;
2307 2308

            if (progressive_score > 0) {
2309 2310 2311 2312
                interlaced_score = s->mecc.ildct_cmp[4](s, ptr_y,
                                                        NULL, wrap_y * 2, 8) +
                                   s->mecc.ildct_cmp[4](s, ptr_y + wrap_y,
                                                        NULL, wrap_y * 2, 8);
2313 2314 2315 2316
                if (progressive_score > interlaced_score) {
                    s->interlaced_dct = 1;

                    dct_offset = wrap_y;
2317
                    uv_dct_offset = wrap_c;
2318
                    wrap_y <<= 1;
2319 2320
                    if (s->chroma_format == CHROMA_422 ||
                        s->chroma_format == CHROMA_444)
2321
                        wrap_c <<= 1;
2322 2323 2324 2325
                }
            }
        }

2326 2327 2328 2329
        s->pdsp.get_pixels(s->block[0], ptr_y,                  wrap_y);
        s->pdsp.get_pixels(s->block[1], ptr_y + 8,              wrap_y);
        s->pdsp.get_pixels(s->block[2], ptr_y + dct_offset,     wrap_y);
        s->pdsp.get_pixels(s->block[3], ptr_y + dct_offset + 8, wrap_y);
2330

2331
        if (s->avctx->flags & AV_CODEC_FLAG_GRAY) {
2332 2333 2334
            skip_dct[4] = 1;
            skip_dct[5] = 1;
        } else {
2335 2336
            s->pdsp.get_pixels(s->block[4], ptr_cb, wrap_c);
            s->pdsp.get_pixels(s->block[5], ptr_cr, wrap_c);
2337
            if (!s->chroma_y_shift && s->chroma_x_shift) { /* 422 */
2338 2339
                s->pdsp.get_pixels(s->block[6], ptr_cb + uv_dct_offset, wrap_c);
                s->pdsp.get_pixels(s->block[7], ptr_cr + uv_dct_offset, wrap_c);
2340
            } else if (!s->chroma_y_shift && !s->chroma_x_shift) { /* 444 */
2341 2342 2343 2344 2345 2346
                s->pdsp.get_pixels(s->block[ 6], ptr_cb + 8, wrap_c);
                s->pdsp.get_pixels(s->block[ 7], ptr_cr + 8, wrap_c);
                s->pdsp.get_pixels(s->block[ 8], ptr_cb + uv_dct_offset, wrap_c);
                s->pdsp.get_pixels(s->block[ 9], ptr_cr + uv_dct_offset, wrap_c);
                s->pdsp.get_pixels(s->block[10], ptr_cb + uv_dct_offset + 8, wrap_c);
                s->pdsp.get_pixels(s->block[11], ptr_cr + uv_dct_offset + 8, wrap_c);
2347 2348
            }
        }
2349
    } else {
2350 2351 2352 2353 2354 2355 2356 2357
        op_pixels_func (*op_pix)[4];
        qpel_mc_func (*op_qpix)[16];
        uint8_t *dest_y, *dest_cb, *dest_cr;

        dest_y  = s->dest[0];
        dest_cb = s->dest[1];
        dest_cr = s->dest[2];

2358
        if ((!s->no_rounding) || s->pict_type == AV_PICTURE_TYPE_B) {
2359
            op_pix  = s->hdsp.put_pixels_tab;
2360
            op_qpix = s->qdsp.put_qpel_pixels_tab;
2361
        } else {
2362
            op_pix  = s->hdsp.put_no_rnd_pixels_tab;
2363
            op_qpix = s->qdsp.put_no_rnd_qpel_pixels_tab;
2364 2365 2366
        }

        if (s->mv_dir & MV_DIR_FORWARD) {
2367
            ff_mpv_motion(s, dest_y, dest_cb, dest_cr, 0,
2368
                          s->last_picture.f->data,
2369
                          op_pix, op_qpix);
2370
            op_pix  = s->hdsp.avg_pixels_tab;
2371
            op_qpix = s->qdsp.avg_qpel_pixels_tab;
2372 2373
        }
        if (s->mv_dir & MV_DIR_BACKWARD) {
2374
            ff_mpv_motion(s, dest_y, dest_cb, dest_cr, 1,
2375
                          s->next_picture.f->data,
2376
                          op_pix, op_qpix);
2377 2378
        }

2379
        if (s->avctx->flags & AV_CODEC_FLAG_INTERLACED_DCT) {
2380 2381
            int progressive_score, interlaced_score;

2382
            s->interlaced_dct = 0;
2383 2384 2385 2386
            progressive_score = s->mecc.ildct_cmp[0](s, dest_y, ptr_y, wrap_y, 8) +
                                s->mecc.ildct_cmp[0](s, dest_y + wrap_y * 8,
                                                     ptr_y + wrap_y * 8,
                                                     wrap_y, 8) - 400;
2387 2388 2389 2390 2391

            if (s->avctx->ildct_cmp == FF_CMP_VSSE)
                progressive_score -= 400;

            if (progressive_score > 0) {
2392 2393 2394 2395 2396
                interlaced_score = s->mecc.ildct_cmp[0](s, dest_y, ptr_y,
                                                        wrap_y * 2, 8) +
                                   s->mecc.ildct_cmp[0](s, dest_y + wrap_y,
                                                        ptr_y + wrap_y,
                                                        wrap_y * 2, 8);
2397 2398 2399 2400 2401

                if (progressive_score > interlaced_score) {
                    s->interlaced_dct = 1;

                    dct_offset = wrap_y;
2402
                    uv_dct_offset = wrap_c;
2403
                    wrap_y <<= 1;
2404
                    if (s->chroma_format == CHROMA_422)
2405
                        wrap_c <<= 1;
2406 2407 2408 2409
                }
            }
        }

2410 2411 2412 2413 2414 2415
        s->pdsp.diff_pixels(s->block[0], ptr_y, dest_y, wrap_y);
        s->pdsp.diff_pixels(s->block[1], ptr_y + 8, dest_y + 8, wrap_y);
        s->pdsp.diff_pixels(s->block[2], ptr_y + dct_offset,
                            dest_y + dct_offset, wrap_y);
        s->pdsp.diff_pixels(s->block[3], ptr_y + dct_offset + 8,
                            dest_y + dct_offset + 8, wrap_y);
2416

2417
        if (s->avctx->flags & AV_CODEC_FLAG_GRAY) {
2418 2419 2420
            skip_dct[4] = 1;
            skip_dct[5] = 1;
        } else {
2421 2422
            s->pdsp.diff_pixels(s->block[4], ptr_cb, dest_cb, wrap_c);
            s->pdsp.diff_pixels(s->block[5], ptr_cr, dest_cr, wrap_c);
2423
            if (!s->chroma_y_shift) { /* 422 */
2424 2425 2426 2427
                s->pdsp.diff_pixels(s->block[6], ptr_cb + uv_dct_offset,
                                    dest_cb + uv_dct_offset, wrap_c);
                s->pdsp.diff_pixels(s->block[7], ptr_cr + uv_dct_offset,
                                    dest_cr + uv_dct_offset, wrap_c);
2428 2429 2430
            }
        }
        /* pre quantization */
2431 2432 2433
        if (s->current_picture.mc_mb_var[s->mb_stride * mb_y + mb_x] <
                2 * s->qscale * s->qscale) {
            // FIXME optimize
2434
            if (s->mecc.sad[1](NULL, ptr_y, dest_y, wrap_y, 8) < 20 * s->qscale)
2435
                skip_dct[0] = 1;
2436
            if (s->mecc.sad[1](NULL, ptr_y + 8, dest_y + 8, wrap_y, 8) < 20 * s->qscale)
2437
                skip_dct[1] = 1;
2438 2439
            if (s->mecc.sad[1](NULL, ptr_y + dct_offset, dest_y + dct_offset,
                               wrap_y, 8) < 20 * s->qscale)
2440
                skip_dct[2] = 1;
2441 2442
            if (s->mecc.sad[1](NULL, ptr_y + dct_offset + 8, dest_y + dct_offset + 8,
                               wrap_y, 8) < 20 * s->qscale)
2443
                skip_dct[3] = 1;
2444
            if (s->mecc.sad[1](NULL, ptr_cb, dest_cb, wrap_c, 8) < 20 * s->qscale)
2445
                skip_dct[4] = 1;
2446
            if (s->mecc.sad[1](NULL, ptr_cr, dest_cr, wrap_c, 8) < 20 * s->qscale)
2447 2448
                skip_dct[5] = 1;
            if (!s->chroma_y_shift) { /* 422 */
2449 2450
                if (s->mecc.sad[1](NULL, ptr_cb + uv_dct_offset,
                                   dest_cb + uv_dct_offset,
2451
                                   wrap_c, 8) < 20 * s->qscale)
2452
                    skip_dct[6] = 1;
2453 2454
                if (s->mecc.sad[1](NULL, ptr_cr + uv_dct_offset,
                                   dest_cr + uv_dct_offset,
2455
                                   wrap_c, 8) < 20 * s->qscale)
2456
                    skip_dct[7] = 1;
2457 2458 2459 2460
            }
        }
    }

2461
    if (s->quantizer_noise_shaping) {
2462 2463 2464 2465 2466 2467 2468 2469 2470 2471 2472 2473 2474 2475
        if (!skip_dct[0])
            get_visual_weight(weight[0], ptr_y                 , wrap_y);
        if (!skip_dct[1])
            get_visual_weight(weight[1], ptr_y              + 8, wrap_y);
        if (!skip_dct[2])
            get_visual_weight(weight[2], ptr_y + dct_offset    , wrap_y);
        if (!skip_dct[3])
            get_visual_weight(weight[3], ptr_y + dct_offset + 8, wrap_y);
        if (!skip_dct[4])
            get_visual_weight(weight[4], ptr_cb                , wrap_c);
        if (!skip_dct[5])
            get_visual_weight(weight[5], ptr_cr                , wrap_c);
        if (!s->chroma_y_shift) { /* 422 */
            if (!skip_dct[6])
2476
                get_visual_weight(weight[6], ptr_cb + uv_dct_offset,
2477 2478
                                  wrap_c);
            if (!skip_dct[7])
2479
                get_visual_weight(weight[7], ptr_cr + uv_dct_offset,
2480
                                  wrap_c);
2481
        }
Diego Biurrun's avatar
Diego Biurrun committed
2482
        memcpy(orig[0], s->block[0], sizeof(int16_t) * 64 * mb_block_count);
2483 2484 2485
    }

    /* DCT & quantize */
2486
    av_assert2(s->out_format != FMT_MJPEG || s->qscale == 8);
2487
    {
2488 2489
        for (i = 0; i < mb_block_count; i++) {
            if (!skip_dct[i]) {
2490 2491
                int overflow;
                s->block_last_index[i] = s->dct_quantize(s, s->block[i], i, s->qscale, &overflow);
2492 2493 2494 2495 2496 2497 2498 2499 2500
                // FIXME we could decide to change to quantizer instead of
                // clipping
                // JS: I don't think that would be a good idea it could lower
                //     quality instead of improve it. Just INTRADC clipping
                //     deserves changes in quantizer
                if (overflow)
                    clip_coeffs(s, s->block[i], s->block_last_index[i]);
            } else
                s->block_last_index[i] = -1;
2501
        }
2502
        if (s->quantizer_noise_shaping) {
2503 2504 2505 2506 2507
            for (i = 0; i < mb_block_count; i++) {
                if (!skip_dct[i]) {
                    s->block_last_index[i] =
                        dct_quantize_refine(s, s->block[i], weight[i],
                                            orig[i], i, s->qscale);
2508 2509 2510 2511
                }
            }
        }

2512 2513
        if (s->luma_elim_threshold && !s->mb_intra)
            for (i = 0; i < 4; i++)
2514
                dct_single_coeff_elimination(s, i, s->luma_elim_threshold);
2515 2516
        if (s->chroma_elim_threshold && !s->mb_intra)
            for (i = 4; i < mb_block_count; i++)
2517 2518
                dct_single_coeff_elimination(s, i, s->chroma_elim_threshold);

2519
        if (s->mpv_flags & FF_MPV_FLAG_CBP_RD) {
2520 2521 2522
            for (i = 0; i < mb_block_count; i++) {
                if (s->block_last_index[i] == -1)
                    s->coded_score[i] = INT_MAX / 256;
2523 2524 2525 2526
            }
        }
    }

2527
    if ((s->avctx->flags & AV_CODEC_FLAG_GRAY) && s->mb_intra) {
2528 2529 2530 2531
        s->block_last_index[4] =
        s->block_last_index[5] = 0;
        s->block[4][0] =
        s->block[5][0] = (1024 + s->c_dc_scale / 2) / s->c_dc_scale;
2532 2533 2534 2535 2536 2537
        if (!s->chroma_y_shift) { /* 422 / 444 */
            for (i=6; i<12; i++) {
                s->block_last_index[i] = 0;
                s->block[i][0] = s->block[4][0];
            }
        }
2538 2539
    }

2540
    // non c quantize code returns incorrect block_last_index FIXME
2541
    if (s->alternate_scan && s->dct_quantize != ff_dct_quantize_c) {
2542
        for (i = 0; i < mb_block_count; i++) {
2543
            int j;
2544 2545 2546 2547
            if (s->block_last_index[i] > 0) {
                for (j = 63; j > 0; j--) {
                    if (s->block[i][s->intra_scantable.permutated[j]])
                        break;
2548
                }
2549
                s->block_last_index[i] = j;
2550 2551 2552 2553 2554 2555
            }
        }
    }

    /* huffman encode */
    switch(s->codec_id){ //FIXME funct ptr could be slightly faster
2556 2557
    case AV_CODEC_ID_MPEG1VIDEO:
    case AV_CODEC_ID_MPEG2VIDEO:
2558
        if (CONFIG_MPEG1VIDEO_ENCODER || CONFIG_MPEG2VIDEO_ENCODER)
2559
            ff_mpeg1_encode_mb(s, s->block, motion_x, motion_y);
Aurelien Jacobs's avatar
Aurelien Jacobs committed
2560
        break;
2561
    case AV_CODEC_ID_MPEG4:
2562
        if (CONFIG_MPEG4_ENCODER)
2563
            ff_mpeg4_encode_mb(s, s->block, motion_x, motion_y);
Aurelien Jacobs's avatar
Aurelien Jacobs committed
2564
        break;
2565 2566 2567
    case AV_CODEC_ID_MSMPEG4V2:
    case AV_CODEC_ID_MSMPEG4V3:
    case AV_CODEC_ID_WMV1:
2568
        if (CONFIG_MSMPEG4_ENCODER)
2569
            ff_msmpeg4_encode_mb(s, s->block, motion_x, motion_y);
2570
        break;
2571
    case AV_CODEC_ID_WMV2:
2572
        if (CONFIG_WMV2_ENCODER)
2573 2574
            ff_wmv2_encode_mb(s, s->block, motion_x, motion_y);
        break;
2575
    case AV_CODEC_ID_H261:
2576
        if (CONFIG_H261_ENCODER)
2577 2578
            ff_h261_encode_mb(s, s->block, motion_x, motion_y);
        break;
2579 2580 2581 2582 2583
    case AV_CODEC_ID_H263:
    case AV_CODEC_ID_H263P:
    case AV_CODEC_ID_FLV1:
    case AV_CODEC_ID_RV10:
    case AV_CODEC_ID_RV20:
2584
        if (CONFIG_H263_ENCODER)
2585
            ff_h263_encode_mb(s, s->block, motion_x, motion_y);
Aurelien Jacobs's avatar
Aurelien Jacobs committed
2586
        break;
2587
    case AV_CODEC_ID_MJPEG:
2588
    case AV_CODEC_ID_AMV:
2589
        if (CONFIG_MJPEG_ENCODER)
2590 2591 2592
            ff_mjpeg_encode_mb(s, s->block);
        break;
    default:
2593
        av_assert1(0);
2594 2595 2596 2597 2598
    }
}

static av_always_inline void encode_mb(MpegEncContext *s, int motion_x, int motion_y)
{
2599 2600 2601
    if (s->chroma_format == CHROMA_420) encode_mb_internal(s, motion_x, motion_y,  8, 8, 6);
    else if (s->chroma_format == CHROMA_422) encode_mb_internal(s, motion_x, motion_y, 16, 8, 8);
    else encode_mb_internal(s, motion_x, motion_y, 16, 16, 12);
2602 2603 2604 2605 2606
}

static inline void copy_context_before_encode(MpegEncContext *d, MpegEncContext *s, int type){
    int i;

2607
    memcpy(d->last_mv, s->last_mv, 2*2*2*sizeof(int)); //FIXME is memcpy faster than a loop?
2608

2609
    /* MPEG-1 */
2610 2611
    d->mb_skip_run= s->mb_skip_run;
    for(i=0; i<3; i++)
2612
        d->last_dc[i] = s->last_dc[i];
2613 2614 2615 2616 2617 2618 2619 2620 2621 2622 2623 2624 2625 2626 2627

    /* statistics */
    d->mv_bits= s->mv_bits;
    d->i_tex_bits= s->i_tex_bits;
    d->p_tex_bits= s->p_tex_bits;
    d->i_count= s->i_count;
    d->f_count= s->f_count;
    d->b_count= s->b_count;
    d->skip_count= s->skip_count;
    d->misc_bits= s->misc_bits;
    d->last_bits= 0;

    d->mb_skipped= 0;
    d->qscale= s->qscale;
    d->dquant= s->dquant;
2628 2629

    d->esc3_level_length= s->esc3_level_length;
2630 2631 2632 2633 2634 2635
}

static inline void copy_context_after_encode(MpegEncContext *d, MpegEncContext *s, int type){
    int i;

    memcpy(d->mv, s->mv, 2*4*2*sizeof(int));
2636
    memcpy(d->last_mv, s->last_mv, 2*2*2*sizeof(int)); //FIXME is memcpy faster than a loop?
2637

2638
    /* MPEG-1 */
2639 2640
    d->mb_skip_run= s->mb_skip_run;
    for(i=0; i<3; i++)
2641
        d->last_dc[i] = s->last_dc[i];
2642 2643 2644 2645 2646 2647 2648 2649 2650 2651 2652 2653 2654 2655 2656 2657 2658 2659 2660 2661 2662 2663 2664 2665 2666

    /* statistics */
    d->mv_bits= s->mv_bits;
    d->i_tex_bits= s->i_tex_bits;
    d->p_tex_bits= s->p_tex_bits;
    d->i_count= s->i_count;
    d->f_count= s->f_count;
    d->b_count= s->b_count;
    d->skip_count= s->skip_count;
    d->misc_bits= s->misc_bits;

    d->mb_intra= s->mb_intra;
    d->mb_skipped= s->mb_skipped;
    d->mv_type= s->mv_type;
    d->mv_dir= s->mv_dir;
    d->pb= s->pb;
    if(s->data_partitioning){
        d->pb2= s->pb2;
        d->tex_pb= s->tex_pb;
    }
    d->block= s->block;
    for(i=0; i<8; i++)
        d->block_last_index[i]= s->block_last_index[i];
    d->interlaced_dct= s->interlaced_dct;
    d->qscale= s->qscale;
2667 2668

    d->esc3_level_length= s->esc3_level_length;
2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681 2682 2683 2684 2685 2686 2687 2688
}

static inline void encode_mb_hq(MpegEncContext *s, MpegEncContext *backup, MpegEncContext *best, int type,
                           PutBitContext pb[2], PutBitContext pb2[2], PutBitContext tex_pb[2],
                           int *dmin, int *next_block, int motion_x, int motion_y)
{
    int score;
    uint8_t *dest_backup[3];

    copy_context_before_encode(s, backup, type);

    s->block= s->blocks[*next_block];
    s->pb= pb[*next_block];
    if(s->data_partitioning){
        s->pb2   = pb2   [*next_block];
        s->tex_pb= tex_pb[*next_block];
    }

    if(*next_block){
        memcpy(dest_backup, s->dest, sizeof(s->dest));
2689 2690 2691
        s->dest[0] = s->sc.rd_scratchpad;
        s->dest[1] = s->sc.rd_scratchpad + 16*s->linesize;
        s->dest[2] = s->sc.rd_scratchpad + 16*s->linesize + 8;
2692
        av_assert0(s->linesize >= 32); //FIXME
2693 2694 2695 2696 2697 2698 2699 2700 2701 2702 2703
    }

    encode_mb(s, motion_x, motion_y);

    score= put_bits_count(&s->pb);
    if(s->data_partitioning){
        score+= put_bits_count(&s->pb2);
        score+= put_bits_count(&s->tex_pb);
    }

    if(s->avctx->mb_decision == FF_MB_DECISION_RD){
2704
        ff_mpv_decode_mb(s, s->block);
2705 2706 2707 2708 2709 2710 2711 2712 2713 2714 2715 2716 2717 2718 2719 2720 2721 2722

        score *= s->lambda2;
        score += sse_mb(s) << FF_LAMBDA_SHIFT;
    }

    if(*next_block){
        memcpy(s->dest, dest_backup, sizeof(s->dest));
    }

    if(score<*dmin){
        *dmin= score;
        *next_block^=1;

        copy_context_after_encode(best, s, type);
    }
}

static int sse(MpegEncContext *s, uint8_t *src1, uint8_t *src2, int w, int h, int stride){
2723
    uint32_t *sq = ff_square_tab + 256;
2724 2725 2726 2727
    int acc=0;
    int x,y;

    if(w==16 && h==16)
2728
        return s->mecc.sse[0](NULL, src1, src2, stride, 16);
2729
    else if(w==8 && h==8)
2730
        return s->mecc.sse[1](NULL, src1, src2, stride, 8);
2731 2732 2733 2734 2735 2736 2737

    for(y=0; y<h; y++){
        for(x=0; x<w; x++){
            acc+= sq[src1[x + y*stride] - src2[x + y*stride]];
        }
    }

2738
    av_assert2(acc>=0);
2739 2740 2741 2742 2743 2744 2745 2746 2747 2748 2749 2750 2751

    return acc;
}

static int sse_mb(MpegEncContext *s){
    int w= 16;
    int h= 16;

    if(s->mb_x*16 + 16 > s->width ) w= s->width - s->mb_x*16;
    if(s->mb_y*16 + 16 > s->height) h= s->height- s->mb_y*16;

    if(w==16 && h==16)
      if(s->avctx->mb_cmp == FF_CMP_NSSE){
2752 2753 2754
        return s->mecc.nsse[0](s, s->new_picture.f->data[0] + s->mb_x * 16 + s->mb_y * s->linesize   * 16, s->dest[0], s->linesize,   16) +
               s->mecc.nsse[1](s, s->new_picture.f->data[1] + s->mb_x *  8 + s->mb_y * s->uvlinesize *  8, s->dest[1], s->uvlinesize,  8) +
               s->mecc.nsse[1](s, s->new_picture.f->data[2] + s->mb_x *  8 + s->mb_y * s->uvlinesize *  8, s->dest[2], s->uvlinesize,  8);
2755
      }else{
2756 2757 2758
        return s->mecc.sse[0](NULL, s->new_picture.f->data[0] + s->mb_x * 16 + s->mb_y * s->linesize   * 16, s->dest[0], s->linesize,   16) +
               s->mecc.sse[1](NULL, s->new_picture.f->data[1] + s->mb_x *  8 + s->mb_y * s->uvlinesize *  8, s->dest[1], s->uvlinesize,  8) +
               s->mecc.sse[1](NULL, s->new_picture.f->data[2] + s->mb_x *  8 + s->mb_y * s->uvlinesize *  8, s->dest[2], s->uvlinesize,  8);
2759 2760
      }
    else
2761 2762 2763
        return  sse(s, s->new_picture.f->data[0] + s->mb_x*16 + s->mb_y*s->linesize*16, s->dest[0], w, h, s->linesize)
               +sse(s, s->new_picture.f->data[1] + s->mb_x*8  + s->mb_y*s->uvlinesize*8,s->dest[1], w>>1, h>>1, s->uvlinesize)
               +sse(s, s->new_picture.f->data[2] + s->mb_x*8  + s->mb_y*s->uvlinesize*8,s->dest[2], w>>1, h>>1, s->uvlinesize);
2764 2765 2766
}

static int pre_estimate_motion_thread(AVCodecContext *c, void *arg){
2767
    MpegEncContext *s= *(void**)arg;
2768 2769 2770 2771 2772 2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785


    s->me.pre_pass=1;
    s->me.dia_size= s->avctx->pre_dia_size;
    s->first_slice_line=1;
    for(s->mb_y= s->end_mb_y-1; s->mb_y >= s->start_mb_y; s->mb_y--) {
        for(s->mb_x=s->mb_width-1; s->mb_x >=0 ;s->mb_x--) {
            ff_pre_estimate_p_frame_motion(s, s->mb_x, s->mb_y);
        }
        s->first_slice_line=0;
    }

    s->me.pre_pass=0;

    return 0;
}

static int estimate_motion_thread(AVCodecContext *c, void *arg){
2786
    MpegEncContext *s= *(void**)arg;
2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801

    ff_check_alignment();

    s->me.dia_size= s->avctx->dia_size;
    s->first_slice_line=1;
    for(s->mb_y= s->start_mb_y; s->mb_y < s->end_mb_y; s->mb_y++) {
        s->mb_x=0; //for block init below
        ff_init_block_index(s);
        for(s->mb_x=0; s->mb_x < s->mb_width; s->mb_x++) {
            s->block_index[0]+=2;
            s->block_index[1]+=2;
            s->block_index[2]+=2;
            s->block_index[3]+=2;

            /* compute motion vector & mb_type and store in context */
2802
            if(s->pict_type==AV_PICTURE_TYPE_B)
2803 2804 2805 2806 2807 2808 2809 2810 2811 2812
                ff_estimate_b_frame_motion(s, s->mb_x, s->mb_y);
            else
                ff_estimate_p_frame_motion(s, s->mb_x, s->mb_y);
        }
        s->first_slice_line=0;
    }
    return 0;
}

static int mb_var_thread(AVCodecContext *c, void *arg){
2813
    MpegEncContext *s= *(void**)arg;
2814 2815 2816 2817 2818 2819 2820 2821
    int mb_x, mb_y;

    ff_check_alignment();

    for(mb_y=s->start_mb_y; mb_y < s->end_mb_y; mb_y++) {
        for(mb_x=0; mb_x < s->mb_width; mb_x++) {
            int xx = mb_x * 16;
            int yy = mb_y * 16;
2822
            uint8_t *pix = s->new_picture.f->data[0] + (yy * s->linesize) + xx;
2823
            int varc;
2824
            int sum = s->mpvencdsp.pix_sum(pix, s->linesize);
2825

2826 2827
            varc = (s->mpvencdsp.pix_norm1(pix, s->linesize) -
                    (((unsigned) sum * sum) >> 8) + 500 + 128) >> 8;
2828 2829 2830 2831 2832 2833 2834 2835 2836 2837

            s->current_picture.mb_var [s->mb_stride * mb_y + mb_x] = varc;
            s->current_picture.mb_mean[s->mb_stride * mb_y + mb_x] = (sum+128)>>8;
            s->me.mb_var_sum_temp    += varc;
        }
    }
    return 0;
}

static void write_slice_end(MpegEncContext *s){
2838
    if(CONFIG_MPEG4_ENCODER && s->codec_id==AV_CODEC_ID_MPEG4){
2839 2840 2841 2842 2843
        if(s->partitioned_frame){
            ff_mpeg4_merge_partitions(s);
        }

        ff_mpeg4_stuffing(&s->pb);
2844
    }else if(CONFIG_MJPEG_ENCODER && s->out_format == FMT_MJPEG){
2845
        ff_mjpeg_encode_stuffing(s);
2846 2847
    }

2848
    avpriv_align_put_bits(&s->pb);
2849 2850
    flush_put_bits(&s->pb);

2851
    if ((s->avctx->flags & AV_CODEC_FLAG_PASS1) && !s->partitioned_frame)
2852 2853 2854
        s->misc_bits+= get_bits_diff(s);
}

2855 2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866 2867 2868 2869 2870 2871 2872 2873 2874 2875 2876 2877 2878 2879 2880 2881 2882 2883 2884 2885 2886 2887 2888 2889 2890 2891 2892 2893 2894 2895 2896 2897
static void write_mb_info(MpegEncContext *s)
{
    uint8_t *ptr = s->mb_info_ptr + s->mb_info_size - 12;
    int offset = put_bits_count(&s->pb);
    int mba  = s->mb_x + s->mb_width * (s->mb_y % s->gob_index);
    int gobn = s->mb_y / s->gob_index;
    int pred_x, pred_y;
    if (CONFIG_H263_ENCODER)
        ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
    bytestream_put_le32(&ptr, offset);
    bytestream_put_byte(&ptr, s->qscale);
    bytestream_put_byte(&ptr, gobn);
    bytestream_put_le16(&ptr, mba);
    bytestream_put_byte(&ptr, pred_x); /* hmv1 */
    bytestream_put_byte(&ptr, pred_y); /* vmv1 */
    /* 4MV not implemented */
    bytestream_put_byte(&ptr, 0); /* hmv2 */
    bytestream_put_byte(&ptr, 0); /* vmv2 */
}

static void update_mb_info(MpegEncContext *s, int startcode)
{
    if (!s->mb_info)
        return;
    if (put_bits_count(&s->pb) - s->prev_mb_info*8 >= s->mb_info*8) {
        s->mb_info_size += 12;
        s->prev_mb_info = s->last_mb_info;
    }
    if (startcode) {
        s->prev_mb_info = put_bits_count(&s->pb)/8;
        /* This might have incremented mb_info_size above, and we return without
         * actually writing any info into that slot yet. But in that case,
         * this will be called again at the start of the after writing the
         * start code, actually writing the mb info. */
        return;
    }

    s->last_mb_info = put_bits_count(&s->pb)/8;
    if (!s->mb_info_size)
        s->mb_info_size += 12;
    write_mb_info(s);
}

2898 2899 2900 2901 2902 2903 2904 2905 2906 2907 2908
int ff_mpv_reallocate_putbitbuffer(MpegEncContext *s, size_t threshold, size_t size_increase)
{
    if (   s->pb.buf_end - s->pb.buf - (put_bits_count(&s->pb)>>3) < threshold
        && s->slice_context_count == 1
        && s->pb.buf == s->avctx->internal->byte_buffer) {
        int lastgob_pos = s->ptr_lastgob - s->pb.buf;
        int vbv_pos     = s->vbv_delay_ptr - s->pb.buf;

        uint8_t *new_buffer = NULL;
        int new_buffer_size = 0;

2909 2910 2911 2912 2913
        if ((s->avctx->internal->byte_buffer_size + size_increase) >= INT_MAX/8) {
            av_log(s->avctx, AV_LOG_ERROR, "Cannot reallocate putbit buffer\n");
            return AVERROR(ENOMEM);
        }

2914 2915 2916 2917 2918 2919 2920 2921 2922 2923 2924 2925 2926 2927 2928 2929 2930 2931
        av_fast_padded_malloc(&new_buffer, &new_buffer_size,
                              s->avctx->internal->byte_buffer_size + size_increase);
        if (!new_buffer)
            return AVERROR(ENOMEM);

        memcpy(new_buffer, s->avctx->internal->byte_buffer, s->avctx->internal->byte_buffer_size);
        av_free(s->avctx->internal->byte_buffer);
        s->avctx->internal->byte_buffer      = new_buffer;
        s->avctx->internal->byte_buffer_size = new_buffer_size;
        rebase_put_bits(&s->pb, new_buffer, new_buffer_size);
        s->ptr_lastgob   = s->pb.buf + lastgob_pos;
        s->vbv_delay_ptr = s->pb.buf + vbv_pos;
    }
    if (s->pb.buf_end - s->pb.buf - (put_bits_count(&s->pb)>>3) < threshold)
        return AVERROR(EINVAL);
    return 0;
}

2932
static int encode_thread(AVCodecContext *c, void *arg){
2933
    MpegEncContext *s= *(void**)arg;
2934
    int mb_x, mb_y;
Baptiste Coudurier's avatar
Baptiste Coudurier committed
2935
    int chr_h= 16>>s->chroma_y_shift;
2936
    int i, j;
2937
    MpegEncContext best_s = { 0 }, backup_s;
2938 2939 2940 2941 2942 2943 2944 2945 2946 2947 2948 2949 2950 2951 2952 2953 2954 2955 2956 2957 2958 2959 2960 2961 2962 2963 2964 2965
    uint8_t bit_buf[2][MAX_MB_BYTES];
    uint8_t bit_buf2[2][MAX_MB_BYTES];
    uint8_t bit_buf_tex[2][MAX_MB_BYTES];
    PutBitContext pb[2], pb2[2], tex_pb[2];

    ff_check_alignment();

    for(i=0; i<2; i++){
        init_put_bits(&pb    [i], bit_buf    [i], MAX_MB_BYTES);
        init_put_bits(&pb2   [i], bit_buf2   [i], MAX_MB_BYTES);
        init_put_bits(&tex_pb[i], bit_buf_tex[i], MAX_MB_BYTES);
    }

    s->last_bits= put_bits_count(&s->pb);
    s->mv_bits=0;
    s->misc_bits=0;
    s->i_tex_bits=0;
    s->p_tex_bits=0;
    s->i_count=0;
    s->f_count=0;
    s->b_count=0;
    s->skip_count=0;

    for(i=0; i<3; i++){
        /* init last dc values */
        /* note: quant matrix value (8) is implied here */
        s->last_dc[i] = 128 << s->intra_dc_precision;

2966
        s->current_picture.encoding_error[i] = 0;
2967
    }
2968
    if(s->codec_id==AV_CODEC_ID_AMV){
2969 2970 2971 2972
        s->last_dc[0] = 128*8/13;
        s->last_dc[1] = 128*8/14;
        s->last_dc[2] = 128*8/14;
    }
2973 2974 2975 2976 2977 2978
    s->mb_skip_run = 0;
    memset(s->last_mv, 0, sizeof(s->last_mv));

    s->last_mv_dir = 0;

    switch(s->codec_id){
2979 2980 2981
    case AV_CODEC_ID_H263:
    case AV_CODEC_ID_H263P:
    case AV_CODEC_ID_FLV1:
2982
        if (CONFIG_H263_ENCODER)
2983
            s->gob_index = H263_GOB_HEIGHT(s->height);
2984
        break;
2985
    case AV_CODEC_ID_MPEG4:
2986
        if(CONFIG_MPEG4_ENCODER && s->partitioned_frame)
2987 2988 2989 2990 2991 2992 2993 2994 2995 2996 2997 2998 2999 3000 3001 3002 3003 3004 3005 3006 3007
            ff_mpeg4_init_partitions(s);
        break;
    }

    s->resync_mb_x=0;
    s->resync_mb_y=0;
    s->first_slice_line = 1;
    s->ptr_lastgob = s->pb.buf;
    for(mb_y= s->start_mb_y; mb_y < s->end_mb_y; mb_y++) {
        s->mb_x=0;
        s->mb_y= mb_y;

        ff_set_qscale(s, s->qscale);
        ff_init_block_index(s);

        for(mb_x=0; mb_x < s->mb_width; mb_x++) {
            int xy= mb_y*s->mb_stride + mb_x; // removed const, H261 needs to adjust this
            int mb_type= s->mb_type[xy];
//            int d;
            int dmin= INT_MAX;
            int dir;
3008 3009
            int size_increase =  s->avctx->internal->byte_buffer_size/4
                               + s->mb_width*MAX_MB_BYTES;
3010

3011
            ff_mpv_reallocate_putbitbuffer(s, MAX_MB_BYTES, size_increase);
3012 3013 3014 3015 3016 3017 3018
            if(s->pb.buf_end - s->pb.buf - (put_bits_count(&s->pb)>>3) < MAX_MB_BYTES){
                av_log(s->avctx, AV_LOG_ERROR, "encoded frame too large\n");
                return -1;
            }
            if(s->data_partitioning){
                if(   s->pb2   .buf_end - s->pb2   .buf - (put_bits_count(&s->    pb2)>>3) < MAX_MB_BYTES
                   || s->tex_pb.buf_end - s->tex_pb.buf - (put_bits_count(&s->tex_pb )>>3) < MAX_MB_BYTES){
3019
                    av_log(s->avctx, AV_LOG_ERROR, "encoded partitioned frame too large\n");
3020 3021 3022 3023 3024 3025 3026 3027
                    return -1;
                }
            }

            s->mb_x = mb_x;
            s->mb_y = mb_y;  // moved into loop, can get changed by H.261
            ff_update_block_index(s);

3028
            if(CONFIG_H261_ENCODER && s->codec_id == AV_CODEC_ID_H261){
3029 3030 3031 3032 3033 3034 3035 3036 3037 3038 3039
                ff_h261_reorder_mb_index(s);
                xy= s->mb_y*s->mb_stride + s->mb_x;
                mb_type= s->mb_type[xy];
            }

            /* write gob / video packet header  */
            if(s->rtp_mode){
                int current_packet_size, is_gob_start;

                current_packet_size= ((put_bits_count(&s->pb)+7)>>3) - (s->ptr_lastgob - s->pb.buf);

3040 3041 3042
                is_gob_start = s->rtp_payload_size &&
                               current_packet_size >= s->rtp_payload_size &&
                               mb_y + mb_x > 0;
3043 3044 3045 3046

                if(s->start_mb_y == mb_y && mb_y > 0 && mb_x==0) is_gob_start=1;

                switch(s->codec_id){
3047 3048
                case AV_CODEC_ID_H263:
                case AV_CODEC_ID_H263P:
3049 3050 3051
                    if(!s->h263_slice_structured)
                        if(s->mb_x || s->mb_y%s->gob_index) is_gob_start=0;
                    break;
3052
                case AV_CODEC_ID_MPEG2VIDEO:
3053
                    if(s->mb_x==0 && s->mb_y!=0) is_gob_start=1;
3054
                case AV_CODEC_ID_MPEG1VIDEO:
3055 3056
                    if(s->mb_skip_run) is_gob_start=0;
                    break;
3057
                case AV_CODEC_ID_MJPEG:
3058 3059
                    if(s->mb_x==0 && s->mb_y!=0) is_gob_start=1;
                    break;
3060 3061 3062 3063 3064
                }

                if(is_gob_start){
                    if(s->start_mb_y != mb_y || mb_x!=0){
                        write_slice_end(s);
3065

3066
                        if(CONFIG_MPEG4_ENCODER && s->codec_id==AV_CODEC_ID_MPEG4 && s->partitioned_frame){
3067 3068 3069 3070
                            ff_mpeg4_init_partitions(s);
                        }
                    }

3071
                    av_assert2((put_bits_count(&s->pb)&7) == 0);
3072
                    current_packet_size= put_bits_ptr(&s->pb) - s->ptr_lastgob;
3073

3074
                    if (s->error_rate && s->resync_mb_x + s->resync_mb_y > 0) {
3075
                        int r= put_bits_count(&s->pb)/8 + s->picture_number + 16 + s->mb_x + s->mb_y;
3076
                        int d = 100 / s->error_rate;
3077 3078 3079
                        if(r % d == 0){
                            current_packet_size=0;
                            s->pb.buf_ptr= s->ptr_lastgob;
3080
                            assert(put_bits_ptr(&s->pb) == s->ptr_lastgob);
3081 3082 3083
                        }
                    }

3084 3085
#if FF_API_RTP_CALLBACK
FF_DISABLE_DEPRECATION_WARNINGS
3086 3087 3088 3089
                    if (s->avctx->rtp_callback){
                        int number_mb = (mb_y - s->resync_mb_y)*s->mb_width + mb_x - s->resync_mb_x;
                        s->avctx->rtp_callback(s->avctx, s->ptr_lastgob, current_packet_size, number_mb);
                    }
3090 3091
FF_ENABLE_DEPRECATION_WARNINGS
#endif
3092
                    update_mb_info(s, 1);
3093 3094

                    switch(s->codec_id){
3095
                    case AV_CODEC_ID_MPEG4:
3096
                        if (CONFIG_MPEG4_ENCODER) {
Aurelien Jacobs's avatar
Aurelien Jacobs committed
3097 3098
                            ff_mpeg4_encode_video_packet_header(s);
                            ff_mpeg4_clean_buffers(s);
3099
                        }
3100
                    break;
3101 3102
                    case AV_CODEC_ID_MPEG1VIDEO:
                    case AV_CODEC_ID_MPEG2VIDEO:
3103
                        if (CONFIG_MPEG1VIDEO_ENCODER || CONFIG_MPEG2VIDEO_ENCODER) {
Aurelien Jacobs's avatar
Aurelien Jacobs committed
3104 3105
                            ff_mpeg1_encode_slice_header(s);
                            ff_mpeg1_clean_buffers(s);
3106
                        }
3107
                    break;
3108 3109
                    case AV_CODEC_ID_H263:
                    case AV_CODEC_ID_H263P:
3110
                        if (CONFIG_H263_ENCODER)
3111
                            ff_h263_encode_gob_header(s, mb_y);
3112 3113 3114
                    break;
                    }

3115
                    if (s->avctx->flags & AV_CODEC_FLAG_PASS1) {
3116 3117 3118 3119 3120 3121 3122 3123 3124 3125 3126 3127 3128 3129 3130 3131 3132 3133 3134 3135
                        int bits= put_bits_count(&s->pb);
                        s->misc_bits+= bits - s->last_bits;
                        s->last_bits= bits;
                    }

                    s->ptr_lastgob += current_packet_size;
                    s->first_slice_line=1;
                    s->resync_mb_x=mb_x;
                    s->resync_mb_y=mb_y;
                }
            }

            if(  (s->resync_mb_x   == s->mb_x)
               && s->resync_mb_y+1 == s->mb_y){
                s->first_slice_line=0;
            }

            s->mb_skipped=0;
            s->dquant=0; //only for QP_RD

3136 3137
            update_mb_info(s, 0);

3138
            if (mb_type & (mb_type-1) || (s->mpv_flags & FF_MPV_FLAG_QP_RD)) { // more than 1 MB type possible or FF_MPV_FLAG_QP_RD
3139 3140 3141 3142 3143 3144 3145 3146 3147 3148 3149 3150 3151 3152 3153 3154 3155 3156 3157 3158 3159 3160 3161 3162 3163 3164 3165 3166 3167 3168 3169 3170 3171 3172 3173 3174 3175 3176 3177 3178 3179 3180 3181 3182 3183 3184 3185
                int next_block=0;
                int pb_bits_count, pb2_bits_count, tex_pb_bits_count;

                copy_context_before_encode(&backup_s, s, -1);
                backup_s.pb= s->pb;
                best_s.data_partitioning= s->data_partitioning;
                best_s.partitioned_frame= s->partitioned_frame;
                if(s->data_partitioning){
                    backup_s.pb2= s->pb2;
                    backup_s.tex_pb= s->tex_pb;
                }

                if(mb_type&CANDIDATE_MB_TYPE_INTER){
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_16X16;
                    s->mb_intra= 0;
                    s->mv[0][0][0] = s->p_mv_table[xy][0];
                    s->mv[0][0][1] = s->p_mv_table[xy][1];
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_INTER, pb, pb2, tex_pb,
                                 &dmin, &next_block, s->mv[0][0][0], s->mv[0][0][1]);
                }
                if(mb_type&CANDIDATE_MB_TYPE_INTER_I){
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(i=0; i<2; i++){
                        j= s->field_select[0][i] = s->p_field_select_table[i][xy];
                        s->mv[0][i][0] = s->p_field_mv_table[i][j][xy][0];
                        s->mv[0][i][1] = s->p_field_mv_table[i][j][xy][1];
                    }
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_INTER_I, pb, pb2, tex_pb,
                                 &dmin, &next_block, 0, 0);
                }
                if(mb_type&CANDIDATE_MB_TYPE_SKIPPED){
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_16X16;
                    s->mb_intra= 0;
                    s->mv[0][0][0] = 0;
                    s->mv[0][0][1] = 0;
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_SKIPPED, pb, pb2, tex_pb,
                                 &dmin, &next_block, s->mv[0][0][0], s->mv[0][0][1]);
                }
                if(mb_type&CANDIDATE_MB_TYPE_INTER4V){
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_8X8;
                    s->mb_intra= 0;
                    for(i=0; i<4; i++){
3186 3187
                        s->mv[0][i][0] = s->current_picture.motion_val[0][s->block_index[i]][0];
                        s->mv[0][i][1] = s->current_picture.motion_val[0][s->block_index[i]][1];
3188 3189 3190 3191 3192 3193 3194 3195 3196 3197 3198 3199 3200 3201 3202 3203 3204 3205 3206 3207 3208 3209 3210 3211 3212 3213 3214 3215 3216 3217 3218 3219 3220 3221 3222 3223 3224 3225 3226 3227 3228 3229 3230 3231 3232 3233 3234 3235 3236 3237 3238 3239 3240 3241 3242 3243 3244 3245 3246 3247 3248 3249 3250 3251 3252 3253 3254 3255 3256 3257 3258 3259 3260 3261 3262 3263 3264 3265 3266 3267 3268 3269 3270 3271 3272 3273 3274
                    }
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_INTER4V, pb, pb2, tex_pb,
                                 &dmin, &next_block, 0, 0);
                }
                if(mb_type&CANDIDATE_MB_TYPE_FORWARD){
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_16X16;
                    s->mb_intra= 0;
                    s->mv[0][0][0] = s->b_forw_mv_table[xy][0];
                    s->mv[0][0][1] = s->b_forw_mv_table[xy][1];
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_FORWARD, pb, pb2, tex_pb,
                                 &dmin, &next_block, s->mv[0][0][0], s->mv[0][0][1]);
                }
                if(mb_type&CANDIDATE_MB_TYPE_BACKWARD){
                    s->mv_dir = MV_DIR_BACKWARD;
                    s->mv_type = MV_TYPE_16X16;
                    s->mb_intra= 0;
                    s->mv[1][0][0] = s->b_back_mv_table[xy][0];
                    s->mv[1][0][1] = s->b_back_mv_table[xy][1];
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_BACKWARD, pb, pb2, tex_pb,
                                 &dmin, &next_block, s->mv[1][0][0], s->mv[1][0][1]);
                }
                if(mb_type&CANDIDATE_MB_TYPE_BIDIR){
                    s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD;
                    s->mv_type = MV_TYPE_16X16;
                    s->mb_intra= 0;
                    s->mv[0][0][0] = s->b_bidir_forw_mv_table[xy][0];
                    s->mv[0][0][1] = s->b_bidir_forw_mv_table[xy][1];
                    s->mv[1][0][0] = s->b_bidir_back_mv_table[xy][0];
                    s->mv[1][0][1] = s->b_bidir_back_mv_table[xy][1];
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_BIDIR, pb, pb2, tex_pb,
                                 &dmin, &next_block, 0, 0);
                }
                if(mb_type&CANDIDATE_MB_TYPE_FORWARD_I){
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(i=0; i<2; i++){
                        j= s->field_select[0][i] = s->b_field_select_table[0][i][xy];
                        s->mv[0][i][0] = s->b_field_mv_table[0][i][j][xy][0];
                        s->mv[0][i][1] = s->b_field_mv_table[0][i][j][xy][1];
                    }
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_FORWARD_I, pb, pb2, tex_pb,
                                 &dmin, &next_block, 0, 0);
                }
                if(mb_type&CANDIDATE_MB_TYPE_BACKWARD_I){
                    s->mv_dir = MV_DIR_BACKWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(i=0; i<2; i++){
                        j= s->field_select[1][i] = s->b_field_select_table[1][i][xy];
                        s->mv[1][i][0] = s->b_field_mv_table[1][i][j][xy][0];
                        s->mv[1][i][1] = s->b_field_mv_table[1][i][j][xy][1];
                    }
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_BACKWARD_I, pb, pb2, tex_pb,
                                 &dmin, &next_block, 0, 0);
                }
                if(mb_type&CANDIDATE_MB_TYPE_BIDIR_I){
                    s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(dir=0; dir<2; dir++){
                        for(i=0; i<2; i++){
                            j= s->field_select[dir][i] = s->b_field_select_table[dir][i][xy];
                            s->mv[dir][i][0] = s->b_field_mv_table[dir][i][j][xy][0];
                            s->mv[dir][i][1] = s->b_field_mv_table[dir][i][j][xy][1];
                        }
                    }
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_BIDIR_I, pb, pb2, tex_pb,
                                 &dmin, &next_block, 0, 0);
                }
                if(mb_type&CANDIDATE_MB_TYPE_INTRA){
                    s->mv_dir = 0;
                    s->mv_type = MV_TYPE_16X16;
                    s->mb_intra= 1;
                    s->mv[0][0][0] = 0;
                    s->mv[0][0][1] = 0;
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_INTRA, pb, pb2, tex_pb,
                                 &dmin, &next_block, 0, 0);
                    if(s->h263_pred || s->h263_aic){
                        if(best_s.mb_intra)
                            s->mbintra_table[mb_x + mb_y*s->mb_stride]=1;
                        else
                            ff_clean_intra_table_entries(s); //old mode?
                    }
                }

3275
                if ((s->mpv_flags & FF_MPV_FLAG_QP_RD) && dmin < INT_MAX) {
3276 3277 3278
                    if(best_s.mv_type==MV_TYPE_16X16){ //FIXME move 4mv after QPRD
                        const int last_qp= backup_s.qscale;
                        int qpi, qp, dc[6];
Diego Biurrun's avatar
Diego Biurrun committed
3279
                        int16_t ac[6][16];
3280 3281
                        const int mvdir= (best_s.mv_dir&MV_DIR_BACKWARD) ? 1 : 0;
                        static const int dquant_tab[4]={-1,1,-2,2};
3282
                        int storecoefs = s->mb_intra && s->dc_val[0];
3283

3284
                        av_assert2(backup_s.dquant == 0);
3285 3286 3287 3288 3289 3290 3291 3292 3293 3294

                        //FIXME intra
                        s->mv_dir= best_s.mv_dir;
                        s->mv_type = MV_TYPE_16X16;
                        s->mb_intra= best_s.mb_intra;
                        s->mv[0][0][0] = best_s.mv[0][0][0];
                        s->mv[0][0][1] = best_s.mv[0][0][1];
                        s->mv[1][0][0] = best_s.mv[1][0][0];
                        s->mv[1][0][1] = best_s.mv[1][0][1];

3295
                        qpi = s->pict_type == AV_PICTURE_TYPE_B ? 2 : 0;
3296 3297 3298 3299 3300 3301
                        for(; qpi<4; qpi++){
                            int dquant= dquant_tab[qpi];
                            qp= last_qp + dquant;
                            if(qp < s->avctx->qmin || qp > s->avctx->qmax)
                                continue;
                            backup_s.dquant= dquant;
3302
                            if(storecoefs){
3303 3304
                                for(i=0; i<6; i++){
                                    dc[i]= s->dc_val[0][ s->block_index[i] ];
Diego Biurrun's avatar
Diego Biurrun committed
3305
                                    memcpy(ac[i], s->ac_val[0][s->block_index[i]], sizeof(int16_t)*16);
3306 3307 3308 3309 3310 3311
                                }
                            }

                            encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_INTER /* wrong but unused */, pb, pb2, tex_pb,
                                         &dmin, &next_block, s->mv[mvdir][0][0], s->mv[mvdir][0][1]);
                            if(best_s.qscale != qp){
3312
                                if(storecoefs){
3313 3314
                                    for(i=0; i<6; i++){
                                        s->dc_val[0][ s->block_index[i] ]= dc[i];
Diego Biurrun's avatar
Diego Biurrun committed
3315
                                        memcpy(s->ac_val[0][s->block_index[i]], ac[i], sizeof(int16_t)*16);
3316 3317 3318 3319 3320 3321
                                    }
                                }
                            }
                        }
                    }
                }
3322
                if(CONFIG_MPEG4_ENCODER && mb_type&CANDIDATE_MB_TYPE_DIRECT){
3323 3324 3325 3326 3327 3328 3329 3330 3331 3332
                    int mx= s->b_direct_mv_table[xy][0];
                    int my= s->b_direct_mv_table[xy][1];

                    backup_s.dquant = 0;
                    s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD | MV_DIRECT;
                    s->mb_intra= 0;
                    ff_mpeg4_set_direct_mv(s, mx, my);
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_DIRECT, pb, pb2, tex_pb,
                                 &dmin, &next_block, mx, my);
                }
3333
                if(CONFIG_MPEG4_ENCODER && mb_type&CANDIDATE_MB_TYPE_DIRECT0){
3334 3335 3336 3337 3338 3339 3340
                    backup_s.dquant = 0;
                    s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD | MV_DIRECT;
                    s->mb_intra= 0;
                    ff_mpeg4_set_direct_mv(s, 0, 0);
                    encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_DIRECT, pb, pb2, tex_pb,
                                 &dmin, &next_block, 0, 0);
                }
3341
                if (!best_s.mb_intra && s->mpv_flags & FF_MPV_FLAG_SKIP_RD) {
3342 3343 3344 3345 3346 3347
                    int coded=0;
                    for(i=0; i<6; i++)
                        coded |= s->block_last_index[i];
                    if(coded){
                        int mx,my;
                        memcpy(s->mv, best_s.mv, sizeof(s->mv));
3348
                        if(CONFIG_MPEG4_ENCODER && best_s.mv_dir & MV_DIRECT){
3349 3350 3351 3352 3353 3354 3355 3356 3357 3358 3359 3360 3361 3362 3363 3364 3365 3366 3367 3368 3369 3370 3371 3372 3373
                            mx=my=0; //FIXME find the one we actually used
                            ff_mpeg4_set_direct_mv(s, mx, my);
                        }else if(best_s.mv_dir&MV_DIR_BACKWARD){
                            mx= s->mv[1][0][0];
                            my= s->mv[1][0][1];
                        }else{
                            mx= s->mv[0][0][0];
                            my= s->mv[0][0][1];
                        }

                        s->mv_dir= best_s.mv_dir;
                        s->mv_type = best_s.mv_type;
                        s->mb_intra= 0;
/*                        s->mv[0][0][0] = best_s.mv[0][0][0];
                        s->mv[0][0][1] = best_s.mv[0][0][1];
                        s->mv[1][0][0] = best_s.mv[1][0][0];
                        s->mv[1][0][1] = best_s.mv[1][0][1];*/
                        backup_s.dquant= 0;
                        s->skipdct=1;
                        encode_mb_hq(s, &backup_s, &best_s, CANDIDATE_MB_TYPE_INTER /* wrong but unused */, pb, pb2, tex_pb,
                                        &dmin, &next_block, mx, my);
                        s->skipdct=0;
                    }
                }

3374
                s->current_picture.qscale_table[xy] = best_s.qscale;
3375 3376 3377 3378 3379

                copy_context_after_encode(s, &best_s, -1);

                pb_bits_count= put_bits_count(&s->pb);
                flush_put_bits(&s->pb);
3380
                avpriv_copy_bits(&backup_s.pb, bit_buf[next_block^1], pb_bits_count);
3381 3382 3383 3384 3385
                s->pb= backup_s.pb;

                if(s->data_partitioning){
                    pb2_bits_count= put_bits_count(&s->pb2);
                    flush_put_bits(&s->pb2);
3386
                    avpriv_copy_bits(&backup_s.pb2, bit_buf2[next_block^1], pb2_bits_count);
3387 3388 3389 3390
                    s->pb2= backup_s.pb2;

                    tex_pb_bits_count= put_bits_count(&s->tex_pb);
                    flush_put_bits(&s->tex_pb);
3391
                    avpriv_copy_bits(&backup_s.tex_pb, bit_buf_tex[next_block^1], tex_pb_bits_count);
3392 3393 3394 3395
                    s->tex_pb= backup_s.tex_pb;
                }
                s->last_bits= put_bits_count(&s->pb);

3396
                if (CONFIG_H263_ENCODER &&
3397
                    s->out_format == FMT_H263 && s->pict_type!=AV_PICTURE_TYPE_B)
3398 3399 3400
                    ff_h263_update_motion_val(s);

                if(next_block==0){ //FIXME 16 vs linesize16
3401 3402 3403
                    s->hdsp.put_pixels_tab[0][0](s->dest[0], s->sc.rd_scratchpad                     , s->linesize  ,16);
                    s->hdsp.put_pixels_tab[1][0](s->dest[1], s->sc.rd_scratchpad + 16*s->linesize    , s->uvlinesize, 8);
                    s->hdsp.put_pixels_tab[1][0](s->dest[2], s->sc.rd_scratchpad + 16*s->linesize + 8, s->uvlinesize, 8);
3404 3405 3406
                }

                if(s->avctx->mb_decision == FF_MB_DECISION_BITS)
3407
                    ff_mpv_decode_mb(s, s->block);
3408 3409 3410 3411 3412 3413 3414 3415 3416 3417 3418 3419 3420 3421 3422 3423 3424 3425 3426 3427 3428 3429 3430 3431 3432 3433 3434 3435 3436 3437 3438 3439 3440
            } else {
                int motion_x = 0, motion_y = 0;
                s->mv_type=MV_TYPE_16X16;
                // only one MB-Type possible

                switch(mb_type){
                case CANDIDATE_MB_TYPE_INTRA:
                    s->mv_dir = 0;
                    s->mb_intra= 1;
                    motion_x= s->mv[0][0][0] = 0;
                    motion_y= s->mv[0][0][1] = 0;
                    break;
                case CANDIDATE_MB_TYPE_INTER:
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mb_intra= 0;
                    motion_x= s->mv[0][0][0] = s->p_mv_table[xy][0];
                    motion_y= s->mv[0][0][1] = s->p_mv_table[xy][1];
                    break;
                case CANDIDATE_MB_TYPE_INTER_I:
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(i=0; i<2; i++){
                        j= s->field_select[0][i] = s->p_field_select_table[i][xy];
                        s->mv[0][i][0] = s->p_field_mv_table[i][j][xy][0];
                        s->mv[0][i][1] = s->p_field_mv_table[i][j][xy][1];
                    }
                    break;
                case CANDIDATE_MB_TYPE_INTER4V:
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_8X8;
                    s->mb_intra= 0;
                    for(i=0; i<4; i++){
3441 3442
                        s->mv[0][i][0] = s->current_picture.motion_val[0][s->block_index[i]][0];
                        s->mv[0][i][1] = s->current_picture.motion_val[0][s->block_index[i]][1];
3443 3444 3445
                    }
                    break;
                case CANDIDATE_MB_TYPE_DIRECT:
3446
                    if (CONFIG_MPEG4_ENCODER) {
Aurelien Jacobs's avatar
Aurelien Jacobs committed
3447 3448 3449 3450 3451
                        s->mv_dir = MV_DIR_FORWARD|MV_DIR_BACKWARD|MV_DIRECT;
                        s->mb_intra= 0;
                        motion_x=s->b_direct_mv_table[xy][0];
                        motion_y=s->b_direct_mv_table[xy][1];
                        ff_mpeg4_set_direct_mv(s, motion_x, motion_y);
3452
                    }
3453 3454
                    break;
                case CANDIDATE_MB_TYPE_DIRECT0:
3455
                    if (CONFIG_MPEG4_ENCODER) {
Aurelien Jacobs's avatar
Aurelien Jacobs committed
3456 3457 3458
                        s->mv_dir = MV_DIR_FORWARD|MV_DIR_BACKWARD|MV_DIRECT;
                        s->mb_intra= 0;
                        ff_mpeg4_set_direct_mv(s, 0, 0);
3459
                    }
3460 3461 3462 3463 3464 3465 3466 3467 3468 3469 3470 3471 3472 3473 3474 3475 3476 3477 3478 3479 3480 3481 3482 3483 3484 3485 3486 3487 3488 3489 3490 3491 3492 3493 3494 3495 3496 3497 3498 3499 3500 3501 3502 3503 3504 3505 3506 3507 3508 3509 3510 3511 3512 3513 3514 3515 3516 3517 3518 3519 3520 3521
                    break;
                case CANDIDATE_MB_TYPE_BIDIR:
                    s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD;
                    s->mb_intra= 0;
                    s->mv[0][0][0] = s->b_bidir_forw_mv_table[xy][0];
                    s->mv[0][0][1] = s->b_bidir_forw_mv_table[xy][1];
                    s->mv[1][0][0] = s->b_bidir_back_mv_table[xy][0];
                    s->mv[1][0][1] = s->b_bidir_back_mv_table[xy][1];
                    break;
                case CANDIDATE_MB_TYPE_BACKWARD:
                    s->mv_dir = MV_DIR_BACKWARD;
                    s->mb_intra= 0;
                    motion_x= s->mv[1][0][0] = s->b_back_mv_table[xy][0];
                    motion_y= s->mv[1][0][1] = s->b_back_mv_table[xy][1];
                    break;
                case CANDIDATE_MB_TYPE_FORWARD:
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mb_intra= 0;
                    motion_x= s->mv[0][0][0] = s->b_forw_mv_table[xy][0];
                    motion_y= s->mv[0][0][1] = s->b_forw_mv_table[xy][1];
                    break;
                case CANDIDATE_MB_TYPE_FORWARD_I:
                    s->mv_dir = MV_DIR_FORWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(i=0; i<2; i++){
                        j= s->field_select[0][i] = s->b_field_select_table[0][i][xy];
                        s->mv[0][i][0] = s->b_field_mv_table[0][i][j][xy][0];
                        s->mv[0][i][1] = s->b_field_mv_table[0][i][j][xy][1];
                    }
                    break;
                case CANDIDATE_MB_TYPE_BACKWARD_I:
                    s->mv_dir = MV_DIR_BACKWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(i=0; i<2; i++){
                        j= s->field_select[1][i] = s->b_field_select_table[1][i][xy];
                        s->mv[1][i][0] = s->b_field_mv_table[1][i][j][xy][0];
                        s->mv[1][i][1] = s->b_field_mv_table[1][i][j][xy][1];
                    }
                    break;
                case CANDIDATE_MB_TYPE_BIDIR_I:
                    s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD;
                    s->mv_type = MV_TYPE_FIELD;
                    s->mb_intra= 0;
                    for(dir=0; dir<2; dir++){
                        for(i=0; i<2; i++){
                            j= s->field_select[dir][i] = s->b_field_select_table[dir][i][xy];
                            s->mv[dir][i][0] = s->b_field_mv_table[dir][i][j][xy][0];
                            s->mv[dir][i][1] = s->b_field_mv_table[dir][i][j][xy][1];
                        }
                    }
                    break;
                default:
                    av_log(s->avctx, AV_LOG_ERROR, "illegal MB type\n");
                }

                encode_mb(s, motion_x, motion_y);

                // RAL: Update last macroblock type
                s->last_mv_dir = s->mv_dir;

3522
                if (CONFIG_H263_ENCODER &&
3523
                    s->out_format == FMT_H263 && s->pict_type!=AV_PICTURE_TYPE_B)
3524 3525
                    ff_h263_update_motion_val(s);

3526
                ff_mpv_decode_mb(s, s->block);
3527 3528
            }

3529
            /* clean the MV table in IPS frames for direct mode in B-frames */
3530 3531 3532 3533 3534
            if(s->mb_intra /* && I,P,S_TYPE */){
                s->p_mv_table[xy][0]=0;
                s->p_mv_table[xy][1]=0;
            }

3535
            if (s->avctx->flags & AV_CODEC_FLAG_PSNR) {
3536 3537 3538 3539 3540 3541
                int w= 16;
                int h= 16;

                if(s->mb_x*16 + 16 > s->width ) w= s->width - s->mb_x*16;
                if(s->mb_y*16 + 16 > s->height) h= s->height- s->mb_y*16;

3542
                s->current_picture.encoding_error[0] += sse(
3543
                    s, s->new_picture.f->data[0] + s->mb_x*16 + s->mb_y*s->linesize*16,
3544
                    s->dest[0], w, h, s->linesize);
3545
                s->current_picture.encoding_error[1] += sse(
3546
                    s, s->new_picture.f->data[1] + s->mb_x*8  + s->mb_y*s->uvlinesize*chr_h,
Baptiste Coudurier's avatar
Baptiste Coudurier committed
3547
                    s->dest[1], w>>1, h>>s->chroma_y_shift, s->uvlinesize);
3548
                s->current_picture.encoding_error[2] += sse(
3549
                    s, s->new_picture.f->data[2] + s->mb_x*8  + s->mb_y*s->uvlinesize*chr_h,
Baptiste Coudurier's avatar
Baptiste Coudurier committed
3550
                    s->dest[2], w>>1, h>>s->chroma_y_shift, s->uvlinesize);
3551 3552
            }
            if(s->loop_filter){
3553
                if(CONFIG_H263_ENCODER && s->out_format == FMT_H263)
3554 3555
                    ff_h263_loop_filter(s);
            }
3556
            ff_dlog(s->avctx, "MB %d %d bits\n",
3557
                    s->mb_x + s->mb_y * s->mb_stride, put_bits_count(&s->pb));
3558 3559 3560 3561
        }
    }

    //not beautiful here but we must write it before flushing so it has to be here
3562
    if (CONFIG_MSMPEG4_ENCODER && s->msmpeg4_version && s->msmpeg4_version<4 && s->pict_type == AV_PICTURE_TYPE_I)
3563
        ff_msmpeg4_encode_ext_header(s);
3564 3565 3566

    write_slice_end(s);

3567 3568
#if FF_API_RTP_CALLBACK
FF_DISABLE_DEPRECATION_WARNINGS
3569 3570 3571
    /* Send the last GOB if RTP */
    if (s->avctx->rtp_callback) {
        int number_mb = (mb_y - s->resync_mb_y)*s->mb_width - s->resync_mb_x;
3572
        int pdif = put_bits_ptr(&s->pb) - s->ptr_lastgob;
3573 3574 3575 3576
        /* Call the RTP callback to send the last GOB */
        emms_c();
        s->avctx->rtp_callback(s->avctx, s->ptr_lastgob, pdif, number_mb);
    }
3577 3578
FF_ENABLE_DEPRECATION_WARNINGS
#endif
3579 3580 3581 3582 3583 3584 3585 3586 3587 3588 3589 3590 3591 3592 3593 3594 3595 3596 3597 3598 3599 3600 3601 3602

    return 0;
}

#define MERGE(field) dst->field += src->field; src->field=0
static void merge_context_after_me(MpegEncContext *dst, MpegEncContext *src){
    MERGE(me.scene_change_score);
    MERGE(me.mc_mb_var_sum_temp);
    MERGE(me.mb_var_sum_temp);
}

static void merge_context_after_encode(MpegEncContext *dst, MpegEncContext *src){
    int i;

    MERGE(dct_count[0]); //note, the other dct vars are not part of the context
    MERGE(dct_count[1]);
    MERGE(mv_bits);
    MERGE(i_tex_bits);
    MERGE(p_tex_bits);
    MERGE(i_count);
    MERGE(f_count);
    MERGE(b_count);
    MERGE(skip_count);
    MERGE(misc_bits);
3603
    MERGE(er.error_count);
3604
    MERGE(padding_bug_score);
3605 3606 3607
    MERGE(current_picture.encoding_error[0]);
    MERGE(current_picture.encoding_error[1]);
    MERGE(current_picture.encoding_error[2]);
3608

3609
    if (dst->noise_reduction){
3610 3611 3612 3613 3614 3615 3616 3617
        for(i=0; i<64; i++){
            MERGE(dct_error_sum[0][i]);
            MERGE(dct_error_sum[1][i]);
        }
    }

    assert(put_bits_count(&src->pb) % 8 ==0);
    assert(put_bits_count(&dst->pb) % 8 ==0);
3618
    avpriv_copy_bits(&dst->pb, src->pb.buf, put_bits_count(&src->pb));
3619 3620 3621 3622 3623
    flush_put_bits(&dst->pb);
}

static int estimate_qp(MpegEncContext *s, int dry_run){
    if (s->next_lambda){
3624 3625
        s->current_picture_ptr->f->quality =
        s->current_picture.f->quality = s->next_lambda;
3626 3627
        if(!dry_run) s->next_lambda= 0;
    } else if (!s->fixed_qscale) {
3628 3629 3630
        s->current_picture_ptr->f->quality =
        s->current_picture.f->quality = ff_rate_estimate_qscale(s, dry_run);
        if (s->current_picture.f->quality < 0)
3631 3632 3633 3634 3635
            return -1;
    }

    if(s->adaptive_quant){
        switch(s->codec_id){
3636
        case AV_CODEC_ID_MPEG4:
3637
            if (CONFIG_MPEG4_ENCODER)
Aurelien Jacobs's avatar
Aurelien Jacobs committed
3638
                ff_clean_mpeg4_qscales(s);
3639
            break;
3640 3641 3642
        case AV_CODEC_ID_H263:
        case AV_CODEC_ID_H263P:
        case AV_CODEC_ID_FLV1:
3643
            if (CONFIG_H263_ENCODER)
Aurelien Jacobs's avatar
Aurelien Jacobs committed
3644
                ff_clean_h263_qscales(s);
3645
            break;
3646 3647
        default:
            ff_init_qscale_tab(s);
3648 3649 3650 3651 3652
        }

        s->lambda= s->lambda_table[0];
        //FIXME broken
    }else
3653
        s->lambda = s->current_picture.f->quality;
3654 3655 3656 3657
    update_qscale(s);
    return 0;
}

3658 3659
/* must be called before writing the header */
static void set_frame_distances(MpegEncContext * s){
3660
    av_assert1(s->current_picture_ptr->f->pts != AV_NOPTS_VALUE);
3661
    s->time = s->current_picture_ptr->f->pts * s->avctx->time_base.num;
3662

3663
    if(s->pict_type==AV_PICTURE_TYPE_B){
3664 3665 3666 3667 3668 3669 3670 3671 3672
        s->pb_time= s->pp_time - (s->last_non_b_time - s->time);
        assert(s->pb_time > 0 && s->pb_time < s->pp_time);
    }else{
        s->pp_time= s->time - s->last_non_b_time;
        s->last_non_b_time= s->time;
        assert(s->picture_number==0 || s->pp_time > 0);
    }
}

3673 3674
static int encode_picture(MpegEncContext *s, int picture_number)
{
3675
    int i, ret;
3676
    int bits;
3677
    int context_count = s->slice_context_count;
3678 3679 3680 3681 3682 3683 3684

    s->picture_number = picture_number;

    /* Reset the average MB variance */
    s->me.mb_var_sum_temp    =
    s->me.mc_mb_var_sum_temp = 0;

3685
    /* we need to initialize some time vars before we can encode B-frames */
3686
    // RAL: Condition added for MPEG1VIDEO
3687
    if (s->codec_id == AV_CODEC_ID_MPEG1VIDEO || s->codec_id == AV_CODEC_ID_MPEG2VIDEO || (s->h263_pred && !s->msmpeg4_version))
3688
        set_frame_distances(s);
3689
    if(CONFIG_MPEG4_ENCODER && s->codec_id == AV_CODEC_ID_MPEG4)
3690
        ff_set_mpeg4_time(s);
3691 3692 3693

    s->me.scene_change_score=0;

3694
//    s->lambda= s->current_picture_ptr->quality; //FIXME qscale / ... stuff for ME rate distortion
3695

3696
    if(s->pict_type==AV_PICTURE_TYPE_I){
3697 3698
        if(s->msmpeg4_version >= 3) s->no_rounding=1;
        else                        s->no_rounding=0;
3699
    }else if(s->pict_type!=AV_PICTURE_TYPE_B){
3700
        if(s->flipflop_rounding || s->codec_id == AV_CODEC_ID_H263P || s->codec_id == AV_CODEC_ID_MPEG4)
3701 3702 3703
            s->no_rounding ^= 1;
    }

3704
    if (s->avctx->flags & AV_CODEC_FLAG_PASS2) {
3705 3706 3707
        if (estimate_qp(s,1) < 0)
            return -1;
        ff_get_2pass_fcode(s);
3708
    } else if (!(s->avctx->flags & AV_CODEC_FLAG_QSCALE)) {
3709
        if(s->pict_type==AV_PICTURE_TYPE_B)
3710 3711 3712 3713 3714 3715
            s->lambda= s->last_lambda_for[s->pict_type];
        else
            s->lambda= s->last_lambda_for[s->last_non_b_pict_type];
        update_qscale(s);
    }

3716
    if(s->codec_id != AV_CODEC_ID_AMV && s->codec_id != AV_CODEC_ID_MJPEG){
3717 3718 3719 3720 3721 3722
        if(s->q_chroma_intra_matrix   != s->q_intra_matrix  ) av_freep(&s->q_chroma_intra_matrix);
        if(s->q_chroma_intra_matrix16 != s->q_intra_matrix16) av_freep(&s->q_chroma_intra_matrix16);
        s->q_chroma_intra_matrix   = s->q_intra_matrix;
        s->q_chroma_intra_matrix16 = s->q_intra_matrix16;
    }

3723
    s->mb_intra=0; //for the rate distortion & bit compare functions
3724
    for(i=1; i<context_count; i++){
3725 3726 3727
        ret = ff_update_duplicate_context(s->thread_context[i], s);
        if (ret < 0)
            return ret;
3728 3729
    }

3730 3731
    if(ff_init_me(s)<0)
        return -1;
3732 3733

    /* Estimate motion for every MB */
3734
    if(s->pict_type != AV_PICTURE_TYPE_I){
3735 3736
        s->lambda  = (s->lambda  * s->me_penalty_compensation + 128) >> 8;
        s->lambda2 = (s->lambda2 * (int64_t) s->me_penalty_compensation + 128) >> 8;
3737
        if (s->pict_type != AV_PICTURE_TYPE_B) {
3738 3739
            if ((s->me_pre && s->last_non_b_pict_type == AV_PICTURE_TYPE_I) ||
                s->me_pre == 2) {
3740
                s->avctx->execute(s->avctx, pre_estimate_motion_thread, &s->thread_context[0], NULL, context_count, sizeof(void*));
3741 3742 3743
            }
        }

3744
        s->avctx->execute(s->avctx, estimate_motion_thread, &s->thread_context[0], NULL, context_count, sizeof(void*));
3745
    }else /* if(s->pict_type == AV_PICTURE_TYPE_I) */{
3746 3747 3748 3749 3750 3751
        /* I-Frame */
        for(i=0; i<s->mb_stride*s->mb_height; i++)
            s->mb_type[i]= CANDIDATE_MB_TYPE_INTRA;

        if(!s->fixed_qscale){
            /* finding spatial complexity for I-frame rate control */
3752
            s->avctx->execute(s->avctx, mb_var_thread, &s->thread_context[0], NULL, context_count, sizeof(void*));
3753 3754
        }
    }
3755
    for(i=1; i<context_count; i++){
3756 3757 3758 3759 3760 3761
        merge_context_after_me(s, s->thread_context[i]);
    }
    s->current_picture.mc_mb_var_sum= s->current_picture_ptr->mc_mb_var_sum= s->me.mc_mb_var_sum_temp;
    s->current_picture.   mb_var_sum= s->current_picture_ptr->   mb_var_sum= s->me.   mb_var_sum_temp;
    emms_c();

3762 3763
    if (s->me.scene_change_score > s->scenechange_threshold &&
        s->pict_type == AV_PICTURE_TYPE_P) {
3764
        s->pict_type= AV_PICTURE_TYPE_I;
3765 3766
        for(i=0; i<s->mb_stride*s->mb_height; i++)
            s->mb_type[i]= CANDIDATE_MB_TYPE_INTRA;
3767 3768
        if(s->msmpeg4_version >= 3)
            s->no_rounding=1;
3769
        ff_dlog(s, "Scene change detected, encoding as I Frame %"PRId64" %"PRId64"\n",
3770
                s->current_picture.mb_var_sum, s->current_picture.mc_mb_var_sum);
3771 3772 3773
    }

    if(!s->umvplus){
3774
        if(s->pict_type==AV_PICTURE_TYPE_P || s->pict_type==AV_PICTURE_TYPE_S) {
3775 3776
            s->f_code= ff_get_best_fcode(s, s->p_mv_table, CANDIDATE_MB_TYPE_INTER);

3777
            if (s->avctx->flags & AV_CODEC_FLAG_INTERLACED_ME) {
3778 3779 3780
                int a,b;
                a= ff_get_best_fcode(s, s->p_field_mv_table[0][0], CANDIDATE_MB_TYPE_INTER_I); //FIXME field_select
                b= ff_get_best_fcode(s, s->p_field_mv_table[1][1], CANDIDATE_MB_TYPE_INTER_I);
3781
                s->f_code= FFMAX3(s->f_code, a, b);
3782 3783 3784 3785
            }

            ff_fix_long_p_mvs(s);
            ff_fix_long_mvs(s, NULL, 0, s->p_mv_table, s->f_code, CANDIDATE_MB_TYPE_INTER, 0);
3786
            if (s->avctx->flags & AV_CODEC_FLAG_INTERLACED_ME) {
3787 3788 3789 3790 3791 3792 3793 3794 3795
                int j;
                for(i=0; i<2; i++){
                    for(j=0; j<2; j++)
                        ff_fix_long_mvs(s, s->p_field_select_table[i], j,
                                        s->p_field_mv_table[i][j], s->f_code, CANDIDATE_MB_TYPE_INTER_I, 0);
                }
            }
        }

3796
        if(s->pict_type==AV_PICTURE_TYPE_B){
3797 3798 3799 3800 3801 3802 3803 3804 3805 3806 3807 3808 3809 3810
            int a, b;

            a = ff_get_best_fcode(s, s->b_forw_mv_table, CANDIDATE_MB_TYPE_FORWARD);
            b = ff_get_best_fcode(s, s->b_bidir_forw_mv_table, CANDIDATE_MB_TYPE_BIDIR);
            s->f_code = FFMAX(a, b);

            a = ff_get_best_fcode(s, s->b_back_mv_table, CANDIDATE_MB_TYPE_BACKWARD);
            b = ff_get_best_fcode(s, s->b_bidir_back_mv_table, CANDIDATE_MB_TYPE_BIDIR);
            s->b_code = FFMAX(a, b);

            ff_fix_long_mvs(s, NULL, 0, s->b_forw_mv_table, s->f_code, CANDIDATE_MB_TYPE_FORWARD, 1);
            ff_fix_long_mvs(s, NULL, 0, s->b_back_mv_table, s->b_code, CANDIDATE_MB_TYPE_BACKWARD, 1);
            ff_fix_long_mvs(s, NULL, 0, s->b_bidir_forw_mv_table, s->f_code, CANDIDATE_MB_TYPE_BIDIR, 1);
            ff_fix_long_mvs(s, NULL, 0, s->b_bidir_back_mv_table, s->b_code, CANDIDATE_MB_TYPE_BIDIR, 1);
3811
            if (s->avctx->flags & AV_CODEC_FLAG_INTERLACED_ME) {
3812 3813 3814 3815 3816 3817 3818 3819 3820 3821 3822 3823 3824 3825 3826 3827 3828 3829
                int dir, j;
                for(dir=0; dir<2; dir++){
                    for(i=0; i<2; i++){
                        for(j=0; j<2; j++){
                            int type= dir ? (CANDIDATE_MB_TYPE_BACKWARD_I|CANDIDATE_MB_TYPE_BIDIR_I)
                                          : (CANDIDATE_MB_TYPE_FORWARD_I |CANDIDATE_MB_TYPE_BIDIR_I);
                            ff_fix_long_mvs(s, s->b_field_select_table[dir][i], j,
                                            s->b_field_mv_table[dir][i][j], dir ? s->b_code : s->f_code, type, 1);
                        }
                    }
                }
            }
        }
    }

    if (estimate_qp(s, 0) < 0)
        return -1;

3830 3831
    if (s->qscale < 3 && s->max_qcoeff <= 128 &&
        s->pict_type == AV_PICTURE_TYPE_I &&
3832
        !(s->avctx->flags & AV_CODEC_FLAG_QSCALE))
3833 3834 3835
        s->qscale= 3; //reduce clipping problems

    if (s->out_format == FMT_MJPEG) {
3836 3837 3838 3839 3840 3841 3842
        const uint16_t *  luma_matrix = ff_mpeg1_default_intra_matrix;
        const uint16_t *chroma_matrix = ff_mpeg1_default_intra_matrix;

        if (s->avctx->intra_matrix) {
            chroma_matrix =
            luma_matrix = s->avctx->intra_matrix;
        }
3843 3844
        if (s->avctx->chroma_intra_matrix)
            chroma_matrix = s->avctx->chroma_intra_matrix;
3845

3846 3847
        /* for mjpeg, we do include qscale in the matrix */
        for(i=1;i<64;i++){
3848
            int j = s->idsp.idct_permutation[i];
3849

3850 3851
            s->chroma_intra_matrix[j] = av_clip_uint8((chroma_matrix[i] * s->qscale) >> 3);
            s->       intra_matrix[j] = av_clip_uint8((  luma_matrix[i] * s->qscale) >> 3);
3852
        }
3853
        s->y_dc_scale_table=
3854
        s->c_dc_scale_table= ff_mpeg2_dc_scale_table[s->intra_dc_precision];
3855
        s->chroma_intra_matrix[0] =
3856
        s->intra_matrix[0] = ff_mpeg2_dc_scale_table[s->intra_dc_precision][8];
3857
        ff_convert_matrix(s, s->q_intra_matrix, s->q_intra_matrix16,
3858
                       s->intra_matrix, s->intra_quant_bias, 8, 8, 1);
3859
        ff_convert_matrix(s, s->q_chroma_intra_matrix, s->q_chroma_intra_matrix16,
3860
                       s->chroma_intra_matrix, s->intra_quant_bias, 8, 8, 1);
3861 3862
        s->qscale= 8;
    }
3863
    if(s->codec_id == AV_CODEC_ID_AMV){
3864 3865 3866
        static const uint8_t y[32]={13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13,13};
        static const uint8_t c[32]={14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14,14};
        for(i=1;i<64;i++){
3867
            int j= s->idsp.idct_permutation[ff_zigzag_direct[i]];
3868

3869 3870
            s->intra_matrix[j] = sp5x_quant_table[5*2+0][i];
            s->chroma_intra_matrix[j] = sp5x_quant_table[5*2+1][i];
3871 3872 3873
        }
        s->y_dc_scale_table= y;
        s->c_dc_scale_table= c;
3874 3875
        s->intra_matrix[0] = 13;
        s->chroma_intra_matrix[0] = 14;
3876
        ff_convert_matrix(s, s->q_intra_matrix, s->q_intra_matrix16,
3877
                       s->intra_matrix, s->intra_quant_bias, 8, 8, 1);
3878
        ff_convert_matrix(s, s->q_chroma_intra_matrix, s->q_chroma_intra_matrix16,
3879
                       s->chroma_intra_matrix, s->intra_quant_bias, 8, 8, 1);
3880 3881
        s->qscale= 8;
    }
3882 3883

    //FIXME var duplication
3884 3885 3886 3887
    s->current_picture_ptr->f->key_frame =
    s->current_picture.f->key_frame = s->pict_type == AV_PICTURE_TYPE_I; //FIXME pic_ptr
    s->current_picture_ptr->f->pict_type =
    s->current_picture.f->pict_type = s->pict_type;
3888

3889
    if (s->current_picture.f->key_frame)
3890 3891
        s->picture_in_gop_number=0;

3892
    s->mb_x = s->mb_y = 0;
3893 3894 3895
    s->last_bits= put_bits_count(&s->pb);
    switch(s->out_format) {
    case FMT_MJPEG:
3896
        if (CONFIG_MJPEG_ENCODER)
3897
            ff_mjpeg_encode_picture_header(s->avctx, &s->pb, &s->intra_scantable,
3898
                                           s->pred, s->intra_matrix, s->chroma_intra_matrix);
3899 3900
        break;
    case FMT_H261:
3901
        if (CONFIG_H261_ENCODER)
3902 3903 3904
            ff_h261_encode_picture_header(s, picture_number);
        break;
    case FMT_H263:
3905
        if (CONFIG_WMV2_ENCODER && s->codec_id == AV_CODEC_ID_WMV2)
3906
            ff_wmv2_encode_picture_header(s, picture_number);
3907
        else if (CONFIG_MSMPEG4_ENCODER && s->msmpeg4_version)
3908
            ff_msmpeg4_encode_picture_header(s, picture_number);
3909 3910 3911 3912 3913
        else if (CONFIG_MPEG4_ENCODER && s->h263_pred) {
            ret = ff_mpeg4_encode_picture_header(s, picture_number);
            if (ret < 0)
                return ret;
        } else if (CONFIG_RV10_ENCODER && s->codec_id == AV_CODEC_ID_RV10) {
3914 3915 3916 3917
            ret = ff_rv10_encode_picture_header(s, picture_number);
            if (ret < 0)
                return ret;
        }
3918
        else if (CONFIG_RV20_ENCODER && s->codec_id == AV_CODEC_ID_RV20)
3919
            ff_rv20_encode_picture_header(s, picture_number);
3920
        else if (CONFIG_FLV_ENCODER && s->codec_id == AV_CODEC_ID_FLV1)
3921
            ff_flv_encode_picture_header(s, picture_number);
3922
        else if (CONFIG_H263_ENCODER)
3923
            ff_h263_encode_picture_header(s, picture_number);
3924 3925
        break;
    case FMT_MPEG1:
3926
        if (CONFIG_MPEG1VIDEO_ENCODER || CONFIG_MPEG2VIDEO_ENCODER)
3927
            ff_mpeg1_encode_picture_header(s, picture_number);
3928 3929
        break;
    default:
3930
        av_assert0(0);
3931 3932 3933 3934
    }
    bits= put_bits_count(&s->pb);
    s->header_bits= bits - s->last_bits;

3935
    for(i=1; i<context_count; i++){
3936 3937
        update_duplicate_context_after_me(s->thread_context[i], s);
    }
3938 3939
    s->avctx->execute(s->avctx, encode_thread, &s->thread_context[0], NULL, context_count, sizeof(void*));
    for(i=1; i<context_count; i++){
3940 3941
        if (s->pb.buf_end == s->thread_context[i]->pb.buf)
            set_put_bits_buffer_size(&s->pb, FFMIN(s->thread_context[i]->pb.buf_end - s->pb.buf, INT_MAX/8-32));
3942 3943 3944 3945 3946 3947
        merge_context_after_encode(s, s->thread_context[i]);
    }
    emms_c();
    return 0;
}

Diego Biurrun's avatar
Diego Biurrun committed
3948
static void denoise_dct_c(MpegEncContext *s, int16_t *block){
3949 3950 3951 3952 3953 3954 3955 3956 3957 3958 3959 3960 3961 3962 3963 3964 3965 3966 3967 3968 3969 3970 3971
    const int intra= s->mb_intra;
    int i;

    s->dct_count[intra]++;

    for(i=0; i<64; i++){
        int level= block[i];

        if(level){
            if(level>0){
                s->dct_error_sum[intra][i] += level;
                level -= s->dct_offset[intra][i];
                if(level<0) level=0;
            }else{
                s->dct_error_sum[intra][i] -= level;
                level += s->dct_offset[intra][i];
                if(level>0) level=0;
            }
            block[i]= level;
        }
    }
}

3972
static int dct_quantize_trellis_c(MpegEncContext *s,
Diego Biurrun's avatar
Diego Biurrun committed
3973
                                  int16_t *block, int n,
3974
                                  int qscale, int *overflow){
3975
    const int *qmat;
3976
    const uint16_t *matrix;
3977 3978 3979 3980 3981 3982 3983 3984 3985 3986 3987 3988 3989 3990 3991 3992 3993 3994 3995 3996 3997
    const uint8_t *scantable= s->intra_scantable.scantable;
    const uint8_t *perm_scantable= s->intra_scantable.permutated;
    int max=0;
    unsigned int threshold1, threshold2;
    int bias=0;
    int run_tab[65];
    int level_tab[65];
    int score_tab[65];
    int survivor[65];
    int survivor_count;
    int last_run=0;
    int last_level=0;
    int last_score= 0;
    int last_i;
    int coeff[2][64];
    int coeff_count[64];
    int qmul, qadd, start_i, last_non_zero, i, dc;
    const int esc_length= s->ac_esc_length;
    uint8_t * length;
    uint8_t * last_length;
    const int lambda= s->lambda2 >> (FF_LAMBDA_SHIFT - 6);
3998
    int mpeg2_qscale;
3999

4000
    s->fdsp.fdct(block);
4001 4002 4003 4004 4005 4006

    if(s->dct_error_sum)
        s->denoise_dct(s, block);
    qmul= qscale*16;
    qadd= ((qscale-1)|1)*8;

4007 4008 4009
    if (s->q_scale_type) mpeg2_qscale = ff_mpeg2_non_linear_qscale[qscale];
    else                 mpeg2_qscale = qscale << 1;

4010 4011 4012 4013 4014 4015 4016 4017 4018 4019 4020 4021 4022 4023 4024 4025 4026 4027
    if (s->mb_intra) {
        int q;
        if (!s->h263_aic) {
            if (n < 4)
                q = s->y_dc_scale;
            else
                q = s->c_dc_scale;
            q = q << 3;
        } else{
            /* For AIC we skip quant/dequant of INTRADC */
            q = 1 << 3;
            qadd=0;
        }

        /* note: block[0] is assumed to be positive */
        block[0] = (block[0] + (q >> 1)) / q;
        start_i = 1;
        last_non_zero = 0;
4028
        qmat = n < 4 ? s->q_intra_matrix[qscale] : s->q_chroma_intra_matrix[qscale];
4029
        matrix = n < 4 ? s->intra_matrix : s->chroma_intra_matrix;
4030
        if(s->mpeg_quant || s->out_format == FMT_MPEG1 || s->out_format == FMT_MJPEG)
4031
            bias= 1<<(QMAT_SHIFT-1);
4032

4033 4034 4035 4036 4037 4038 4039
        if (n > 3 && s->intra_chroma_ac_vlc_length) {
            length     = s->intra_chroma_ac_vlc_length;
            last_length= s->intra_chroma_ac_vlc_last_length;
        } else {
            length     = s->intra_ac_vlc_length;
            last_length= s->intra_ac_vlc_last_length;
        }
4040 4041 4042 4043
    } else {
        start_i = 0;
        last_non_zero = -1;
        qmat = s->q_inter_matrix[qscale];
4044
        matrix = s->inter_matrix;
4045 4046 4047 4048 4049 4050 4051 4052 4053 4054 4055 4056 4057 4058 4059 4060 4061 4062 4063 4064 4065 4066 4067 4068 4069 4070 4071 4072 4073 4074 4075 4076 4077 4078 4079 4080 4081
        length     = s->inter_ac_vlc_length;
        last_length= s->inter_ac_vlc_last_length;
    }
    last_i= start_i;

    threshold1= (1<<QMAT_SHIFT) - bias - 1;
    threshold2= (threshold1<<1);

    for(i=63; i>=start_i; i--) {
        const int j = scantable[i];
        int level = block[j] * qmat[j];

        if(((unsigned)(level+threshold1))>threshold2){
            last_non_zero = i;
            break;
        }
    }

    for(i=start_i; i<=last_non_zero; i++) {
        const int j = scantable[i];
        int level = block[j] * qmat[j];

//        if(   bias+level >= (1<<(QMAT_SHIFT - 3))
//           || bias-level >= (1<<(QMAT_SHIFT - 3))){
        if(((unsigned)(level+threshold1))>threshold2){
            if(level>0){
                level= (bias + level)>>QMAT_SHIFT;
                coeff[0][i]= level;
                coeff[1][i]= level-1;
//                coeff[2][k]= level-2;
            }else{
                level= (bias - level)>>QMAT_SHIFT;
                coeff[0][i]= -level;
                coeff[1][i]= -level+1;
//                coeff[2][k]= -level+2;
            }
            coeff_count[i]= FFMIN(level, 2);
4082
            av_assert2(coeff_count[i]);
4083 4084 4085 4086 4087 4088 4089 4090 4091 4092
            max |=level;
        }else{
            coeff[0][i]= (level>>31)|1;
            coeff_count[i]= 1;
        }
    }

    *overflow= s->max_qcoeff < max; //overflow might have happened

    if(last_non_zero < start_i){
Diego Biurrun's avatar
Diego Biurrun committed
4093
        memset(block + start_i, 0, (64-start_i)*sizeof(int16_t));
4094 4095 4096 4097 4098 4099 4100 4101
        return last_non_zero;
    }

    score_tab[start_i]= 0;
    survivor[0]= start_i;
    survivor_count= 1;

    for(i=start_i; i<=last_non_zero; i++){
4102
        int level_index, j, zero_distortion;
4103
        int dct_coeff= FFABS(block[ scantable[i] ]);
4104
        int best_score=256*256*256*120;
4105

4106
        if (s->fdsp.fdct == ff_fdct_ifast)
4107
            dct_coeff= (dct_coeff*ff_inv_aanscales[ scantable[i] ]) >> 12;
4108
        zero_distortion= dct_coeff*dct_coeff;
4109

4110
        for(level_index=0; level_index < coeff_count[i]; level_index++){
4111
            int distortion;
4112 4113 4114 4115
            int level= coeff[level_index][i];
            const int alevel= FFABS(level);
            int unquant_coeff;

4116
            av_assert2(level);
4117

4118
            if(s->out_format == FMT_H263 || s->out_format == FMT_H261){
4119
                unquant_coeff= alevel*qmul + qadd;
4120 4121
            } else if(s->out_format == FMT_MJPEG) {
                j = s->idsp.idct_permutation[scantable[i]];
4122
                unquant_coeff = alevel * matrix[j] * 8;
4123
            }else{ // MPEG-1
4124
                j = s->idsp.idct_permutation[scantable[i]]; // FIXME: optimize
4125
                if(s->mb_intra){
4126
                        unquant_coeff = (int)(  alevel  * mpeg2_qscale * matrix[j]) >> 4;
4127 4128
                        unquant_coeff =   (unquant_coeff - 1) | 1;
                }else{
4129
                        unquant_coeff = (((  alevel  << 1) + 1) * mpeg2_qscale * ((int) matrix[j])) >> 5;
4130 4131 4132 4133 4134
                        unquant_coeff =   (unquant_coeff - 1) | 1;
                }
                unquant_coeff<<= 3;
            }

4135
            distortion= (unquant_coeff - dct_coeff) * (unquant_coeff - dct_coeff) - zero_distortion;
4136 4137 4138 4139
            level+=64;
            if((level&(~127)) == 0){
                for(j=survivor_count-1; j>=0; j--){
                    int run= i - survivor[j];
4140
                    int score= distortion + length[UNI_AC_ENC_INDEX(run, level)]*lambda;
4141 4142 4143 4144 4145 4146 4147 4148 4149
                    score += score_tab[i-run];

                    if(score < best_score){
                        best_score= score;
                        run_tab[i+1]= run;
                        level_tab[i+1]= level-64;
                    }
                }

4150
                if(s->out_format == FMT_H263 || s->out_format == FMT_H261){
4151 4152
                    for(j=survivor_count-1; j>=0; j--){
                        int run= i - survivor[j];
4153
                        int score= distortion + last_length[UNI_AC_ENC_INDEX(run, level)]*lambda;
4154 4155 4156 4157 4158 4159 4160 4161 4162 4163
                        score += score_tab[i-run];
                        if(score < last_score){
                            last_score= score;
                            last_run= run;
                            last_level= level-64;
                            last_i= i+1;
                        }
                    }
                }
            }else{
4164
                distortion += esc_length*lambda;
4165 4166
                for(j=survivor_count-1; j>=0; j--){
                    int run= i - survivor[j];
4167
                    int score= distortion + score_tab[i-run];
4168 4169 4170 4171 4172 4173 4174 4175

                    if(score < best_score){
                        best_score= score;
                        run_tab[i+1]= run;
                        level_tab[i+1]= level-64;
                    }
                }

4176
                if(s->out_format == FMT_H263 || s->out_format == FMT_H261){
4177 4178
                  for(j=survivor_count-1; j>=0; j--){
                        int run= i - survivor[j];
4179
                        int score= distortion + score_tab[i-run];
4180 4181 4182 4183 4184 4185 4186 4187 4188 4189 4190 4191 4192
                        if(score < last_score){
                            last_score= score;
                            last_run= run;
                            last_level= level-64;
                            last_i= i+1;
                        }
                    }
                }
            }
        }

        score_tab[i+1]= best_score;

4193
        // Note: there is a vlc code in MPEG-4 which is 1 bit shorter then another one with a shorter run and the same level
4194 4195 4196 4197 4198 4199 4200 4201 4202 4203 4204 4205 4206 4207 4208
        if(last_non_zero <= 27){
            for(; survivor_count; survivor_count--){
                if(score_tab[ survivor[survivor_count-1] ] <= best_score)
                    break;
            }
        }else{
            for(; survivor_count; survivor_count--){
                if(score_tab[ survivor[survivor_count-1] ] <= best_score + lambda)
                    break;
            }
        }

        survivor[ survivor_count++ ]= i+1;
    }

4209
    if(s->out_format != FMT_H263 && s->out_format != FMT_H261){
4210 4211 4212
        last_score= 256*256*256*120;
        for(i= survivor[0]; i<=last_non_zero + 1; i++){
            int score= score_tab[i];
4213 4214
            if (i)
                score += lambda * 2; // FIXME more exact?
4215 4216 4217 4218 4219 4220 4221 4222 4223 4224 4225 4226 4227 4228

            if(score < last_score){
                last_score= score;
                last_i= i;
                last_level= level_tab[i];
                last_run= run_tab[i];
            }
        }
    }

    s->coded_score[n] = last_score;

    dc= FFABS(block[0]);
    last_non_zero= last_i - 1;
Diego Biurrun's avatar
Diego Biurrun committed
4229
    memset(block + start_i, 0, (64-start_i)*sizeof(int16_t));
4230 4231 4232 4233 4234 4235 4236 4237 4238 4239 4240 4241 4242

    if(last_non_zero < start_i)
        return last_non_zero;

    if(last_non_zero == 0 && start_i == 0){
        int best_level= 0;
        int best_score= dc * dc;

        for(i=0; i<coeff_count[0]; i++){
            int level= coeff[i][0];
            int alevel= FFABS(level);
            int unquant_coeff, score, distortion;

4243
            if(s->out_format == FMT_H263 || s->out_format == FMT_H261){
4244
                    unquant_coeff= (alevel*qmul + qadd)>>3;
4245
            } else{ // MPEG-1
4246
                    unquant_coeff = (((  alevel  << 1) + 1) * mpeg2_qscale * ((int) matrix[0])) >> 5;
4247 4248 4249 4250 4251 4252 4253 4254 4255 4256 4257 4258 4259 4260 4261 4262 4263 4264 4265 4266 4267 4268
                    unquant_coeff =   (unquant_coeff - 1) | 1;
            }
            unquant_coeff = (unquant_coeff + 4) >> 3;
            unquant_coeff<<= 3 + 3;

            distortion= (unquant_coeff - dc) * (unquant_coeff - dc);
            level+=64;
            if((level&(~127)) == 0) score= distortion + last_length[UNI_AC_ENC_INDEX(0, level)]*lambda;
            else                    score= distortion + esc_length*lambda;

            if(score < best_score){
                best_score= score;
                best_level= level - 64;
            }
        }
        block[0]= best_level;
        s->coded_score[n] = best_score - dc*dc;
        if(best_level == 0) return -1;
        else                return last_non_zero;
    }

    i= last_i;
4269
    av_assert2(last_level);
4270 4271 4272 4273 4274 4275 4276 4277 4278 4279 4280 4281 4282 4283 4284 4285 4286 4287 4288 4289 4290 4291 4292 4293 4294 4295 4296 4297 4298 4299 4300 4301 4302 4303

    block[ perm_scantable[last_non_zero] ]= last_level;
    i -= last_run + 1;

    for(; i>start_i; i -= run_tab[i] + 1){
        block[ perm_scantable[i-1] ]= level_tab[i];
    }

    return last_non_zero;
}

//#define REFINE_STATS 1
static int16_t basis[64][64];

static void build_basis(uint8_t *perm){
    int i, j, x, y;
    emms_c();
    for(i=0; i<8; i++){
        for(j=0; j<8; j++){
            for(y=0; y<8; y++){
                for(x=0; x<8; x++){
                    double s= 0.25*(1<<BASIS_SHIFT);
                    int index= 8*i + j;
                    int perm_index= perm[index];
                    if(i==0) s*= sqrt(0.5);
                    if(j==0) s*= sqrt(0.5);
                    basis[perm_index][8*x + y]= lrintf(s * cos((M_PI/8.0)*i*(x+0.5)) * cos((M_PI/8.0)*j*(y+0.5)));
                }
            }
        }
    }
}

static int dct_quantize_refine(MpegEncContext *s, //FIXME breaks denoise?
Diego Biurrun's avatar
Diego Biurrun committed
4304
                        int16_t *block, int16_t *weight, int16_t *orig,
4305 4306
                        int n, int qscale){
    int16_t rem[64];
Diego Biurrun's avatar
Diego Biurrun committed
4307
    LOCAL_ALIGNED_16(int16_t, d1, [64]);
4308 4309 4310 4311 4312 4313 4314 4315 4316 4317 4318 4319 4320 4321 4322 4323 4324 4325 4326 4327 4328 4329 4330
    const uint8_t *scantable= s->intra_scantable.scantable;
    const uint8_t *perm_scantable= s->intra_scantable.permutated;
//    unsigned int threshold1, threshold2;
//    int bias=0;
    int run_tab[65];
    int prev_run=0;
    int prev_level=0;
    int qmul, qadd, start_i, last_non_zero, i, dc;
    uint8_t * length;
    uint8_t * last_length;
    int lambda;
    int rle_index, run, q = 1, sum; //q is only used when s->mb_intra is true
#ifdef REFINE_STATS
static int count=0;
static int after_last=0;
static int to_zero=0;
static int from_zero=0;
static int raise=0;
static int lower=0;
static int messed_sign=0;
#endif

    if(basis[0][0] == 0)
4331
        build_basis(s->idsp.idct_permutation);
4332 4333 4334 4335 4336 4337 4338 4339 4340 4341 4342 4343 4344 4345 4346 4347 4348 4349 4350 4351 4352

    qmul= qscale*2;
    qadd= (qscale-1)|1;
    if (s->mb_intra) {
        if (!s->h263_aic) {
            if (n < 4)
                q = s->y_dc_scale;
            else
                q = s->c_dc_scale;
        } else{
            /* For AIC we skip quant/dequant of INTRADC */
            q = 1;
            qadd=0;
        }
        q <<= RECON_SHIFT-3;
        /* note: block[0] is assumed to be positive */
        dc= block[0]*q;
//        block[0] = (block[0] + (q >> 1)) / q;
        start_i = 1;
//        if(s->mpeg_quant || s->out_format == FMT_MPEG1)
//            bias= 1<<(QMAT_SHIFT-1);
4353 4354 4355 4356 4357 4358 4359
        if (n > 3 && s->intra_chroma_ac_vlc_length) {
            length     = s->intra_chroma_ac_vlc_length;
            last_length= s->intra_chroma_ac_vlc_last_length;
        } else {
            length     = s->intra_ac_vlc_length;
            last_length= s->intra_ac_vlc_last_length;
        }
4360 4361 4362 4363 4364 4365 4366 4367 4368 4369 4370 4371 4372
    } else {
        dc= 0;
        start_i = 0;
        length     = s->inter_ac_vlc_length;
        last_length= s->inter_ac_vlc_last_length;
    }
    last_non_zero = s->block_last_index[n];

#ifdef REFINE_STATS
{START_TIMER
#endif
    dc += (1<<(RECON_SHIFT-1));
    for(i=0; i<64; i++){
4373
        rem[i] = dc - (orig[i] << RECON_SHIFT); // FIXME use orig directly instead of copying to rem[]
4374 4375 4376 4377 4378 4379 4380 4381 4382 4383 4384 4385 4386 4387 4388 4389
    }
#ifdef REFINE_STATS
STOP_TIMER("memset rem[]")}
#endif
    sum=0;
    for(i=0; i<64; i++){
        int one= 36;
        int qns=4;
        int w;

        w= FFABS(weight[i]) + qns*one;
        w= 15 + (48*qns*one + w/2)/w; // 16 .. 63

        weight[i] = w;
//        w=weight[i] = (63*qns + (w/2)) / w;

4390 4391
        av_assert2(w>0);
        av_assert2(w<(1<<6));
4392 4393 4394 4395 4396 4397 4398 4399 4400 4401 4402 4403 4404 4405 4406 4407 4408 4409 4410
        sum += w*w;
    }
    lambda= sum*(uint64_t)s->lambda2 >> (FF_LAMBDA_SHIFT - 6 + 6 + 6 + 6);
#ifdef REFINE_STATS
{START_TIMER
#endif
    run=0;
    rle_index=0;
    for(i=start_i; i<=last_non_zero; i++){
        int j= perm_scantable[i];
        const int level= block[j];
        int coeff;

        if(level){
            if(level<0) coeff= qmul*level - qadd;
            else        coeff= qmul*level + qadd;
            run_tab[rle_index++]=run;
            run=0;

4411
            s->mpvencdsp.add_8x8basis(rem, basis[j], coeff);
4412 4413 4414 4415 4416 4417 4418 4419 4420 4421 4422 4423 4424
        }else{
            run++;
        }
    }
#ifdef REFINE_STATS
if(last_non_zero>0){
STOP_TIMER("init rem[]")
}
}

{START_TIMER
#endif
    for(;;){
4425
        int best_score = s->mpvencdsp.try_8x8basis(rem, weight, basis[0], 0);
4426 4427 4428 4429 4430 4431
        int best_coeff=0;
        int best_change=0;
        int run2, best_unquant_change=0, analyze_gradient;
#ifdef REFINE_STATS
{START_TIMER
#endif
4432
        analyze_gradient = last_non_zero > 2 || s->quantizer_noise_shaping >= 3;
4433 4434 4435 4436 4437 4438 4439 4440 4441 4442 4443 4444 4445 4446

        if(analyze_gradient){
#ifdef REFINE_STATS
{START_TIMER
#endif
            for(i=0; i<64; i++){
                int w= weight[i];

                d1[i] = (rem[i]*w*w + (1<<(RECON_SHIFT+12-1)))>>(RECON_SHIFT+12);
            }
#ifdef REFINE_STATS
STOP_TIMER("rem*w*w")}
{START_TIMER
#endif
4447
            s->fdsp.fdct(d1);
4448 4449 4450 4451 4452 4453 4454 4455 4456
#ifdef REFINE_STATS
STOP_TIMER("dct")}
#endif
        }

        if(start_i){
            const int level= block[0];
            int change, old_coeff;

4457
            av_assert2(s->mb_intra);
4458 4459 4460 4461 4462 4463 4464 4465 4466 4467 4468

            old_coeff= q*level;

            for(change=-1; change<=1; change+=2){
                int new_level= level + change;
                int score, new_coeff;

                new_coeff= q*new_level;
                if(new_coeff >= 2048 || new_coeff < 0)
                    continue;

4469 4470
                score = s->mpvencdsp.try_8x8basis(rem, weight, basis[0],
                                                  new_coeff - old_coeff);
4471 4472 4473 4474 4475 4476 4477 4478 4479 4480 4481 4482 4483 4484 4485 4486 4487 4488 4489 4490
                if(score<best_score){
                    best_score= score;
                    best_coeff= 0;
                    best_change= change;
                    best_unquant_change= new_coeff - old_coeff;
                }
            }
        }

        run=0;
        rle_index=0;
        run2= run_tab[rle_index++];
        prev_level=0;
        prev_run=0;

        for(i=start_i; i<64; i++){
            int j= perm_scantable[i];
            const int level= block[j];
            int change, old_coeff;

4491
            if(s->quantizer_noise_shaping < 3 && i > last_non_zero + 1)
4492 4493 4494 4495 4496 4497 4498 4499 4500
                break;

            if(level){
                if(level<0) old_coeff= qmul*level - qadd;
                else        old_coeff= qmul*level + qadd;
                run2= run_tab[rle_index++]; //FIXME ! maybe after last
            }else{
                old_coeff=0;
                run2--;
4501
                av_assert2(run2>=0 || i >= last_non_zero );
4502 4503 4504 4505 4506 4507 4508
            }

            for(change=-1; change<=1; change+=2){
                int new_level= level + change;
                int score, new_coeff, unquant_change;

                score=0;
4509
                if(s->quantizer_noise_shaping < 2 && FFABS(new_level) > FFABS(level))
4510 4511 4512 4513 4514 4515 4516 4517 4518 4519 4520 4521 4522 4523 4524 4525 4526 4527 4528
                   continue;

                if(new_level){
                    if(new_level<0) new_coeff= qmul*new_level - qadd;
                    else            new_coeff= qmul*new_level + qadd;
                    if(new_coeff >= 2048 || new_coeff <= -2048)
                        continue;
                    //FIXME check for overflow

                    if(level){
                        if(level < 63 && level > -63){
                            if(i < last_non_zero)
                                score +=   length[UNI_AC_ENC_INDEX(run, new_level+64)]
                                         - length[UNI_AC_ENC_INDEX(run, level+64)];
                            else
                                score +=   last_length[UNI_AC_ENC_INDEX(run, new_level+64)]
                                         - last_length[UNI_AC_ENC_INDEX(run, level+64)];
                        }
                    }else{
4529
                        av_assert2(FFABS(new_level)==1);
4530 4531 4532 4533 4534 4535 4536 4537 4538 4539 4540 4541 4542 4543 4544 4545 4546 4547 4548 4549 4550 4551 4552 4553 4554 4555 4556 4557 4558 4559 4560 4561

                        if(analyze_gradient){
                            int g= d1[ scantable[i] ];
                            if(g && (g^new_level) >= 0)
                                continue;
                        }

                        if(i < last_non_zero){
                            int next_i= i + run2 + 1;
                            int next_level= block[ perm_scantable[next_i] ] + 64;

                            if(next_level&(~127))
                                next_level= 0;

                            if(next_i < last_non_zero)
                                score +=   length[UNI_AC_ENC_INDEX(run, 65)]
                                         + length[UNI_AC_ENC_INDEX(run2, next_level)]
                                         - length[UNI_AC_ENC_INDEX(run + run2 + 1, next_level)];
                            else
                                score +=  length[UNI_AC_ENC_INDEX(run, 65)]
                                        + last_length[UNI_AC_ENC_INDEX(run2, next_level)]
                                        - last_length[UNI_AC_ENC_INDEX(run + run2 + 1, next_level)];
                        }else{
                            score += last_length[UNI_AC_ENC_INDEX(run, 65)];
                            if(prev_level){
                                score +=  length[UNI_AC_ENC_INDEX(prev_run, prev_level)]
                                        - last_length[UNI_AC_ENC_INDEX(prev_run, prev_level)];
                            }
                        }
                    }
                }else{
                    new_coeff=0;
4562
                    av_assert2(FFABS(level)==1);
4563 4564 4565 4566 4567 4568 4569 4570 4571 4572 4573 4574 4575 4576 4577 4578 4579 4580 4581 4582 4583 4584 4585 4586 4587 4588 4589 4590

                    if(i < last_non_zero){
                        int next_i= i + run2 + 1;
                        int next_level= block[ perm_scantable[next_i] ] + 64;

                        if(next_level&(~127))
                            next_level= 0;

                        if(next_i < last_non_zero)
                            score +=   length[UNI_AC_ENC_INDEX(run + run2 + 1, next_level)]
                                     - length[UNI_AC_ENC_INDEX(run2, next_level)]
                                     - length[UNI_AC_ENC_INDEX(run, 65)];
                        else
                            score +=   last_length[UNI_AC_ENC_INDEX(run + run2 + 1, next_level)]
                                     - last_length[UNI_AC_ENC_INDEX(run2, next_level)]
                                     - length[UNI_AC_ENC_INDEX(run, 65)];
                    }else{
                        score += -last_length[UNI_AC_ENC_INDEX(run, 65)];
                        if(prev_level){
                            score +=  last_length[UNI_AC_ENC_INDEX(prev_run, prev_level)]
                                    - length[UNI_AC_ENC_INDEX(prev_run, prev_level)];
                        }
                    }
                }

                score *= lambda;

                unquant_change= new_coeff - old_coeff;
4591
                av_assert2((score < 100*lambda && score > -100*lambda) || lambda==0);
4592

4593 4594
                score += s->mpvencdsp.try_8x8basis(rem, weight, basis[j],
                                                   unquant_change);
4595 4596 4597 4598 4599 4600 4601 4602 4603 4604 4605 4606 4607 4608 4609 4610 4611 4612 4613 4614 4615 4616 4617 4618 4619 4620 4621 4622
                if(score<best_score){
                    best_score= score;
                    best_coeff= i;
                    best_change= change;
                    best_unquant_change= unquant_change;
                }
            }
            if(level){
                prev_level= level + 64;
                if(prev_level&(~127))
                    prev_level= 0;
                prev_run= run;
                run=0;
            }else{
                run++;
            }
        }
#ifdef REFINE_STATS
STOP_TIMER("iterative step")}
#endif

        if(best_change){
            int j= perm_scantable[ best_coeff ];

            block[j] += best_change;

            if(best_coeff > last_non_zero){
                last_non_zero= best_coeff;
4623
                av_assert2(block[j]);
4624 4625 4626 4627 4628 4629 4630 4631 4632 4633 4634 4635 4636 4637 4638 4639 4640 4641 4642 4643 4644 4645 4646 4647 4648 4649 4650
#ifdef REFINE_STATS
after_last++;
#endif
            }else{
#ifdef REFINE_STATS
if(block[j]){
    if(block[j] - best_change){
        if(FFABS(block[j]) > FFABS(block[j] - best_change)){
            raise++;
        }else{
            lower++;
        }
    }else{
        from_zero++;
    }
}else{
    to_zero++;
}
#endif
                for(; last_non_zero>=start_i; last_non_zero--){
                    if(block[perm_scantable[last_non_zero]])
                        break;
                }
            }
#ifdef REFINE_STATS
count++;
if(256*256*256*64 % count == 0){
4651
    av_log(s->avctx, AV_LOG_DEBUG, "after_last:%d to_zero:%d from_zero:%d raise:%d lower:%d sign:%d xyp:%d/%d/%d\n", after_last, to_zero, from_zero, raise, lower, messed_sign, s->mb_x, s->mb_y, s->picture_number);
4652 4653 4654 4655 4656 4657 4658 4659 4660 4661 4662 4663 4664 4665 4666 4667
}
#endif
            run=0;
            rle_index=0;
            for(i=start_i; i<=last_non_zero; i++){
                int j= perm_scantable[i];
                const int level= block[j];

                 if(level){
                     run_tab[rle_index++]=run;
                     run=0;
                 }else{
                     run++;
                 }
            }

4668
            s->mpvencdsp.add_8x8basis(rem, basis[j], best_unquant_change);
4669 4670 4671 4672 4673 4674 4675 4676 4677 4678 4679 4680 4681 4682
        }else{
            break;
        }
    }
#ifdef REFINE_STATS
if(last_non_zero>0){
STOP_TIMER("iterative search")
}
}
#endif

    return last_non_zero;
}

4683
/**
4684
 * Permute an 8x8 block according to permutation.
4685 4686 4687 4688 4689 4690 4691 4692 4693
 * @param block the block which will be permuted according to
 *              the given permutation vector
 * @param permutation the permutation vector
 * @param last the last non zero coefficient in scantable order, used to
 *             speed the permutation up
 * @param scantable the used scantable, this is only used to speed the
 *                  permutation up, the block is not (inverse) permutated
 *                  to scantable order!
 */
4694 4695
void ff_block_permute(int16_t *block, uint8_t *permutation,
                      const uint8_t *scantable, int last)
4696 4697 4698 4699 4700 4701 4702 4703 4704 4705 4706 4707 4708 4709 4710 4711 4712 4713 4714 4715 4716 4717 4718
{
    int i;
    int16_t temp[64];

    if (last <= 0)
        return;
    //FIXME it is ok but not clean and might fail for some permutations
    // if (permutation[1] == 1)
    // return;

    for (i = 0; i <= last; i++) {
        const int j = scantable[i];
        temp[j] = block[j];
        block[j] = 0;
    }

    for (i = 0; i <= last; i++) {
        const int j = scantable[i];
        const int perm_j = permutation[j];
        block[perm_j] = temp[j];
    }
}

4719
int ff_dct_quantize_c(MpegEncContext *s,
Diego Biurrun's avatar
Diego Biurrun committed
4720
                        int16_t *block, int n,
4721 4722 4723 4724 4725 4726 4727 4728 4729
                        int qscale, int *overflow)
{
    int i, j, level, last_non_zero, q, start_i;
    const int *qmat;
    const uint8_t *scantable= s->intra_scantable.scantable;
    int bias;
    int max=0;
    unsigned int threshold1, threshold2;

4730
    s->fdsp.fdct(block);
4731 4732 4733 4734 4735 4736 4737 4738 4739 4740 4741 4742 4743 4744 4745 4746 4747 4748 4749

    if(s->dct_error_sum)
        s->denoise_dct(s, block);

    if (s->mb_intra) {
        if (!s->h263_aic) {
            if (n < 4)
                q = s->y_dc_scale;
            else
                q = s->c_dc_scale;
            q = q << 3;
        } else
            /* For AIC we skip quant/dequant of INTRADC */
            q = 1 << 3;

        /* note: block[0] is assumed to be positive */
        block[0] = (block[0] + (q >> 1)) / q;
        start_i = 1;
        last_non_zero = 0;
4750
        qmat = n < 4 ? s->q_intra_matrix[qscale] : s->q_chroma_intra_matrix[qscale];
4751
        bias= s->intra_quant_bias*(1<<(QMAT_SHIFT - QUANT_BIAS_SHIFT));
4752 4753 4754 4755
    } else {
        start_i = 0;
        last_non_zero = -1;
        qmat = s->q_inter_matrix[qscale];
4756
        bias= s->inter_quant_bias*(1<<(QMAT_SHIFT - QUANT_BIAS_SHIFT));
4757 4758 4759 4760 4761 4762 4763 4764 4765 4766 4767 4768 4769 4770 4771 4772 4773 4774 4775 4776 4777 4778 4779 4780 4781 4782 4783 4784 4785 4786 4787 4788 4789 4790 4791 4792
    }
    threshold1= (1<<QMAT_SHIFT) - bias - 1;
    threshold2= (threshold1<<1);
    for(i=63;i>=start_i;i--) {
        j = scantable[i];
        level = block[j] * qmat[j];

        if(((unsigned)(level+threshold1))>threshold2){
            last_non_zero = i;
            break;
        }else{
            block[j]=0;
        }
    }
    for(i=start_i; i<=last_non_zero; i++) {
        j = scantable[i];
        level = block[j] * qmat[j];

//        if(   bias+level >= (1<<QMAT_SHIFT)
//           || bias-level >= (1<<QMAT_SHIFT)){
        if(((unsigned)(level+threshold1))>threshold2){
            if(level>0){
                level= (bias + level)>>QMAT_SHIFT;
                block[j]= level;
            }else{
                level= (bias - level)>>QMAT_SHIFT;
                block[j]= -level;
            }
            max |=level;
        }else{
            block[j]=0;
        }
    }
    *overflow= s->max_qcoeff < max; //overflow might have happened

    /* we need this permutation so that we correct the IDCT, we only permute the !=0 elements */
4793
    if (s->idsp.perm_type != FF_IDCT_PERM_NONE)
4794
        ff_block_permute(block, s->idsp.idct_permutation,
4795
                      scantable, last_non_zero);
4796 4797 4798 4799

    return last_non_zero;
}

4800 4801 4802
#define OFFSET(x) offsetof(MpegEncContext, x)
#define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
static const AVOption h263_options[] = {
4803
    { "obmc",         "use overlapped block motion compensation.", OFFSET(obmc), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, VE },
4804
    { "mb_info",      "emit macroblock info for RFC 2190 packetization, the parameter value is the maximum payload size", OFFSET(mb_info), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, VE },
4805
    FF_MPV_COMMON_OPTS
4806 4807 4808 4809 4810 4811 4812 4813 4814 4815
    { NULL },
};

static const AVClass h263_class = {
    .class_name = "H.263 encoder",
    .item_name  = av_default_item_name,
    .option     = h263_options,
    .version    = LIBAVUTIL_VERSION_INT,
};

4816
AVCodec ff_h263_encoder = {
4817
    .name           = "h263",
4818
    .long_name      = NULL_IF_CONFIG_SMALL("H.263 / H.263-1996"),
4819
    .type           = AVMEDIA_TYPE_VIDEO,
4820
    .id             = AV_CODEC_ID_H263,
4821
    .priv_data_size = sizeof(MpegEncContext),
4822 4823 4824
    .init           = ff_mpv_encode_init,
    .encode2        = ff_mpv_encode_picture,
    .close          = ff_mpv_encode_end,
4825
    .pix_fmts= (const enum AVPixelFormat[]){AV_PIX_FMT_YUV420P, AV_PIX_FMT_NONE},
4826
    .priv_class     = &h263_class,
4827 4828
};

4829
static const AVOption h263p_options[] = {
4830 4831 4832 4833
    { "umv",        "Use unlimited motion vectors.",    OFFSET(umvplus),       AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, VE },
    { "aiv",        "Use alternative inter VLC.",       OFFSET(alt_inter_vlc), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, VE },
    { "obmc",       "use overlapped block motion compensation.", OFFSET(obmc), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, VE },
    { "structured_slices", "Write slice start position at every GOB header instead of just GOB number.", OFFSET(h263_slice_structured), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, VE},
4834
    FF_MPV_COMMON_OPTS
4835 4836 4837 4838 4839
    { NULL },
};
static const AVClass h263p_class = {
    .class_name = "H.263p encoder",
    .item_name  = av_default_item_name,
4840
    .option     = h263p_options,
4841
    .version    = LIBAVUTIL_VERSION_INT,
4842 4843
};

4844
AVCodec ff_h263p_encoder = {
4845
    .name           = "h263p",
4846
    .long_name      = NULL_IF_CONFIG_SMALL("H.263+ / H.263-1998 / H.263 version 2"),
4847
    .type           = AVMEDIA_TYPE_VIDEO,
4848
    .id             = AV_CODEC_ID_H263P,
4849
    .priv_data_size = sizeof(MpegEncContext),
4850 4851 4852
    .init           = ff_mpv_encode_init,
    .encode2        = ff_mpv_encode_picture,
    .close          = ff_mpv_encode_end,
4853
    .capabilities   = AV_CODEC_CAP_SLICE_THREADS,
4854
    .pix_fmts       = (const enum AVPixelFormat[]){ AV_PIX_FMT_YUV420P, AV_PIX_FMT_NONE },
4855
    .priv_class     = &h263p_class,
4856 4857
};

4858 4859 4860 4861 4862 4863
static const AVClass msmpeg4v2_class = {
    .class_name = "msmpeg4v2 encoder",
    .item_name  = av_default_item_name,
    .option     = ff_mpv_generic_options,
    .version    = LIBAVUTIL_VERSION_INT,
};
4864

4865
AVCodec ff_msmpeg4v2_encoder = {
4866
    .name           = "msmpeg4v2",
4867
    .long_name      = NULL_IF_CONFIG_SMALL("MPEG-4 part 2 Microsoft variant version 2"),
4868
    .type           = AVMEDIA_TYPE_VIDEO,
4869
    .id             = AV_CODEC_ID_MSMPEG4V2,
4870
    .priv_data_size = sizeof(MpegEncContext),
4871 4872 4873
    .init           = ff_mpv_encode_init,
    .encode2        = ff_mpv_encode_picture,
    .close          = ff_mpv_encode_end,
4874
    .pix_fmts       = (const enum AVPixelFormat[]){ AV_PIX_FMT_YUV420P, AV_PIX_FMT_NONE },
4875
    .priv_class     = &msmpeg4v2_class,
4876 4877
};

4878 4879 4880 4881 4882 4883
static const AVClass msmpeg4v3_class = {
    .class_name = "msmpeg4v3 encoder",
    .item_name  = av_default_item_name,
    .option     = ff_mpv_generic_options,
    .version    = LIBAVUTIL_VERSION_INT,
};
4884

4885
AVCodec ff_msmpeg4v3_encoder = {
4886
    .name           = "msmpeg4",
4887
    .long_name      = NULL_IF_CONFIG_SMALL("MPEG-4 part 2 Microsoft variant version 3"),
4888
    .type           = AVMEDIA_TYPE_VIDEO,
4889
    .id             = AV_CODEC_ID_MSMPEG4V3,
4890
    .priv_data_size = sizeof(MpegEncContext),
4891 4892 4893
    .init           = ff_mpv_encode_init,
    .encode2        = ff_mpv_encode_picture,
    .close          = ff_mpv_encode_end,
4894
    .pix_fmts       = (const enum AVPixelFormat[]){ AV_PIX_FMT_YUV420P, AV_PIX_FMT_NONE },
4895
    .priv_class     = &msmpeg4v3_class,
4896 4897
};

4898 4899 4900 4901 4902 4903
static const AVClass wmv1_class = {
    .class_name = "wmv1 encoder",
    .item_name  = av_default_item_name,
    .option     = ff_mpv_generic_options,
    .version    = LIBAVUTIL_VERSION_INT,
};
4904

4905
AVCodec ff_wmv1_encoder = {
4906
    .name           = "wmv1",
4907
    .long_name      = NULL_IF_CONFIG_SMALL("Windows Media Video 7"),
4908
    .type           = AVMEDIA_TYPE_VIDEO,
4909
    .id             = AV_CODEC_ID_WMV1,
4910
    .priv_data_size = sizeof(MpegEncContext),
4911 4912 4913
    .init           = ff_mpv_encode_init,
    .encode2        = ff_mpv_encode_picture,
    .close          = ff_mpv_encode_end,
4914
    .pix_fmts       = (const enum AVPixelFormat[]){ AV_PIX_FMT_YUV420P, AV_PIX_FMT_NONE },
4915
    .priv_class     = &wmv1_class,
4916
};