mpegvideo_xvmc.c 13.4 KB
Newer Older
1 2 3 4
/*
 * XVideo Motion Compensation
 * Copyright (c) 2003 Ivan Kalvachev
 *
5 6 7
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
8 9
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
10
 * version 2.1 of the License, or (at your option) any later version.
11
 *
12
 * FFmpeg is distributed in the hope that it will be useful,
13 14 15 16 17
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
18
 * License along with FFmpeg; if not, write to the Free Software
19
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 21
 */

Ivan Kalvachev's avatar
Ivan Kalvachev committed
22
#include <limits.h>
23
#include <X11/extensions/XvMC.h>
Ivan Kalvachev's avatar
Ivan Kalvachev committed
24 25

#include "avcodec.h"
26
#include "mpegutils.h"
Ivan Kalvachev's avatar
Ivan Kalvachev committed
27 28 29 30 31
#include "mpegvideo.h"

#undef NDEBUG
#include <assert.h>

32
#include "xvmc.h"
33
#include "xvmc_internal.h"
34 35
#include "version.h"

36
/**
37
 * Initialize the block field of the MpegEncContext pointer passed as
38
 * parameter after making sure that the data is not corrupted.
39 40
 * In order to implement something like direct rendering instead of decoding
 * coefficients in s->blocks and then copying them, copy them directly
41
 * into the data_blocks array provided by xvmc.
42
 */
43
void ff_xvmc_init_block(MpegEncContext *s)
44
{
45
    struct xvmc_pix_fmt *render = (struct xvmc_pix_fmt*)s->current_picture.f->data[2];
46
    assert(render && render->xvmc_id == AV_XVMC_ID);
47

Diego Biurrun's avatar
Diego Biurrun committed
48
    s->block = (int16_t (*)[64])(render->data_blocks + render->next_free_data_block_num * 64);
49 50
}

51 52 53 54 55 56 57 58 59
static void exchange_uv(MpegEncContext *s)
{
    int16_t (*tmp)[64];

    tmp           = s->pblocks[4];
    s->pblocks[4] = s->pblocks[5];
    s->pblocks[5] = tmp;
}

60
/**
61
 * Fill individual block pointers, so there are no gaps in the data_block array
62
 * in case not all blocks in the macroblock are coded.
63
 */
64
void ff_xvmc_pack_pblocks(MpegEncContext *s, int cbp)
65
{
66
    int i, j = 0;
67
    const int mb_block_count = 4 + (1 << s->chroma_format);
68

69 70
    cbp <<= 12-mb_block_count;
    for (i = 0; i < mb_block_count; i++) {
71
        if (cbp & (1 << 11))
72
            s->pblocks[i] = &s->block[j++];
73
        else
74
            s->pblocks[i] = NULL;
75
        cbp += cbp;
76
    }
77 78 79
    if (s->swap_uv) {
        exchange_uv(s);
    }
Ivan Kalvachev's avatar
Ivan Kalvachev committed
80 81
}

82
/**
83
 * Find and store the surfaces that are used as reference frames.
84 85 86
 * This function should be called for every new field and/or frame.
 * It should be safe to call the function a few times for the same field.
 */
87
static int ff_xvmc_field_start(AVCodecContext *avctx, const uint8_t *buf, uint32_t buf_size)
88
{
89
    struct MpegEncContext *s = avctx->priv_data;
90
    struct xvmc_pix_fmt *last, *next, *render = (struct xvmc_pix_fmt*)s->current_picture.f->data[2];
91
    const int mb_block_count = 4 + (1 << s->chroma_format);
Ivan Kalvachev's avatar
Ivan Kalvachev committed
92

93
    assert(avctx);
94
    if (!render || render->xvmc_id != AV_XVMC_ID ||
95 96 97 98
        !render->data_blocks || !render->mv_blocks ||
        (unsigned int)render->allocated_mv_blocks   > INT_MAX/(64*6) ||
        (unsigned int)render->allocated_data_blocks > INT_MAX/64     ||
        !render->p_surface) {
99 100
        av_log(avctx, AV_LOG_ERROR,
               "Render token doesn't look as expected.\n");
101
        return -1; // make sure that this is a render packet
102
    }
Ivan Kalvachev's avatar
Ivan Kalvachev committed
103

Diego Biurrun's avatar
Diego Biurrun committed
104
    if (render->filled_mv_blocks_num) {
105
        av_log(avctx, AV_LOG_ERROR,
106
               "Rendering surface contains %i unprocessed blocks.\n",
Diego Biurrun's avatar
Diego Biurrun committed
107
               render->filled_mv_blocks_num);
108
        return -1;
109
    }
110
    if (render->allocated_mv_blocks   < 1 ||
111 112 113 114 115
        render->allocated_data_blocks <  render->allocated_mv_blocks*mb_block_count ||
        render->start_mv_blocks_num   >= render->allocated_mv_blocks                ||
        render->next_free_data_block_num >
                        render->allocated_data_blocks -
                        mb_block_count*(render->allocated_mv_blocks-render->start_mv_blocks_num)) {
116 117 118 119
        av_log(avctx, AV_LOG_ERROR,
               "Rendering surface doesn't provide enough block structures to work with.\n");
        return -1;
    }
Ivan Kalvachev's avatar
Ivan Kalvachev committed
120

Ivan Kalvachev's avatar
Ivan Kalvachev committed
121 122
    render->picture_structure = s->picture_structure;
    render->flags             = s->first_field ? 0 : XVMC_SECOND_FIELD;
123 124
    render->p_future_surface  = NULL;
    render->p_past_surface    = NULL;
Ivan Kalvachev's avatar
Ivan Kalvachev committed
125

126
    switch(s->pict_type) {
127
        case  AV_PICTURE_TYPE_I:
128
            return 0; // no prediction from other frames
129
        case  AV_PICTURE_TYPE_B:
130
            next = (struct xvmc_pix_fmt*)s->next_picture.f->data[2];
131
            if (!next)
132
                return -1;
133
            if (next->xvmc_id != AV_XVMC_ID)
134
                return -1;
Ivan Kalvachev's avatar
Ivan Kalvachev committed
135
            render->p_future_surface = next->p_surface;
136
            // no return here, going to set forward prediction
137
        case  AV_PICTURE_TYPE_P:
138
            last = (struct xvmc_pix_fmt*)s->last_picture.f->data[2];
139
            if (!last)
140
                last = render; // predict second field from the first
141
            if (last->xvmc_id != AV_XVMC_ID)
142
                return -1;
Ivan Kalvachev's avatar
Ivan Kalvachev committed
143 144
            render->p_past_surface = last->p_surface;
            return 0;
145
    }
Ivan Kalvachev's avatar
Ivan Kalvachev committed
146 147 148 149

return -1;
}

150
/**
151
 * Complete frame/field rendering by passing any remaining blocks.
152 153
 * Normally ff_draw_horiz_band() is called for each slice, however,
 * some leftover blocks, for example from error_resilience(), may remain.
154 155
 * It should be safe to call the function a few times for the same field.
 */
156
static int ff_xvmc_field_end(AVCodecContext *avctx)
157
{
158
    struct MpegEncContext *s = avctx->priv_data;
159
    struct xvmc_pix_fmt *render = (struct xvmc_pix_fmt*)s->current_picture.f->data[2];
160
    assert(render);
Ivan Kalvachev's avatar
Ivan Kalvachev committed
161

162
    if (render->filled_mv_blocks_num > 0)
163
        ff_mpeg_draw_horiz_band(s, 0, 0);
164
    return 0;
Ivan Kalvachev's avatar
Ivan Kalvachev committed
165 166
}

167
/**
168 169
 * Synthesize the data needed by XvMC to render one macroblock of data.
 * Fill all relevant fields, if necessary do IDCT.
170
 */
171
static void ff_xvmc_decode_mb(struct MpegEncContext *s)
172
{
173
    XvMCMacroBlock *mv_block;
174
    struct xvmc_pix_fmt *render;
175
    int i, cbp, blocks_per_mb;
Ivan Kalvachev's avatar
Ivan Kalvachev committed
176

177
    const int mb_xy = s->mb_y * s->mb_stride + s->mb_x;
Ivan Kalvachev's avatar
Ivan Kalvachev committed
178 179


180
    if (s->encoding) {
181
        av_log(s->avctx, AV_LOG_ERROR, "XVMC doesn't support encoding!!!\n");
Dominik Mierzejewski's avatar
Dominik Mierzejewski committed
182
        return;
Ivan Kalvachev's avatar
Ivan Kalvachev committed
183 184
    }

185
    // from ff_mpv_decode_mb(), update DC predictors for P macroblocks
Ivan Kalvachev's avatar
Ivan Kalvachev committed
186 187 188 189 190 191
    if (!s->mb_intra) {
        s->last_dc[0] =
        s->last_dc[1] =
        s->last_dc[2] =  128 << s->intra_dc_precision;
    }

192
    // MC doesn't skip blocks
193
    s->mb_skipped = 0;
Ivan Kalvachev's avatar
Ivan Kalvachev committed
194 195


196 197
    // Do I need to export quant when I could not perform postprocessing?
    // Anyway, it doesn't hurt.
198
    s->current_picture.qscale_table[mb_xy] = s->qscale;
Ivan Kalvachev's avatar
Ivan Kalvachev committed
199

200
    // start of XVMC-specific code
201
    render = (struct xvmc_pix_fmt*)s->current_picture.f->data[2];
202
    assert(render);
203
    assert(render->xvmc_id == AV_XVMC_ID);
Ivan Kalvachev's avatar
Ivan Kalvachev committed
204
    assert(render->mv_blocks);
205

206
    // take the next free macroblock
207
    mv_block = &render->mv_blocks[render->start_mv_blocks_num +
208
                                  render->filled_mv_blocks_num];
Ivan Kalvachev's avatar
Ivan Kalvachev committed
209

210 211
    mv_block->x        = s->mb_x;
    mv_block->y        = s->mb_y;
212
    mv_block->dct_type = s->interlaced_dct; // XVMC_DCT_TYPE_FRAME/FIELD;
213
    if (s->mb_intra) {
214
        mv_block->macroblock_type = XVMC_MB_TYPE_INTRA; // no MC, all done
215
    } else {
Ivan Kalvachev's avatar
Ivan Kalvachev committed
216 217
        mv_block->macroblock_type = XVMC_MB_TYPE_PATTERN;

218
        if (s->mv_dir & MV_DIR_FORWARD) {
219
            mv_block->macroblock_type |= XVMC_MB_TYPE_MOTION_FORWARD;
220
            // PMV[n][dir][xy] = mv[dir][n][xy]
Ivan Kalvachev's avatar
Ivan Kalvachev committed
221 222 223 224 225
            mv_block->PMV[0][0][0] = s->mv[0][0][0];
            mv_block->PMV[0][0][1] = s->mv[0][0][1];
            mv_block->PMV[1][0][0] = s->mv[0][1][0];
            mv_block->PMV[1][0][1] = s->mv[0][1][1];
        }
226
        if (s->mv_dir & MV_DIR_BACKWARD) {
227
            mv_block->macroblock_type |= XVMC_MB_TYPE_MOTION_BACKWARD;
Ivan Kalvachev's avatar
Ivan Kalvachev committed
228 229 230 231 232 233
            mv_block->PMV[0][1][0] = s->mv[1][0][0];
            mv_block->PMV[0][1][1] = s->mv[1][0][1];
            mv_block->PMV[1][1][0] = s->mv[1][1][0];
            mv_block->PMV[1][1][1] = s->mv[1][1][1];
        }

234
        switch(s->mv_type) {
Ivan Kalvachev's avatar
Ivan Kalvachev committed
235 236 237 238 239 240 241 242
            case  MV_TYPE_16X16:
                mv_block->motion_type = XVMC_PREDICTION_FRAME;
                break;
            case  MV_TYPE_16X8:
                mv_block->motion_type = XVMC_PREDICTION_16x8;
                break;
            case  MV_TYPE_FIELD:
                mv_block->motion_type = XVMC_PREDICTION_FIELD;
243 244 245 246 247
                if (s->picture_structure == PICT_FRAME) {
                    mv_block->PMV[0][0][1] <<= 1;
                    mv_block->PMV[1][0][1] <<= 1;
                    mv_block->PMV[0][1][1] <<= 1;
                    mv_block->PMV[1][1][1] <<= 1;
Ivan Kalvachev's avatar
Ivan Kalvachev committed
248 249 250 251
                }
                break;
            case  MV_TYPE_DMV:
                mv_block->motion_type = XVMC_PREDICTION_DUAL_PRIME;
252
                if (s->picture_structure == PICT_FRAME) {
Ivan Kalvachev's avatar
Ivan Kalvachev committed
253

254
                    mv_block->PMV[0][0][0] = s->mv[0][0][0];      // top from top
255
                    mv_block->PMV[0][0][1] = s->mv[0][0][1] << 1;
Ivan Kalvachev's avatar
Ivan Kalvachev committed
256

257
                    mv_block->PMV[0][1][0] = s->mv[0][0][0];      // bottom from bottom
258
                    mv_block->PMV[0][1][1] = s->mv[0][0][1] << 1;
Ivan Kalvachev's avatar
Ivan Kalvachev committed
259

260
                    mv_block->PMV[1][0][0] = s->mv[0][2][0];      // dmv00, top from bottom
261
                    mv_block->PMV[1][0][1] = s->mv[0][2][1] << 1; // dmv01
Ivan Kalvachev's avatar
Ivan Kalvachev committed
262

263
                    mv_block->PMV[1][1][0] = s->mv[0][3][0];      // dmv10, bottom from top
264
                    mv_block->PMV[1][1][1] = s->mv[0][3][1] << 1; // dmv11
Ivan Kalvachev's avatar
Ivan Kalvachev committed
265

266
                } else {
267 268
                    mv_block->PMV[0][1][0] = s->mv[0][2][0];      // dmv00
                    mv_block->PMV[0][1][1] = s->mv[0][2][1];      // dmv01
Ivan Kalvachev's avatar
Ivan Kalvachev committed
269 270 271 272 273 274 275 276
                }
                break;
            default:
                assert(0);
        }

        mv_block->motion_vertical_field_select = 0;

277
        // set correct field references
278
        if (s->mv_type == MV_TYPE_FIELD || s->mv_type == MV_TYPE_16X8) {
279
            mv_block->motion_vertical_field_select |= s->field_select[0][0];
280 281 282
            mv_block->motion_vertical_field_select |= s->field_select[1][0] << 1;
            mv_block->motion_vertical_field_select |= s->field_select[0][1] << 2;
            mv_block->motion_vertical_field_select |= s->field_select[1][1] << 3;
Ivan Kalvachev's avatar
Ivan Kalvachev committed
283
        }
284
    } // !intra
285
    // time to handle data blocks
Ivan Kalvachev's avatar
Ivan Kalvachev committed
286
    mv_block->index = render->next_free_data_block_num;
287

Ivan Kalvachev's avatar
Ivan Kalvachev committed
288
    blocks_per_mb = 6;
289
    if (s->chroma_format >= 2) {
Ivan Kalvachev's avatar
Ivan Kalvachev committed
290
        blocks_per_mb = 4 + (1 << s->chroma_format);
Ivan Kalvachev's avatar
Ivan Kalvachev committed
291
    }
292

293
    // calculate cbp
294
    cbp = 0;
295
    for (i = 0; i < blocks_per_mb; i++) {
296
        cbp += cbp;
297
        if (s->block_last_index[i] >= 0)
298 299
            cbp++;
    }
300

301
    if (s->avctx->flags & AV_CODEC_FLAG_GRAY) {
302
        if (s->mb_intra) {                                   // intra frames are always full chroma blocks
303
            for (i = 4; i < blocks_per_mb; i++) {
304
                memset(s->pblocks[i], 0, sizeof(*s->pblocks[i]));  // so we need to clear them
305
                if (!render->unsigned_intra)
306
                    *s->pblocks[i][0] = 1 << 10;
307
            }
308
        } else {
309
            cbp &= 0xf << (blocks_per_mb - 4);
310
            blocks_per_mb = 4;                               // luminance blocks only
311
        }
312
    }
Ivan Kalvachev's avatar
Ivan Kalvachev committed
313
    mv_block->coded_block_pattern = cbp;
314
    if (cbp == 0)
Ivan Kalvachev's avatar
Ivan Kalvachev committed
315 316
        mv_block->macroblock_type &= ~XVMC_MB_TYPE_PATTERN;

317 318
    for (i = 0; i < blocks_per_mb; i++) {
        if (s->block_last_index[i] >= 0) {
319
            // I do not have unsigned_intra MOCO to test, hope it is OK.
320
            if (s->mb_intra && (render->idct || !render->unsigned_intra))
321
                *s->pblocks[i][0] -= 1 << 10;
322
            if (!render->idct) {
323
                s->idsp.idct(*s->pblocks[i]);
324 325 326 327
                /* It is unclear if MC hardware requires pixel diff values to be
                 * in the range [-255;255]. TODO: Clipping if such hardware is
                 * ever found. As of now it would only be an unnecessary
                 * slowdown. */
Ivan Kalvachev's avatar
Ivan Kalvachev committed
328
            }
329
            // copy blocks only if the codec doesn't support pblocks reordering
330
            if (!s->pack_pblocks) {
Ivan Kalvachev's avatar
Ivan Kalvachev committed
331
                memcpy(&render->data_blocks[render->next_free_data_block_num*64],
332
                       s->pblocks[i], sizeof(*s->pblocks[i]));
333 334
            }
            render->next_free_data_block_num++;
Ivan Kalvachev's avatar
Ivan Kalvachev committed
335 336 337 338
        }
    }
    render->filled_mv_blocks_num++;

339 340 341 342 343
    assert(render->filled_mv_blocks_num     <= render->allocated_mv_blocks);
    assert(render->next_free_data_block_num <= render->allocated_data_blocks);
    /* The above conditions should not be able to fail as long as this function
     * is used and the following 'if ()' automatically calls a callback to free
     * blocks. */
Ivan Kalvachev's avatar
Ivan Kalvachev committed
344 345


346
    if (render->filled_mv_blocks_num == render->allocated_mv_blocks)
347
        ff_mpeg_draw_horiz_band(s, 0, 0);
Ivan Kalvachev's avatar
Ivan Kalvachev committed
348
}
349

350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376
#if CONFIG_MPEG1_XVMC_HWACCEL
AVHWAccel ff_mpeg1_xvmc_hwaccel = {
    .name           = "mpeg1_xvmc",
    .type           = AVMEDIA_TYPE_VIDEO,
    .id             = AV_CODEC_ID_MPEG1VIDEO,
    .pix_fmt        = AV_PIX_FMT_XVMC,
    .start_frame    = ff_xvmc_field_start,
    .end_frame      = ff_xvmc_field_end,
    .decode_slice   = NULL,
    .decode_mb      = ff_xvmc_decode_mb,
    .priv_data_size = 0,
};
#endif

#if CONFIG_MPEG2_XVMC_HWACCEL
AVHWAccel ff_mpeg2_xvmc_hwaccel = {
    .name           = "mpeg2_xvmc",
    .type           = AVMEDIA_TYPE_VIDEO,
    .id             = AV_CODEC_ID_MPEG2VIDEO,
    .pix_fmt        = AV_PIX_FMT_XVMC,
    .start_frame    = ff_xvmc_field_start,
    .end_frame      = ff_xvmc_field_end,
    .decode_slice   = NULL,
    .decode_mb      = ff_xvmc_decode_mb,
    .priv_data_size = 0,
};
#endif