libschroedingerdec.c 13.6 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
/*
 * Dirac decoder support via Schroedinger libraries
 * Copyright (c) 2008 BBC, Anuradha Suraparaju <asuraparaju at gmail dot com >
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

/**
23
* @file
24 25 26 27 28 29
* Dirac decoder support via libschroedinger-1.0 libraries. More details about
* the Schroedinger project can be found at http://www.diracvideo.org/.
* The library implements Dirac Specification Version 2.2.
* (http://dirac.sourceforge.net/specification.html).
*/

30 31
#include <string.h>

32
#include "libavutil/imgutils.h"
33
#include "libavutil/internal.h"
34
#include "libavutil/intreadwrite.h"
35
#include "libavutil/mem.h"
36
#include "avcodec.h"
37
#include "internal.h"
38 39 40 41 42 43
#include "libschroedinger.h"

#include <schroedinger/schro.h>
#include <schroedinger/schrodebug.h>
#include <schroedinger/schrovideoformat.h>

44 45 46 47 48 49
/** SchroFrame and Pts relation */
typedef struct LibSchroFrameContext {
     SchroFrame *frame;
     int64_t pts;
} LibSchroFrameContext;

50
/** libschroedinger decoder private data */
51
typedef struct SchroDecoderParams {
52 53 54 55 56 57 58 59 60 61
    /** Schroedinger video format */
    SchroVideoFormat *format;

    /** Schroedinger frame format */
    SchroFrameFormat frame_format;

    /** decoder handle */
    SchroDecoder* decoder;

    /** queue storing decoded frames */
62
    FFSchroQueue dec_frame_queue;
63 64 65 66 67 68 69 70

    /** end of sequence signalled */
    int eos_signalled;

    /** end of sequence pulled */
    int eos_pulled;

    /** decoded picture */
71
    AVFrame dec_frame;
72
} SchroDecoderParams;
73

74
typedef struct SchroParseUnitContext {
75 76
    const uint8_t *buf;
    int           buf_size;
77
} SchroParseUnitContext;
78 79


80
static void libschroedinger_decode_buffer_free(SchroBuffer *schro_buf,
81 82 83 84
                                               void *priv)
{
    av_freep(&priv);
}
85

86 87
static void parse_context_init(SchroParseUnitContext *parse_ctx,
                               const uint8_t *buf, int buf_size)
88 89 90 91 92
{
    parse_ctx->buf           = buf;
    parse_ctx->buf_size      = buf_size;
}

93
static SchroBuffer *find_next_parse_unit(SchroParseUnitContext *parse_ctx)
94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118
{
    SchroBuffer *enc_buf = NULL;
    int next_pu_offset = 0;
    unsigned char *in_buf;

    if (parse_ctx->buf_size < 13 ||
        parse_ctx->buf[0] != 'B' ||
        parse_ctx->buf[1] != 'B' ||
        parse_ctx->buf[2] != 'C' ||
        parse_ctx->buf[3] != 'D')
        return NULL;

    next_pu_offset = (parse_ctx->buf[5] << 24) +
                     (parse_ctx->buf[6] << 16) +
                     (parse_ctx->buf[7] <<  8) +
                      parse_ctx->buf[8];

    if (next_pu_offset == 0 &&
        SCHRO_PARSE_CODE_IS_END_OF_SEQUENCE(parse_ctx->buf[4]))
        next_pu_offset = 13;

    if (next_pu_offset <= 0 || parse_ctx->buf_size < next_pu_offset)
        return NULL;

    in_buf = av_malloc(next_pu_offset);
119 120 121 122 123
    if (!in_buf) {
        av_log(parse_ctx, AV_LOG_ERROR, "Unable to allocate input buffer\n");
        return NULL;
    }

124 125
    memcpy(in_buf, parse_ctx->buf, next_pu_offset);
    enc_buf       = schro_buffer_new_with_data(in_buf, next_pu_offset);
126 127 128
    enc_buf->free = libschroedinger_decode_buffer_free;
    enc_buf->priv = in_buf;

129
    parse_ctx->buf      += next_pu_offset;
130 131 132 133 134
    parse_ctx->buf_size -= next_pu_offset;

    return enc_buf;
}

135
/**
136
* Returns FFmpeg chroma format.
137
*/
138
static enum AVPixelFormat get_chroma_format(SchroChromaFormat schro_pix_fmt)
139
{
140 141
    int num_formats = sizeof(schro_pixel_format_map) /
                      sizeof(schro_pixel_format_map[0]);
142 143
    int idx;

144
    for (idx = 0; idx < num_formats; ++idx)
145 146
        if (schro_pixel_format_map[idx].schro_pix_fmt == schro_pix_fmt)
            return schro_pixel_format_map[idx].ff_pix_fmt;
147
    return AV_PIX_FMT_NONE;
148 149
}

150
static av_cold int libschroedinger_decode_init(AVCodecContext *avccontext)
151 152
{

153
    SchroDecoderParams *p_schro_params = avccontext->priv_data;
154 155 156 157
    /* First of all, initialize our supporting libraries. */
    schro_init();

    schro_debug_set_level(avccontext->debug);
158
    p_schro_params->decoder = schro_decoder_new();
159 160 161 162 163 164
    schro_decoder_set_skip_ratio(p_schro_params->decoder, 1);

    if (!p_schro_params->decoder)
        return -1;

    /* Initialize the decoded frame queue. */
165
    ff_schro_queue_init(&p_schro_params->dec_frame_queue);
166
    return 0;
167 168
}

169
static void libschroedinger_decode_frame_free(void *frame)
170 171 172 173 174 175
{
    schro_frame_unref(frame);
}

static void libschroedinger_handle_first_access_unit(AVCodecContext *avccontext)
{
176
    SchroDecoderParams *p_schro_params = avccontext->priv_data;
177 178
    SchroDecoder *decoder = p_schro_params->decoder;

179
    p_schro_params->format = schro_decoder_get_video_format(decoder);
180

181
    /* Tell FFmpeg about sequence details. */
182 183
    if (av_image_check_size(p_schro_params->format->width,
                            p_schro_params->format->height, 0, avccontext) < 0) {
184 185 186
        av_log(avccontext, AV_LOG_ERROR, "invalid dimensions (%dx%d)\n",
               p_schro_params->format->width, p_schro_params->format->height);
        avccontext->height = avccontext->width = 0;
187
        return;
188 189 190
    }
    avccontext->height  = p_schro_params->format->height;
    avccontext->width   = p_schro_params->format->width;
191
    avccontext->pix_fmt = get_chroma_format(p_schro_params->format->chroma_format);
192 193 194 195 196 197

    if (ff_get_schro_frame_format(p_schro_params->format->chroma_format,
                                  &p_schro_params->frame_format) == -1) {
        av_log(avccontext, AV_LOG_ERROR,
               "This codec currently only supports planar YUV 4:2:0, 4:2:2 "
               "and 4:4:4 formats.\n");
198
        return;
199 200 201 202 203 204 205
    }

    avccontext->time_base.den = p_schro_params->format->frame_rate_numerator;
    avccontext->time_base.num = p_schro_params->format->frame_rate_denominator;
}

static int libschroedinger_decode_frame(AVCodecContext *avccontext,
206
                                        void *data, int *got_frame,
207
                                        AVPacket *avpkt)
208
{
209 210
    const uint8_t *buf = avpkt->data;
    int buf_size = avpkt->size;
211 212
    int64_t pts  = avpkt->pts;
    SchroTag *tag;
213

214
    SchroDecoderParams *p_schro_params = avccontext->priv_data;
215 216 217 218 219
    SchroDecoder *decoder = p_schro_params->decoder;
    SchroBuffer *enc_buf;
    SchroFrame* frame;
    int state;
    int go = 1;
220
    int outer = 1;
221
    SchroParseUnitContext parse_ctx;
222
    LibSchroFrameContext *framewithpts = NULL;
223

224
    *got_frame = 0;
225

226
    parse_context_init(&parse_ctx, buf, buf_size);
227
    if (!buf_size) {
228 229 230 231 232 233
        if (!p_schro_params->eos_signalled) {
            state = schro_decoder_push_end_of_stream(decoder);
            p_schro_params->eos_signalled = 1;
        }
    }

234 235
    /* Loop through all the individual parse units in the input buffer */
    do {
236
        if ((enc_buf = find_next_parse_unit(&parse_ctx))) {
237 238 239 240 241 242 243
            /* Set Schrotag with the pts to be recovered after decoding*/
            enc_buf->tag = schro_tag_new(av_malloc(sizeof(int64_t)), av_free);
            if (!enc_buf->tag->value) {
                av_log(avccontext, AV_LOG_ERROR, "Unable to allocate SchroTag\n");
                return AVERROR(ENOMEM);
            }
            AV_WN(64, enc_buf->tag->value, pts);
244
            /* Push buffer into decoder. */
245 246 247
            if (SCHRO_PARSE_CODE_IS_PICTURE(enc_buf->data[4]) &&
                SCHRO_PARSE_CODE_NUM_REFS(enc_buf->data[4]) > 0)
                avccontext->has_b_frames = 1;
248
            state = schro_decoder_push(decoder, enc_buf);
249
            if (state == SCHRO_DECODER_FIRST_ACCESS_UNIT)
250
                libschroedinger_handle_first_access_unit(avccontext);
251
            go = 1;
252
        } else
253
            outer = 0;
254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269

        while (go) {
            /* Parse data and process result. */
            state = schro_decoder_wait(decoder);
            switch (state) {
            case SCHRO_DECODER_FIRST_ACCESS_UNIT:
                libschroedinger_handle_first_access_unit(avccontext);
                break;

            case SCHRO_DECODER_NEED_BITS:
                /* Need more input data - stop iterating over what we have. */
                go = 0;
                break;

            case SCHRO_DECODER_NEED_FRAME:
                /* Decoder needs a frame - create one and push it in. */
270 271
                frame = ff_create_schro_frame(avccontext,
                                              p_schro_params->frame_format);
272 273 274 275 276
                schro_decoder_add_output_picture(decoder, frame);
                break;

            case SCHRO_DECODER_OK:
                /* Pull a frame out of the decoder. */
277
                tag   = schro_decoder_get_picture_tag(decoder);
278 279
                frame = schro_decoder_pull(decoder);

280 281 282 283 284 285 286 287 288
                if (frame) {
                    /* Add relation between schroframe and pts. */
                    framewithpts = av_malloc(sizeof(LibSchroFrameContext));
                    if (!framewithpts) {
                        av_log(avccontext, AV_LOG_ERROR, "Unable to allocate FrameWithPts\n");
                        return AVERROR(ENOMEM);
                    }
                    framewithpts->frame = frame;
                    framewithpts->pts   = AV_RN64(tag->value);
289
                    ff_schro_queue_push_back(&p_schro_params->dec_frame_queue,
290 291
                                             framewithpts);
                }
292 293 294 295 296 297 298 299 300 301 302 303
                break;
            case SCHRO_DECODER_EOS:
                go = 0;
                p_schro_params->eos_pulled = 1;
                schro_decoder_reset(decoder);
                outer = 0;
                break;

            case SCHRO_DECODER_ERROR:
                return -1;
                break;
            }
304
        }
305
    } while (outer);
306 307

    /* Grab next frame to be returned from the top of the queue. */
308 309 310 311 312
    framewithpts = ff_schro_queue_pop(&p_schro_params->dec_frame_queue);

    if (framewithpts && framewithpts->frame) {
        if (p_schro_params->dec_frame.data[0])
            avccontext->release_buffer(avccontext, &p_schro_params->dec_frame);
313
        if (ff_get_buffer(avccontext, &p_schro_params->dec_frame) < 0) {
314 315 316
            av_log(avccontext, AV_LOG_ERROR, "Unable to allocate buffer\n");
            return AVERROR(ENOMEM);
        }
317

318 319 320
        memcpy(p_schro_params->dec_frame.data[0],
               framewithpts->frame->components[0].data,
               framewithpts->frame->components[0].length);
321

322 323 324
        memcpy(p_schro_params->dec_frame.data[1],
               framewithpts->frame->components[1].data,
               framewithpts->frame->components[1].length);
325

326 327 328
        memcpy(p_schro_params->dec_frame.data[2],
               framewithpts->frame->components[2].data,
               framewithpts->frame->components[2].length);
329

330 331 332 333 334 335 336 337
        /* Fill frame with current buffer data from Schroedinger. */
        p_schro_params->dec_frame.format  = -1; /* Unknown -1 */
        p_schro_params->dec_frame.width   = framewithpts->frame->width;
        p_schro_params->dec_frame.height  = framewithpts->frame->height;
        p_schro_params->dec_frame.pkt_pts = framewithpts->pts;
        p_schro_params->dec_frame.linesize[0] = framewithpts->frame->components[0].stride;
        p_schro_params->dec_frame.linesize[1] = framewithpts->frame->components[1].stride;
        p_schro_params->dec_frame.linesize[2] = framewithpts->frame->components[2].stride;
338

339
        *(AVFrame*)data = p_schro_params->dec_frame;
340
        *got_frame      = 1;
341 342

        /* Now free the frame resources. */
343 344 345 346
        libschroedinger_decode_frame_free(framewithpts->frame);
        av_free(framewithpts);
    } else {
        data       = NULL;
347
        *got_frame = 0;
348 349 350 351 352
    }
    return buf_size;
}


353
static av_cold int libschroedinger_decode_close(AVCodecContext *avccontext)
354
{
355
    SchroDecoderParams *p_schro_params = avccontext->priv_data;
356
    /* Free the decoder. */
357
    schro_decoder_free(p_schro_params->decoder);
358 359
    av_freep(&p_schro_params->format);

360 361
    if (p_schro_params->dec_frame.data[0])
        avccontext->release_buffer(avccontext, &p_schro_params->dec_frame);
362 363

    /* Free data in the output frame queue. */
364 365
    ff_schro_queue_free(&p_schro_params->dec_frame_queue,
                        libschroedinger_decode_frame_free);
366

367
    return 0;
368 369
}

370
static void libschroedinger_flush(AVCodecContext *avccontext)
371 372 373
{
    /* Got a seek request. Free the decoded frames queue and then reset
     * the decoder */
374
    SchroDecoderParams *p_schro_params = avccontext->priv_data;
375 376

    /* Free data in the output frame queue. */
377 378
    ff_schro_queue_free(&p_schro_params->dec_frame_queue,
                        libschroedinger_decode_frame_free);
379

380
    ff_schro_queue_init(&p_schro_params->dec_frame_queue);
381 382 383 384 385
    schro_decoder_reset(p_schro_params->decoder);
    p_schro_params->eos_pulled = 0;
    p_schro_params->eos_signalled = 0;
}

386
AVCodec ff_libschroedinger_decoder = {
387 388
    .name           = "libschroedinger",
    .type           = AVMEDIA_TYPE_VIDEO,
389
    .id             = AV_CODEC_ID_DIRAC,
390
    .priv_data_size = sizeof(SchroDecoderParams),
391 392 393 394
    .init           = libschroedinger_decode_init,
    .close          = libschroedinger_decode_close,
    .decode         = libschroedinger_decode_frame,
    .capabilities   = CODEC_CAP_DELAY,
395 396
    .flush          = libschroedinger_flush,
    .long_name      = NULL_IF_CONFIG_SMALL("libschroedinger Dirac 2.2"),
397
};