target_dec_fuzzer.c 14.4 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27
/*
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

/* Targeted fuzzer that targets specific codecs depending on two
   compile-time flags.
  INSTRUCTIONS:

  * Get the very fresh clang, e.g. see http://libfuzzer.info#versions
  * Get and build libFuzzer:
     svn co http://llvm.org/svn/llvm-project/llvm/trunk/lib/Fuzzer
     ./Fuzzer/build.sh
  * build ffmpeg for fuzzing:
28
    FLAGS="-fsanitize=address -fsanitize-coverage=trace-pc-guard,trace-cmp -g" CC="clang $FLAGS" CXX="clang++ $FLAGS" ./configure  --disable-x86asm
29 30 31 32
    make clean && make -j
  * build the fuzz target.
    Choose the value of FFMPEG_CODEC (e.g. AV_CODEC_ID_DVD_SUBTITLE) and
    choose one of FUZZ_FFMPEG_VIDEO, FUZZ_FFMPEG_AUDIO, FUZZ_FFMPEG_SUBTITLE.
33
    clang -fsanitize=address -fsanitize-coverage=trace-pc-guard,trace-cmp tools/target_dec_fuzzer.c -o target_dec_fuzzer -I.   -DFFMPEG_CODEC=AV_CODEC_ID_MPEG1VIDEO -DFUZZ_FFMPEG_VIDEO ../../libfuzzer/libFuzzer.a   -Llibavcodec -Llibavdevice -Llibavfilter -Llibavformat -Llibavresample -Llibavutil -Llibpostproc -Llibswscale -Llibswresample -Wl,--as-needed -Wl,-z,noexecstack -Wl,--warn-common -Wl,-rpath-link=:libpostproc:libswresample:libswscale:libavfilter:libavdevice:libavformat:libavcodec:libavutil:libavresample -lavdevice -lavfilter -lavformat -lavcodec -lswresample -lswscale -lavutil -ldl -lxcb -lxcb-shm -lxcb -lxcb-xfixes  -lxcb -lxcb-shape -lxcb -lX11 -lasound -lm -lbz2 -lz -pthread
34 35 36 37
  * create a corpus directory and put some samples there (empty dir is ok too):
    mkdir CORPUS && cp some-files CORPUS

  * Run fuzzing:
38
    ./target_dec_fuzzer -max_len=100000 CORPUS
39 40 41 42 43 44 45 46 47

   More info:
   http://libfuzzer.info
   http://tutorial.libfuzzer.info
   https://github.com/google/oss-fuzz
   http://lcamtuf.coredump.cx/afl/
   https://security.googleblog.com/2016/08/guided-in-process-fuzzing-of-chrome.html
*/

48
#include "config.h"
49
#include "libavutil/avassert.h"
50
#include "libavutil/imgutils.h"
51
#include "libavutil/intreadwrite.h"
52 53

#include "libavcodec/avcodec.h"
54
#include "libavcodec/bytestream.h"
55 56
#include "libavformat/avformat.h"

57 58 59
//For FF_SANE_NB_CHANNELS, so we dont waste energy testing things that will get instantly rejected
#include "libavcodec/internal.h"

60
int LLVMFuzzerTestOneInput(const uint8_t *data, size_t size);
61

62
extern AVCodec * codec_list[];
63

64 65 66 67 68 69 70 71 72 73
static void error(const char *err)
{
    fprintf(stderr, "%s", err);
    exit(1);
}

static AVCodec *c = NULL;
static AVCodec *AVCodecInitialize(enum AVCodecID codec_id)
{
    AVCodec *res;
74

75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92
    res = avcodec_find_decoder(codec_id);
    if (!res)
        error("Failed to find decoder");
    return res;
}

static int subtitle_handler(AVCodecContext *avctx, void *frame,
                            int *got_sub_ptr, AVPacket *avpkt)
{
    AVSubtitle sub;
    int ret = avcodec_decode_subtitle2(avctx, &sub, got_sub_ptr, avpkt);
    if (ret >= 0 && *got_sub_ptr)
        avsubtitle_free(&sub);
    return ret;
}

// Ensure we don't loop forever
const uint32_t maxiteration = 8096;
93 94
const uint64_t maxpixels_per_frame = 4096 * 4096;
uint64_t maxpixels;
95

96
uint64_t maxsamples_per_frame = 256*1024*32;
97
uint64_t maxsamples;
98

99 100 101 102 103 104 105
static const uint64_t FUZZ_TAG = 0x4741542D5A5A5546ULL;

int LLVMFuzzerTestOneInput(const uint8_t *data, size_t size) {
    const uint64_t fuzz_tag = FUZZ_TAG;
    const uint8_t *last = data;
    const uint8_t *end = data + size;
    uint32_t it = 0;
106
    uint64_t ec_pixels = 0;
107
    uint64_t nb_samples = 0;
108 109 110
    int (*decode_handler)(AVCodecContext *avctx, AVFrame *picture,
                          int *got_picture_ptr,
                          const AVPacket *avpkt) = NULL;
111
    AVCodecParserContext *parser = NULL;
112
    uint64_t keyframes = 0;
113
    AVDictionary *opts = NULL;
114

115 116 117 118 119
    if (!c) {
#ifdef FFMPEG_DECODER
#define DECODER_SYMBOL0(CODEC) ff_##CODEC##_decoder
#define DECODER_SYMBOL(CODEC) DECODER_SYMBOL0(CODEC)
        extern AVCodec DECODER_SYMBOL(FFMPEG_DECODER);
120
        codec_list[0] = &DECODER_SYMBOL(FFMPEG_DECODER);
121 122
        avcodec_register(&DECODER_SYMBOL(FFMPEG_DECODER));

123
        c = &DECODER_SYMBOL(FFMPEG_DECODER);
124 125
#else
        avcodec_register_all();
126
        c = AVCodecInitialize(FFMPEG_CODEC);  // Done once.
127
#endif
128
        av_log_set_level(AV_LOG_PANIC);
129
    }
130

131 132 133 134 135
    switch (c->type) {
    case AVMEDIA_TYPE_AUDIO   : decode_handler = avcodec_decode_audio4; break;
    case AVMEDIA_TYPE_VIDEO   : decode_handler = avcodec_decode_video2; break;
    case AVMEDIA_TYPE_SUBTITLE: decode_handler = subtitle_handler     ; break;
    }
136 137 138
    switch (c->id) {
    case AV_CODEC_ID_APE:       maxsamples_per_frame /= 256; break;
    }
139
    maxpixels = maxpixels_per_frame * maxiteration;
140
    maxsamples = maxsamples_per_frame * maxiteration;
141
    switch (c->id) {
142 143 144 145 146
    case AV_CODEC_ID_BINKVIDEO:   maxpixels  /= 32;    break;
    case AV_CODEC_ID_CFHD:        maxpixels  /= 128;   break;
    case AV_CODEC_ID_DIRAC:       maxpixels  /= 8192;  break;
    case AV_CODEC_ID_DST:         maxsamples /= 8192;  break;
    case AV_CODEC_ID_DXV:         maxpixels  /= 32;    break;
147
    case AV_CODEC_ID_FFWAVESYNTH: maxsamples /= 16384; break;
148 149 150 151
    case AV_CODEC_ID_G2M:         maxpixels  /= 64;    break;
    case AV_CODEC_ID_GDV:         maxpixels  /= 512;   break;
    case AV_CODEC_ID_GIF:         maxpixels  /= 16;    break;
    case AV_CODEC_ID_HNM4_VIDEO:  maxpixels  /= 128;   break;
152
    case AV_CODEC_ID_IFF_ILBM:    maxpixels  /= 128;   break;
153 154 155
    case AV_CODEC_ID_INDEO4:      maxpixels  /= 128;   break;
    case AV_CODEC_ID_LSCR:        maxpixels  /= 16;    break;
    case AV_CODEC_ID_MOTIONPIXELS:maxpixels  /= 256;   break;
156
    case AV_CODEC_ID_MP4ALS:      maxsamples /= 65536; break;
157 158 159 160 161 162 163 164 165 166 167 168 169
    case AV_CODEC_ID_MSRLE:       maxpixels  /= 16;    break;
    case AV_CODEC_ID_MSS2:        maxpixels  /= 16384; break;
    case AV_CODEC_ID_MSZH:        maxpixels  /= 128;   break;
    case AV_CODEC_ID_QTRLE:       maxpixels  /= 16;    break;
    case AV_CODEC_ID_RASC:        maxpixels  /= 16;    break;
    case AV_CODEC_ID_SANM:        maxpixels  /= 16;    break;
    case AV_CODEC_ID_SCPR:        maxpixels  /= 32;    break;
    case AV_CODEC_ID_SMACKVIDEO:  maxpixels  /= 64;    break;
    case AV_CODEC_ID_SNOW:        maxpixels  /= 128;   break;
    case AV_CODEC_ID_TGV:         maxpixels  /= 32;    break;
    case AV_CODEC_ID_TRUEMOTION2: maxpixels  /= 1024;  break;
    case AV_CODEC_ID_VP7:         maxpixels  /= 256;   break;
    case AV_CODEC_ID_VP9:         maxpixels  /= 4096;  break;
170 171
    }

172

173
    AVCodecContext* ctx = avcodec_alloc_context3(c);
174 175
    AVCodecContext* parser_avctx = avcodec_alloc_context3(NULL);
    if (!ctx || !parser_avctx)
176
        error("Failed memory allocation");
177

178 179
    if (ctx->max_pixels == 0 || ctx->max_pixels > maxpixels_per_frame)
        ctx->max_pixels = maxpixels_per_frame; //To reduce false positive OOM and hangs
180
    ctx->refcounted_frames = 1; //To reduce false positive timeouts and focus testing on the refcounted API
181

182 183
    ctx->max_samples = maxsamples_per_frame;

184 185
    if (size > 1024) {
        GetByteContext gbc;
186
        int extradata_size;
187
        int flags;
188 189
        size -= 1024;
        bytestream2_init(&gbc, data + size, 1024);
190 191 192 193
        ctx->width                              = bytestream2_get_le32(&gbc);
        ctx->height                             = bytestream2_get_le32(&gbc);
        ctx->bit_rate                           = bytestream2_get_le64(&gbc);
        ctx->bits_per_coded_sample              = bytestream2_get_le32(&gbc);
194
        // Try to initialize a parser for this codec, note, this may fail which just means we test without one
195 196
        flags = bytestream2_get_byte(&gbc);
        if (flags & 1)
197
            parser = av_parser_init(c->id);
198 199
        if (flags & 2)
            ctx->strict_std_compliance = FF_COMPLIANCE_EXPERIMENTAL;
200 201 202 203 204
        if (flags & 4) {
            ctx->err_recognition = AV_EF_AGGRESSIVE | AV_EF_COMPLIANT | AV_EF_CAREFUL;
            if (flags & 8)
                ctx->err_recognition |= AV_EF_EXPLODE;
        }
205 206
        if (flags & 0x10)
            ctx->flags2 |= AV_CODEC_FLAG2_FAST;
207

208 209
        if (flags & 0x40)
            av_force_cpu_flags(0);
210 211

        extradata_size = bytestream2_get_le32(&gbc);
212

213
        ctx->sample_rate                        = bytestream2_get_le32(&gbc) & 0x7FFFFFFF;
214
        ctx->channels                           = (unsigned)bytestream2_get_le32(&gbc) % FF_SANE_NB_CHANNELS;
215
        ctx->block_align                        = bytestream2_get_le32(&gbc) & 0x7FFFFFFF;
216
        ctx->codec_tag                          = bytestream2_get_le32(&gbc);
217 218 219 220 221
        if (c->codec_tags) {
            int n;
            for (n = 0; c->codec_tags[n] != FF_CODEC_TAGS_END; n++);
            ctx->codec_tag = c->codec_tags[ctx->codec_tag % n];
        }
222
        keyframes                               = bytestream2_get_le64(&gbc);
223
        ctx->request_channel_layout             = bytestream2_get_le64(&gbc);
224

225 226
        ctx->idct_algo                          = bytestream2_get_byte(&gbc) % 25;

227 228 229 230 231 232 233 234 235 236 237 238 239
        if (flags & 0x20) {
            switch (ctx->codec_id) {
            case AV_CODEC_ID_AC3:
            case AV_CODEC_ID_EAC3:
                av_dict_set_int(&opts, "cons_noisegen", bytestream2_get_byte(&gbc) & 1, 0);
                av_dict_set_int(&opts, "heavy_compr",   bytestream2_get_byte(&gbc) & 1, 0);
                av_dict_set_int(&opts, "target_level",  (int)(bytestream2_get_byte(&gbc) % 32) - 31, 0);
                av_dict_set_int(&opts, "dmix_mode",     (int)(bytestream2_get_byte(&gbc) %  4) -  1, 0);
                break;
            }
        }


240 241 242 243 244 245 246 247
        if (extradata_size < size) {
            ctx->extradata = av_mallocz(extradata_size + AV_INPUT_BUFFER_PADDING_SIZE);
            if (ctx->extradata) {
                ctx->extradata_size = extradata_size;
                size -= ctx->extradata_size;
                memcpy(ctx->extradata, data + size, ctx->extradata_size);
            }
        }
248 249 250 251
        if (av_image_check_size(ctx->width, ctx->height, 0, ctx))
            ctx->width = ctx->height = 0;
    }

252
    int res = avcodec_open2(ctx, c, &opts);
253
    if (res < 0) {
254
        avcodec_free_context(&ctx);
255
        av_free(parser_avctx);
256
        av_parser_close(parser);
257
        av_dict_free(&opts);
258
        return 0; // Failure of avcodec_open2() does not imply that a issue was found
259
    }
260
    parser_avctx->codec_id = ctx->codec_id;
261 262 263 264 265 266 267

    int got_frame;
    AVFrame *frame = av_frame_alloc();
    if (!frame)
        error("Failed memory allocation");

    // Read very simple container
268
    AVPacket avpkt, parsepkt;
269
    av_init_packet(&avpkt);
270
    av_init_packet(&parsepkt);
271 272 273
    while (data < end && it < maxiteration) {
        // Search for the TAG
        while (data + sizeof(fuzz_tag) < end) {
274
            if (data[0] == (fuzz_tag & 0xFF) && AV_RN64(data) == fuzz_tag)
275 276 277 278 279 280
                break;
            data++;
        }
        if (data + sizeof(fuzz_tag) > end)
            data = end;

281 282 283 284
        res = av_new_packet(&parsepkt, data - last);
        if (res < 0)
            error("Failed memory allocation");
        memcpy(parsepkt.data, last, data - last);
285 286
        parsepkt.flags = (keyframes & 1) * AV_PKT_FLAG_DISCARD + (!!(keyframes & 2)) * AV_PKT_FLAG_KEY;
        keyframes = (keyframes >> 2) + (keyframes<<62);
287 288 289
        data += sizeof(fuzz_tag);
        last = data;

290 291 292 293 294 295 296
        while (parsepkt.size > 0) {

            if (parser) {
                av_init_packet(&avpkt);
                int ret = av_parser_parse2(parser, parser_avctx, &avpkt.data, &avpkt.size,
                                           parsepkt.data, parsepkt.size,
                                           parsepkt.pts, parsepkt.dts, parsepkt.pos);
297 298 299 300 301
                if (avpkt.data == parsepkt.data) {
                    avpkt.buf = av_buffer_ref(parsepkt.buf);
                    if (!avpkt.buf)
                        error("Failed memory allocation");
                } else {
302
                    if (av_packet_make_refcounted(&avpkt) < 0)
303 304
                        error("Failed memory allocation");
                }
305 306 307 308 309 310 311 312 313 314 315
                parsepkt.data += ret;
                parsepkt.size -= ret;
                parsepkt.pos  += ret;
                avpkt.pts = parser->pts;
                avpkt.dts = parser->dts;
                avpkt.pos = parser->pos;
                if ( parser->key_frame == 1 ||
                    (parser->key_frame == -1 && parser->pict_type == AV_PICTURE_TYPE_I))
                    avpkt.flags |= AV_PKT_FLAG_KEY;
                avpkt.flags |= parsepkt.flags & AV_PKT_FLAG_DISCARD;
            } else {
316
                av_packet_move_ref(&avpkt, &parsepkt);
317 318 319 320
            }

          // Iterate through all data
          while (avpkt.size > 0 && it++ < maxiteration) {
321 322
            av_frame_unref(frame);
            int ret = decode_handler(ctx, frame, &got_frame, &avpkt);
323

324
            ec_pixels += (ctx->width + 32LL) * (ctx->height + 32LL);
325
            if (it > 20 || ec_pixels > 4 * ctx->max_pixels)
326
                ctx->error_concealment = 0;
327 328
            if (ec_pixels > maxpixels)
                goto maximums_reached;
329

330 331 332 333
            nb_samples += frame->nb_samples;
            if (nb_samples > maxsamples)
                goto maximums_reached;

334 335
            if (ret <= 0 || ret > avpkt.size)
               break;
336 337
            if (ctx->codec_type != AVMEDIA_TYPE_AUDIO)
                ret = avpkt.size;
338 339
            avpkt.data += ret;
            avpkt.size -= ret;
340
          }
341
          av_packet_unref(&avpkt);
342
        }
343
        av_packet_unref(&parsepkt);
344
    }
345
maximums_reached:
346

347
    av_packet_unref(&avpkt);
348 349 350

    do {
        got_frame = 0;
351
        av_frame_unref(frame);
352 353 354
        decode_handler(ctx, frame, &got_frame, &avpkt);
    } while (got_frame == 1 && it++ < maxiteration);

355
    fprintf(stderr, "pixels decoded: %"PRId64", samples decoded: %"PRId64", iterations: %d\n", ec_pixels, nb_samples, it);
356

357 358
    av_frame_free(&frame);
    avcodec_free_context(&ctx);
359 360
    avcodec_free_context(&parser_avctx);
    av_parser_close(parser);
361
    av_packet_unref(&parsepkt);
362
    av_dict_free(&opts);
363 364
    return 0;
}