ffmpeg.c 128 KB
Newer Older
Fabrice Bellard's avatar
Fabrice Bellard committed
1
/*
Fabrice Bellard's avatar
Fabrice Bellard committed
2
 * Copyright (c) 2000-2003 Fabrice Bellard
Fabrice Bellard's avatar
Fabrice Bellard committed
3
 *
4 5 6
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
7 8
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
9
 * version 2.1 of the License, or (at your option) any later version.
Fabrice Bellard's avatar
Fabrice Bellard committed
10
 *
11
 * FFmpeg is distributed in the hope that it will be useful,
Fabrice Bellard's avatar
Fabrice Bellard committed
12
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 14
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
Fabrice Bellard's avatar
Fabrice Bellard committed
15
 *
16
 * You should have received a copy of the GNU Lesser General Public
17
 * License along with FFmpeg; if not, write to the Free Software
18
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
Fabrice Bellard's avatar
Fabrice Bellard committed
19
 */
20

21 22 23 24 25
/**
 * @file
 * multimedia converter based on the FFmpeg libraries
 */

26 27 28 29 30 31
#include "config.h"
#include <ctype.h>
#include <string.h>
#include <math.h>
#include <stdlib.h>
#include <errno.h>
32
#include <limits.h>
33 34
#include <stdint.h>

35
#if HAVE_ISATTY
36 37 38 39
#if HAVE_IO_H
#include <io.h>
#endif
#if HAVE_UNISTD_H
40
#include <unistd.h>
41
#endif
42
#endif
43

44 45
#include "libavformat/avformat.h"
#include "libavdevice/avdevice.h"
46
#include "libswresample/swresample.h"
47
#include "libavutil/opt.h"
48
#include "libavutil/channel_layout.h"
49 50
#include "libavutil/parseutils.h"
#include "libavutil/samplefmt.h"
51
#include "libavutil/fifo.h"
52
#include "libavutil/intreadwrite.h"
53
#include "libavutil/dict.h"
54
#include "libavutil/mathematics.h"
55
#include "libavutil/pixdesc.h"
56
#include "libavutil/avstring.h"
57
#include "libavutil/libm.h"
58
#include "libavutil/imgutils.h"
59
#include "libavutil/timestamp.h"
60
#include "libavutil/bprint.h"
61
#include "libavutil/time.h"
62
#include "libavformat/os_support.h"
63

64 65
#include "libavformat/ffm.h" // not public API

66
# include "libavfilter/avcodec.h"
67
# include "libavfilter/avfilter.h"
68
# include "libavfilter/buffersrc.h"
69
# include "libavfilter/buffersink.h"
70

71
#if HAVE_SYS_RESOURCE_H
72
#include <sys/time.h>
73
#include <sys/types.h>
74
#include <sys/resource.h>
75
#elif HAVE_GETPROCESSTIMES
76 77
#include <windows.h>
#endif
78 79 80 81
#if HAVE_GETPROCESSMEMORYINFO
#include <windows.h>
#include <psapi.h>
#endif
82

83
#if HAVE_SYS_SELECT_H
84 85 86
#include <sys/select.h>
#endif

87 88 89 90 91 92
#if HAVE_TERMIOS_H
#include <fcntl.h>
#include <sys/ioctl.h>
#include <sys/time.h>
#include <termios.h>
#elif HAVE_KBHIT
93
#include <conio.h>
Fabrice Bellard's avatar
Fabrice Bellard committed
94
#endif
95

96 97 98 99
#if HAVE_PTHREADS
#include <pthread.h>
#endif

100
#include <time.h>
Fabrice Bellard's avatar
Fabrice Bellard committed
101

102
#include "ffmpeg.h"
Fabrice Bellard's avatar
Fabrice Bellard committed
103 104
#include "cmdutils.h"

105
#include "libavutil/avassert.h"
106

107
const char program_name[] = "ffmpeg";
108
const int program_birth_year = 2000;
109

110
static FILE *vstats_file;
111

112 113 114 115 116 117 118 119 120
const char *const forced_keyframes_const_names[] = {
    "n",
    "n_forced",
    "prev_forced_n",
    "prev_forced_t",
    "t",
    NULL
};

121
static void do_video_stats(OutputStream *ost, int frame_size);
122
static int64_t getutime(void);
123
static int64_t getmaxrss(void);
124

125
static int run_as_daemon  = 0;
126 127
static int64_t video_size = 0;
static int64_t audio_size = 0;
128
static int64_t data_size = 0;
129
static int64_t subtitle_size = 0;
130
static int64_t extra_size = 0;
131 132
static int nb_frames_dup = 0;
static int nb_frames_drop = 0;
133
static int64_t decode_error_stat[2];
134

135
static int current_time;
136
AVIOContext *progress_avio = NULL;
137

138 139
static uint8_t *subtitle_out;

140
#if HAVE_PTHREADS
141 142 143 144
/* signal to input threads that they should exit; set by the main thread */
static int transcoding_finished;
#endif

Stefano Sabatini's avatar
Stefano Sabatini committed
145
#define DEFAULT_PASS_LOGFILENAME_PREFIX "ffmpeg2pass"
Fabrice Bellard's avatar
Fabrice Bellard committed
146

147 148 149 150
InputStream **input_streams = NULL;
int        nb_input_streams = 0;
InputFile   **input_files   = NULL;
int        nb_input_files   = 0;
151

152 153 154 155
OutputStream **output_streams = NULL;
int         nb_output_streams = 0;
OutputFile   **output_files   = NULL;
int         nb_output_files   = 0;
Fabrice Bellard's avatar
Fabrice Bellard committed
156

157 158
FilterGraph **filtergraphs;
int        nb_filtergraphs;
Fabrice Bellard's avatar
Fabrice Bellard committed
159

160 161 162 163
#if HAVE_TERMIOS_H

/* init terminal so that we can grab keys */
static struct termios oldtty;
164
static int restore_tty;
165 166
#endif

167 168
static void free_input_threads(void);

169

170 171 172 173 174
/* sub2video hack:
   Convert subtitles to video with alpha to insert them in filter graphs.
   This is a temporary solution until libavfilter gets real subtitles support.
 */

175 176 177 178 179 180 181 182 183 184 185 186 187 188
static int sub2video_get_blank_frame(InputStream *ist)
{
    int ret;
    AVFrame *frame = ist->sub2video.frame;

    av_frame_unref(frame);
    ist->sub2video.frame->width  = ist->sub2video.w;
    ist->sub2video.frame->height = ist->sub2video.h;
    ist->sub2video.frame->format = AV_PIX_FMT_RGB32;
    if ((ret = av_frame_get_buffer(frame, 32)) < 0)
        return ret;
    memset(frame->data[0], 0, frame->height * frame->linesize[0]);
    return 0;
}
189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220

static void sub2video_copy_rect(uint8_t *dst, int dst_linesize, int w, int h,
                                AVSubtitleRect *r)
{
    uint32_t *pal, *dst2;
    uint8_t *src, *src2;
    int x, y;

    if (r->type != SUBTITLE_BITMAP) {
        av_log(NULL, AV_LOG_WARNING, "sub2video: non-bitmap subtitle\n");
        return;
    }
    if (r->x < 0 || r->x + r->w > w || r->y < 0 || r->y + r->h > h) {
        av_log(NULL, AV_LOG_WARNING, "sub2video: rectangle overflowing\n");
        return;
    }

    dst += r->y * dst_linesize + r->x * 4;
    src = r->pict.data[0];
    pal = (uint32_t *)r->pict.data[1];
    for (y = 0; y < r->h; y++) {
        dst2 = (uint32_t *)dst;
        src2 = src;
        for (x = 0; x < r->w; x++)
            *(dst2++) = pal[*(src2++)];
        dst += dst_linesize;
        src += r->pict.linesize[0];
    }
}

static void sub2video_push_ref(InputStream *ist, int64_t pts)
{
221
    AVFrame *frame = ist->sub2video.frame;
222 223
    int i;

224 225
    av_assert1(frame->data[0]);
    ist->sub2video.last_pts = frame->pts = pts;
226
    for (i = 0; i < ist->nb_filters; i++)
227 228 229
        av_buffersrc_add_frame_flags(ist->filters[i]->filter, frame,
                                     AV_BUFFERSRC_FLAG_KEEP_REF |
                                     AV_BUFFERSRC_FLAG_PUSH);
230 231
}

232
static void sub2video_update(InputStream *ist, AVSubtitle *sub)
233 234
{
    int w = ist->sub2video.w, h = ist->sub2video.h;
235
    AVFrame *frame = ist->sub2video.frame;
236 237
    int8_t *dst;
    int     dst_linesize;
238 239
    int num_rects, i;
    int64_t pts, end_pts;
240

241
    if (!frame)
242
        return;
243 244 245 246 247 248 249 250 251 252 253
    if (sub) {
        pts       = av_rescale_q(sub->pts + sub->start_display_time * 1000,
                                 AV_TIME_BASE_Q, ist->st->time_base);
        end_pts   = av_rescale_q(sub->pts + sub->end_display_time   * 1000,
                                 AV_TIME_BASE_Q, ist->st->time_base);
        num_rects = sub->num_rects;
    } else {
        pts       = ist->sub2video.end_pts;
        end_pts   = INT64_MAX;
        num_rects = 0;
    }
254 255 256 257 258 259 260
    if (sub2video_get_blank_frame(ist) < 0) {
        av_log(ist->st->codec, AV_LOG_ERROR,
               "Impossible to get a blank canvas.\n");
        return;
    }
    dst          = frame->data    [0];
    dst_linesize = frame->linesize[0];
261
    for (i = 0; i < num_rects; i++)
262 263
        sub2video_copy_rect(dst, dst_linesize, w, h, sub->rects[i]);
    sub2video_push_ref(ist, pts);
264
    ist->sub2video.end_pts = end_pts;
265 266 267 268 269 270 271 272 273 274 275 276 277 278
}

static void sub2video_heartbeat(InputStream *ist, int64_t pts)
{
    InputFile *infile = input_files[ist->file_index];
    int i, j, nb_reqs;
    int64_t pts2;

    /* When a frame is read from a file, examine all sub2video streams in
       the same file and send the sub2video frame again. Otherwise, decoded
       video frames could be accumulating in the filter graph while a filter
       (possibly overlay) is desperately waiting for a subtitle frame. */
    for (i = 0; i < infile->nb_streams; i++) {
        InputStream *ist2 = input_streams[infile->ist_index + i];
279
        if (!ist2->sub2video.frame)
280 281 282 283 284 285 286
            continue;
        /* subtitles seem to be usually muxed ahead of other streams;
           if not, substracting a larger time here is necessary */
        pts2 = av_rescale_q(pts, ist->st->time_base, ist2->st->time_base) - 1;
        /* do not send the heartbeat frame if the subtitle is already ahead */
        if (pts2 <= ist2->sub2video.last_pts)
            continue;
287
        if (pts2 >= ist2->sub2video.end_pts || !ist2->sub2video.frame->data[0])
288
            sub2video_update(ist2, NULL);
289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305
        for (j = 0, nb_reqs = 0; j < ist2->nb_filters; j++)
            nb_reqs += av_buffersrc_get_nb_failed_requests(ist2->filters[j]->filter);
        if (nb_reqs)
            sub2video_push_ref(ist2, pts2);
    }
}

static void sub2video_flush(InputStream *ist)
{
    int i;

    for (i = 0; i < ist->nb_filters; i++)
        av_buffersrc_add_ref(ist->filters[i]->filter, NULL, 0);
}

/* end of sub2video hack */

306
void term_exit(void)
307
{
308 309 310 311 312
    av_log(NULL, AV_LOG_QUIET, "%s", "");
#if HAVE_TERMIOS_H
    if(restore_tty)
        tcsetattr (0, TCSANOW, &oldtty);
#endif
313
}
314

315
static volatile int received_sigterm = 0;
316
static volatile int received_nb_signals = 0;
317
static int main_return_code = 0;
318

319 320
static void
sigterm_handler(int sig)
321 322 323 324
{
    received_sigterm = sig;
    received_nb_signals++;
    term_exit();
325
    if(received_nb_signals > 3)
326
        exit_program(123);
327 328
}

329
void term_init(void)
330
{
331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351
#if HAVE_TERMIOS_H
    if(!run_as_daemon){
        struct termios tty;
        int istty = 1;
#if HAVE_ISATTY
        istty = isatty(0) && isatty(2);
#endif
        if (istty && tcgetattr (0, &tty) == 0) {
            oldtty = tty;
            restore_tty = 1;

            tty.c_iflag &= ~(IGNBRK|BRKINT|PARMRK|ISTRIP
                             |INLCR|IGNCR|ICRNL|IXON);
            tty.c_oflag |= OPOST;
            tty.c_lflag &= ~(ECHO|ECHONL|ICANON|IEXTEN);
            tty.c_cflag &= ~(CSIZE|PARENB);
            tty.c_cflag |= CS8;
            tty.c_cc[VMIN] = 1;
            tty.c_cc[VTIME] = 0;

            tcsetattr (0, TCSANOW, &tty);
352
        }
353
        signal(SIGQUIT, sigterm_handler); /* Quit (POSIX).  */
354
    }
355 356 357
#endif
    avformat_network_deinit();

Aneesh Dogra's avatar
Aneesh Dogra committed
358
    signal(SIGINT , sigterm_handler); /* Interrupt (ANSI).    */
359 360 361 362
    signal(SIGTERM, sigterm_handler); /* Termination (ANSI).  */
#ifdef SIGXCPU
    signal(SIGXCPU, sigterm_handler);
#endif
363 364
}

365 366
/* read a key without blocking */
static int read_key(void)
367
{
368 369 370 371 372
    unsigned char ch;
#if HAVE_TERMIOS_H
    int n = 1;
    struct timeval tv;
    fd_set rfds;
373

374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394
    FD_ZERO(&rfds);
    FD_SET(0, &rfds);
    tv.tv_sec = 0;
    tv.tv_usec = 0;
    n = select(1, &rfds, NULL, NULL, &tv);
    if (n > 0) {
        n = read(0, &ch, 1);
        if (n == 1)
            return ch;

        return n;
    }
#elif HAVE_KBHIT
#    if HAVE_PEEKNAMEDPIPE
    static int is_pipe;
    static HANDLE input_handle;
    DWORD dw, nchars;
    if(!input_handle){
        input_handle = GetStdHandle(STD_INPUT_HANDLE);
        is_pipe = !GetConsoleMode(input_handle, &dw);
    }
395

396 397 398 399 400 401
    if (stdin->_cnt > 0) {
        read(0, &ch, 1);
        return ch;
    }
    if (is_pipe) {
        /* When running under a GUI, you will end here. */
rogerdpack's avatar
rogerdpack committed
402 403
        if (!PeekNamedPipe(input_handle, NULL, 0, NULL, &nchars, NULL)) {
            // input pipe may have been closed by the program that ran ffmpeg
404
            return -1;
rogerdpack's avatar
rogerdpack committed
405
        }
406 407 408 409 410 411
        //Read it
        if(nchars != 0) {
            read(0, &ch, 1);
            return ch;
        }else{
            return -1;
412
        }
413 414 415 416 417 418
    }
#    endif
    if(kbhit())
        return(getch());
#endif
    return -1;
419 420
}

421
static int decode_interrupt_cb(void *ctx)
422 423
{
    return received_nb_signals > 1;
424 425
}

426
const AVIOInterruptCB int_cb = { decode_interrupt_cb, NULL };
427

428
static void ffmpeg_cleanup(int ret)
429
{
430
    int i, j;
431

432 433 434 435 436
    if (do_benchmark) {
        int maxrss = getmaxrss() / 1024;
        printf("bench: maxrss=%ikB\n", maxrss);
    }

437 438
    for (i = 0; i < nb_filtergraphs; i++) {
        avfilter_graph_free(&filtergraphs[i]->graph);
439 440
        for (j = 0; j < filtergraphs[i]->nb_inputs; j++) {
            av_freep(&filtergraphs[i]->inputs[j]->name);
441
            av_freep(&filtergraphs[i]->inputs[j]);
442
        }
443
        av_freep(&filtergraphs[i]->inputs);
444 445
        for (j = 0; j < filtergraphs[i]->nb_outputs; j++) {
            av_freep(&filtergraphs[i]->outputs[j]->name);
446
            av_freep(&filtergraphs[i]->outputs[j]);
447
        }
448
        av_freep(&filtergraphs[i]->outputs);
449
        av_freep(&filtergraphs[i]->graph_desc);
450 451 452
        av_freep(&filtergraphs[i]);
    }
    av_freep(&filtergraphs);
453

454
    av_freep(&subtitle_out);
455

456
    /* close files */
Aneesh Dogra's avatar
Aneesh Dogra committed
457
    for (i = 0; i < nb_output_files; i++) {
458
        AVFormatContext *s = output_files[i]->ctx;
459
        if (s && s->oformat && !(s->oformat->flags & AVFMT_NOFILE) && s->pb)
460 461
            avio_close(s->pb);
        avformat_free_context(s);
462 463
        av_dict_free(&output_files[i]->opts);
        av_freep(&output_files[i]);
464
    }
465
    for (i = 0; i < nb_output_streams; i++) {
466
        AVBitStreamFilterContext *bsfc = output_streams[i]->bitstream_filters;
467 468 469 470 471
        while (bsfc) {
            AVBitStreamFilterContext *next = bsfc->next;
            av_bitstream_filter_close(bsfc);
            bsfc = next;
        }
472
        output_streams[i]->bitstream_filters = NULL;
473
        av_frame_free(&output_streams[i]->filtered_frame);
474

475 476
        av_parser_close(output_streams[i]->parser);

477
        av_freep(&output_streams[i]->forced_keyframes);
478
        av_expr_free(output_streams[i]->forced_keyframes_pexpr);
479
        av_freep(&output_streams[i]->avfilter);
480
        av_freep(&output_streams[i]->logfile_prefix);
481
        av_freep(&output_streams[i]);
482
    }
483 484 485
#if HAVE_PTHREADS
    free_input_threads();
#endif
Aneesh Dogra's avatar
Aneesh Dogra committed
486
    for (i = 0; i < nb_input_files; i++) {
487 488
        avformat_close_input(&input_files[i]->ctx);
        av_freep(&input_files[i]);
489
    }
490
    for (i = 0; i < nb_input_streams; i++) {
491 492
        av_frame_free(&input_streams[i]->decoded_frame);
        av_frame_free(&input_streams[i]->filter_frame);
493
        av_dict_free(&input_streams[i]->opts);
494
        avsubtitle_free(&input_streams[i]->prev_sub.subtitle);
495
        av_frame_free(&input_streams[i]->sub2video.frame);
496
        av_freep(&input_streams[i]->filters);
497
        av_freep(&input_streams[i]->hwaccel_device);
498
        av_freep(&input_streams[i]);
499
    }
500

501 502 503
    if (vstats_file)
        fclose(vstats_file);
    av_free(vstats_filename);
504

505 506
    av_freep(&input_streams);
    av_freep(&input_files);
507
    av_freep(&output_streams);
508
    av_freep(&output_files);
509

510
    uninit_opts();
511

512
    avformat_network_deinit();
513

514
    if (received_sigterm) {
515 516
        av_log(NULL, AV_LOG_INFO, "Received signal %d: terminating.\n",
               (int) received_sigterm);
517
    }
518
    term_exit();
519 520
}

521
void assert_avoptions(AVDictionary *m)
522
{
523 524
    AVDictionaryEntry *t;
    if ((t = av_dict_get(m, "", NULL, AV_DICT_IGNORE_SUFFIX))) {
525
        av_log(NULL, AV_LOG_FATAL, "Option %s not found.\n", t->key);
526
        exit_program(1);
527
    }
528
}
529

530
static void abort_codec_experimental(AVCodec *c, int encoder)
531
{
532
    exit_program(1);
533
}
534

535
static void update_benchmark(const char *fmt, ...)
536
{
537 538 539 540
    if (do_benchmark_all) {
        int64_t t = getutime();
        va_list va;
        char buf[1024];
541

542 543 544 545 546
        if (fmt) {
            va_start(va, fmt);
            vsnprintf(buf, sizeof(buf), fmt, va);
            va_end(va);
            printf("bench: %8"PRIu64" %s \n", t - current_time, buf);
547
        }
548
        current_time = t;
549 550 551
    }
}

552
static void close_all_output_streams(OutputStream *ost, OSTFinished this_stream, OSTFinished others)
553 554 555 556 557 558 559 560
{
    int i;
    for (i = 0; i < nb_output_streams; i++) {
        OutputStream *ost2 = output_streams[i];
        ost2->finished |= ost == ost2 ? this_stream : others;
    }
}

561
static void write_frame(AVFormatContext *s, AVPacket *pkt, OutputStream *ost)
562
{
563 564
    AVBitStreamFilterContext *bsfc = ost->bitstream_filters;
    AVCodecContext          *avctx = ost->st->codec;
565 566
    int ret;

567 568 569
    if ((avctx->codec_type == AVMEDIA_TYPE_VIDEO && video_sync_method == VSYNC_DROP) ||
        (avctx->codec_type == AVMEDIA_TYPE_AUDIO && audio_sync_method < 0))
        pkt->pts = pkt->dts = AV_NOPTS_VALUE;
570

571 572 573 574 575 576 577 578
    /*
     * Audio encoders may split the packets --  #frames in != #packets out.
     * But there is no reordering, so we can limit the number of output packets
     * by simply dropping them here.
     * Counting encoded video frames needs to be done separately because of
     * reordering, see do_video_out()
     */
    if (!(avctx->codec_type == AVMEDIA_TYPE_VIDEO && avctx->codec)) {
579 580
        if (ost->frame_number >= ost->max_frames) {
            av_free_packet(pkt);
581
            return;
582
        }
583
        ost->frame_number++;
584 585
    }

Aneesh Dogra's avatar
Aneesh Dogra committed
586 587 588 589 590 591
    while (bsfc) {
        AVPacket new_pkt = *pkt;
        int a = av_bitstream_filter_filter(bsfc, avctx, NULL,
                                           &new_pkt.data, &new_pkt.size,
                                           pkt->data, pkt->size,
                                           pkt->flags & AV_PKT_FLAG_KEY);
592 593 594 595 596 597
        if(a == 0 && new_pkt.data != pkt->data && new_pkt.destruct) {
            uint8_t *t = av_malloc(new_pkt.size + FF_INPUT_BUFFER_PADDING_SIZE); //the new should be a subset of the old so cannot overflow
            if(t) {
                memcpy(t, new_pkt.data, new_pkt.size);
                memset(t + new_pkt.size, 0, FF_INPUT_BUFFER_PADDING_SIZE);
                new_pkt.data = t;
598
                new_pkt.buf = NULL;
599 600 601 602
                a = 1;
            } else
                a = AVERROR(ENOMEM);
        }
Aneesh Dogra's avatar
Aneesh Dogra committed
603
        if (a > 0) {
604
            av_free_packet(pkt);
605 606 607
            new_pkt.buf = av_buffer_create(new_pkt.data, new_pkt.size,
                                           av_buffer_default_free, NULL, 0);
            if (!new_pkt.buf)
608
                exit_program(1);
Aneesh Dogra's avatar
Aneesh Dogra committed
609
        } else if (a < 0) {
610
            av_log(NULL, AV_LOG_ERROR, "Failed to open bitstream filter %s for stream %d with codec %s",
611 612
                   bsfc->filter->name, pkt->stream_index,
                   avctx->codec ? avctx->codec->name : "copy");
613 614
            print_error("", a);
            if (exit_on_error)
615
                exit_program(1);
616
        }
Aneesh Dogra's avatar
Aneesh Dogra committed
617
        *pkt = new_pkt;
618

Aneesh Dogra's avatar
Aneesh Dogra committed
619
        bsfc = bsfc->next;
620 621
    }

622
    if (!(s->oformat->flags & AVFMT_NOTIMESTAMPS) &&
623
        (avctx->codec_type == AVMEDIA_TYPE_AUDIO || avctx->codec_type == AVMEDIA_TYPE_VIDEO) &&
624
        pkt->dts != AV_NOPTS_VALUE &&
625 626 627
        ost->last_mux_dts != AV_NOPTS_VALUE) {
      int64_t max = ost->last_mux_dts + !(s->oformat->flags & AVFMT_TS_NONSTRICT);
      if (pkt->dts < max) {
628
        int loglevel = max - pkt->dts > 2 || avctx->codec_type == AVMEDIA_TYPE_VIDEO ? AV_LOG_WARNING : AV_LOG_DEBUG;
629
        av_log(s, loglevel, "Non-monotonous DTS in output stream "
630 631 632 633
               "%d:%d; previous: %"PRId64", current: %"PRId64"; ",
               ost->file_index, ost->st->index, ost->last_mux_dts, pkt->dts);
        if (exit_on_error) {
            av_log(NULL, AV_LOG_FATAL, "aborting.\n");
634
            exit_program(1);
635
        }
636
        av_log(s, loglevel, "changing to %"PRId64". This may result "
637
               "in incorrect timestamps in the output file.\n",
638
               max);
639
        if(pkt->pts >= pkt->dts)
640
            pkt->pts = FFMAX(pkt->pts, max);
641
        pkt->dts = max;
642
      }
643 644 645
    }
    ost->last_mux_dts = pkt->dts;

646
    pkt->stream_index = ost->index;
647 648 649

    if (debug_ts) {
        av_log(NULL, AV_LOG_INFO, "muxer <- type:%s "
650
                "pkt_pts:%s pkt_pts_time:%s pkt_dts:%s pkt_dts_time:%s size:%d\n",
651 652
                av_get_media_type_string(ost->st->codec->codec_type),
                av_ts2str(pkt->pts), av_ts2timestr(pkt->pts, &ost->st->time_base),
653 654
                av_ts2str(pkt->dts), av_ts2timestr(pkt->dts, &ost->st->time_base),
                pkt->size
655 656 657
              );
    }

Aneesh Dogra's avatar
Aneesh Dogra committed
658 659
    ret = av_interleaved_write_frame(s, pkt);
    if (ret < 0) {
660
        print_error("av_interleaved_write_frame()", ret);
661
        main_return_code = 1;
662
        close_all_output_streams(ost, MUXER_FINISHED | ENCODER_FINISHED, ENCODER_FINISHED);
663
    }
664 665
}

666 667 668 669
static void close_output_stream(OutputStream *ost)
{
    OutputFile *of = output_files[ost->file_index];

670
    ost->finished |= ENCODER_FINISHED;
671
    if (of->shortest) {
672 673
        int64_t end = av_rescale_q(ost->sync_opts - ost->first_pts, ost->st->codec->time_base, AV_TIME_BASE_Q);
        of->recording_time = FFMIN(of->recording_time, end);
674 675 676
    }
}

677
static int check_recording_time(OutputStream *ost)
678
{
679
    OutputFile *of = output_files[ost->file_index];
680

681 682 683
    if (of->recording_time != INT64_MAX &&
        av_compare_ts(ost->sync_opts - ost->first_pts, ost->st->codec->time_base, of->recording_time,
                      AV_TIME_BASE_Q) >= 0) {
684
        close_output_stream(ost);
685
        return 0;
686
    }
687 688
    return 1;
}
689

690 691
static void do_audio_out(AVFormatContext *s, OutputStream *ost,
                         AVFrame *frame)
692 693 694
{
    AVCodecContext *enc = ost->st->codec;
    AVPacket pkt;
695
    int got_packet = 0;
696

697 698 699
    av_init_packet(&pkt);
    pkt.data = NULL;
    pkt.size = 0;
700

701 702
    if (!check_recording_time(ost))
        return;
703

704
    if (frame->pts == AV_NOPTS_VALUE || audio_sync_method < 0)
705
        frame->pts = ost->sync_opts;
706
    ost->sync_opts = frame->pts + frame->nb_samples;
707

708 709
    av_assert0(pkt.size || !pkt.data);
    update_benchmark(NULL);
710 711 712 713 714 715
    if (debug_ts) {
        av_log(NULL, AV_LOG_INFO, "encoder <- type:audio "
               "frame_pts:%s frame_pts_time:%s time_base:%d/%d\n",
               av_ts2str(frame->pts), av_ts2timestr(frame->pts, &enc->time_base),
               enc->time_base.num, enc->time_base.den);
    }
716
    if (avcodec_encode_audio2(enc, &pkt, frame, &got_packet) < 0) {
717
        av_log(NULL, AV_LOG_FATAL, "Audio encoding failed (avcodec_encode_audio2)\n");
718
        exit_program(1);
719
    }
720
    update_benchmark("encode_audio %d.%d", ost->file_index, ost->index);
721

722 723 724
    if (got_packet) {
        if (pkt.pts != AV_NOPTS_VALUE)
            pkt.pts      = av_rescale_q(pkt.pts,      enc->time_base, ost->st->time_base);
725 726
        if (pkt.dts != AV_NOPTS_VALUE)
            pkt.dts      = av_rescale_q(pkt.dts,      enc->time_base, ost->st->time_base);
727 728
        if (pkt.duration > 0)
            pkt.duration = av_rescale_q(pkt.duration, enc->time_base, ost->st->time_base);
729

730 731 732 733 734 735
        if (debug_ts) {
            av_log(NULL, AV_LOG_INFO, "encoder -> type:audio "
                   "pkt_pts:%s pkt_pts_time:%s pkt_dts:%s pkt_dts_time:%s\n",
                   av_ts2str(pkt.pts), av_ts2timestr(pkt.pts, &ost->st->time_base),
                   av_ts2str(pkt.dts), av_ts2timestr(pkt.dts, &ost->st->time_base));
        }
736

737
        audio_size += pkt.size;
738
        write_frame(s, &pkt, ost);
739

740
        av_free_packet(&pkt);
741 742 743
    }
}

744 745 746
static void do_subtitle_out(AVFormatContext *s,
                            OutputStream *ost,
                            InputStream *ist,
747
                            AVSubtitle *sub)
748
{
749 750 751 752
    int subtitle_out_max_size = 1024 * 1024;
    int subtitle_out_size, nb, i;
    AVCodecContext *enc;
    AVPacket pkt;
753
    int64_t pts;
754

755
    if (sub->pts == AV_NOPTS_VALUE) {
756
        av_log(NULL, AV_LOG_ERROR, "Subtitle packets must have a pts\n");
757
        if (exit_on_error)
758
            exit_program(1);
759
        return;
760
    }
761

762
    enc = ost->st->codec;
763

764 765
    if (!subtitle_out) {
        subtitle_out = av_malloc(subtitle_out_max_size);
766 767
    }

768 769 770
    /* Note: DVB subtitle need one packet to draw them and one other
       packet to clear them */
    /* XXX: signal it in the codec context ? */
771
    if (enc->codec_id == AV_CODEC_ID_DVB_SUBTITLE)
772 773 774
        nb = 2;
    else
        nb = 1;
775

776
    /* shift timestamp to honor -ss and make check_recording_time() work with -t */
777 778 779
    pts = sub->pts;
    if (output_files[ost->file_index]->start_time != AV_NOPTS_VALUE)
        pts -= output_files[ost->file_index]->start_time;
Aneesh Dogra's avatar
Aneesh Dogra committed
780
    for (i = 0; i < nb; i++) {
781
        ost->sync_opts = av_rescale_q(pts, AV_TIME_BASE_Q, enc->time_base);
782 783
        if (!check_recording_time(ost))
            return;
784

785
        sub->pts = pts;
786
        // start_display_time is required to be 0
Aneesh Dogra's avatar
Aneesh Dogra committed
787 788
        sub->pts               += av_rescale_q(sub->start_display_time, (AVRational){ 1, 1000 }, AV_TIME_BASE_Q);
        sub->end_display_time  -= sub->start_display_time;
789
        sub->start_display_time = 0;
790 791
        if (i == 1)
            sub->num_rects = 0;
792 793 794
        subtitle_out_size = avcodec_encode_subtitle(enc, subtitle_out,
                                                    subtitle_out_max_size, sub);
        if (subtitle_out_size < 0) {
795
            av_log(NULL, AV_LOG_FATAL, "Subtitle encoding failed\n");
796
            exit_program(1);
797 798 799 800 801
        }

        av_init_packet(&pkt);
        pkt.data = subtitle_out;
        pkt.size = subtitle_out_size;
Aneesh Dogra's avatar
Aneesh Dogra committed
802
        pkt.pts  = av_rescale_q(sub->pts, AV_TIME_BASE_Q, ost->st->time_base);
803
        pkt.duration = av_rescale_q(sub->end_display_time, (AVRational){ 1, 1000 }, ost->st->time_base);
804
        if (enc->codec_id == AV_CODEC_ID_DVB_SUBTITLE) {
805 806 807 808 809 810 811
            /* XXX: the pts correction is handled here. Maybe handling
               it in the codec would be better */
            if (i == 0)
                pkt.pts += 90 * sub->start_display_time;
            else
                pkt.pts += 90 * sub->end_display_time;
        }
812
        subtitle_size += pkt.size;
813
        write_frame(s, &pkt, ost);
814
    }
815
}
816

817 818
static void do_video_out(AVFormatContext *s,
                         OutputStream *ost,
819
                         AVFrame *in_picture)
820
{
821 822 823
    int ret, format_video_sync;
    AVPacket pkt;
    AVCodecContext *enc = ost->st->codec;
824 825 826 827 828
    int nb_frames, i;
    double sync_ipts, delta;
    double duration = 0;
    int frame_size = 0;
    InputStream *ist = NULL;
829

830 831
    if (ost->source_index >= 0)
        ist = input_streams[ost->source_index];
832

833 834
    if(ist && ist->st->start_time != AV_NOPTS_VALUE && ist->st->first_dts != AV_NOPTS_VALUE && ost->frame_rate.num)
        duration = 1/(av_q2d(ost->frame_rate) * av_q2d(enc->time_base));
835

836 837
    sync_ipts = in_picture->pts;
    delta = sync_ipts - ost->sync_opts + duration;
838

839 840
    /* by default, we output a single frame */
    nb_frames = 1;
841

842
    format_video_sync = video_sync_method;
843 844 845 846 847
    if (format_video_sync == VSYNC_AUTO) {
        if(!strcmp(s->oformat->name, "avi")) {
            format_video_sync = VSYNC_VFR;
        } else
            format_video_sync = (s->oformat->flags & AVFMT_VARIABLE_FPS) ? ((s->oformat->flags & AVFMT_NOTIMESTAMPS) ? VSYNC_PASSTHROUGH : VSYNC_VFR) : VSYNC_CFR;
848 849 850 851 852 853
        if (   ist
            && format_video_sync == VSYNC_CFR
            && input_files[ist->file_index]->ctx->nb_streams == 1
            && input_files[ist->file_index]->input_ts_offset == 0) {
            format_video_sync = VSYNC_VSCFR;
        }
854 855 856
        if (format_video_sync == VSYNC_CFR && copy_ts) {
            format_video_sync = VSYNC_VSCFR;
        }
857
    }
858 859

    switch (format_video_sync) {
860 861 862 863 864 865
    case VSYNC_VSCFR:
        if (ost->frame_number == 0 && delta - duration >= 0.5) {
            av_log(NULL, AV_LOG_DEBUG, "Not duplicating %d initial frames\n", (int)lrintf(delta - duration));
            delta = duration;
            ost->sync_opts = lrint(sync_ipts);
        }
866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888
    case VSYNC_CFR:
        // FIXME set to 0.5 after we fix some dts/pts bugs like in avidec.c
        if (delta < -1.1)
            nb_frames = 0;
        else if (delta > 1.1)
            nb_frames = lrintf(delta);
        break;
    case VSYNC_VFR:
        if (delta <= -0.6)
            nb_frames = 0;
        else if (delta > 0.6)
            ost->sync_opts = lrint(sync_ipts);
        break;
    case VSYNC_DROP:
    case VSYNC_PASSTHROUGH:
        ost->sync_opts = lrint(sync_ipts);
        break;
    default:
        av_assert0(0);
    }

    nb_frames = FFMIN(nb_frames, ost->max_frames - ost->frame_number);
    if (nb_frames == 0) {
889 890
        nb_frames_drop++;
        av_log(NULL, AV_LOG_VERBOSE, "*** drop!\n");
891
        return;
892 893
    } else if (nb_frames > 1) {
        if (nb_frames > dts_error_threshold * 30) {
894
            av_log(NULL, AV_LOG_ERROR, "%d frame duplication too large, skipping\n", nb_frames - 1);
895 896
            nb_frames_drop++;
            return;
897
        }
898 899
        nb_frames_dup += nb_frames - 1;
        av_log(NULL, AV_LOG_VERBOSE, "*** %d dup!\n", nb_frames - 1);
900 901
    }

902 903
  /* duplicates frame if needed */
  for (i = 0; i < nb_frames; i++) {
Anton Khirnov's avatar
Anton Khirnov committed
904 905 906
    av_init_packet(&pkt);
    pkt.data = NULL;
    pkt.size = 0;
907

908
    in_picture->pts = ost->sync_opts;
909

910
#if 1
911
    if (!check_recording_time(ost))
912
#else
913
    if (ost->frame_number >= ost->max_frames)
914
#endif
Anton Khirnov's avatar
Anton Khirnov committed
915
        return;
916

Anton Khirnov's avatar
Anton Khirnov committed
917
    if (s->oformat->flags & AVFMT_RAWPICTURE &&
918
        enc->codec->id == AV_CODEC_ID_RAWVIDEO) {
Anton Khirnov's avatar
Anton Khirnov committed
919 920 921 922 923
        /* raw pictures are written as AVPicture structure to
           avoid any copies. We support temporarily the older
           method. */
        enc->coded_frame->interlaced_frame = in_picture->interlaced_frame;
        enc->coded_frame->top_field_first  = in_picture->top_field_first;
924 925 926 927
        if (enc->coded_frame->interlaced_frame)
            enc->field_order = enc->coded_frame->top_field_first ? AV_FIELD_TB:AV_FIELD_BT;
        else
            enc->field_order = AV_FIELD_PROGRESSIVE;
Anton Khirnov's avatar
Anton Khirnov committed
928 929 930 931
        pkt.data   = (uint8_t *)in_picture;
        pkt.size   =  sizeof(AVPicture);
        pkt.pts    = av_rescale_q(in_picture->pts, enc->time_base, ost->st->time_base);
        pkt.flags |= AV_PKT_FLAG_KEY;
932

933
        video_size += pkt.size;
934
        write_frame(s, &pkt, ost);
Anton Khirnov's avatar
Anton Khirnov committed
935
    } else {
936 937
        int got_packet, forced_keyframe = 0;
        double pts_time;
Fabrice Bellard's avatar
Fabrice Bellard committed
938

939 940 941
        if (ost->st->codec->flags & (CODEC_FLAG_INTERLACED_DCT|CODEC_FLAG_INTERLACED_ME) &&
            ost->top_field_first >= 0)
            in_picture->top_field_first = !!ost->top_field_first;
942

943
        if (in_picture->interlaced_frame) {
944
            if (enc->codec->id == AV_CODEC_ID_MJPEG)
945
                enc->field_order = in_picture->top_field_first ? AV_FIELD_TT:AV_FIELD_BB;
946
            else
947
                enc->field_order = in_picture->top_field_first ? AV_FIELD_TB:AV_FIELD_BT;
948 949 950
        } else
            enc->field_order = AV_FIELD_PROGRESSIVE;

951
        in_picture->quality = ost->st->codec->global_quality;
Anton Khirnov's avatar
Anton Khirnov committed
952
        if (!enc->me_threshold)
953
            in_picture->pict_type = 0;
954

955 956
        pts_time = in_picture->pts != AV_NOPTS_VALUE ?
            in_picture->pts * av_q2d(enc->time_base) : NAN;
Anton Khirnov's avatar
Anton Khirnov committed
957
        if (ost->forced_kf_index < ost->forced_kf_count &&
958
            in_picture->pts >= ost->forced_kf_pts[ost->forced_kf_index]) {
Anton Khirnov's avatar
Anton Khirnov committed
959
            ost->forced_kf_index++;
960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982
            forced_keyframe = 1;
        } else if (ost->forced_keyframes_pexpr) {
            double res;
            ost->forced_keyframes_expr_const_values[FKF_T] = pts_time;
            res = av_expr_eval(ost->forced_keyframes_pexpr,
                               ost->forced_keyframes_expr_const_values, NULL);
            av_dlog(NULL, "force_key_frame: n:%f n_forced:%f prev_forced_n:%f t:%f prev_forced_t:%f -> res:%f\n",
                    ost->forced_keyframes_expr_const_values[FKF_N],
                    ost->forced_keyframes_expr_const_values[FKF_N_FORCED],
                    ost->forced_keyframes_expr_const_values[FKF_PREV_FORCED_N],
                    ost->forced_keyframes_expr_const_values[FKF_T],
                    ost->forced_keyframes_expr_const_values[FKF_PREV_FORCED_T],
                    res);
            if (res) {
                forced_keyframe = 1;
                ost->forced_keyframes_expr_const_values[FKF_PREV_FORCED_N] =
                    ost->forced_keyframes_expr_const_values[FKF_N];
                ost->forced_keyframes_expr_const_values[FKF_PREV_FORCED_T] =
                    ost->forced_keyframes_expr_const_values[FKF_T];
                ost->forced_keyframes_expr_const_values[FKF_N_FORCED] += 1;
            }

            ost->forced_keyframes_expr_const_values[FKF_N] += 1;
Anton Khirnov's avatar
Anton Khirnov committed
983
        }
984
        if (forced_keyframe) {
985
            in_picture->pict_type = AV_PICTURE_TYPE_I;
986 987 988
            av_log(NULL, AV_LOG_DEBUG, "Forced keyframe at time %f\n", pts_time);
        }

989
        update_benchmark(NULL);
990 991 992 993 994 995 996
        if (debug_ts) {
            av_log(NULL, AV_LOG_INFO, "encoder <- type:video "
                   "frame_pts:%s frame_pts_time:%s time_base:%d/%d\n",
                   av_ts2str(in_picture->pts), av_ts2timestr(in_picture->pts, &enc->time_base),
                   enc->time_base.num, enc->time_base.den);
        }

997
        ret = avcodec_encode_video2(enc, &pkt, in_picture, &got_packet);
998
        update_benchmark("encode_video %d.%d", ost->file_index, ost->index);
Anton Khirnov's avatar
Anton Khirnov committed
999 1000
        if (ret < 0) {
            av_log(NULL, AV_LOG_FATAL, "Video encoding failed\n");
1001
            exit_program(1);
Anton Khirnov's avatar
Anton Khirnov committed
1002
        }
1003

Anton Khirnov's avatar
Anton Khirnov committed
1004
        if (got_packet) {
1005 1006 1007 1008 1009 1010 1011
            if (debug_ts) {
                av_log(NULL, AV_LOG_INFO, "encoder -> type:video "
                       "pkt_pts:%s pkt_pts_time:%s pkt_dts:%s pkt_dts_time:%s\n",
                       av_ts2str(pkt.pts), av_ts2timestr(pkt.pts, &enc->time_base),
                       av_ts2str(pkt.dts), av_ts2timestr(pkt.dts, &enc->time_base));
            }

1012 1013
            if (pkt.pts == AV_NOPTS_VALUE && !(enc->codec->capabilities & CODEC_CAP_DELAY))
                pkt.pts = ost->sync_opts;
1014

Anton Khirnov's avatar
Anton Khirnov committed
1015 1016 1017 1018
            if (pkt.pts != AV_NOPTS_VALUE)
                pkt.pts = av_rescale_q(pkt.pts, enc->time_base, ost->st->time_base);
            if (pkt.dts != AV_NOPTS_VALUE)
                pkt.dts = av_rescale_q(pkt.dts, enc->time_base, ost->st->time_base);
1019

1020 1021 1022 1023 1024 1025 1026 1027
            if (debug_ts) {
                av_log(NULL, AV_LOG_INFO, "encoder -> type:video "
                    "pkt_pts:%s pkt_pts_time:%s pkt_dts:%s pkt_dts_time:%s\n",
                    av_ts2str(pkt.pts), av_ts2timestr(pkt.pts, &ost->st->time_base),
                    av_ts2str(pkt.dts), av_ts2timestr(pkt.dts, &ost->st->time_base));
            }

            frame_size = pkt.size;
Anton Khirnov's avatar
Anton Khirnov committed
1028
            video_size += pkt.size;
1029
            write_frame(s, &pkt, ost);
1030
            av_free_packet(&pkt);
1031

Anton Khirnov's avatar
Anton Khirnov committed
1032 1033 1034
            /* if two pass, output log */
            if (ost->logfile && enc->stats_out) {
                fprintf(ost->logfile, "%s", enc->stats_out);
1035
            }
1036
        }
1037
    }
Anton Khirnov's avatar
Anton Khirnov committed
1038 1039 1040 1041 1042 1043 1044
    ost->sync_opts++;
    /*
     * For video, number of frames in == number of packets out.
     * But there may be reordering, so we can't throw away frames on encoder
     * flush, we need to limit them here, before they go into encoder.
     */
    ost->frame_number++;
1045

1046
    if (vstats_filename && frame_size)
1047
        do_video_stats(ost, frame_size);
1048
  }
Fabrice Bellard's avatar
Fabrice Bellard committed
1049 1050
}

Aneesh Dogra's avatar
Aneesh Dogra committed
1051
static double psnr(double d)
Fabrice Bellard's avatar
Fabrice Bellard committed
1052
{
Aneesh Dogra's avatar
Aneesh Dogra committed
1053
    return -10.0 * log(d) / log(10.0);
1054
}
1055

1056
static void do_video_stats(OutputStream *ost, int frame_size)
1057
{
1058 1059 1060
    AVCodecContext *enc;
    int frame_number;
    double ti1, bitrate, avg_bitrate;
1061

1062 1063 1064 1065 1066
    /* this is executed just the first time do_video_stats is called */
    if (!vstats_file) {
        vstats_file = fopen(vstats_filename, "w");
        if (!vstats_file) {
            perror("fopen");
1067
            exit_program(1);
1068
        }
1069
    }
1070

1071 1072
    enc = ost->st->codec;
    if (enc->codec_type == AVMEDIA_TYPE_VIDEO) {
1073
        frame_number = ost->st->nb_frames;
Aneesh Dogra's avatar
Aneesh Dogra committed
1074
        fprintf(vstats_file, "frame= %5d q= %2.1f ", frame_number, enc->coded_frame->quality / (float)FF_QP2LAMBDA);
1075
        if (enc->flags&CODEC_FLAG_PSNR)
Aneesh Dogra's avatar
Aneesh Dogra committed
1076
            fprintf(vstats_file, "PSNR= %6.2f ", psnr(enc->coded_frame->error[0] / (enc->width * enc->height * 255.0 * 255.0)));
1077

1078 1079
        fprintf(vstats_file,"f_size= %6d ", frame_size);
        /* compute pts value */
1080
        ti1 = ost->st->pts.val * av_q2d(enc->time_base);
1081 1082
        if (ti1 < 0.01)
            ti1 = 0.01;
1083

Aneesh Dogra's avatar
Aneesh Dogra committed
1084
        bitrate     = (frame_size * 8) / av_q2d(enc->time_base) / 1000.0;
1085 1086
        avg_bitrate = (double)(video_size * 8) / ti1 / 1000.0;
        fprintf(vstats_file, "s_size= %8.0fkB time= %0.3f br= %7.1fkbits/s avg_br= %7.1fkbits/s ",
Aneesh Dogra's avatar
Aneesh Dogra committed
1087
               (double)video_size / 1024, ti1, bitrate, avg_bitrate);
1088
        fprintf(vstats_file, "type= %c\n", av_get_picture_type_char(enc->coded_frame->pict_type));
1089
    }
1090
}
1091

1092
/**
1093 1094 1095 1096 1097 1098
 * Get and encode new output from any of the filtergraphs, without causing
 * activity.
 *
 * @return  0 for success, <0 for severe errors
 */
static int reap_filters(void)
1099 1100
{
    AVFrame *filtered_frame = NULL;
1101
    int i;
1102
    int64_t frame_pts;
1103

1104 1105 1106 1107
    /* Reap all buffers present in the buffer sinks */
    for (i = 0; i < nb_output_streams; i++) {
        OutputStream *ost = output_streams[i];
        OutputFile    *of = output_files[ost->file_index];
1108 1109
        AVFilterContext *filter;
        AVCodecContext *enc = ost->st->codec;
1110 1111 1112 1113
        int ret = 0;

        if (!ost->filter)
            continue;
1114
        filter = ost->filter->filter;
1115

1116
        if (!ost->filtered_frame && !(ost->filtered_frame = av_frame_alloc())) {
1117
            return AVERROR(ENOMEM);
1118
        }
1119 1120 1121
        filtered_frame = ost->filtered_frame;

        while (1) {
1122
            ret = av_buffersink_get_frame_flags(filter, filtered_frame,
1123 1124 1125 1126
                                               AV_BUFFERSINK_FLAG_NO_REQUEST);
            if (ret < 0) {
                if (ret != AVERROR(EAGAIN) && ret != AVERROR_EOF) {
                    av_log(NULL, AV_LOG_WARNING,
1127
                           "Error in av_buffersink_get_frame_flags(): %s\n", av_err2str(ret));
1128
                }
1129 1130
                break;
            }
1131 1132 1133 1134
            if (ost->finished) {
                av_frame_unref(filtered_frame);
                continue;
            }
1135
            frame_pts = AV_NOPTS_VALUE;
1136
            if (filtered_frame->pts != AV_NOPTS_VALUE) {
1137
                int64_t start_time = (of->start_time == AV_NOPTS_VALUE) ? 0 : of->start_time;
1138 1139 1140
                filtered_frame->pts = frame_pts =
                    av_rescale_q(filtered_frame->pts, filter->inputs[0]->time_base, enc->time_base) -
                    av_rescale_q(start_time, AV_TIME_BASE_Q, enc->time_base);
1141
            }
1142 1143 1144
            //if (ost->source_index >= 0)
            //    *filtered_frame= *input_streams[ost->source_index]->decoded_frame; //for me_threshold

1145
            switch (filter->inputs[0]->type) {
1146 1147
            case AVMEDIA_TYPE_VIDEO:
                filtered_frame->pts = frame_pts;
1148
                if (!ost->frame_aspect_ratio.num)
1149
                    enc->sample_aspect_ratio = filtered_frame->sample_aspect_ratio;
1150

1151 1152 1153 1154 1155 1156
                if (debug_ts) {
                    av_log(NULL, AV_LOG_INFO, "filter -> pts:%s pts_time:%s time_base:%d/%d\n",
                            av_ts2str(filtered_frame->pts), av_ts2timestr(filtered_frame->pts, &enc->time_base),
                            enc->time_base.num, enc->time_base.den);
                }

1157
                do_video_out(of->ctx, ost, filtered_frame);
1158 1159 1160
                break;
            case AVMEDIA_TYPE_AUDIO:
                filtered_frame->pts = frame_pts;
1161 1162
                if (!(enc->codec->capabilities & CODEC_CAP_PARAM_CHANGE) &&
                    enc->channels != av_frame_get_channels(filtered_frame)) {
1163 1164 1165 1166
                    av_log(NULL, AV_LOG_ERROR,
                           "Audio filter graph output is not normalized and encoder does not support parameter changes\n");
                    break;
                }
1167 1168 1169 1170 1171 1172 1173
                do_audio_out(of->ctx, ost, filtered_frame);
                break;
            default:
                // TODO support subtitle filters
                av_assert0(0);
            }

1174
            av_frame_unref(filtered_frame);
1175
        }
1176
    }
1177 1178

    return 0;
1179 1180
}

1181
static void print_report(int is_last_report, int64_t timer_start, int64_t cur_time)
1182
{
1183
    char buf[1024];
1184
    AVBPrint buf_script;
1185 1186 1187 1188 1189
    OutputStream *ost;
    AVFormatContext *oc;
    int64_t total_size;
    AVCodecContext *enc;
    int frame_number, vid, i;
1190
    double bitrate;
1191
    int64_t pts = INT64_MIN;
1192 1193
    static int64_t last_time = -1;
    static int qp_histogram[52];
1194
    int hours, mins, secs, us;
1195

1196
    if (!print_stats && !is_last_report && !progress_avio)
1197
        return;
1198

1199 1200 1201
    if (!is_last_report) {
        if (last_time == -1) {
            last_time = cur_time;
1202
            return;
Ramiro Polla's avatar
Ramiro Polla committed
1203
        }
1204 1205 1206
        if ((cur_time - last_time) < 500000)
            return;
        last_time = cur_time;
1207 1208
    }

1209

1210
    oc = output_files[0]->ctx;
1211

1212
    total_size = avio_size(oc->pb);
1213
    if (total_size <= 0) // FIXME improve avio_size() so it works with non seekable output too
Aneesh Dogra's avatar
Aneesh Dogra committed
1214
        total_size = avio_tell(oc->pb);
1215

1216 1217
    buf[0] = '\0';
    vid = 0;
1218
    av_bprint_init(&buf_script, 0, 1);
1219
    for (i = 0; i < nb_output_streams; i++) {
1220
        float q = -1;
1221
        ost = output_streams[i];
1222
        enc = ost->st->codec;
1223
        if (!ost->stream_copy && enc->coded_frame)
Aneesh Dogra's avatar
Aneesh Dogra committed
1224
            q = enc->coded_frame->quality / (float)FF_QP2LAMBDA;
1225 1226
        if (vid && enc->codec_type == AVMEDIA_TYPE_VIDEO) {
            snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "q=%2.1f ", q);
1227 1228
            av_bprintf(&buf_script, "stream_%d_%d_q=%.1f\n",
                       ost->file_index, ost->index, q);
1229
        }
1230
        if (!vid && enc->codec_type == AVMEDIA_TYPE_VIDEO) {
1231
            float fps, t = (cur_time-timer_start) / 1000000.0;
1232

1233
            frame_number = ost->frame_number;
1234 1235 1236 1237 1238 1239 1240
            fps = t > 1 ? frame_number / t : 0;
            snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "frame=%5d fps=%3.*f q=%3.1f ",
                     frame_number, fps < 9.95, fps, q);
            av_bprintf(&buf_script, "frame=%d\n", frame_number);
            av_bprintf(&buf_script, "fps=%.1f\n", fps);
            av_bprintf(&buf_script, "stream_%d_%d_q=%.1f\n",
                       ost->file_index, ost->index, q);
Aneesh Dogra's avatar
Aneesh Dogra committed
1241
            if (is_last_report)
1242
                snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "L");
Aneesh Dogra's avatar
Aneesh Dogra committed
1243
            if (qp_hist) {
1244 1245
                int j;
                int qp = lrintf(q);
Aneesh Dogra's avatar
Aneesh Dogra committed
1246
                if (qp >= 0 && qp < FF_ARRAY_ELEMS(qp_histogram))
1247
                    qp_histogram[qp]++;
Aneesh Dogra's avatar
Aneesh Dogra committed
1248
                for (j = 0; j < 32; j++)
1249
                    snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "%X", (int)lrintf(log2(qp_histogram[j] + 1)));
Fabrice Bellard's avatar
Fabrice Bellard committed
1250
            }
1251
            if ((enc->flags&CODEC_FLAG_PSNR) && (enc->coded_frame || is_last_report)) {
1252
                int j;
Aneesh Dogra's avatar
Aneesh Dogra committed
1253 1254
                double error, error_sum = 0;
                double scale, scale_sum = 0;
1255
                double p;
Aneesh Dogra's avatar
Aneesh Dogra committed
1256
                char type[3] = { 'Y','U','V' };
1257
                snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "PSNR=");
Aneesh Dogra's avatar
Aneesh Dogra committed
1258 1259 1260 1261 1262 1263 1264
                for (j = 0; j < 3; j++) {
                    if (is_last_report) {
                        error = enc->error[j];
                        scale = enc->width * enc->height * 255.0 * 255.0 * frame_number;
                    } else {
                        error = enc->coded_frame->error[j];
                        scale = enc->width * enc->height * 255.0 * 255.0;
1265
                    }
Aneesh Dogra's avatar
Aneesh Dogra committed
1266 1267
                    if (j)
                        scale /= 4;
1268 1269
                    error_sum += error;
                    scale_sum += scale;
1270 1271 1272
                    p = psnr(error / scale);
                    snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "%c:%2.2f ", type[j], p);
                    av_bprintf(&buf_script, "stream_%d_%d_psnr_%c=%2.2f\n",
1273
                               ost->file_index, ost->index, type[j] | 32, p);
1274
                }
1275
                p = psnr(error_sum / scale_sum);
Aneesh Dogra's avatar
Aneesh Dogra committed
1276
                snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "*:%2.2f ", psnr(error_sum / scale_sum));
1277 1278
                av_bprintf(&buf_script, "stream_%d_%d_psnr_all=%2.2f\n",
                           ost->file_index, ost->index, p);
1279 1280
            }
            vid = 1;
Fabrice Bellard's avatar
Fabrice Bellard committed
1281
        }
1282
        /* compute min output value */
1283
        if ((is_last_report || !ost->finished) && ost->st->pts.val != AV_NOPTS_VALUE)
1284 1285
            pts = FFMAX(pts, av_rescale_q(ost->st->pts.val,
                                          ost->st->time_base, AV_TIME_BASE_Q));
Fabrice Bellard's avatar
Fabrice Bellard committed
1286 1287
    }

1288 1289 1290 1291 1292 1293
    secs = pts / AV_TIME_BASE;
    us = pts % AV_TIME_BASE;
    mins = secs / 60;
    secs %= 60;
    hours = mins / 60;
    mins %= 60;
1294

1295
    bitrate = pts && total_size >= 0 ? total_size * 8 / (pts / 1000.0) : -1;
1296

1297 1298 1299 1300
    if (total_size < 0) snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf),
                                 "size=N/A time=");
    else                snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf),
                                 "size=%8.0fkB time=", total_size / 1024.0);
1301 1302 1303
    snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf),
             "%02d:%02d:%02d.%02d ", hours, mins, secs,
             (100 * us) / AV_TIME_BASE);
1304 1305 1306 1307 1308 1309
    if (bitrate < 0) snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf),
                              "bitrate=N/A");
    else             snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf),
                              "bitrate=%6.1fkbits/s", bitrate);
    if (total_size < 0) av_bprintf(&buf_script, "total_size=N/A\n");
    else                av_bprintf(&buf_script, "total_size=%"PRId64"\n", total_size);
1310 1311 1312
    av_bprintf(&buf_script, "out_time_ms=%"PRId64"\n", pts);
    av_bprintf(&buf_script, "out_time=%02d:%02d:%02d.%06d\n",
               hours, mins, secs, us);
1313

1314 1315 1316
    if (nb_frames_dup || nb_frames_drop)
        snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), " dup=%d drop=%d",
                nb_frames_dup, nb_frames_drop);
1317 1318
    av_bprintf(&buf_script, "dup_frames=%d\n", nb_frames_dup);
    av_bprintf(&buf_script, "drop_frames=%d\n", nb_frames_drop);
1319

1320
    if (print_stats || is_last_report) {
1321 1322 1323 1324
        if (print_stats==1 && AV_LOG_INFO > av_log_get_level()) {
            fprintf(stderr, "%s    \r", buf);
        } else
            av_log(NULL, AV_LOG_INFO, "%s    \r", buf);
1325

1326
    fflush(stderr);
Fabrice Bellard's avatar
Fabrice Bellard committed
1327 1328
    }

1329 1330 1331 1332 1333 1334 1335 1336 1337 1338
    if (progress_avio) {
        av_bprintf(&buf_script, "progress=%s\n",
                   is_last_report ? "end" : "continue");
        avio_write(progress_avio, buf_script.str,
                   FFMIN(buf_script.len, buf_script.size - 1));
        avio_flush(progress_avio);
        av_bprint_finalize(&buf_script, NULL);
        if (is_last_report) {
            avio_close(progress_avio);
            progress_avio = NULL;
1339 1340
        }
    }
1341

1342
    if (is_last_report) {
1343 1344 1345 1346 1347 1348
        int64_t raw   = audio_size + video_size + data_size + subtitle_size + extra_size;
        float percent = 0.0;

        if (raw)
            percent = 100.0 * (total_size - raw) / raw;

1349
        av_log(NULL, AV_LOG_INFO, "\n");
1350
        av_log(NULL, AV_LOG_INFO, "video:%1.0fkB audio:%1.0fkB subtitle:%1.0f data:%1.0f global headers:%1.0fkB muxing overhead %f%%\n",
Aneesh Dogra's avatar
Aneesh Dogra committed
1351 1352
               video_size / 1024.0,
               audio_size / 1024.0,
1353
               subtitle_size / 1024.0,
1354
               data_size / 1024.0,
Aneesh Dogra's avatar
Aneesh Dogra committed
1355
               extra_size / 1024.0,
1356
               percent);
1357
        if(video_size + data_size + audio_size + subtitle_size + extra_size == 0){
1358 1359
            av_log(NULL, AV_LOG_WARNING, "Output file is empty, nothing was encoded (check -ss / -t / -frames parameters if used)\n");
        }
1360
    }
1361
}
1362

1363
static void flush_encoders(void)
1364 1365
{
    int i, ret;
1366

1367
    for (i = 0; i < nb_output_streams; i++) {
1368
        OutputStream   *ost = output_streams[i];
1369
        AVCodecContext *enc = ost->st->codec;
1370
        AVFormatContext *os = output_files[ost->file_index]->ctx;
1371
        int stop_encoding = 0;
1372

1373
        if (!ost->encoding_needed)
1374 1375
            continue;

Aneesh Dogra's avatar
Aneesh Dogra committed
1376
        if (ost->st->codec->codec_type == AVMEDIA_TYPE_AUDIO && enc->frame_size <= 1)
1377
            continue;
1378
        if (ost->st->codec->codec_type == AVMEDIA_TYPE_VIDEO && (os->oformat->flags & AVFMT_RAWPICTURE) && enc->codec->id == AV_CODEC_ID_RAWVIDEO)
1379 1380
            continue;

Aneesh Dogra's avatar
Aneesh Dogra committed
1381
        for (;;) {
1382 1383 1384
            int (*encode)(AVCodecContext*, AVPacket*, const AVFrame*, int*) = NULL;
            const char *desc;
            int64_t *size;
1385 1386 1387

            switch (ost->st->codec->codec_type) {
            case AVMEDIA_TYPE_AUDIO:
1388 1389 1390
                encode = avcodec_encode_audio2;
                desc   = "Audio";
                size   = &audio_size;
1391 1392
                break;
            case AVMEDIA_TYPE_VIDEO:
1393 1394 1395 1396 1397 1398 1399 1400 1401 1402
                encode = avcodec_encode_video2;
                desc   = "Video";
                size   = &video_size;
                break;
            default:
                stop_encoding = 1;
            }

            if (encode) {
                AVPacket pkt;
Michael Niedermayer's avatar
Michael Niedermayer committed
1403
                int pkt_size;
1404 1405 1406 1407 1408
                int got_packet;
                av_init_packet(&pkt);
                pkt.data = NULL;
                pkt.size = 0;

1409
                update_benchmark(NULL);
1410
                ret = encode(enc, &pkt, NULL, &got_packet);
1411
                update_benchmark("flush %s %d.%d", desc, ost->file_index, ost->index);
1412
                if (ret < 0) {
1413
                    av_log(NULL, AV_LOG_FATAL, "%s encoding failed\n", desc);
1414
                    exit_program(1);
1415 1416 1417 1418
                }
                if (ost->logfile && enc->stats_out) {
                    fprintf(ost->logfile, "%s", enc->stats_out);
                }
1419
                if (!got_packet) {
1420 1421 1422
                    stop_encoding = 1;
                    break;
                }
1423
                if (ost->finished & MUXER_FINISHED) {
1424 1425 1426
                    av_free_packet(&pkt);
                    continue;
                }
1427
                *size += pkt.size;
1428 1429 1430 1431
                if (pkt.pts != AV_NOPTS_VALUE)
                    pkt.pts = av_rescale_q(pkt.pts, enc->time_base, ost->st->time_base);
                if (pkt.dts != AV_NOPTS_VALUE)
                    pkt.dts = av_rescale_q(pkt.dts, enc->time_base, ost->st->time_base);
1432 1433
                if (pkt.duration > 0)
                    pkt.duration = av_rescale_q(pkt.duration, enc->time_base, ost->st->time_base);
Michael Niedermayer's avatar
Michael Niedermayer committed
1434
                pkt_size = pkt.size;
1435
                write_frame(os, &pkt, ost);
1436
                if (ost->st->codec->codec_type == AVMEDIA_TYPE_VIDEO && vstats_filename) {
Michael Niedermayer's avatar
Michael Niedermayer committed
1437
                    do_video_stats(ost, pkt_size);
1438
                }
1439
            }
1440

1441
            if (stop_encoding)
1442
                break;
1443 1444
        }
    }
1445
}
1446

1447 1448 1449 1450 1451
/*
 * Check whether a packet from ist should be written into ost at this time
 */
static int check_output_constraints(InputStream *ist, OutputStream *ost)
{
1452 1453
    OutputFile *of = output_files[ost->file_index];
    int ist_index  = input_files[ist->file_index]->ist_index + ist->st->index;
1454

1455 1456
    if (ost->source_index != ist_index)
        return 0;
1457

1458 1459 1460
    if (ost->finished)
        return 0;

1461
    if (of->start_time != AV_NOPTS_VALUE && ist->pts < of->start_time)
1462
        return 0;
1463

1464 1465
    return 1;
}
1466

1467 1468
static void do_streamcopy(InputStream *ist, OutputStream *ost, const AVPacket *pkt)
{
1469
    OutputFile *of = output_files[ost->file_index];
1470
    InputFile   *f = input_files [ist->file_index];
1471 1472
    int64_t start_time = (of->start_time == AV_NOPTS_VALUE) ? 0 : of->start_time;
    int64_t ost_tb_start_time = av_rescale_q(start_time, AV_TIME_BASE_Q, ost->st->time_base);
1473
    int64_t ist_tb_start_time = av_rescale_q(start_time, AV_TIME_BASE_Q, ist->st->time_base);
1474
    AVPicture pict;
1475
    AVPacket opkt;
1476

1477 1478 1479 1480 1481 1482
    av_init_packet(&opkt);

    if ((!ost->frame_number && !(pkt->flags & AV_PKT_FLAG_KEY)) &&
        !ost->copy_initial_nonkeyframes)
        return;

1483
    if (pkt->pts == AV_NOPTS_VALUE) {
1484
        if (!ost->frame_number && ist->pts < start_time &&
1485 1486 1487 1488 1489 1490 1491
            !ost->copy_prior_start)
            return;
    } else {
        if (!ost->frame_number && pkt->pts < ist_tb_start_time &&
            !ost->copy_prior_start)
            return;
    }
1492

1493
    if (of->recording_time != INT64_MAX &&
1494
        ist->pts >= of->recording_time + start_time) {
1495
        close_output_stream(ost);
1496
        return;
1497 1498
    }

1499 1500 1501 1502
    if (f->recording_time != INT64_MAX) {
        start_time = f->ctx->start_time;
        if (f->start_time != AV_NOPTS_VALUE)
            start_time += f->start_time;
1503 1504
        if (ist->pts >= f->recording_time + start_time) {
            close_output_stream(ost);
1505 1506 1507 1508
            return;
        }
    }

1509 1510 1511 1512 1513 1514
    /* force the input stream PTS */
    if (ost->st->codec->codec_type == AVMEDIA_TYPE_AUDIO)
        audio_size += pkt->size;
    else if (ost->st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
        video_size += pkt->size;
        ost->sync_opts++;
1515 1516
    } else if (ost->st->codec->codec_type == AVMEDIA_TYPE_DATA) {
        data_size += pkt->size;
1517 1518
    } else if (ost->st->codec->codec_type == AVMEDIA_TYPE_SUBTITLE) {
        subtitle_size += pkt->size;
Fabrice Bellard's avatar
Fabrice Bellard committed
1519 1520
    }

1521 1522 1523 1524
    if (pkt->pts != AV_NOPTS_VALUE)
        opkt.pts = av_rescale_q(pkt->pts, ist->st->time_base, ost->st->time_base) - ost_tb_start_time;
    else
        opkt.pts = AV_NOPTS_VALUE;
1525

1526
    if (pkt->dts == AV_NOPTS_VALUE)
1527
        opkt.dts = av_rescale_q(ist->dts, AV_TIME_BASE_Q, ost->st->time_base);
1528 1529 1530
    else
        opkt.dts = av_rescale_q(pkt->dts, ist->st->time_base, ost->st->time_base);
    opkt.dts -= ost_tb_start_time;
1531

1532 1533 1534 1535 1536 1537
    if (ost->st->codec->codec_type == AVMEDIA_TYPE_AUDIO && pkt->dts != AV_NOPTS_VALUE) {
        int duration = av_get_audio_frame_duration(ist->st->codec, pkt->size);
        if(!duration)
            duration = ist->st->codec->frame_size;
        opkt.dts = opkt.pts = av_rescale_delta(ist->st->time_base, pkt->dts,
                                               (AVRational){1, ist->st->codec->sample_rate}, duration, &ist->filter_in_rescale_delta_last,
1538
                                               ost->st->time_base) - ost_tb_start_time;
1539 1540
    }

1541 1542
    opkt.duration = av_rescale_q(pkt->duration, ist->st->time_base, ost->st->time_base);
    opkt.flags    = pkt->flags;
1543

Aneesh Dogra's avatar
Aneesh Dogra committed
1544
    // FIXME remove the following 2 lines they shall be replaced by the bitstream filters
1545 1546 1547 1548
    if (  ost->st->codec->codec_id != AV_CODEC_ID_H264
       && ost->st->codec->codec_id != AV_CODEC_ID_MPEG1VIDEO
       && ost->st->codec->codec_id != AV_CODEC_ID_MPEG2VIDEO
       && ost->st->codec->codec_id != AV_CODEC_ID_VC1
1549
       ) {
1550 1551 1552 1553
        if (av_parser_change(ost->parser, ost->st->codec,
                             &opkt.data, &opkt.size,
                             pkt->data, pkt->size,
                             pkt->flags & AV_PKT_FLAG_KEY)) {
1554 1555
            opkt.buf = av_buffer_create(opkt.data, opkt.size, av_buffer_default_free, NULL, 0);
            if (!opkt.buf)
1556
                exit_program(1);
1557
        }
1558 1559 1560
    } else {
        opkt.data = pkt->data;
        opkt.size = pkt->size;
1561
    }
1562
    av_copy_packet_side_data(&opkt, pkt);
1563

1564 1565 1566 1567 1568 1569 1570
    if (ost->st->codec->codec_type == AVMEDIA_TYPE_VIDEO && (of->ctx->oformat->flags & AVFMT_RAWPICTURE)) {
        /* store AVPicture in AVPacket, as expected by the output format */
        avpicture_fill(&pict, opkt.data, ost->st->codec->pix_fmt, ost->st->codec->width, ost->st->codec->height);
        opkt.data = (uint8_t *)&pict;
        opkt.size = sizeof(AVPicture);
        opkt.flags |= AV_PKT_FLAG_KEY;
    }
1571

1572
    write_frame(of->ctx, &opkt, ost);
1573
    ost->st->codec->frame_number++;
1574
}
1575

1576
int guess_input_channel_layout(InputStream *ist)
1577
{
1578
    AVCodecContext *dec = ist->st->codec;
1579

1580 1581
    if (!dec->channel_layout) {
        char layout_name[256];
1582

1583 1584
        if (dec->channels > ist->guess_layout_max)
            return 0;
1585 1586 1587 1588 1589 1590 1591
        dec->channel_layout = av_get_default_channel_layout(dec->channels);
        if (!dec->channel_layout)
            return 0;
        av_get_channel_layout_string(layout_name, sizeof(layout_name),
                                     dec->channels, dec->channel_layout);
        av_log(NULL, AV_LOG_WARNING, "Guessed Channel Layout for  Input Stream "
               "#%d.%d : %s\n", ist->file_index, ist->st->index, layout_name);
1592
    }
1593
    return 1;
1594 1595
}

1596
static int decode_audio(InputStream *ist, AVPacket *pkt, int *got_output)
1597
{
1598
    AVFrame *decoded_frame, *f;
1599
    AVCodecContext *avctx = ist->st->codec;
1600
    int i, ret, err = 0, resample_changed;
1601
    AVRational decoded_frame_tb;
1602

1603
    if (!ist->decoded_frame && !(ist->decoded_frame = av_frame_alloc()))
1604
        return AVERROR(ENOMEM);
1605 1606
    if (!ist->filter_frame && !(ist->filter_frame = av_frame_alloc()))
        return AVERROR(ENOMEM);
1607
    decoded_frame = ist->decoded_frame;
1608

1609
    update_benchmark(NULL);
1610
    ret = avcodec_decode_audio4(avctx, decoded_frame, got_output, pkt);
1611
    update_benchmark("decode_audio %d.%d", ist->file_index, ist->st->index);
1612 1613

    if (ret >= 0 && avctx->sample_rate <= 0) {
1614
        av_log(avctx, AV_LOG_ERROR, "Sample rate %d invalid\n", avctx->sample_rate);
1615
        ret = AVERROR_INVALIDDATA;
1616
    }
1617

1618 1619 1620
    if (*got_output || ret<0 || pkt->size)
        decode_error_stat[ret<0] ++;

1621 1622
    if (!*got_output || ret < 0) {
        if (!pkt->size) {
1623
            for (i = 0; i < ist->nb_filters; i++)
1624
#if 1
1625
                av_buffersrc_add_ref(ist->filters[i]->filter, NULL, 0);
1626
#else
1627
                av_buffersrc_add_frame(ist->filters[i]->filter, NULL);
1628
#endif
1629
        }
1630
        return ret;
1631 1632
    }

1633 1634 1635 1636 1637 1638 1639 1640
#if 1
    /* increment next_dts to use for the case where the input stream does not
       have timestamps or there are multiple frames in the packet */
    ist->next_pts += ((int64_t)AV_TIME_BASE * decoded_frame->nb_samples) /
                     avctx->sample_rate;
    ist->next_dts += ((int64_t)AV_TIME_BASE * decoded_frame->nb_samples) /
                     avctx->sample_rate;
#endif
1641

1642 1643 1644 1645 1646 1647
    resample_changed = ist->resample_sample_fmt     != decoded_frame->format         ||
                       ist->resample_channels       != avctx->channels               ||
                       ist->resample_channel_layout != decoded_frame->channel_layout ||
                       ist->resample_sample_rate    != decoded_frame->sample_rate;
    if (resample_changed) {
        char layout1[64], layout2[64];
1648

1649 1650 1651 1652
        if (!guess_input_channel_layout(ist)) {
            av_log(NULL, AV_LOG_FATAL, "Unable to find default channel "
                   "layout for Input Stream #%d.%d\n", ist->file_index,
                   ist->st->index);
1653
            exit_program(1);
1654 1655
        }
        decoded_frame->channel_layout = avctx->channel_layout;
1656

1657 1658 1659 1660
        av_get_channel_layout_string(layout1, sizeof(layout1), ist->resample_channels,
                                     ist->resample_channel_layout);
        av_get_channel_layout_string(layout2, sizeof(layout2), avctx->channels,
                                     decoded_frame->channel_layout);
1661

1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675
        av_log(NULL, AV_LOG_INFO,
               "Input stream #%d:%d frame changed from rate:%d fmt:%s ch:%d chl:%s to rate:%d fmt:%s ch:%d chl:%s\n",
               ist->file_index, ist->st->index,
               ist->resample_sample_rate,  av_get_sample_fmt_name(ist->resample_sample_fmt),
               ist->resample_channels, layout1,
               decoded_frame->sample_rate, av_get_sample_fmt_name(decoded_frame->format),
               avctx->channels, layout2);

        ist->resample_sample_fmt     = decoded_frame->format;
        ist->resample_sample_rate    = decoded_frame->sample_rate;
        ist->resample_channel_layout = decoded_frame->channel_layout;
        ist->resample_channels       = avctx->channels;

        for (i = 0; i < nb_filtergraphs; i++)
1676 1677 1678 1679 1680
            if (ist_in_filtergraph(filtergraphs[i], ist)) {
                FilterGraph *fg = filtergraphs[i];
                int j;
                if (configure_filtergraph(fg) < 0) {
                    av_log(NULL, AV_LOG_FATAL, "Error reinitializing filters!\n");
1681
                    exit_program(1);
1682 1683 1684 1685 1686 1687 1688 1689
                }
                for (j = 0; j < fg->nb_outputs; j++) {
                    OutputStream *ost = fg->outputs[j]->ost;
                    if (ost->enc->type == AVMEDIA_TYPE_AUDIO &&
                        !(ost->enc->capabilities & CODEC_CAP_VARIABLE_FRAME_SIZE))
                        av_buffersink_set_frame_size(ost->filter->filter,
                                                     ost->st->codec->frame_size);
                }
1690
            }
1691 1692
    }

1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709
    /* if the decoder provides a pts, use it instead of the last packet pts.
       the decoder could be delaying output by a packet or more. */
    if (decoded_frame->pts != AV_NOPTS_VALUE) {
        ist->dts = ist->next_dts = ist->pts = ist->next_pts = av_rescale_q(decoded_frame->pts, avctx->time_base, AV_TIME_BASE_Q);
        decoded_frame_tb   = avctx->time_base;
    } else if (decoded_frame->pkt_pts != AV_NOPTS_VALUE) {
        decoded_frame->pts = decoded_frame->pkt_pts;
        pkt->pts           = AV_NOPTS_VALUE;
        decoded_frame_tb   = ist->st->time_base;
    } else if (pkt->pts != AV_NOPTS_VALUE) {
        decoded_frame->pts = pkt->pts;
        pkt->pts           = AV_NOPTS_VALUE;
        decoded_frame_tb   = ist->st->time_base;
    }else {
        decoded_frame->pts = ist->dts;
        decoded_frame_tb   = AV_TIME_BASE_Q;
    }
1710
    if (decoded_frame->pts != AV_NOPTS_VALUE)
1711 1712 1713
        decoded_frame->pts = av_rescale_delta(decoded_frame_tb, decoded_frame->pts,
                                              (AVRational){1, ist->st->codec->sample_rate}, decoded_frame->nb_samples, &ist->filter_in_rescale_delta_last,
                                              (AVRational){1, ist->st->codec->sample_rate});
1714 1715 1716 1717 1718 1719 1720 1721
    for (i = 0; i < ist->nb_filters; i++) {
        if (i < ist->nb_filters - 1) {
            f = ist->filter_frame;
            err = av_frame_ref(f, decoded_frame);
            if (err < 0)
                break;
        } else
            f = decoded_frame;
1722
        err = av_buffersrc_add_frame_flags(ist->filters[i]->filter, f,
1723
                                     AV_BUFFERSRC_FLAG_PUSH);
1724 1725
        if (err == AVERROR_EOF)
            err = 0; /* ignore */
1726 1727 1728
        if (err < 0)
            break;
    }
1729
    decoded_frame->pts = AV_NOPTS_VALUE;
1730

1731 1732 1733
    av_frame_unref(ist->filter_frame);
    av_frame_unref(decoded_frame);
    return err < 0 ? err : ret;
1734 1735
}

1736
static int decode_video(InputStream *ist, AVPacket *pkt, int *got_output)
1737
{
1738 1739
    AVFrame *decoded_frame, *f;
    int i, ret = 0, err = 0, resample_changed;
1740 1741
    int64_t best_effort_timestamp;
    AVRational *frame_sample_aspect;
1742

1743 1744 1745
    if (!ist->decoded_frame && !(ist->decoded_frame = av_frame_alloc()))
        return AVERROR(ENOMEM);
    if (!ist->filter_frame && !(ist->filter_frame = av_frame_alloc()))
1746
        return AVERROR(ENOMEM);
1747
    decoded_frame = ist->decoded_frame;
1748
    pkt->dts  = av_rescale_q(ist->dts, AV_TIME_BASE_Q, ist->st->time_base);
1749

1750
    update_benchmark(NULL);
1751 1752
    ret = avcodec_decode_video2(ist->st->codec,
                                decoded_frame, got_output, pkt);
1753
    update_benchmark("decode_video %d.%d", ist->file_index, ist->st->index);
1754 1755 1756 1757

    if (*got_output || ret<0 || pkt->size)
        decode_error_stat[ret<0] ++;

1758 1759
    if (!*got_output || ret < 0) {
        if (!pkt->size) {
1760
            for (i = 0; i < ist->nb_filters; i++)
1761
#if 1
1762
                av_buffersrc_add_ref(ist->filters[i]->filter, NULL, 0);
1763
#else
1764
                av_buffersrc_add_frame(ist->filters[i]->filter, NULL);
1765
#endif
1766
        }
1767
        return ret;
1768
    }
1769

1770 1771
    if(ist->top_field_first>=0)
        decoded_frame->top_field_first = ist->top_field_first;
1772

1773 1774 1775 1776 1777
    if (ist->hwaccel_retrieve_data && decoded_frame->format == ist->hwaccel_pix_fmt) {
        err = ist->hwaccel_retrieve_data(ist->st->codec, decoded_frame);
        if (err < 0)
            goto fail;
    }
1778 1779
    ist->hwaccel_retrieved_pix_fmt = decoded_frame->format;

1780 1781 1782
    best_effort_timestamp= av_frame_get_best_effort_timestamp(decoded_frame);
    if(best_effort_timestamp != AV_NOPTS_VALUE)
        ist->next_pts = ist->pts = av_rescale_q(decoded_frame->pts = best_effort_timestamp, ist->st->time_base, AV_TIME_BASE_Q);
1783

1784 1785
    if (debug_ts) {
        av_log(NULL, AV_LOG_INFO, "decoder -> ist_index:%d type:video "
1786 1787 1788 1789 1790 1791 1792
               "frame_pts:%s frame_pts_time:%s best_effort_ts:%"PRId64" best_effort_ts_time:%s keyframe:%d frame_type:%d time_base:%d/%d\n",
               ist->st->index, av_ts2str(decoded_frame->pts),
               av_ts2timestr(decoded_frame->pts, &ist->st->time_base),
               best_effort_timestamp,
               av_ts2timestr(best_effort_timestamp, &ist->st->time_base),
               decoded_frame->key_frame, decoded_frame->pict_type,
               ist->st->time_base.num, ist->st->time_base.den);
1793 1794
    }

1795
    pkt->size = 0;
1796

1797 1798
    if (ist->st->sample_aspect_ratio.num)
        decoded_frame->sample_aspect_ratio = ist->st->sample_aspect_ratio;
1799

1800 1801 1802 1803 1804 1805 1806 1807 1808
    resample_changed = ist->resample_width   != decoded_frame->width  ||
                       ist->resample_height  != decoded_frame->height ||
                       ist->resample_pix_fmt != decoded_frame->format;
    if (resample_changed) {
        av_log(NULL, AV_LOG_INFO,
               "Input stream #%d:%d frame changed from size:%dx%d fmt:%s to size:%dx%d fmt:%s\n",
               ist->file_index, ist->st->index,
               ist->resample_width,  ist->resample_height,  av_get_pix_fmt_name(ist->resample_pix_fmt),
               decoded_frame->width, decoded_frame->height, av_get_pix_fmt_name(decoded_frame->format));
1809

1810 1811 1812
        ist->resample_width   = decoded_frame->width;
        ist->resample_height  = decoded_frame->height;
        ist->resample_pix_fmt = decoded_frame->format;
1813

1814 1815
        for (i = 0; i < nb_filtergraphs; i++) {
            if (ist_in_filtergraph(filtergraphs[i], ist) && ist->reinit_filters &&
1816
                configure_filtergraph(filtergraphs[i]) < 0) {
1817
                av_log(NULL, AV_LOG_FATAL, "Error reinitializing filters!\n");
1818
                exit_program(1);
1819
            }
1820
        }
1821 1822
    }

1823
    frame_sample_aspect= av_opt_ptr(avcodec_get_frame_class(), decoded_frame, "sample_aspect_ratio");
1824
    for (i = 0; i < ist->nb_filters; i++) {
1825 1826
        if (!frame_sample_aspect->num)
            *frame_sample_aspect = ist->st->sample_aspect_ratio;
1827

1828 1829 1830 1831 1832
        if (i < ist->nb_filters - 1) {
            f = ist->filter_frame;
            err = av_frame_ref(f, decoded_frame);
            if (err < 0)
                break;
1833
        } else
1834
            f = decoded_frame;
1835
        ret = av_buffersrc_add_frame_flags(ist->filters[i]->filter, f, AV_BUFFERSRC_FLAG_PUSH);
1836 1837 1838
        if (ret == AVERROR_EOF) {
            ret = 0; /* ignore */
        } else if (ret < 0) {
1839 1840
            av_log(NULL, AV_LOG_FATAL,
                   "Failed to inject frame into filter network: %s\n", av_err2str(ret));
1841
            exit_program(1);
1842
        }
1843
    }
1844

1845
fail:
1846 1847 1848
    av_frame_unref(ist->filter_frame);
    av_frame_unref(decoded_frame);
    return err < 0 ? err : ret;
1849 1850
}

1851
static int transcode_subtitles(InputStream *ist, AVPacket *pkt, int *got_output)
1852
{
1853 1854 1855
    AVSubtitle subtitle;
    int i, ret = avcodec_decode_subtitle2(ist->st->codec,
                                          &subtitle, got_output, pkt);
1856 1857 1858 1859

    if (*got_output || ret<0 || pkt->size)
        decode_error_stat[ret<0] ++;

1860 1861 1862
    if (ret < 0 || !*got_output) {
        if (!pkt->size)
            sub2video_flush(ist);
1863
        return ret;
1864
    }
1865

1866
    if (ist->fix_sub_duration) {
1867
        int end = 1;
1868
        if (ist->prev_sub.got_output) {
1869 1870
            end = av_rescale(subtitle.pts - ist->prev_sub.subtitle.pts,
                             1000, AV_TIME_BASE);
1871 1872
            if (end < ist->prev_sub.subtitle.end_display_time) {
                av_log(ist->st->codec, AV_LOG_DEBUG,
1873 1874 1875
                       "Subtitle duration reduced from %d to %d%s\n",
                       ist->prev_sub.subtitle.end_display_time, end,
                       end <= 0 ? ", dropping it" : "");
1876 1877 1878 1879 1880 1881
                ist->prev_sub.subtitle.end_display_time = end;
            }
        }
        FFSWAP(int,        *got_output, ist->prev_sub.got_output);
        FFSWAP(int,        ret,         ist->prev_sub.ret);
        FFSWAP(AVSubtitle, subtitle,    ist->prev_sub.subtitle);
1882 1883
        if (end <= 0)
            goto out;
1884 1885
    }

1886 1887 1888
    if (!*got_output)
        return ret;

1889
    sub2video_update(ist, &subtitle);
1890

1891
    if (!subtitle.num_rects)
1892
        goto out;
1893

1894
    for (i = 0; i < nb_output_streams; i++) {
1895
        OutputStream *ost = output_streams[i];
1896

1897
        if (!check_output_constraints(ist, ost) || !ost->encoding_needed)
1898
            continue;
1899

1900
        do_subtitle_out(output_files[ost->file_index]->ctx, ost, ist, &subtitle);
1901
    }
1902

1903
out:
1904
    avsubtitle_free(&subtitle);
1905
    return ret;
1906
}
1907

1908
/* pkt = NULL means EOF (needed to flush decoder buffers) */
1909
static int output_packet(InputStream *ist, const AVPacket *pkt)
1910
{
1911
    int ret = 0, i;
1912
    int got_output = 0;
Fabrice Bellard's avatar
Fabrice Bellard committed
1913

1914
    AVPacket avpkt;
1915 1916 1917 1918 1919 1920
    if (!ist->saw_first_ts) {
        ist->dts = ist->st->avg_frame_rate.num ? - ist->st->codec->has_b_frames * AV_TIME_BASE / av_q2d(ist->st->avg_frame_rate) : 0;
        ist->pts = 0;
        if (pkt != NULL && pkt->pts != AV_NOPTS_VALUE && !ist->decoding_needed) {
            ist->dts += av_rescale_q(pkt->pts, ist->st->time_base, AV_TIME_BASE_Q);
            ist->pts = ist->dts; //unused but better to set it to a value thats not totally wrong
1921
        }
1922 1923
        ist->saw_first_ts = 1;
    }
1924

1925
    if (ist->next_dts == AV_NOPTS_VALUE)
1926 1927 1928
        ist->next_dts = ist->dts;
    if (ist->next_pts == AV_NOPTS_VALUE)
        ist->next_pts = ist->pts;
1929

1930 1931 1932 1933 1934 1935 1936 1937 1938
    if (pkt == NULL) {
        /* EOF handling */
        av_init_packet(&avpkt);
        avpkt.data = NULL;
        avpkt.size = 0;
        goto handle_eof;
    } else {
        avpkt = *pkt;
    }
1939

1940 1941 1942
    if (pkt->dts != AV_NOPTS_VALUE) {
        ist->next_dts = ist->dts = av_rescale_q(pkt->dts, ist->st->time_base, AV_TIME_BASE_Q);
        if (ist->st->codec->codec_type != AVMEDIA_TYPE_VIDEO || !ist->decoding_needed)
1943
            ist->next_pts = ist->pts = ist->dts;
1944
    }
1945

Aneesh Dogra's avatar
Aneesh Dogra committed
1946
    // while we have more to decode or while the decoder did output something on EOF
1947
    while (ist->decoding_needed && (avpkt.size > 0 || (!pkt && got_output))) {
1948
        int duration;
1949
    handle_eof:
1950

1951 1952
        ist->pts = ist->next_pts;
        ist->dts = ist->next_dts;
1953

1954
        if (avpkt.size && avpkt.size != pkt->size) {
1955 1956
            av_log(NULL, ist->showed_multi_packet_warning ? AV_LOG_VERBOSE : AV_LOG_WARNING,
                   "Multiple frames in a packet from stream %d\n", pkt->stream_index);
1957
            ist->showed_multi_packet_warning = 1;
Michael Niedermayer's avatar
Michael Niedermayer committed
1958
        }
1959

Aneesh Dogra's avatar
Aneesh Dogra committed
1960
        switch (ist->st->codec->codec_type) {
1961
        case AVMEDIA_TYPE_AUDIO:
1962
            ret = decode_audio    (ist, &avpkt, &got_output);
1963 1964
            break;
        case AVMEDIA_TYPE_VIDEO:
1965
            ret = decode_video    (ist, &avpkt, &got_output);
1966 1967 1968 1969 1970 1971 1972 1973 1974
            if (avpkt.duration) {
                duration = av_rescale_q(avpkt.duration, ist->st->time_base, AV_TIME_BASE_Q);
            } else if(ist->st->codec->time_base.num != 0 && ist->st->codec->time_base.den != 0) {
                int ticks= ist->st->parser ? ist->st->parser->repeat_pict+1 : ist->st->codec->ticks_per_frame;
                duration = ((int64_t)AV_TIME_BASE *
                                ist->st->codec->time_base.num * ticks) /
                                ist->st->codec->time_base.den;
            } else
                duration = 0;
1975

1976 1977 1978 1979
            if(ist->dts != AV_NOPTS_VALUE && duration) {
                ist->next_dts += duration;
            }else
                ist->next_dts = AV_NOPTS_VALUE;
1980

1981 1982
            if (got_output)
                ist->next_pts += duration; //FIXME the duration is not correct in some cases
1983 1984 1985 1986
            break;
        case AVMEDIA_TYPE_SUBTITLE:
            ret = transcode_subtitles(ist, &avpkt, &got_output);
            break;
Anton Khirnov's avatar
Anton Khirnov committed
1987 1988
        default:
            return -1;
1989
        }
Fabrice Bellard's avatar
Fabrice Bellard committed
1990

1991 1992
        if (ret < 0)
            return ret;
1993

1994 1995
        avpkt.dts=
        avpkt.pts= AV_NOPTS_VALUE;
1996

1997 1998
        // touch data and size only if not EOF
        if (pkt) {
1999 2000
            if(ist->st->codec->codec_type != AVMEDIA_TYPE_AUDIO)
                ret = avpkt.size;
2001 2002
            avpkt.data += ret;
            avpkt.size -= ret;
Fabrice Bellard's avatar
Fabrice Bellard committed
2003
        }
2004
        if (!got_output) {
2005
            continue;
Fabrice Bellard's avatar
Fabrice Bellard committed
2006 2007 2008
        }
    }

2009
    /* handle stream copy */
2010
    if (!ist->decoding_needed) {
2011
        ist->dts = ist->next_dts;
2012 2013
        switch (ist->st->codec->codec_type) {
        case AVMEDIA_TYPE_AUDIO:
2014
            ist->next_dts += ((int64_t)AV_TIME_BASE * ist->st->codec->frame_size) /
2015 2016 2017
                             ist->st->codec->sample_rate;
            break;
        case AVMEDIA_TYPE_VIDEO:
2018
            if (ist->framerate.num) {
2019 2020 2021 2022
                // TODO: Remove work-around for c99-to-c89 issue 7
                AVRational time_base_q = AV_TIME_BASE_Q;
                int64_t next_dts = av_rescale_q(ist->next_dts, time_base_q, av_inv_q(ist->framerate));
                ist->next_dts = av_rescale_q(next_dts + 1, av_inv_q(ist->framerate), time_base_q);
2023
            } else if (pkt->duration) {
2024 2025 2026
                ist->next_dts += av_rescale_q(pkt->duration, ist->st->time_base, AV_TIME_BASE_Q);
            } else if(ist->st->codec->time_base.num != 0) {
                int ticks= ist->st->parser ? ist->st->parser->repeat_pict + 1 : ist->st->codec->ticks_per_frame;
2027
                ist->next_dts += ((int64_t)AV_TIME_BASE *
2028 2029
                                  ist->st->codec->time_base.num * ticks) /
                                  ist->st->codec->time_base.den;
Fabrice Bellard's avatar
Fabrice Bellard committed
2030
            }
2031
            break;
Fabrice Bellard's avatar
Fabrice Bellard committed
2032
        }
2033 2034
        ist->pts = ist->dts;
        ist->next_pts = ist->next_dts;
Fabrice Bellard's avatar
Fabrice Bellard committed
2035
    }
2036
    for (i = 0; pkt && i < nb_output_streams; i++) {
2037
        OutputStream *ost = output_streams[i];
2038

2039 2040
        if (!check_output_constraints(ist, ost) || ost->encoding_needed)
            continue;
2041

2042 2043
        do_streamcopy(ist, ost, pkt);
    }
2044

2045
    return 0;
2046 2047
}

2048
static void print_sdp(void)
Fabrice Bellard's avatar
Fabrice Bellard committed
2049
{
2050
    char sdp[16384];
2051
    int i;
2052
    AVFormatContext **avc = av_malloc(sizeof(*avc) * nb_output_files);
Fabrice Bellard's avatar
Fabrice Bellard committed
2053

2054
    if (!avc)
2055
        exit_program(1);
2056
    for (i = 0; i < nb_output_files; i++)
2057
        avc[i] = output_files[i]->ctx;
2058

2059
    av_sdp_create(avc, nb_output_files, sdp, sizeof(sdp));
2060 2061
    printf("SDP:\n%s\n", sdp);
    fflush(stdout);
2062
    av_freep(&avc);
2063 2064
}

2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116 2117 2118 2119 2120 2121
static const HWAccel *get_hwaccel(enum AVPixelFormat pix_fmt)
{
    int i;
    for (i = 0; hwaccels[i].name; i++)
        if (hwaccels[i].pix_fmt == pix_fmt)
            return &hwaccels[i];
    return NULL;
}

static enum AVPixelFormat get_format(AVCodecContext *s, const enum AVPixelFormat *pix_fmts)
{
    InputStream *ist = s->opaque;
    const enum AVPixelFormat *p;
    int ret;

    for (p = pix_fmts; *p != -1; p++) {
        const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(*p);
        const HWAccel *hwaccel;

        if (!(desc->flags & AV_PIX_FMT_FLAG_HWACCEL))
            break;

        hwaccel = get_hwaccel(*p);
        if (!hwaccel ||
            (ist->active_hwaccel_id && ist->active_hwaccel_id != hwaccel->id) ||
            (ist->hwaccel_id != HWACCEL_AUTO && ist->hwaccel_id != hwaccel->id))
            continue;

        ret = hwaccel->init(s);
        if (ret < 0) {
            if (ist->hwaccel_id == hwaccel->id) {
                av_log(NULL, AV_LOG_FATAL,
                       "%s hwaccel requested for input stream #%d:%d, "
                       "but cannot be initialized.\n", hwaccel->name,
                       ist->file_index, ist->st->index);
                exit_program(1);
            }
            continue;
        }
        ist->active_hwaccel_id = hwaccel->id;
        ist->hwaccel_pix_fmt   = *p;
        break;
    }

    return *p;
}

static int get_buffer(AVCodecContext *s, AVFrame *frame, int flags)
{
    InputStream *ist = s->opaque;

    if (ist->hwaccel_get_buffer && frame->format == ist->hwaccel_pix_fmt)
        return ist->hwaccel_get_buffer(s, frame, flags);

    return avcodec_default_get_buffer2(s, frame, flags);
}

2122
static int init_input_stream(int ist_index, char *error, int error_len)
2123
{
2124
    int ret;
2125
    InputStream *ist = input_streams[ist_index];
2126

2127 2128 2129
    if (ist->decoding_needed) {
        AVCodec *codec = ist->dec;
        if (!codec) {
2130 2131
            snprintf(error, error_len, "Decoder (codec %s) not found for input stream #%d:%d",
                    avcodec_get_name(ist->st->codec->codec_id), ist->file_index, ist->st->index);
2132
            return AVERROR(EINVAL);
2133 2134
        }

2135 2136 2137 2138 2139
        ist->st->codec->opaque      = ist;
        ist->st->codec->get_format  = get_format;
        ist->st->codec->get_buffer2 = get_buffer;
        ist->st->codec->thread_safe_callbacks = 1;

2140
        av_opt_set_int(ist->st->codec, "refcounted_frames", 1, 0);
2141

2142 2143
        if (!av_dict_get(ist->opts, "threads", NULL, 0))
            av_dict_set(&ist->opts, "threads", "auto", 0);
2144 2145 2146
        if ((ret = avcodec_open2(ist->st->codec, codec, &ist->opts)) < 0) {
            if (ret == AVERROR_EXPERIMENTAL)
                abort_codec_experimental(codec, 0);
2147 2148 2149 2150

            snprintf(error, error_len,
                     "Error while opening decoder for input stream "
                     "#%d:%d : %s",
2151
                     ist->file_index, ist->st->index, av_err2str(ret));
2152
            return ret;
2153
        }
2154
        assert_avoptions(ist->opts);
2155
    }
2156

2157
    ist->next_pts = AV_NOPTS_VALUE;
2158
    ist->next_dts = AV_NOPTS_VALUE;
2159

2160
    return 0;
Fabrice Bellard's avatar
Fabrice Bellard committed
2161 2162
}

2163
static InputStream *get_input_stream(OutputStream *ost)
2164
{
2165 2166 2167
    if (ost->source_index >= 0)
        return input_streams[ost->source_index];
    return NULL;
2168 2169
}

2170 2171 2172 2173 2174 2175
static int compare_int64(const void *a, const void *b)
{
    int64_t va = *(int64_t *)a, vb = *(int64_t *)b;
    return va < vb ? -1 : va > vb ? +1 : 0;
}

2176 2177
static void parse_forced_key_frames(char *kf, OutputStream *ost,
                                    AVCodecContext *avctx)
2178
{
2179
    char *p;
2180 2181
    int n = 1, i, size, index = 0;
    int64_t t, *pts;
2182

2183 2184 2185
    for (p = kf; *p; p++)
        if (*p == ',')
            n++;
2186 2187 2188
    size = n;
    pts = av_malloc(sizeof(*pts) * size);
    if (!pts) {
2189
        av_log(NULL, AV_LOG_FATAL, "Could not allocate forced key frames array.\n");
2190
        exit_program(1);
2191 2192
    }

2193
    p = kf;
2194
    for (i = 0; i < n; i++) {
2195
        char *next = strchr(p, ',');
2196

2197 2198 2199
        if (next)
            *next++ = 0;

2200 2201 2202 2203 2204 2205 2206 2207 2208 2209
        if (!memcmp(p, "chapters", 8)) {

            AVFormatContext *avf = output_files[ost->file_index]->ctx;
            int j;

            if (avf->nb_chapters > INT_MAX - size ||
                !(pts = av_realloc_f(pts, size += avf->nb_chapters - 1,
                                     sizeof(*pts)))) {
                av_log(NULL, AV_LOG_FATAL,
                       "Could not allocate forced key frames array.\n");
2210
                exit_program(1);
2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228
            }
            t = p[8] ? parse_time_or_die("force_key_frames", p + 8, 1) : 0;
            t = av_rescale_q(t, AV_TIME_BASE_Q, avctx->time_base);

            for (j = 0; j < avf->nb_chapters; j++) {
                AVChapter *c = avf->chapters[j];
                av_assert1(index < size);
                pts[index++] = av_rescale_q(c->start, c->time_base,
                                            avctx->time_base) + t;
            }

        } else {

            t = parse_time_or_die("force_key_frames", p, 1);
            av_assert1(index < size);
            pts[index++] = av_rescale_q(t, AV_TIME_BASE_Q, avctx->time_base);

        }
2229 2230

        p = next;
2231
    }
2232 2233 2234 2235 2236

    av_assert0(index == size);
    qsort(pts, size, sizeof(*pts), compare_int64);
    ost->forced_kf_count = size;
    ost->forced_kf_pts   = pts;
2237 2238
}

2239
static void report_new_stream(int input_index, AVPacket *pkt)
2240
{
2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251
    InputFile *file = input_files[input_index];
    AVStream *st = file->ctx->streams[pkt->stream_index];

    if (pkt->stream_index < file->nb_streams_warn)
        return;
    av_log(file->ctx, AV_LOG_WARNING,
           "New %s stream %d:%d at pos:%"PRId64" and DTS:%ss\n",
           av_get_media_type_string(st->codec->codec_type),
           input_index, pkt->stream_index,
           pkt->pos, av_ts2timestr(pkt->dts, &st->time_base));
    file->nb_streams_warn = pkt->stream_index + 1;
2252 2253
}

2254
static int transcode_init(void)
2255
{
2256
    int ret = 0, i, j, k;
2257
    AVFormatContext *oc;
2258
    AVCodecContext *codec;
2259
    OutputStream *ost;
2260 2261 2262
    InputStream *ist;
    char error[1024];
    int want_sdp = 1;
2263

2264 2265 2266 2267
    for (i = 0; i < nb_filtergraphs; i++) {
        FilterGraph *fg = filtergraphs[i];
        for (j = 0; j < fg->nb_outputs; j++) {
            OutputFilter *ofilter = fg->outputs[j];
2268
            if (!ofilter->ost || ofilter->ost->source_index >= 0)
2269 2270 2271 2272 2273 2274 2275 2276 2277 2278
                continue;
            if (fg->nb_inputs != 1)
                continue;
            for (k = nb_input_streams-1; k >= 0 ; k--)
                if (fg->inputs[0]->ist == input_streams[k])
                    break;
            ofilter->ost->source_index = k;
        }
    }

2279 2280
    /* init framerate emulation */
    for (i = 0; i < nb_input_files; i++) {
2281
        InputFile *ifile = input_files[i];
2282 2283
        if (ifile->rate_emu)
            for (j = 0; j < ifile->nb_streams; j++)
2284
                input_streams[j + ifile->ist_index]->start = av_gettime();
2285
    }
2286

2287
    /* output stream init */
2288
    for (i = 0; i < nb_output_files; i++) {
2289
        oc = output_files[i]->ctx;
2290 2291
        if (!oc->nb_streams && !(oc->oformat->flags & AVFMT_NOSTREAMS)) {
            av_dump_format(oc, i, oc->filename, 1);
2292
            av_log(NULL, AV_LOG_ERROR, "Output file #%d does not contain any stream\n", i);
2293
            return AVERROR(EINVAL);
2294 2295
        }
    }
2296

2297 2298 2299 2300
    /* init complex filtergraphs */
    for (i = 0; i < nb_filtergraphs; i++)
        if ((ret = avfilter_graph_config(filtergraphs[i]->graph, NULL)) < 0)
            return ret;
2301

2302
    /* for each output stream, we compute the right encoding parameters */
2303
    for (i = 0; i < nb_output_streams; i++) {
2304
        AVCodecContext *icodec = NULL;
2305 2306
        ost = output_streams[i];
        oc  = output_files[ost->file_index]->ctx;
2307
        ist = get_input_stream(ost);
2308

2309 2310
        if (ost->attachment_filename)
            continue;
2311

2312
        codec  = ost->st->codec;
2313

2314 2315
        if (ist) {
            icodec = ist->st->codec;
2316

2317 2318 2319
            ost->st->disposition          = ist->st->disposition;
            codec->bits_per_raw_sample    = icodec->bits_per_raw_sample;
            codec->chroma_sample_location = icodec->chroma_sample_location;
2320 2321 2322 2323 2324 2325 2326 2327 2328
        } else {
            for (j=0; j<oc->nb_streams; j++) {
                AVStream *st = oc->streams[j];
                if (st != ost->st && st->codec->codec_type == codec->codec_type)
                    break;
            }
            if (j == oc->nb_streams)
                if (codec->codec_type == AVMEDIA_TYPE_AUDIO || codec->codec_type == AVMEDIA_TYPE_VIDEO)
                    ost->st->disposition = AV_DISPOSITION_DEFAULT;
2329
        }
2330

2331
        if (ost->stream_copy) {
2332
            AVRational sar;
2333
            uint64_t extra_size;
2334

2335
            av_assert0(ist && !ost->filter);
2336

2337
            extra_size = (uint64_t)icodec->extradata_size + FF_INPUT_BUFFER_PADDING_SIZE;
2338

2339
            if (extra_size > INT_MAX) {
2340
                return AVERROR(EINVAL);
2341
            }
2342

2343
            /* if stream_copy is selected, no need to decode or encode */
2344
            codec->codec_id   = icodec->codec_id;
2345
            codec->codec_type = icodec->codec_type;
2346

2347
            if (!codec->codec_tag) {
2348
                unsigned int codec_tag;
2349 2350
                if (!oc->oformat->codec_tag ||
                     av_codec_get_id (oc->oformat->codec_tag, icodec->codec_tag) == codec->codec_id ||
2351
                     !av_codec_get_tag2(oc->oformat->codec_tag, icodec->codec_id, &codec_tag))
2352 2353
                    codec->codec_tag = icodec->codec_tag;
            }
2354

2355
            codec->bit_rate       = icodec->bit_rate;
2356 2357
            codec->rc_max_rate    = icodec->rc_max_rate;
            codec->rc_buffer_size = icodec->rc_buffer_size;
2358
            codec->field_order    = icodec->field_order;
2359
            codec->extradata      = av_mallocz(extra_size);
2360
            if (!codec->extradata) {
2361
                return AVERROR(ENOMEM);
2362
            }
2363
            memcpy(codec->extradata, icodec->extradata, icodec->extradata_size);
2364 2365
            codec->extradata_size= icodec->extradata_size;
            codec->bits_per_coded_sample  = icodec->bits_per_coded_sample;
2366

2367 2368 2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392
            codec->time_base = ist->st->time_base;
            /*
             * Avi is a special case here because it supports variable fps but
             * having the fps and timebase differe significantly adds quite some
             * overhead
             */
            if(!strcmp(oc->oformat->name, "avi")) {
                if ( copy_tb<0 && av_q2d(ist->st->r_frame_rate) >= av_q2d(ist->st->avg_frame_rate)
                               && 0.5/av_q2d(ist->st->r_frame_rate) > av_q2d(ist->st->time_base)
                               && 0.5/av_q2d(ist->st->r_frame_rate) > av_q2d(icodec->time_base)
                               && av_q2d(ist->st->time_base) < 1.0/500 && av_q2d(icodec->time_base) < 1.0/500
                     || copy_tb==2){
                    codec->time_base.num = ist->st->r_frame_rate.den;
                    codec->time_base.den = 2*ist->st->r_frame_rate.num;
                    codec->ticks_per_frame = 2;
                } else if (   copy_tb<0 && av_q2d(icodec->time_base)*icodec->ticks_per_frame > 2*av_q2d(ist->st->time_base)
                                 && av_q2d(ist->st->time_base) < 1.0/500
                    || copy_tb==0){
                    codec->time_base = icodec->time_base;
                    codec->time_base.num *= icodec->ticks_per_frame;
                    codec->time_base.den *= 2;
                    codec->ticks_per_frame = 2;
                }
            } else if(!(oc->oformat->flags & AVFMT_VARIABLE_FPS)
                      && strcmp(oc->oformat->name, "mov") && strcmp(oc->oformat->name, "mp4") && strcmp(oc->oformat->name, "3gp")
                      && strcmp(oc->oformat->name, "3g2") && strcmp(oc->oformat->name, "psp") && strcmp(oc->oformat->name, "ipod")
2393
                      && strcmp(oc->oformat->name, "f4v")
2394
            ) {
2395 2396
                if(   copy_tb<0 && icodec->time_base.den
                                && av_q2d(icodec->time_base)*icodec->ticks_per_frame > av_q2d(ist->st->time_base)
2397 2398 2399 2400 2401 2402
                                && av_q2d(ist->st->time_base) < 1.0/500
                   || copy_tb==0){
                    codec->time_base = icodec->time_base;
                    codec->time_base.num *= icodec->ticks_per_frame;
                }
            }
2403 2404 2405 2406 2407 2408
            if (   codec->codec_tag == AV_RL32("tmcd")
                && icodec->time_base.num < icodec->time_base.den
                && icodec->time_base.num > 0
                && 121LL*icodec->time_base.num > icodec->time_base.den) {
                codec->time_base = icodec->time_base;
            }
2409

2410 2411
            if (ist && !ost->frame_rate.num)
                ost->frame_rate = ist->framerate;
2412 2413 2414 2415 2416
            if(ost->frame_rate.num)
                codec->time_base = av_inv_q(ost->frame_rate);

            av_reduce(&codec->time_base.num, &codec->time_base.den,
                        codec->time_base.num, codec->time_base.den, INT_MAX);
2417

2418 2419
            ost->parser = av_parser_init(codec->codec_id);

Aneesh Dogra's avatar
Aneesh Dogra committed
2420
            switch (codec->codec_type) {
2421
            case AVMEDIA_TYPE_AUDIO:
Aneesh Dogra's avatar
Aneesh Dogra committed
2422
                if (audio_volume != 256) {
2423
                    av_log(NULL, AV_LOG_FATAL, "-acodec copy and -vol are incompatible (frames are not decoded)\n");
2424
                    exit_program(1);
2425
                }
2426 2427 2428 2429
                codec->channel_layout     = icodec->channel_layout;
                codec->sample_rate        = icodec->sample_rate;
                codec->channels           = icodec->channels;
                codec->frame_size         = icodec->frame_size;
2430
                codec->audio_service_type = icodec->audio_service_type;
2431
                codec->block_align        = icodec->block_align;
2432
                codec->delay              = icodec->delay;
2433
                if((codec->block_align == 1 || codec->block_align == 1152 || codec->block_align == 576) && codec->codec_id == AV_CODEC_ID_MP3)
2434 2435 2436
                    codec->block_align= 0;
                if(codec->codec_id == AV_CODEC_ID_AC3)
                    codec->block_align= 0;
2437 2438
                break;
            case AVMEDIA_TYPE_VIDEO:
2439 2440 2441 2442
                codec->pix_fmt            = icodec->pix_fmt;
                codec->width              = icodec->width;
                codec->height             = icodec->height;
                codec->has_b_frames       = icodec->has_b_frames;
2443
                if (ost->frame_aspect_ratio.num) { // overridden by the -aspect cli option
2444
                    sar =
2445 2446 2447 2448
                        av_mul_q(ost->frame_aspect_ratio,
                                 (AVRational){ codec->height, codec->width });
                    av_log(NULL, AV_LOG_WARNING, "Overriding aspect ratio "
                           "with stream copy may produce invalid files\n");
2449
                }
2450 2451 2452 2453 2454
                else if (ist->st->sample_aspect_ratio.num)
                    sar = ist->st->sample_aspect_ratio;
                else
                    sar = icodec->sample_aspect_ratio;
                ost->st->sample_aspect_ratio = codec->sample_aspect_ratio = sar;
2455
                ost->st->avg_frame_rate = ist->st->avg_frame_rate;
2456 2457
                break;
            case AVMEDIA_TYPE_SUBTITLE:
2458
                codec->width  = icodec->width;
2459 2460 2461
                codec->height = icodec->height;
                break;
            case AVMEDIA_TYPE_DATA:
2462
            case AVMEDIA_TYPE_ATTACHMENT:
2463 2464 2465 2466 2467
                break;
            default:
                abort();
            }
        } else {
2468 2469
            if (!ost->enc)
                ost->enc = avcodec_find_encoder(codec->codec_id);
2470 2471
            if (!ost->enc) {
                /* should only happen when a default codec is not present. */
2472 2473
                snprintf(error, sizeof(error), "Encoder (codec %s) not found for output stream #%d:%d",
                         avcodec_get_name(ost->st->codec->codec_id), ost->file_index, ost->index);
2474 2475
                ret = AVERROR(EINVAL);
                goto dump_format;
2476 2477
            }

2478
            if (ist)
2479
                ist->decoding_needed++;
2480
            ost->encoding_needed = 1;
2481

2482 2483 2484
            if (!ost->filter &&
                (codec->codec_type == AVMEDIA_TYPE_VIDEO ||
                 codec->codec_type == AVMEDIA_TYPE_AUDIO)) {
2485 2486
                    FilterGraph *fg;
                    fg = init_simple_filtergraph(ist, ost);
2487
                    if (configure_filtergraph(fg)) {
2488
                        av_log(NULL, AV_LOG_FATAL, "Error opening filters!\n");
2489
                        exit_program(1);
2490
                    }
2491 2492
            }

2493 2494 2495
            if (codec->codec_type == AVMEDIA_TYPE_VIDEO) {
                if (ost->filter && !ost->frame_rate.num)
                    ost->frame_rate = av_buffersink_get_frame_rate(ost->filter->filter);
2496 2497
                if (ist && !ost->frame_rate.num)
                    ost->frame_rate = ist->framerate;
2498
                if (ist && !ost->frame_rate.num)
2499 2500 2501 2502 2503 2504 2505 2506 2507 2508
                    ost->frame_rate = ist->st->r_frame_rate;
                if (ist && !ost->frame_rate.num) {
                    ost->frame_rate = (AVRational){25, 1};
                    av_log(NULL, AV_LOG_WARNING,
                           "No information "
                           "about the input framerate is available. Falling "
                           "back to a default value of 25fps for output stream #%d:%d. Use the -r option "
                           "if you want a different framerate.\n",
                           ost->file_index, ost->index);
                }
2509 2510 2511 2512 2513
//                    ost->frame_rate = ist->st->avg_frame_rate.num ? ist->st->avg_frame_rate : (AVRational){25, 1};
                if (ost->enc && ost->enc->supported_framerates && !ost->force_fps) {
                    int idx = av_find_nearest_q_idx(ost->frame_rate, ost->enc->supported_framerates);
                    ost->frame_rate = ost->enc->supported_framerates[idx];
                }
2514 2515 2516 2517
                if (codec->codec_id == AV_CODEC_ID_MPEG4) {
                    av_reduce(&ost->frame_rate.num, &ost->frame_rate.den,
                              ost->frame_rate.num, ost->frame_rate.den, 65535);
                }
2518
            }
2519

2520 2521 2522 2523 2524
            switch (codec->codec_type) {
            case AVMEDIA_TYPE_AUDIO:
                codec->sample_fmt     = ost->filter->filter->inputs[0]->format;
                codec->sample_rate    = ost->filter->filter->inputs[0]->sample_rate;
                codec->channel_layout = ost->filter->filter->inputs[0]->channel_layout;
2525
                codec->channels       = avfilter_link_get_channels(ost->filter->filter->inputs[0]);
2526 2527 2528
                codec->time_base      = (AVRational){ 1, codec->sample_rate };
                break;
            case AVMEDIA_TYPE_VIDEO:
2529 2530 2531 2532
                codec->time_base = av_inv_q(ost->frame_rate);
                if (ost->filter && !(codec->time_base.num && codec->time_base.den))
                    codec->time_base = ost->filter->filter->inputs[0]->time_base;
                if (   av_q2d(codec->time_base) < 0.001 && video_sync_method != VSYNC_PASSTHROUGH
2533
                   && (video_sync_method == VSYNC_CFR || video_sync_method == VSYNC_VSCFR || (video_sync_method == VSYNC_AUTO && !(oc->oformat->flags & AVFMT_VARIABLE_FPS)))){
2534 2535 2536 2537 2538 2539 2540
                    av_log(oc, AV_LOG_WARNING, "Frame rate very high for a muxer not efficiently supporting it.\n"
                                               "Please consider specifying a lower framerate, a different muxer or -vsync 2\n");
                }
                for (j = 0; j < ost->forced_kf_count; j++)
                    ost->forced_kf_pts[j] = av_rescale_q(ost->forced_kf_pts[j],
                                                         AV_TIME_BASE_Q,
                                                         codec->time_base);
2541

2542 2543 2544
                codec->width  = ost->filter->filter->inputs[0]->w;
                codec->height = ost->filter->filter->inputs[0]->h;
                codec->sample_aspect_ratio = ost->st->sample_aspect_ratio =
2545 2546
                    ost->frame_aspect_ratio.num ? // overridden by the -aspect cli option
                    av_mul_q(ost->frame_aspect_ratio, (AVRational){ codec->height, codec->width }) :
2547
                    ost->filter->filter->inputs[0]->sample_aspect_ratio;
2548 2549 2550
                if (!strncmp(ost->enc->name, "libx264", 7) &&
                    codec->pix_fmt == AV_PIX_FMT_NONE &&
                    ost->filter->filter->inputs[0]->format != AV_PIX_FMT_YUV420P)
2551
                    av_log(NULL, AV_LOG_WARNING,
2552 2553 2554
                           "No pixel format specified, %s for H.264 encoding chosen.\n"
                           "Use -pix_fmt yuv420p for compatibility with outdated media players.\n",
                           av_get_pix_fmt_name(ost->filter->filter->inputs[0]->format));
2555 2556 2557 2558 2559 2560 2561
                if (!strncmp(ost->enc->name, "mpeg2video", 10) &&
                    codec->pix_fmt == AV_PIX_FMT_NONE &&
                    ost->filter->filter->inputs[0]->format != AV_PIX_FMT_YUV420P)
                    av_log(NULL, AV_LOG_WARNING,
                           "No pixel format specified, %s for MPEG-2 encoding chosen.\n"
                           "Use -pix_fmt yuv420p for compatibility with outdated media players.\n",
                           av_get_pix_fmt_name(ost->filter->filter->inputs[0]->format));
2562
                codec->pix_fmt = ost->filter->filter->inputs[0]->format;
2563

2564 2565
                if (!icodec ||
                    codec->width   != icodec->width  ||
2566 2567
                    codec->height  != icodec->height ||
                    codec->pix_fmt != icodec->pix_fmt) {
2568
                    codec->bits_per_raw_sample = frame_bits_per_raw_sample;
2569
                }
2570

2571 2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582 2583 2584 2585 2586 2587
                if (ost->forced_keyframes) {
                    if (!strncmp(ost->forced_keyframes, "expr:", 5)) {
                        ret = av_expr_parse(&ost->forced_keyframes_pexpr, ost->forced_keyframes+5,
                                            forced_keyframes_const_names, NULL, NULL, NULL, NULL, 0, NULL);
                        if (ret < 0) {
                            av_log(NULL, AV_LOG_ERROR,
                                   "Invalid force_key_frames expression '%s'\n", ost->forced_keyframes+5);
                            return ret;
                        }
                        ost->forced_keyframes_expr_const_values[FKF_N] = 0;
                        ost->forced_keyframes_expr_const_values[FKF_N_FORCED] = 0;
                        ost->forced_keyframes_expr_const_values[FKF_PREV_FORCED_N] = NAN;
                        ost->forced_keyframes_expr_const_values[FKF_PREV_FORCED_T] = NAN;
                    } else {
                        parse_forced_key_frames(ost->forced_keyframes, ost, ost->st->codec);
                    }
                }
2588 2589
                break;
            case AVMEDIA_TYPE_SUBTITLE:
2590
                codec->time_base = (AVRational){1, 1000};
2591 2592 2593 2594
                if (!codec->width) {
                    codec->width     = input_streams[ost->source_index]->st->codec->width;
                    codec->height    = input_streams[ost->source_index]->st->codec->height;
                }
2595 2596 2597 2598 2599 2600
                break;
            default:
                abort();
                break;
            }
            /* two pass mode */
2601
            if (codec->flags & (CODEC_FLAG_PASS1 | CODEC_FLAG_PASS2)) {
2602 2603
                char logfilename[1024];
                FILE *f;
2604

2605
                snprintf(logfilename, sizeof(logfilename), "%s-%d.log",
2606 2607
                         ost->logfile_prefix ? ost->logfile_prefix :
                                               DEFAULT_PASS_LOGFILENAME_PREFIX,
2608
                         i);
2609 2610 2611
                if (!strcmp(ost->enc->name, "libx264")) {
                    av_dict_set(&ost->opts, "stats", logfilename, AV_DICT_DONT_OVERWRITE);
                } else {
2612
                    if (codec->flags & CODEC_FLAG_PASS2) {
Anton Khirnov's avatar
Anton Khirnov committed
2613 2614 2615 2616 2617
                        char  *logbuffer;
                        size_t logbuffer_size;
                        if (cmdutils_read_file(logfilename, &logbuffer, &logbuffer_size) < 0) {
                            av_log(NULL, AV_LOG_FATAL, "Error reading log file '%s' for pass-2 encoding\n",
                                   logfilename);
2618
                            exit_program(1);
Anton Khirnov's avatar
Anton Khirnov committed
2619 2620
                        }
                        codec->stats_in = logbuffer;
2621
                    }
2622
                    if (codec->flags & CODEC_FLAG_PASS1) {
2623
                        f = av_fopen_utf8(logfilename, "wb");
2624 2625 2626
                        if (!f) {
                            av_log(NULL, AV_LOG_FATAL, "Cannot write log file '%s' for pass-1 encoding: %s\n",
                                logfilename, strerror(errno));
2627
                            exit_program(1);
2628 2629 2630
                        }
                        ost->logfile = f;
                    }
2631
                }
2632
            }
2633 2634 2635
        }
    }

2636
    /* open each encoder */
2637
    for (i = 0; i < nb_output_streams; i++) {
2638
        ost = output_streams[i];
2639
        if (ost->encoding_needed) {
2640
            AVCodec      *codec = ost->enc;
2641 2642 2643 2644 2645
            AVCodecContext *dec = NULL;

            if ((ist = get_input_stream(ost)))
                dec = ist->st->codec;
            if (dec && dec->subtitle_header) {
2646 2647
                /* ASS code assumes this buffer is null terminated so add extra byte. */
                ost->st->codec->subtitle_header = av_mallocz(dec->subtitle_header_size + 1);
2648 2649 2650
                if (!ost->st->codec->subtitle_header) {
                    ret = AVERROR(ENOMEM);
                    goto dump_format;
2651
                }
2652 2653
                memcpy(ost->st->codec->subtitle_header, dec->subtitle_header, dec->subtitle_header_size);
                ost->st->codec->subtitle_header_size = dec->subtitle_header_size;
2654
            }
2655 2656
            if (!av_dict_get(ost->opts, "threads", NULL, 0))
                av_dict_set(&ost->opts, "threads", "auto", 0);
2657 2658 2659
            if ((ret = avcodec_open2(ost->st->codec, codec, &ost->opts)) < 0) {
                if (ret == AVERROR_EXPERIMENTAL)
                    abort_codec_experimental(codec, 1);
2660
                snprintf(error, sizeof(error), "Error while opening encoder for output stream #%d:%d - maybe incorrect parameters such as bit_rate, rate, width or height",
2661 2662
                        ost->file_index, ost->index);
                goto dump_format;
2663
            }
2664 2665 2666 2667
            if (ost->enc->type == AVMEDIA_TYPE_AUDIO &&
                !(ost->enc->capabilities & CODEC_CAP_VARIABLE_FRAME_SIZE))
                av_buffersink_set_frame_size(ost->filter->filter,
                                             ost->st->codec->frame_size);
2668 2669 2670
            assert_avoptions(ost->opts);
            if (ost->st->codec->bit_rate && ost->st->codec->bit_rate < 1000)
                av_log(NULL, AV_LOG_WARNING, "The bitrate parameter is set too low."
2671
                                             " It takes bits/s as argument, not kbits/s\n");
2672
            extra_size += ost->st->codec->extradata_size;
2673 2674
        } else {
            av_opt_set_dict(ost->st->codec, &ost->opts);
2675
        }
2676
    }
2677

2678 2679
    /* init input streams */
    for (i = 0; i < nb_input_streams; i++)
2680 2681 2682 2683 2684
        if ((ret = init_input_stream(i, error, sizeof(error))) < 0) {
            for (i = 0; i < nb_output_streams; i++) {
                ost = output_streams[i];
                avcodec_close(ost->st->codec);
            }
2685
            goto dump_format;
2686
        }
2687

2688 2689
    /* discard unused programs */
    for (i = 0; i < nb_input_files; i++) {
2690
        InputFile *ifile = input_files[i];
2691 2692 2693
        for (j = 0; j < ifile->ctx->nb_programs; j++) {
            AVProgram *p = ifile->ctx->programs[j];
            int discard  = AVDISCARD_ALL;
2694

2695
            for (k = 0; k < p->nb_stream_indexes; k++)
2696
                if (!input_streams[ifile->ist_index + p->stream_index[k]]->discard) {
2697 2698 2699 2700
                    discard = AVDISCARD_DEFAULT;
                    break;
                }
            p->discard = discard;
2701
        }
2702 2703
    }

2704
    /* open files and write file headers */
2705
    for (i = 0; i < nb_output_files; i++) {
2706
        oc = output_files[i]->ctx;
2707
        oc->interrupt_callback = int_cb;
2708
        if ((ret = avformat_write_header(oc, &output_files[i]->opts)) < 0) {
2709 2710 2711
            snprintf(error, sizeof(error),
                     "Could not write header for output file #%d "
                     "(incorrect codec parameters ?): %s",
2712
                     i, av_err2str(ret));
2713 2714
            ret = AVERROR(EINVAL);
            goto dump_format;
2715
        }
2716
//         assert_avoptions(output_files[i]->opts);
2717
        if (strcmp(oc->oformat->name, "rtp")) {
2718
            want_sdp = 0;
2719
        }
2720
    }
2721

2722 2723 2724
 dump_format:
    /* dump the file output parameters - cannot be done before in case
       of stream copy */
2725
    for (i = 0; i < nb_output_files; i++) {
2726
        av_dump_format(output_files[i]->ctx, i, output_files[i]->ctx->filename, 1);
Fabrice Bellard's avatar
Fabrice Bellard committed
2727 2728
    }

2729
    /* dump the stream mapping */
2730
    av_log(NULL, AV_LOG_INFO, "Stream mapping:\n");
2731 2732
    for (i = 0; i < nb_input_streams; i++) {
        ist = input_streams[i];
2733

2734 2735 2736 2737
        for (j = 0; j < ist->nb_filters; j++) {
            if (ist->filters[j]->graph->graph_desc) {
                av_log(NULL, AV_LOG_INFO, "  Stream #%d:%d (%s) -> %s",
                       ist->file_index, ist->st->index, ist->dec ? ist->dec->name : "?",
2738
                       ist->filters[j]->name);
2739 2740 2741 2742
                if (nb_filtergraphs > 1)
                    av_log(NULL, AV_LOG_INFO, " (graph %d)", ist->filters[j]->graph->index);
                av_log(NULL, AV_LOG_INFO, "\n");
            }
2743 2744 2745
        }
    }

2746
    for (i = 0; i < nb_output_streams; i++) {
2747
        ost = output_streams[i];
2748

2749 2750 2751 2752 2753
        if (ost->attachment_filename) {
            /* an attached file */
            av_log(NULL, AV_LOG_INFO, "  File %s -> Stream #%d:%d\n",
                   ost->attachment_filename, ost->file_index, ost->index);
            continue;
2754
        }
2755

2756 2757
        if (ost->filter && ost->filter->graph->graph_desc) {
            /* output from a complex graph */
2758
            av_log(NULL, AV_LOG_INFO, "  %s", ost->filter->name);
2759 2760
            if (nb_filtergraphs > 1)
                av_log(NULL, AV_LOG_INFO, " (graph %d)", ost->filter->graph->index);
2761

2762 2763
            av_log(NULL, AV_LOG_INFO, " -> Stream #%d:%d (%s)\n", ost->file_index,
                   ost->index, ost->enc ? ost->enc->name : "?");
2764
            continue;
2765
        }
2766

2767
        av_log(NULL, AV_LOG_INFO, "  Stream #%d:%d -> #%d:%d",
2768 2769
               input_streams[ost->source_index]->file_index,
               input_streams[ost->source_index]->st->index,
2770 2771
               ost->file_index,
               ost->index);
2772
        if (ost->sync_ist != input_streams[ost->source_index])
2773
            av_log(NULL, AV_LOG_INFO, " [sync #%d:%d]",
2774 2775
                   ost->sync_ist->file_index,
                   ost->sync_ist->st->index);
2776
        if (ost->stream_copy)
2777 2778
            av_log(NULL, AV_LOG_INFO, " (copy)");
        else
2779 2780
            av_log(NULL, AV_LOG_INFO, " (%s -> %s)", input_streams[ost->source_index]->dec ?
                   input_streams[ost->source_index]->dec->name : "?",
2781 2782
                   ost->enc ? ost->enc->name : "?");
        av_log(NULL, AV_LOG_INFO, "\n");
2783 2784
    }

2785
    if (ret) {
2786
        av_log(NULL, AV_LOG_ERROR, "%s\n", error);
2787
        return ret;
2788 2789
    }

2790
    if (want_sdp) {
2791
        print_sdp();
2792 2793
    }

2794 2795
    return 0;
}
2796

2797
/* Return 1 if there remain streams where more output is wanted, 0 otherwise. */
2798 2799 2800
static int need_output(void)
{
    int i;
2801

2802 2803 2804 2805
    for (i = 0; i < nb_output_streams; i++) {
        OutputStream *ost    = output_streams[i];
        OutputFile *of       = output_files[ost->file_index];
        AVFormatContext *os  = output_files[ost->file_index]->ctx;
2806

2807
        if (ost->finished ||
2808 2809
            (os->pb && avio_tell(os->pb) >= of->limit_filesize))
            continue;
2810
        if (ost->frame_number >= ost->max_frames) {
2811 2812
            int j;
            for (j = 0; j < of->ctx->nb_streams; j++)
2813
                close_output_stream(output_streams[of->ost_index + j]);
2814 2815
            continue;
        }
2816

2817
        return 1;
2818
    }
2819

2820 2821
    return 0;
}
2822

2823
/**
2824
 * Select the output stream to process.
2825
 *
2826
 * @return  selected output stream, or NULL if none available
2827
 */
2828
static OutputStream *choose_output(void)
Fabrice Bellard's avatar
Fabrice Bellard committed
2829
{
2830 2831 2832
    int i;
    int64_t opts_min = INT64_MAX;
    OutputStream *ost_min = NULL;
2833

2834 2835 2836 2837 2838 2839 2840
    for (i = 0; i < nb_output_streams; i++) {
        OutputStream *ost = output_streams[i];
        int64_t opts = av_rescale_q(ost->st->cur_dts, ost->st->time_base,
                                    AV_TIME_BASE_Q);
        if (!ost->unavailable && !ost->finished && opts < opts_min) {
            opts_min = opts;
            ost_min  = ost;
2841
        }
2842
    }
2843
    return ost_min;
2844
}
2845

2846 2847 2848 2849 2850 2851 2852 2853 2854 2855 2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866 2867 2868 2869 2870 2871 2872 2873 2874 2875
static int check_keyboard_interaction(int64_t cur_time)
{
    int i, ret, key;
    static int64_t last_time;
    if (received_nb_signals)
        return AVERROR_EXIT;
    /* read_key() returns 0 on EOF */
    if(cur_time - last_time >= 100000 && !run_as_daemon){
        key =  read_key();
        last_time = cur_time;
    }else
        key = -1;
    if (key == 'q')
        return AVERROR_EXIT;
    if (key == '+') av_log_set_level(av_log_get_level()+10);
    if (key == '-') av_log_set_level(av_log_get_level()-10);
    if (key == 's') qp_hist     ^= 1;
    if (key == 'h'){
        if (do_hex_dump){
            do_hex_dump = do_pkt_dump = 0;
        } else if(do_pkt_dump){
            do_hex_dump = 1;
        } else
            do_pkt_dump = 1;
        av_log_set_level(AV_LOG_DEBUG);
    }
    if (key == 'c' || key == 'C'){
        char buf[4096], target[64], command[256], arg[256] = {0};
        double time;
        int k, n = 0;
2876
        fprintf(stderr, "\nEnter command: <target>|all <time>|-1 <command>[ <argument>]\n");
2877 2878 2879 2880 2881 2882 2883 2884 2885 2886 2887 2888 2889 2890 2891
        i = 0;
        while ((k = read_key()) != '\n' && k != '\r' && i < sizeof(buf)-1)
            if (k > 0)
                buf[i++] = k;
        buf[i] = 0;
        if (k > 0 &&
            (n = sscanf(buf, "%63[^ ] %lf %255[^ ] %255[^\n]", target, &time, command, arg)) >= 3) {
            av_log(NULL, AV_LOG_DEBUG, "Processing command target:%s time:%f command:%s arg:%s",
                   target, time, command, arg);
            for (i = 0; i < nb_filtergraphs; i++) {
                FilterGraph *fg = filtergraphs[i];
                if (fg->graph) {
                    if (time < 0) {
                        ret = avfilter_graph_send_command(fg->graph, target, command, arg, buf, sizeof(buf),
                                                          key == 'c' ? AVFILTER_CMD_FLAG_ONE : 0);
2892
                        fprintf(stderr, "Command reply for stream %d: ret:%d res:\n%s", i, ret, buf);
2893 2894 2895
                    } else if (key == 'c') {
                        fprintf(stderr, "Queing commands only on filters supporting the specific command is unsupported\n");
                        ret = AVERROR_PATCHWELCOME;
2896 2897 2898 2899
                    } else {
                        ret = avfilter_graph_queue_command(fg->graph, target, command, arg, 0, time);
                    }
                }
2900
            }
2901 2902 2903 2904
        } else {
            av_log(NULL, AV_LOG_ERROR,
                   "Parse error, at least 3 arguments were expected, "
                   "only %d given in string '%s'\n", n, buf);
2905
        }
2906 2907 2908 2909 2910 2911 2912 2913 2914 2915 2916 2917 2918
    }
    if (key == 'd' || key == 'D'){
        int debug=0;
        if(key == 'D') {
            debug = input_streams[0]->st->codec->debug<<1;
            if(!debug) debug = 1;
            while(debug & (FF_DEBUG_DCT_COEFF|FF_DEBUG_VIS_QP|FF_DEBUG_VIS_MB_TYPE)) //unsupported, would just crash
                debug += debug;
        }else
            if(scanf("%d", &debug)!=1)
                fprintf(stderr,"error parsing debug value\n");
        for(i=0;i<nb_input_streams;i++) {
            input_streams[i]->st->codec->debug = debug;
2919
        }
2920 2921 2922 2923 2924 2925
        for(i=0;i<nb_output_streams;i++) {
            OutputStream *ost = output_streams[i];
            ost->st->codec->debug = debug;
        }
        if(debug) av_log_set_level(AV_LOG_DEBUG);
        fprintf(stderr,"debug=%d\n", debug);
2926
    }
2927 2928 2929 2930 2931
    if (key == '?'){
        fprintf(stderr, "key    function\n"
                        "?      show this help\n"
                        "+      increase verbosity\n"
                        "-      decrease verbosity\n"
2932 2933
                        "c      Send command to first matching filter supporting it\n"
                        "C      Send/Que command to all matching filters\n"
2934 2935 2936 2937 2938 2939 2940
                        "D      cycle through available debug modes\n"
                        "h      dump packets/hex press to cycle through the 3 states\n"
                        "q      quit\n"
                        "s      Show QP histogram\n"
        );
    }
    return 0;
2941 2942
}

2943
#if HAVE_PTHREADS
2944
static void *input_thread(void *arg)
2945
{
2946 2947
    InputFile *f = arg;
    int ret = 0;
2948

2949 2950 2951
    while (!transcoding_finished && ret >= 0) {
        AVPacket pkt;
        ret = av_read_frame(f->ctx, &pkt);
2952

2953
        if (ret == AVERROR(EAGAIN)) {
2954
            av_usleep(10000);
2955 2956 2957 2958
            ret = 0;
            continue;
        } else if (ret < 0)
            break;
2959

2960 2961 2962
        pthread_mutex_lock(&f->fifo_lock);
        while (!av_fifo_space(f->fifo))
            pthread_cond_wait(&f->fifo_cond, &f->fifo_lock);
2963

2964 2965
        av_dup_packet(&pkt);
        av_fifo_generic_write(f->fifo, &pkt, sizeof(pkt), NULL);
2966
        pthread_cond_signal(&f->fifo_cond);
2967

2968
        pthread_mutex_unlock(&f->fifo_lock);
2969 2970
    }

2971
    pthread_mutex_lock(&f->fifo_lock);
2972
    f->finished = 1;
2973 2974
    pthread_cond_signal(&f->fifo_cond);
    pthread_mutex_unlock(&f->fifo_lock);
2975
    return NULL;
2976
}
2977

2978
static void free_input_threads(void)
2979
{
2980
    int i;
2981

2982 2983
    if (nb_input_files == 1)
        return;
2984

2985
    transcoding_finished = 1;
2986

2987 2988 2989
    for (i = 0; i < nb_input_files; i++) {
        InputFile *f = input_files[i];
        AVPacket pkt;
2990

2991
        if (!f->fifo || f->joined)
2992
            continue;
2993

2994 2995 2996 2997 2998 2999 3000
        pthread_mutex_lock(&f->fifo_lock);
        while (av_fifo_size(f->fifo)) {
            av_fifo_generic_read(f->fifo, &pkt, sizeof(pkt), NULL);
            av_free_packet(&pkt);
        }
        pthread_cond_signal(&f->fifo_cond);
        pthread_mutex_unlock(&f->fifo_lock);
3001

3002 3003 3004 3005 3006 3007 3008 3009
        pthread_join(f->thread, NULL);
        f->joined = 1;

        while (av_fifo_size(f->fifo)) {
            av_fifo_generic_read(f->fifo, &pkt, sizeof(pkt), NULL);
            av_free_packet(&pkt);
        }
        av_fifo_free(f->fifo);
3010 3011
    }
}
3012

3013
static int init_input_threads(void)
3014
{
3015
    int i, ret;
3016

3017 3018
    if (nb_input_files == 1)
        return 0;
3019

3020 3021
    for (i = 0; i < nb_input_files; i++) {
        InputFile *f = input_files[i];
3022

3023
        if (!(f->fifo = av_fifo_alloc(8*sizeof(AVPacket))))
3024 3025
            return AVERROR(ENOMEM);

3026 3027 3028 3029
        if (f->ctx->pb ? !f->ctx->pb->seekable :
            strcmp(f->ctx->iformat->name, "lavfi"))
            f->non_blocking = 1;

3030 3031
        pthread_mutex_init(&f->fifo_lock, NULL);
        pthread_cond_init (&f->fifo_cond, NULL);
3032

3033 3034
        if ((ret = pthread_create(&f->thread, NULL, input_thread, f)))
            return AVERROR(ret);
3035 3036 3037 3038
    }
    return 0;
}

3039
static int get_input_packet_mt(InputFile *f, AVPacket *pkt)
3040
{
3041
    int ret = 0;
3042

3043
    pthread_mutex_lock(&f->fifo_lock);
3044

3045
    while (1) {
3046 3047 3048
    if (av_fifo_size(f->fifo)) {
        av_fifo_generic_read(f->fifo, pkt, sizeof(*pkt), NULL);
        pthread_cond_signal(&f->fifo_cond);
3049
        break;
3050
    } else {
3051
        if (f->finished) {
3052
            ret = AVERROR_EOF;
3053 3054 3055
            break;
        }
        if (f->non_blocking) {
3056
            ret = AVERROR(EAGAIN);
3057 3058 3059 3060
            break;
        }
        pthread_cond_wait(&f->fifo_cond, &f->fifo_lock);
    }
3061 3062
    }

3063
    pthread_mutex_unlock(&f->fifo_lock);
3064

3065 3066 3067
    return ret;
}
#endif
3068

3069 3070
static int get_input_packet(InputFile *f, AVPacket *pkt)
{
3071 3072 3073 3074
    if (f->rate_emu) {
        int i;
        for (i = 0; i < f->nb_streams; i++) {
            InputStream *ist = input_streams[f->ist_index + i];
3075
            int64_t pts = av_rescale(ist->dts, 1000000, AV_TIME_BASE);
3076 3077 3078 3079 3080 3081
            int64_t now = av_gettime() - ist->start;
            if (pts > now)
                return AVERROR(EAGAIN);
        }
    }

3082
#if HAVE_PTHREADS
3083 3084 3085 3086
    if (nb_input_files > 1)
        return get_input_packet_mt(f, pkt);
#endif
    return av_read_frame(f->ctx, pkt);
3087 3088
}

3089 3090 3091
static int got_eagain(void)
{
    int i;
3092 3093
    for (i = 0; i < nb_output_streams; i++)
        if (output_streams[i]->unavailable)
3094 3095 3096 3097 3098 3099 3100 3101 3102
            return 1;
    return 0;
}

static void reset_eagain(void)
{
    int i;
    for (i = 0; i < nb_input_files; i++)
        input_files[i]->eagain = 0;
3103 3104 3105 3106
    for (i = 0; i < nb_output_streams; i++)
        output_streams[i]->unavailable = 0;
}

3107 3108
/*
 * Return
3109 3110 3111 3112 3113
 * - 0 -- one packet was read and processed
 * - AVERROR(EAGAIN) -- no packets were available for selected file,
 *   this function should be called again
 * - AVERROR_EOF -- this function should not be called again
 */
3114
static int process_input(int file_index)
3115
{
3116
    InputFile *ifile = input_files[file_index];
3117 3118 3119 3120 3121 3122 3123 3124 3125 3126 3127 3128 3129 3130 3131 3132
    AVFormatContext *is;
    InputStream *ist;
    AVPacket pkt;
    int ret, i, j;

    is  = ifile->ctx;
    ret = get_input_packet(ifile, &pkt);

    if (ret == AVERROR(EAGAIN)) {
        ifile->eagain = 1;
        return ret;
    }
    if (ret < 0) {
        if (ret != AVERROR_EOF) {
            print_error(is->filename, ret);
            if (exit_on_error)
3133
                exit_program(1);
3134 3135 3136 3137 3138 3139 3140 3141
        }
        ifile->eof_reached = 1;

        for (i = 0; i < ifile->nb_streams; i++) {
            ist = input_streams[ifile->ist_index + i];
            if (ist->decoding_needed)
                output_packet(ist, NULL);

3142 3143 3144
            /* mark all outputs that don't go through lavfi as finished */
            for (j = 0; j < nb_output_streams; j++) {
                OutputStream *ost = output_streams[j];
3145

3146 3147 3148
                if (ost->source_index == ifile->ist_index + i &&
                    (ost->stream_copy || ost->enc->type == AVMEDIA_TYPE_SUBTITLE))
                    close_output_stream(ost);
3149 3150 3151
            }
        }

3152
        return AVERROR(EAGAIN);
3153 3154 3155 3156 3157 3158 3159 3160 3161 3162 3163 3164 3165 3166 3167 3168 3169 3170 3171
    }

    reset_eagain();

    if (do_pkt_dump) {
        av_pkt_dump_log2(NULL, AV_LOG_DEBUG, &pkt, do_hex_dump,
                         is->streams[pkt.stream_index]);
    }
    /* the following test is needed in case new streams appear
       dynamically in stream : we ignore them */
    if (pkt.stream_index >= ifile->nb_streams) {
        report_new_stream(file_index, &pkt);
        goto discard_packet;
    }

    ist = input_streams[ifile->ist_index + pkt.stream_index];
    if (ist->discard)
        goto discard_packet;

3172 3173
    if (debug_ts) {
        av_log(NULL, AV_LOG_INFO, "demuxer -> ist_index:%d type:%s "
3174 3175 3176 3177 3178 3179 3180 3181
               "next_dts:%s next_dts_time:%s next_pts:%s next_pts_time:%s pkt_pts:%s pkt_pts_time:%s pkt_dts:%s pkt_dts_time:%s off:%s off_time:%s\n",
               ifile->ist_index + pkt.stream_index, av_get_media_type_string(ist->st->codec->codec_type),
               av_ts2str(ist->next_dts), av_ts2timestr(ist->next_dts, &AV_TIME_BASE_Q),
               av_ts2str(ist->next_pts), av_ts2timestr(ist->next_pts, &AV_TIME_BASE_Q),
               av_ts2str(pkt.pts), av_ts2timestr(pkt.pts, &ist->st->time_base),
               av_ts2str(pkt.dts), av_ts2timestr(pkt.dts, &ist->st->time_base),
               av_ts2str(input_files[ist->file_index]->ts_offset),
               av_ts2timestr(input_files[ist->file_index]->ts_offset, &AV_TIME_BASE_Q));
3182 3183
    }

3184
    if(!ist->wrap_correction_done && is->start_time != AV_NOPTS_VALUE && ist->st->pts_wrap_bits < 64){
3185
        int64_t stime, stime2;
3186 3187 3188 3189 3190 3191 3192 3193 3194 3195 3196 3197 3198 3199 3200 3201 3202 3203 3204
        // Correcting starttime based on the enabled streams
        // FIXME this ideally should be done before the first use of starttime but we do not know which are the enabled streams at that point.
        //       so we instead do it here as part of discontinuity handling
        if (   ist->next_dts == AV_NOPTS_VALUE
            && ifile->ts_offset == -is->start_time
            && (is->iformat->flags & AVFMT_TS_DISCONT)) {
            int64_t new_start_time = INT64_MAX;
            for (i=0; i<is->nb_streams; i++) {
                AVStream *st = is->streams[i];
                if(st->discard == AVDISCARD_ALL || st->start_time == AV_NOPTS_VALUE)
                    continue;
                new_start_time = FFMIN(new_start_time, av_rescale_q(st->start_time, st->time_base, AV_TIME_BASE_Q));
            }
            if (new_start_time > is->start_time) {
                av_log(is, AV_LOG_VERBOSE, "Correcting start time by %"PRId64"\n", new_start_time - is->start_time);
                ifile->ts_offset = -new_start_time;
            }
        }

3205 3206
        stime = av_rescale_q(is->start_time, AV_TIME_BASE_Q, ist->st->time_base);
        stime2= stime + (1ULL<<ist->st->pts_wrap_bits);
3207
        ist->wrap_correction_done = 1;
3208 3209 3210

        if(stime2 > stime && pkt.dts != AV_NOPTS_VALUE && pkt.dts > stime + (1LL<<(ist->st->pts_wrap_bits-1))) {
            pkt.dts -= 1ULL<<ist->st->pts_wrap_bits;
3211 3212
            ist->wrap_correction_done = 0;
        }
3213 3214
        if(stime2 > stime && pkt.pts != AV_NOPTS_VALUE && pkt.pts > stime + (1LL<<(ist->st->pts_wrap_bits-1))) {
            pkt.pts -= 1ULL<<ist->st->pts_wrap_bits;
3215 3216 3217 3218 3219 3220 3221 3222 3223 3224 3225 3226 3227 3228
            ist->wrap_correction_done = 0;
        }
    }

    if (pkt.dts != AV_NOPTS_VALUE)
        pkt.dts += av_rescale_q(ifile->ts_offset, AV_TIME_BASE_Q, ist->st->time_base);
    if (pkt.pts != AV_NOPTS_VALUE)
        pkt.pts += av_rescale_q(ifile->ts_offset, AV_TIME_BASE_Q, ist->st->time_base);

    if (pkt.pts != AV_NOPTS_VALUE)
        pkt.pts *= ist->ts_scale;
    if (pkt.dts != AV_NOPTS_VALUE)
        pkt.dts *= ist->ts_scale;

3229 3230 3231 3232 3233 3234 3235 3236 3237 3238 3239 3240 3241 3242 3243 3244 3245
    if (pkt.dts != AV_NOPTS_VALUE && ist->next_dts == AV_NOPTS_VALUE && !copy_ts
        && (is->iformat->flags & AVFMT_TS_DISCONT) && ifile->last_ts != AV_NOPTS_VALUE) {
        int64_t pkt_dts = av_rescale_q(pkt.dts, ist->st->time_base, AV_TIME_BASE_Q);
        int64_t delta   = pkt_dts - ifile->last_ts;
        if(delta < -1LL*dts_delta_threshold*AV_TIME_BASE ||
            (delta > 1LL*dts_delta_threshold*AV_TIME_BASE &&
                ist->st->codec->codec_type != AVMEDIA_TYPE_SUBTITLE)){
            ifile->ts_offset -= delta;
            av_log(NULL, AV_LOG_DEBUG,
                   "Inter stream timestamp discontinuity %"PRId64", new offset= %"PRId64"\n",
                   delta, ifile->ts_offset);
            pkt.dts -= av_rescale_q(delta, AV_TIME_BASE_Q, ist->st->time_base);
            if (pkt.pts != AV_NOPTS_VALUE)
                pkt.pts -= av_rescale_q(delta, AV_TIME_BASE_Q, ist->st->time_base);
        }
    }

3246 3247 3248 3249 3250
    if (pkt.dts != AV_NOPTS_VALUE && ist->next_dts != AV_NOPTS_VALUE &&
        !copy_ts) {
        int64_t pkt_dts = av_rescale_q(pkt.dts, ist->st->time_base, AV_TIME_BASE_Q);
        int64_t delta   = pkt_dts - ist->next_dts;
        if (is->iformat->flags & AVFMT_TS_DISCONT) {
3251 3252 3253 3254 3255 3256 3257 3258 3259 3260 3261 3262
            if (delta < -1LL*dts_delta_threshold*AV_TIME_BASE ||
                (delta > 1LL*dts_delta_threshold*AV_TIME_BASE &&
                 ist->st->codec->codec_type != AVMEDIA_TYPE_SUBTITLE) ||
                pkt_dts + AV_TIME_BASE/10 < FFMAX(ist->pts, ist->dts)) {
                ifile->ts_offset -= delta;
                av_log(NULL, AV_LOG_DEBUG,
                       "timestamp discontinuity %"PRId64", new offset= %"PRId64"\n",
                       delta, ifile->ts_offset);
                pkt.dts -= av_rescale_q(delta, AV_TIME_BASE_Q, ist->st->time_base);
                if (pkt.pts != AV_NOPTS_VALUE)
                    pkt.pts -= av_rescale_q(delta, AV_TIME_BASE_Q, ist->st->time_base);
            }
3263 3264
        } else {
            if ( delta < -1LL*dts_error_threshold*AV_TIME_BASE ||
3265
                (delta > 1LL*dts_error_threshold*AV_TIME_BASE && ist->st->codec->codec_type != AVMEDIA_TYPE_SUBTITLE)) {
3266 3267 3268 3269 3270 3271 3272
                av_log(NULL, AV_LOG_WARNING, "DTS %"PRId64", next:%"PRId64" st:%d invalid dropping\n", pkt.dts, ist->next_dts, pkt.stream_index);
                pkt.dts = AV_NOPTS_VALUE;
            }
            if (pkt.pts != AV_NOPTS_VALUE){
                int64_t pkt_pts = av_rescale_q(pkt.pts, ist->st->time_base, AV_TIME_BASE_Q);
                delta   = pkt_pts - ist->next_dts;
                if ( delta < -1LL*dts_error_threshold*AV_TIME_BASE ||
3273
                    (delta > 1LL*dts_error_threshold*AV_TIME_BASE && ist->st->codec->codec_type != AVMEDIA_TYPE_SUBTITLE)) {
3274 3275 3276 3277 3278 3279 3280
                    av_log(NULL, AV_LOG_WARNING, "PTS %"PRId64", next:%"PRId64" invalid dropping st:%d\n", pkt.pts, ist->next_dts, pkt.stream_index);
                    pkt.pts = AV_NOPTS_VALUE;
                }
            }
        }
    }

3281 3282 3283
    if (pkt.dts != AV_NOPTS_VALUE)
        ifile->last_ts = av_rescale_q(pkt.dts, ist->st->time_base, AV_TIME_BASE_Q);

3284
    if (debug_ts) {
3285
        av_log(NULL, AV_LOG_INFO, "demuxer+ffmpeg -> ist_index:%d type:%s pkt_pts:%s pkt_pts_time:%s pkt_dts:%s pkt_dts_time:%s off:%s off_time:%s\n",
3286 3287 3288 3289 3290
               ifile->ist_index + pkt.stream_index, av_get_media_type_string(ist->st->codec->codec_type),
               av_ts2str(pkt.pts), av_ts2timestr(pkt.pts, &ist->st->time_base),
               av_ts2str(pkt.dts), av_ts2timestr(pkt.dts, &ist->st->time_base),
               av_ts2str(input_files[ist->file_index]->ts_offset),
               av_ts2timestr(input_files[ist->file_index]->ts_offset, &AV_TIME_BASE_Q));
3291 3292
    }

3293 3294
    sub2video_heartbeat(ist, pkt.pts);

3295 3296
    ret = output_packet(ist, &pkt);
    if (ret < 0) {
3297
        av_log(NULL, AV_LOG_ERROR, "Error while decoding stream #%d:%d: %s\n",
3298
               ist->file_index, ist->st->index, av_err2str(ret));
3299
        if (exit_on_error)
3300
            exit_program(1);
3301 3302 3303 3304 3305 3306 3307 3308
    }

discard_packet:
    av_free_packet(&pkt);

    return 0;
}

3309 3310 3311 3312 3313 3314 3315 3316 3317 3318 3319 3320 3321 3322 3323 3324 3325 3326 3327 3328 3329 3330 3331 3332 3333 3334 3335 3336 3337 3338 3339 3340 3341 3342 3343 3344 3345 3346 3347 3348 3349 3350 3351 3352 3353 3354 3355 3356 3357 3358 3359 3360 3361 3362 3363 3364 3365 3366 3367 3368 3369 3370 3371 3372 3373 3374 3375 3376 3377 3378 3379 3380 3381 3382 3383 3384 3385 3386 3387 3388 3389 3390 3391 3392 3393 3394 3395 3396 3397 3398 3399 3400
/**
 * Perform a step of transcoding for the specified filter graph.
 *
 * @param[in]  graph     filter graph to consider
 * @param[out] best_ist  input stream where a frame would allow to continue
 * @return  0 for success, <0 for error
 */
static int transcode_from_filter(FilterGraph *graph, InputStream **best_ist)
{
    int i, ret;
    int nb_requests, nb_requests_max = 0;
    InputFilter *ifilter;
    InputStream *ist;

    *best_ist = NULL;
    ret = avfilter_graph_request_oldest(graph->graph);
    if (ret >= 0)
        return reap_filters();

    if (ret == AVERROR_EOF) {
        ret = reap_filters();
        for (i = 0; i < graph->nb_outputs; i++)
            close_output_stream(graph->outputs[i]->ost);
        return ret;
    }
    if (ret != AVERROR(EAGAIN))
        return ret;

    for (i = 0; i < graph->nb_inputs; i++) {
        ifilter = graph->inputs[i];
        ist = ifilter->ist;
        if (input_files[ist->file_index]->eagain ||
            input_files[ist->file_index]->eof_reached)
            continue;
        nb_requests = av_buffersrc_get_nb_failed_requests(ifilter->filter);
        if (nb_requests > nb_requests_max) {
            nb_requests_max = nb_requests;
            *best_ist = ist;
        }
    }

    if (!*best_ist)
        for (i = 0; i < graph->nb_outputs; i++)
            graph->outputs[i]->ost->unavailable = 1;

    return 0;
}

/**
 * Run a single step of transcoding.
 *
 * @return  0 for success, <0 for error
 */
static int transcode_step(void)
{
    OutputStream *ost;
    InputStream  *ist;
    int ret;

    ost = choose_output();
    if (!ost) {
        if (got_eagain()) {
            reset_eagain();
            av_usleep(10000);
            return 0;
        }
        av_log(NULL, AV_LOG_VERBOSE, "No more inputs to read from, finishing.\n");
        return AVERROR_EOF;
    }

    if (ost->filter) {
        if ((ret = transcode_from_filter(ost->filter->graph, &ist)) < 0)
            return ret;
        if (!ist)
            return 0;
    } else {
        av_assert0(ost->source_index >= 0);
        ist = input_streams[ost->source_index];
    }

    ret = process_input(ist->file_index);
    if (ret == AVERROR(EAGAIN)) {
        if (input_files[ist->file_index]->eagain)
            ost->unavailable = 1;
        return 0;
    }
    if (ret < 0)
        return ret == AVERROR_EOF ? 0 : ret;

    return reap_filters();
}

3401 3402 3403
/*
 * The following code is the main loop of the file converter
 */
3404
static int transcode(void)
3405
{
3406
    int ret, i;
3407
    AVFormatContext *os;
3408
    OutputStream *ost;
3409 3410
    InputStream *ist;
    int64_t timer_start;
Fabrice Bellard's avatar
Fabrice Bellard committed
3411

3412
    ret = transcode_init();
3413 3414 3415
    if (ret < 0)
        goto fail;

3416 3417
    if (stdin_interaction) {
        av_log(NULL, AV_LOG_INFO, "Press [q] to stop, [?] for help\n");
3418 3419
    }

3420
    timer_start = av_gettime();
Fabrice Bellard's avatar
Fabrice Bellard committed
3421

3422
#if HAVE_PTHREADS
3423 3424 3425
    if ((ret = init_input_threads()) < 0)
        goto fail;
#endif
Fabrice Bellard's avatar
Fabrice Bellard committed
3426

Anton Khirnov's avatar
Anton Khirnov committed
3427
    while (!received_sigterm) {
3428
        int64_t cur_time= av_gettime();
3429

3430 3431 3432 3433
        /* if 'q' pressed, exits */
        if (stdin_interaction)
            if (check_keyboard_interaction(cur_time) < 0)
                break;
3434

3435
        /* check if there's any stream where output is still needed */
3436 3437
        if (!need_output()) {
            av_log(NULL, AV_LOG_VERBOSE, "No more output streams to write to, finishing.\n");
3438
            break;
3439
        }
3440

3441
        ret = transcode_step();
3442
        if (ret < 0) {
3443
            if (ret == AVERROR_EOF || ret == AVERROR(EAGAIN))
3444
                continue;
3445

3446 3447
            av_log(NULL, AV_LOG_ERROR, "Error while filtering.\n");
            break;
3448
        }
3449 3450

        /* dump report by using the output first video and audio streams */
3451
        print_report(0, timer_start, cur_time);
Fabrice Bellard's avatar
Fabrice Bellard committed
3452
    }
3453
#if HAVE_PTHREADS
3454 3455
    free_input_threads();
#endif
Fabrice Bellard's avatar
Fabrice Bellard committed
3456

3457 3458
    /* at the end of stream, we must flush the decoder buffers */
    for (i = 0; i < nb_input_streams; i++) {
3459
        ist = input_streams[i];
3460
        if (!input_files[ist->file_index]->eof_reached && ist->decoding_needed) {
3461
            output_packet(ist, NULL);
3462
        }
3463
    }
3464
    flush_encoders();
3465

3466
    term_exit();
Fabrice Bellard's avatar
Fabrice Bellard committed
3467

3468
    /* write the trailer if needed and close file */
Aneesh Dogra's avatar
Aneesh Dogra committed
3469
    for (i = 0; i < nb_output_files; i++) {
3470
        os = output_files[i]->ctx;
3471
        av_write_trailer(os);
3472
    }
3473

3474
    /* dump report by using the first video and audio streams */
3475
    print_report(1, timer_start, av_gettime());
3476

3477
    /* close each encoder */
3478
    for (i = 0; i < nb_output_streams; i++) {
3479
        ost = output_streams[i];
3480 3481 3482
        if (ost->encoding_needed) {
            av_freep(&ost->st->codec->stats_in);
            avcodec_close(ost->st->codec);
3483 3484 3485
        }
    }

3486 3487
    /* close each decoder */
    for (i = 0; i < nb_input_streams; i++) {
3488
        ist = input_streams[i];
3489 3490
        if (ist->decoding_needed) {
            avcodec_close(ist->st->codec);
3491 3492
            if (ist->hwaccel_uninit)
                ist->hwaccel_uninit(ist->st->codec);
3493 3494
        }
    }
3495

3496 3497 3498 3499
    /* finished ! */
    ret = 0;

 fail:
3500
#if HAVE_PTHREADS
3501 3502
    free_input_threads();
#endif
3503

3504 3505
    if (output_streams) {
        for (i = 0; i < nb_output_streams; i++) {
3506
            ost = output_streams[i];
3507
            if (ost) {
3508
                if (ost->stream_copy)
3509 3510 3511 3512
                    av_freep(&ost->st->codec->extradata);
                if (ost->logfile) {
                    fclose(ost->logfile);
                    ost->logfile = NULL;
3513
                }
3514
                av_freep(&ost->st->codec->subtitle_header);
3515
                av_freep(&ost->forced_kf_pts);
3516
                av_freep(&ost->apad);
3517
                av_dict_free(&ost->opts);
3518
                av_dict_free(&ost->swr_opts);
3519
                av_dict_free(&ost->resample_opts);
3520 3521 3522
            }
        }
    }
3523
    return ret;
Fabrice Bellard's avatar
Fabrice Bellard committed
3524 3525
}

3526

3527
static int64_t getutime(void)
3528
{
3529 3530
#if HAVE_GETRUSAGE
    struct rusage rusage;
3531

3532 3533 3534 3535 3536 3537 3538 3539 3540 3541 3542
    getrusage(RUSAGE_SELF, &rusage);
    return (rusage.ru_utime.tv_sec * 1000000LL) + rusage.ru_utime.tv_usec;
#elif HAVE_GETPROCESSTIMES
    HANDLE proc;
    FILETIME c, e, k, u;
    proc = GetCurrentProcess();
    GetProcessTimes(proc, &c, &e, &k, &u);
    return ((int64_t) u.dwHighDateTime << 32 | u.dwLowDateTime) / 10;
#else
    return av_gettime();
#endif
3543
}
3544

3545 3546 3547 3548 3549 3550 3551 3552 3553 3554 3555 3556 3557 3558 3559 3560 3561 3562
static int64_t getmaxrss(void)
{
#if HAVE_GETRUSAGE && HAVE_STRUCT_RUSAGE_RU_MAXRSS
    struct rusage rusage;
    getrusage(RUSAGE_SELF, &rusage);
    return (int64_t)rusage.ru_maxrss * 1024;
#elif HAVE_GETPROCESSMEMORYINFO
    HANDLE proc;
    PROCESS_MEMORY_COUNTERS memcounters;
    proc = GetCurrentProcess();
    memcounters.cb = sizeof(memcounters);
    GetProcessMemoryInfo(proc, &memcounters, sizeof(memcounters));
    return memcounters.PeakPagefileUsage;
#else
    return 0;
#endif
}

3563
static void log_callback_null(void *ptr, int level, const char *fmt, va_list vl)
3564 3565 3566
{
}

3567 3568
int main(int argc, char **argv)
{
3569
    int ret;
3570 3571
    int64_t ti;

3572
    register_exit(ffmpeg_cleanup);
3573

3574 3575
    setvbuf(stderr,NULL,_IONBF,0); /* win32 runtime needs this */

3576
    av_log_set_flags(AV_LOG_SKIP_REPEATED);
3577
    parse_loglevel(argc, argv, options);
3578

3579
    if(argc>1 && !strcmp(argv[1], "-d")){
3580
        run_as_daemon=1;
3581 3582 3583 3584 3585
        av_log_set_callback(log_callback_null);
        argc--;
        argv++;
    }

Luca Abeni's avatar
Luca Abeni committed
3586
    avcodec_register_all();
3587
#if CONFIG_AVDEVICE
Luca Abeni's avatar
Luca Abeni committed
3588
    avdevice_register_all();
3589 3590
#endif
    avfilter_register_all();
3591
    av_register_all();
3592
    avformat_network_init();
3593

3594
    show_banner(argc, argv, options);
3595

3596 3597
    term_init();

3598
    /* parse options and open all input/output files */
3599
    ret = ffmpeg_parse_options(argc, argv);
3600
    if (ret < 0)
3601
        exit_program(1);
3602

3603
    if (nb_output_files <= 0 && nb_input_files == 0) {
3604
        show_usage();
3605
        av_log(NULL, AV_LOG_WARNING, "Use -h to get full help or, even better, run 'man %s'\n", program_name);
3606
        exit_program(1);
3607
    }
3608

3609 3610
    /* file converter / grab */
    if (nb_output_files <= 0) {
3611
        av_log(NULL, AV_LOG_FATAL, "At least one output file must be specified\n");
3612
        exit_program(1);
3613 3614
    }

3615 3616
//     if (nb_input_files == 0) {
//         av_log(NULL, AV_LOG_FATAL, "At least one input file must be specified\n");
3617
//         exit_program(1);
3618
//     }
3619

3620
    current_time = ti = getutime();
3621
    if (transcode() < 0)
3622
        exit_program(1);
3623 3624
    ti = getutime() - ti;
    if (do_benchmark) {
3625
        printf("bench: utime=%0.3fs\n", ti / 1000000.0);
3626
    }
3627 3628
    av_log(NULL, AV_LOG_DEBUG, "%"PRIu64" frames successfully decoded, %"PRIu64" decoding errors\n",
           decode_error_stat[0], decode_error_stat[1]);
3629
    if ((decode_error_stat[0] + decode_error_stat[1]) * max_error_rate < decode_error_stat[1])
3630
        exit_program(69);
3631

3632 3633
    exit_program(received_nb_signals ? 255 : main_return_code);
    return main_return_code;
3634
}