hlsenc.c 67 KB
Newer Older
1 2 3 4
/*
 * Apple HTTP Live Streaming segmenter
 * Copyright (c) 2012, Luca Barbato
 *
5
 * This file is part of FFmpeg.
6
 *
7
 * FFmpeg is free software; you can redistribute it and/or
8 9 10 11
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
12
 * FFmpeg is distributed in the hope that it will be useful,
13 14 15 16 17
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
18
 * License along with FFmpeg; if not, write to the Free Software
19 20 21
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

22
#include "config.h"
23
#include <float.h>
24
#include <stdint.h>
25 26 27
#if HAVE_UNISTD_H
#include <unistd.h>
#endif
28

29 30 31 32 33 34
#if CONFIG_GCRYPT
#include <gcrypt.h>
#elif CONFIG_OPENSSL
#include <openssl/rand.h>
#endif

35
#include "libavutil/avassert.h"
36 37 38
#include "libavutil/mathematics.h"
#include "libavutil/parseutils.h"
#include "libavutil/avstring.h"
39 40
#include "libavutil/intreadwrite.h"
#include "libavutil/random_seed.h"
41 42
#include "libavutil/opt.h"
#include "libavutil/log.h"
43
#include "libavutil/time_internal.h"
44 45

#include "avformat.h"
46
#include "avio_internal.h"
47
#include "internal.h"
48
#include "os_support.h"
49

50 51 52 53 54 55
typedef enum {
  HLS_START_SEQUENCE_AS_START_NUMBER = 0,
  HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH = 1,
  HLS_START_SEQUENCE_AS_FORMATTED_DATETIME = 2,  // YYYYMMDDhhmmss
} StartSequenceSourceType;

56 57
#define KEYSIZE 16
#define LINE_BUFFER_SIZE 1024
58
#define HLS_MICROSECOND_UNIT   1000000
59

60 61
typedef struct HLSSegment {
    char filename[1024];
62
    char sub_filename[1024];
63
    double duration; /* in seconds */
64
    int discont;
65 66
    int64_t pos;
    int64_t size;
67

68 69 70
    char key_uri[LINE_BUFFER_SIZE + 1];
    char iv_string[KEYSIZE*2 + 1];

71 72
    struct HLSSegment *next;
} HLSSegment;
73

74 75 76
typedef enum HLSFlags {
    // Generate a single media file and use byte ranges in the playlist.
    HLS_SINGLE_FILE = (1 << 0),
77
    HLS_DELETE_SEGMENTS = (1 << 1),
78
    HLS_ROUND_DURATIONS = (1 << 2),
79
    HLS_DISCONT_START = (1 << 3),
80
    HLS_OMIT_ENDLIST = (1 << 4),
81
    HLS_SPLIT_BY_TIME = (1 << 5),
82
    HLS_APPEND_LIST = (1 << 6),
83
    HLS_PROGRAM_DATE_TIME = (1 << 7),
84
    HLS_SECOND_LEVEL_SEGMENT_INDEX = (1 << 8), // include segment index in segment filenames when use_localtime  e.g.: %%03d
85 86
    HLS_SECOND_LEVEL_SEGMENT_DURATION = (1 << 9), // include segment duration (microsec) in segment filenames when use_localtime  e.g.: %%09t
    HLS_SECOND_LEVEL_SEGMENT_SIZE = (1 << 10), // include segment size (bytes) in segment filenames when use_localtime  e.g.: %%014s
87
    HLS_TEMP_FILE = (1 << 11),
88
    HLS_PERIODIC_REKEY = (1 << 12),
89 90
} HLSFlags;

91 92 93 94 95
typedef enum {
    SEGMENT_TYPE_MPEGTS,
    SEGMENT_TYPE_FMP4,
} SegmentType;

96 97 98 99 100 101 102
typedef enum {
    PLAYLIST_TYPE_NONE,
    PLAYLIST_TYPE_EVENT,
    PLAYLIST_TYPE_VOD,
    PLAYLIST_TYPE_NB,
} PlaylistType;

103 104
typedef struct HLSContext {
    const AVClass *class;  // Class for private options.
105
    unsigned number;
106
    int64_t sequence;
107
    int64_t start_sequence;
108
    uint32_t start_sequence_source_type;  // enum StartSequenceSourceType
109
    AVOutputFormat *oformat;
110
    AVOutputFormat *vtt_oformat;
111

112
    AVFormatContext *avf;
113
    AVFormatContext *vtt_avf;
114

115
    float time;            // Set by a private option.
116
    float init_time;       // Set by a private option.
117
    int max_nb_segments;   // Set by a private option.
118
#if FF_API_HLS_WRAP
119
    int  wrap;             // Set by a private option.
120
#endif
121
    uint32_t flags;        // enum HLSFlags
122
    uint32_t pl_type;      // enum PlaylistType
123
    char *segment_filename;
124 125 126
    char *fmp4_init_filename;
    int segment_type;
    int fmp4_init_mode;
127

128
    int use_localtime;      ///< flag to expand filename with localtime
129
    int use_localtime_mkdir;///< flag to mkdir dirname in timebased filename
130
    int allowcache;
131 132
    int64_t recording_time;
    int has_video;
133
    int has_subtitle;
134 135
    int new_start;
    double dpp;           // duration per packet
136 137
    int64_t start_pts;
    int64_t end_pts;
138
    double duration;      // last segment duration computed so far, in seconds
139 140
    int64_t start_pos;    // last segment starting position
    int64_t size;         // last segment size
141
    int64_t max_seg_size; // every segment file max size
142
    int nb_entries;
143
    int discontinuity_set;
144
    int discontinuity;
145

146 147
    HLSSegment *segments;
    HLSSegment *last_segment;
148
    HLSSegment *old_segments;
149

150
    char *basename;
151
    char *base_output_dirname;
152 153
    char *vtt_basename;
    char *vtt_m3u8_name;
154
    char *baseurl;
Steven Liu's avatar
Steven Liu committed
155
    char *format_options_str;
156 157
    char *vtt_format_options_str;
    char *subtitle_filename;
Steven Liu's avatar
Steven Liu committed
158
    AVDictionary *format_options;
159

160 161 162 163 164 165
    int encrypt;
    char *key;
    char *key_url;
    char *iv;
    char *key_basename;

166 167 168 169 170
    char *key_info_file;
    char key_file[LINE_BUFFER_SIZE + 1];
    char key_uri[LINE_BUFFER_SIZE + 1];
    char key_string[KEYSIZE*2 + 1];
    char iv_string[KEYSIZE*2 + 1];
171 172
    AVDictionary *vtt_format_options;

173 174
    char *method;

175
    double initial_prog_date_time;
176
    char current_segment_final_filename_fmt[1024]; // when renaming segments
177
    char *user_agent;
178 179
} HLSContext;

180 181 182 183 184
static int get_int_from_double(double val)
{
    return (int)((val - (int)val) >= 0.001) ? (int)(val + 1) : (int)val;
}

185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217
static int mkdir_p(const char *path) {
    int ret = 0;
    char *temp = av_strdup(path);
    char *pos = temp;
    char tmp_ch = '\0';

    if (!path || !temp) {
        return -1;
    }

    if (!strncmp(temp, "/", 1) || !strncmp(temp, "\\", 1)) {
        pos++;
    } else if (!strncmp(temp, "./", 2) || !strncmp(temp, ".\\", 2)) {
        pos += 2;
    }

    for ( ; *pos != '\0'; ++pos) {
        if (*pos == '/' || *pos == '\\') {
            tmp_ch = *pos;
            *pos = '\0';
            ret = mkdir(temp, 0755);
            *pos = tmp_ch;
        }
    }

    if ((*(pos - 1) != '/') || (*(pos - 1) != '\\')) {
        ret = mkdir(temp, 0755);
    }

    av_free(temp);
    return ret;
}

218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233
static void set_http_options(AVFormatContext *s, AVDictionary **options, HLSContext *c)
{
    const char *proto = avio_find_protocol_name(s->filename);
    int http_base_proto = proto ? (!av_strcasecmp(proto, "http") || !av_strcasecmp(proto, "https")) : 0;

    if (c->method) {
        av_dict_set(options, "method", c->method, 0);
    } else if (http_base_proto) {
        av_log(c, AV_LOG_WARNING, "No HTTP method set, hls muxer defaulting to method PUT.\n");
        av_dict_set(options, "method", "PUT", 0);
    }
    if (c->user_agent)
        av_dict_set(options, "user_agent", c->user_agent, 0);

}

234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285
static int replace_int_data_in_filename(char *buf, int buf_size, const char *filename, char placeholder, int64_t number)
{
    const char *p;
    char *q, buf1[20], c;
    int nd, len, addchar_count;
    int found_count = 0;

    q = buf;
    p = filename;
    for (;;) {
        c = *p;
        if (c == '\0')
            break;
        if (c == '%' && *(p+1) == '%')  // %%
            addchar_count = 2;
        else if (c == '%' && (av_isdigit(*(p+1)) || *(p+1) == placeholder)) {
            nd = 0;
            addchar_count = 1;
            while (av_isdigit(*(p + addchar_count))) {
                nd = nd * 10 + *(p + addchar_count) - '0';
                addchar_count++;
            }

            if (*(p + addchar_count) == placeholder) {
                len = snprintf(buf1, sizeof(buf1), "%0*"PRId64, (number < 0) ? nd : nd++, number);
                if (len < 1)  // returned error or empty buf1
                    goto fail;
                if ((q - buf + len) > buf_size - 1)
                    goto fail;
                memcpy(q, buf1, len);
                q += len;
                p += (addchar_count + 1);
                addchar_count = 0;
                found_count++;
            }

        } else
            addchar_count = 1;

        while (addchar_count--)
            if ((q - buf) < buf_size - 1)
                *q++ = *p++;
            else
                goto fail;
    }
    *q = '\0';
    return found_count;
fail:
    *q = '\0';
    return -1;
}

286 287 288 289 290 291 292 293 294 295
static void write_styp(AVIOContext *pb)
{
    avio_wb32(pb, 24);
    ffio_wfourcc(pb, "styp");
    ffio_wfourcc(pb, "msdh");
    avio_wb32(pb, 0); /* minor */
    ffio_wfourcc(pb, "msdh");
    ffio_wfourcc(pb, "msix");
}

296
static int hls_delete_old_segments(AVFormatContext *s, HLSContext *hls) {
297 298 299

    HLSSegment *segment, *previous_segment = NULL;
    float playlist_duration = 0.0f;
300
    int ret = 0, path_size, sub_path_size;
301 302
    char *dirname = NULL, *p, *sub_path;
    char *path = NULL;
303 304
    AVDictionary *options = NULL;
    AVIOContext *out = NULL;
305
    const char *proto = NULL;
306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323

    segment = hls->segments;
    while (segment) {
        playlist_duration += segment->duration;
        segment = segment->next;
    }

    segment = hls->old_segments;
    while (segment) {
        playlist_duration -= segment->duration;
        previous_segment = segment;
        segment = previous_segment->next;
        if (playlist_duration <= -previous_segment->duration) {
            previous_segment->next = NULL;
            break;
        }
    }

324
    if (segment && !hls->use_localtime_mkdir) {
325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340
        if (hls->segment_filename) {
            dirname = av_strdup(hls->segment_filename);
        } else {
            dirname = av_strdup(hls->avf->filename);
        }
        if (!dirname) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
        p = (char *)av_basename(dirname);
        *p = '\0';
    }

    while (segment) {
        av_log(hls, AV_LOG_DEBUG, "deleting old segment %s\n",
                                  segment->filename);
341
        path_size =  (hls->use_localtime_mkdir ? 0 : strlen(dirname)) + strlen(segment->filename) + 1;
342 343 344 345 346
        path = av_malloc(path_size);
        if (!path) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
347

348 349 350 351 352 353 354
        if (hls->use_localtime_mkdir)
            av_strlcpy(path, segment->filename, path_size);
        else { // segment->filename contains basename only
            av_strlcpy(path, dirname, path_size);
            av_strlcat(path, segment->filename, path_size);
        }

355 356
        proto = avio_find_protocol_name(s->filename);
        if (hls->method || (proto && !av_strcasecmp(proto, "http"))) {
357 358 359
            av_dict_set(&options, "method", "DELETE", 0);
            if ((ret = hls->avf->io_open(hls->avf, &out, path, AVIO_FLAG_WRITE, &options)) < 0)
                goto fail;
360
            ff_format_io_close(hls->avf, &out);
361
        } else if (unlink(path) < 0) {
362 363 364
            av_log(hls, AV_LOG_ERROR, "failed to delete old segment %s: %s\n",
                                     path, strerror(errno));
        }
365

366 367
        if ((segment->sub_filename[0] != '\0')) {
            sub_path_size = strlen(segment->sub_filename) + 1 + (dirname ? strlen(dirname) : 0);
368 369 370 371 372 373 374 375
            sub_path = av_malloc(sub_path_size);
            if (!sub_path) {
                ret = AVERROR(ENOMEM);
                goto fail;
            }

            av_strlcpy(sub_path, dirname, sub_path_size);
            av_strlcat(sub_path, segment->sub_filename, sub_path_size);
376

377
            if (hls->method || (proto && !av_strcasecmp(proto, "http"))) {
378 379 380 381 382
                av_dict_set(&options, "method", "DELETE", 0);
                if ((ret = hls->avf->io_open(hls->avf, &out, sub_path, AVIO_FLAG_WRITE, &options)) < 0) {
                    av_free(sub_path);
                    goto fail;
                }
383
                ff_format_io_close(hls->avf, &out);
384
            } else if (unlink(sub_path) < 0) {
385 386 387 388
                av_log(hls, AV_LOG_ERROR, "failed to delete old segment %s: %s\n",
                                         sub_path, strerror(errno));
            }
            av_free(sub_path);
389
        }
390
        av_freep(&path);
391 392 393 394 395 396
        previous_segment = segment;
        segment = previous_segment->next;
        av_free(previous_segment);
    }

fail:
397
    av_free(path);
398 399 400 401 402
    av_free(dirname);

    return ret;
}

403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433
static int randomize(uint8_t *buf, int len)
{
#if CONFIG_GCRYPT
    gcry_randomize(buf, len, GCRY_VERY_STRONG_RANDOM);
    return 0;
#elif CONFIG_OPENSSL
    if (RAND_bytes(buf, len))
        return 0;
#else
    return AVERROR(ENOSYS);
#endif
    return AVERROR(EINVAL);
}

static int do_encrypt(AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    int ret;
    int len;
    AVIOContext *pb;
    uint8_t key[KEYSIZE];

    len = strlen(hls->basename) + 4 + 1;
    hls->key_basename = av_mallocz(len);
    if (!hls->key_basename)
        return AVERROR(ENOMEM);

    av_strlcpy(hls->key_basename, s->filename, len);
    av_strlcat(hls->key_basename, ".key", len);

    if (hls->key_url) {
434 435
        av_strlcpy(hls->key_file, hls->key_url, sizeof(hls->key_file));
        av_strlcpy(hls->key_uri, hls->key_url, sizeof(hls->key_uri));
436
    } else {
437 438
        av_strlcpy(hls->key_file, hls->key_basename, sizeof(hls->key_file));
        av_strlcpy(hls->key_uri, hls->key_basename, sizeof(hls->key_uri));
439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485
    }

    if (!*hls->iv_string) {
        uint8_t iv[16] = { 0 };
        char buf[33];

        if (!hls->iv) {
            AV_WB64(iv + 8, hls->sequence);
        } else {
            memcpy(iv, hls->iv, sizeof(iv));
        }
        ff_data_to_hex(buf, iv, sizeof(iv), 0);
        buf[32] = '\0';
        memcpy(hls->iv_string, buf, sizeof(hls->iv_string));
    }

    if (!*hls->key_uri) {
        av_log(hls, AV_LOG_ERROR, "no key URI specified in key info file\n");
        return AVERROR(EINVAL);
    }

    if (!*hls->key_file) {
        av_log(hls, AV_LOG_ERROR, "no key file specified in key info file\n");
        return AVERROR(EINVAL);
    }

    if (!*hls->key_string) {
        if (!hls->key) {
            if ((ret = randomize(key, sizeof(key))) < 0) {
                av_log(s, AV_LOG_ERROR, "Cannot generate a strong random key\n");
                return ret;
            }
        } else {
            memcpy(key, hls->key, sizeof(key));
        }

        ff_data_to_hex(hls->key_string, key, sizeof(key), 0);
        if ((ret = s->io_open(s, &pb, hls->key_file, AVIO_FLAG_WRITE, NULL)) < 0)
            return ret;
        avio_seek(pb, 0, SEEK_CUR);
        avio_write(pb, key, KEYSIZE);
        avio_close(pb);
    }
    return 0;
}


486 487 488 489 490 491 492
static int hls_encryption_start(AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    int ret;
    AVIOContext *pb;
    uint8_t key[KEYSIZE];

493
    if ((ret = s->io_open(s, &pb, hls->key_info_file, AVIO_FLAG_READ, NULL)) < 0) {
494 495 496 497 498 499 500 501 502 503 504 505 506 507
        av_log(hls, AV_LOG_ERROR,
                "error opening key info file %s\n", hls->key_info_file);
        return ret;
    }

    ff_get_line(pb, hls->key_uri, sizeof(hls->key_uri));
    hls->key_uri[strcspn(hls->key_uri, "\r\n")] = '\0';

    ff_get_line(pb, hls->key_file, sizeof(hls->key_file));
    hls->key_file[strcspn(hls->key_file, "\r\n")] = '\0';

    ff_get_line(pb, hls->iv_string, sizeof(hls->iv_string));
    hls->iv_string[strcspn(hls->iv_string, "\r\n")] = '\0';

508
    ff_format_io_close(s, &pb);
509 510 511 512 513 514 515 516 517 518 519

    if (!*hls->key_uri) {
        av_log(hls, AV_LOG_ERROR, "no key URI specified in key info file\n");
        return AVERROR(EINVAL);
    }

    if (!*hls->key_file) {
        av_log(hls, AV_LOG_ERROR, "no key file specified in key info file\n");
        return AVERROR(EINVAL);
    }

520
    if ((ret = s->io_open(s, &pb, hls->key_file, AVIO_FLAG_READ, NULL)) < 0) {
521 522 523 524 525
        av_log(hls, AV_LOG_ERROR, "error opening key file %s\n", hls->key_file);
        return ret;
    }

    ret = avio_read(pb, key, sizeof(key));
526
    ff_format_io_close(s, &pb);
527 528 529 530 531 532 533 534 535 536 537
    if (ret != sizeof(key)) {
        av_log(hls, AV_LOG_ERROR, "error reading key file %s\n", hls->key_file);
        if (ret >= 0 || ret == AVERROR_EOF)
            ret = AVERROR(EINVAL);
        return ret;
    }
    ff_data_to_hex(hls->key_string, key, sizeof(key), 0);

    return 0;
}

538 539 540 541 542 543 544 545
static int read_chomp_line(AVIOContext *s, char *buf, int maxlen)
{
    int len = ff_get_line(s, buf, maxlen);
    while (len > 0 && av_isspace(buf[len - 1]))
        buf[--len] = '\0';
    return len;
}

546 547
static int hls_mux_init(AVFormatContext *s)
{
548
    AVDictionary *options = NULL;
549 550
    HLSContext *hls = s->priv_data;
    AVFormatContext *oc;
551
    AVFormatContext *vtt_oc = NULL;
552
    int byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);
553
    int i, ret;
554

555 556 557 558
    ret = avformat_alloc_output_context2(&hls->avf, hls->oformat, NULL, NULL);
    if (ret < 0)
        return ret;
    oc = hls->avf;
559

560
    oc->filename[0]        = '\0';
561 562
    oc->oformat            = hls->oformat;
    oc->interrupt_callback = s->interrupt_callback;
563
    oc->max_delay          = s->max_delay;
564 565 566
    oc->opaque             = s->opaque;
    oc->io_open            = s->io_open;
    oc->io_close           = s->io_close;
567
    av_dict_copy(&oc->metadata, s->metadata, 0);
568

569 570 571 572 573 574 575 576 577
    if(hls->vtt_oformat) {
        ret = avformat_alloc_output_context2(&hls->vtt_avf, hls->vtt_oformat, NULL, NULL);
        if (ret < 0)
            return ret;
        vtt_oc          = hls->vtt_avf;
        vtt_oc->oformat = hls->vtt_oformat;
        av_dict_copy(&vtt_oc->metadata, s->metadata, 0);
    }

578 579
    for (i = 0; i < s->nb_streams; i++) {
        AVStream *st;
580
        AVFormatContext *loc;
581
        if (s->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE)
582 583 584 585 586
            loc = vtt_oc;
        else
            loc = oc;

        if (!(st = avformat_new_stream(loc, NULL)))
587
            return AVERROR(ENOMEM);
588
        avcodec_parameters_copy(st->codecpar, s->streams[i]->codecpar);
589 590 591 592 593 594 595 596
        if (!oc->oformat->codec_tag ||
            av_codec_get_id (oc->oformat->codec_tag, s->streams[i]->codecpar->codec_tag) == st->codecpar->codec_id ||
            av_codec_get_tag(oc->oformat->codec_tag, s->streams[i]->codecpar->codec_id) <= 0) {
            st->codecpar->codec_tag = s->streams[i]->codecpar->codec_tag;
        } else {
            st->codecpar->codec_tag = 0;
        }

597
        st->sample_aspect_ratio = s->streams[i]->sample_aspect_ratio;
598
        st->time_base = s->streams[i]->time_base;
599
        av_dict_copy(&st->metadata, s->streams[i]->metadata, 0);
600
    }
601
    hls->start_pos = 0;
602
    hls->new_start = 1;
603
    hls->fmp4_init_mode = 0;
604

605
    if (hls->segment_type == SEGMENT_TYPE_FMP4) {
606 607 608 609 610
        if (hls->max_seg_size > 0) {
            av_log(s, AV_LOG_WARNING, "Multi-file byterange mode is currently unsupported in the HLS muxer.\n");
            return AVERROR_PATCHWELCOME;
        }
        hls->fmp4_init_mode = !byterange_mode;
611 612
        set_http_options(s, &options, hls);
        if ((ret = s->io_open(s, &oc->pb, hls->base_output_dirname, AVIO_FLAG_WRITE, &options)) < 0) {
613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629
            av_log(s, AV_LOG_ERROR, "Failed to open segment '%s'\n", hls->fmp4_init_filename);
            return ret;
        }

        if (hls->format_options_str) {
            ret = av_dict_parse_string(&hls->format_options, hls->format_options_str, "=", ":", 0);
            if (ret < 0) {
                av_log(s, AV_LOG_ERROR, "Could not parse format options list '%s'\n",
                       hls->format_options_str);
                return ret;
            }
        }

        av_dict_copy(&options, hls->format_options, 0);
        av_dict_set(&options, "fflags", "-autobsf", 0);
        av_dict_set(&options, "movflags", "frag_custom+dash+delay_moov", 0);
        ret = avformat_init_output(oc, &options);
630 631
        if (ret < 0)
            return ret;
632 633 634 635 636 637 638
        if (av_dict_count(options)) {
            av_log(s, AV_LOG_ERROR, "Some of the provided format options in '%s' are not recognized\n", hls->format_options_str);
            av_dict_free(&options);
            return AVERROR(EINVAL);
        }
        av_dict_free(&options);
    }
639 640 641
    return 0;
}

642 643 644 645 646 647 648 649 650 651
static HLSSegment *find_segment_by_filename(HLSSegment *segment, const char *filename)
{
    while (segment) {
        if (!av_strcasecmp(segment->filename,filename))
            return segment;
        segment = segment->next;
    }
    return (HLSSegment *) NULL;
}

652 653
static int sls_flags_filename_process(struct AVFormatContext *s, HLSContext *hls, HLSSegment *en, double duration,
                                         int64_t pos, int64_t size)
654
{
655 656 657 658 659
    if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
        strlen(hls->current_segment_final_filename_fmt)) {
        av_strlcpy(hls->avf->filename, hls->current_segment_final_filename_fmt, sizeof(hls->avf->filename));
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
            char * filename = av_strdup(hls->avf->filename);  // %%s will be %s after strftime
660 661
            if (!filename) {
                av_free(en);
662
                return AVERROR(ENOMEM);
663
            }
664 665 666 667 668 669 670
            if (replace_int_data_in_filename(hls->avf->filename, sizeof(hls->avf->filename),
                filename, 's', pos + size) < 1) {
                av_log(hls, AV_LOG_ERROR,
                       "Invalid second level segment filename template '%s', "
                        "you can try to remove second_level_segment_size flag\n",
                       filename);
                av_free(filename);
671
                av_free(en);
672 673 674 675 676 677
                return AVERROR(EINVAL);
            }
            av_free(filename);
        }
        if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
            char * filename = av_strdup(hls->avf->filename);  // %%t will be %t after strftime
678 679
            if (!filename) {
                av_free(en);
680
                return AVERROR(ENOMEM);
681
            }
682
            if (replace_int_data_in_filename(hls->avf->filename, sizeof(hls->avf->filename),
683
                filename, 't',  (int64_t)round(duration * HLS_MICROSECOND_UNIT)) < 1) {
684 685 686 687 688
                av_log(hls, AV_LOG_ERROR,
                       "Invalid second level segment filename template '%s', "
                        "you can try to remove second_level_segment_time flag\n",
                       filename);
                av_free(filename);
689
                av_free(en);
690 691 692 693 694
                return AVERROR(EINVAL);
            }
            av_free(filename);
        }
    }
695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806
    return 0;
}

static int sls_flag_check_duration_size_index(HLSContext *hls)
{
    int ret = 0;

    if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
         av_log(hls, AV_LOG_ERROR,
                "second_level_segment_duration hls_flag requires use_localtime to be true\n");
         ret = AVERROR(EINVAL);
    }
    if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
         av_log(hls, AV_LOG_ERROR,
                "second_level_segment_size hls_flag requires use_localtime to be true\n");
         ret = AVERROR(EINVAL);
    }
    if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_INDEX) {
        av_log(hls, AV_LOG_ERROR,
               "second_level_segment_index hls_flag requires use_localtime to be true\n");
        ret = AVERROR(EINVAL);
    }

    return ret;
}

static int sls_flag_check_duration_size(HLSContext *hls)
{
    const char *proto = avio_find_protocol_name(hls->basename);
    int segment_renaming_ok = proto && !strcmp(proto, "file");
    int ret = 0;

    if ((hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) && !segment_renaming_ok) {
         av_log(hls, AV_LOG_ERROR,
                "second_level_segment_duration hls_flag works only with file protocol segment names\n");
         ret = AVERROR(EINVAL);
    }
    if ((hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) && !segment_renaming_ok) {
         av_log(hls, AV_LOG_ERROR,
                "second_level_segment_size hls_flag works only with file protocol segment names\n");
         ret = AVERROR(EINVAL);
    }

    return ret;
}

static void sls_flag_file_rename(HLSContext *hls, char *old_filename) {
    if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
        strlen(hls->current_segment_final_filename_fmt)) {
        ff_rename(old_filename, hls->avf->filename, hls);
    }
}

static int sls_flag_use_localtime_filename(AVFormatContext *oc, HLSContext *c)
{
    if (c->flags & HLS_SECOND_LEVEL_SEGMENT_INDEX) {
        char * filename = av_strdup(oc->filename);  // %%d will be %d after strftime
        if (!filename)
            return AVERROR(ENOMEM);
        if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename),
#if FF_API_HLS_WRAP
            filename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
#else
            filename, 'd', c->sequence) < 1) {
#endif
            av_log(c, AV_LOG_ERROR, "Invalid second level segment filename template '%s', "
                    "you can try to remove second_level_segment_index flag\n",
                   filename);
            av_free(filename);
            return AVERROR(EINVAL);
        }
        av_free(filename);
    }
    if (c->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) {
        av_strlcpy(c->current_segment_final_filename_fmt, oc->filename,
                   sizeof(c->current_segment_final_filename_fmt));
        if (c->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
            char * filename = av_strdup(oc->filename);  // %%s will be %s after strftime
            if (!filename)
                return AVERROR(ENOMEM);
            if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename), filename, 's', 0) < 1) {
                av_log(c, AV_LOG_ERROR, "Invalid second level segment filename template '%s', "
                        "you can try to remove second_level_segment_size flag\n",
                       filename);
                av_free(filename);
                return AVERROR(EINVAL);
            }
            av_free(filename);
        }
        if (c->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
            char * filename = av_strdup(oc->filename);  // %%t will be %t after strftime
            if (!filename)
                return AVERROR(ENOMEM);
            if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename), filename, 't', 0) < 1) {
                av_log(c, AV_LOG_ERROR, "Invalid second level segment filename template '%s', "
                        "you can try to remove second_level_segment_time flag\n",
                       filename);
                av_free(filename);
                return AVERROR(EINVAL);
            }
            av_free(filename);
        }
    }
    return 0;
}

/* Create a new segment and append it to the segment list */
static int hls_append_segment(struct AVFormatContext *s, HLSContext *hls, double duration,
                              int64_t pos, int64_t size)
{
    HLSSegment *en = av_malloc(sizeof(*en));
    const char  *filename;
807
    int byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);
808
    int ret;
809

810 811 812 813 814 815 816
    if (!en)
        return AVERROR(ENOMEM);

    ret = sls_flags_filename_process(s, hls, en, duration, pos, size);
    if (ret < 0) {
        return ret;
    }
817

818 819 820
    filename = av_basename(hls->avf->filename);

    if (hls->use_localtime_mkdir) {
821
        filename = hls->avf->filename;
822
    }
823 824
    if ((find_segment_by_filename(hls->segments, filename) || find_segment_by_filename(hls->old_segments, filename))
        && !byterange_mode) {
825 826
        av_log(hls, AV_LOG_WARNING, "Duplicated segment filename detected: %s\n", filename);
    }
827
    av_strlcpy(en->filename, filename, sizeof(en->filename));
828

829 830
    if(hls->has_subtitle)
        av_strlcpy(en->sub_filename, av_basename(hls->vtt_avf->filename), sizeof(en->sub_filename));
831 832
    else
        en->sub_filename[0] = '\0';
833

834
    en->duration = duration;
835 836
    en->pos      = pos;
    en->size     = size;
837
    en->next     = NULL;
838 839 840 841 842 843
    en->discont  = 0;

    if (hls->discontinuity) {
        en->discont = 1;
        hls->discontinuity = 0;
    }
844

845
    if (hls->key_info_file || hls->encrypt) {
846 847 848 849
        av_strlcpy(en->key_uri, hls->key_uri, sizeof(en->key_uri));
        av_strlcpy(en->iv_string, hls->iv_string, sizeof(en->iv_string));
    }

850 851
    if (!hls->segments)
        hls->segments = en;
852
    else
853
        hls->last_segment->next = en;
854

855
    hls->last_segment = en;
856

857 858 859 860
    // EVENT or VOD playlists imply sliding window cannot be used
    if (hls->pl_type != PLAYLIST_TYPE_NONE)
        hls->max_nb_segments = 0;

861 862
    if (hls->max_nb_segments && hls->nb_entries >= hls->max_nb_segments) {
        en = hls->segments;
863
        hls->initial_prog_date_time += en->duration;
864
        hls->segments = en->next;
865
        if (en && hls->flags & HLS_DELETE_SEGMENTS &&
866
#if FF_API_HLS_WRAP
867
                !(hls->flags & HLS_SINGLE_FILE || hls->wrap)) {
868 869 870
#else
                !(hls->flags & HLS_SINGLE_FILE)) {
#endif
871 872
            en->next = hls->old_segments;
            hls->old_segments = en;
873
            if ((ret = hls_delete_old_segments(s, hls)) < 0)
874 875 876
                return ret;
        } else
            av_free(en);
877 878
    } else
        hls->nb_entries++;
879

880 881 882
    if (hls->max_seg_size > 0) {
        return 0;
    }
883 884
    hls->sequence++;

885 886 887
    return 0;
}

888 889 890 891 892 893 894 895
static int parse_playlist(AVFormatContext *s, const char *url)
{
    HLSContext *hls = s->priv_data;
    AVIOContext *in;
    int ret = 0, is_segment = 0;
    int64_t new_start_pos;
    char line[1024];
    const char *ptr;
896
    const char *end;
897 898 899 900 901 902 903 904 905 906 907 908

    if ((ret = ffio_open_whitelist(&in, url, AVIO_FLAG_READ,
                                   &s->interrupt_callback, NULL,
                                   s->protocol_whitelist, s->protocol_blacklist)) < 0)
        return ret;

    read_chomp_line(in, line, sizeof(line));
    if (strcmp(line, "#EXTM3U")) {
        ret = AVERROR_INVALIDDATA;
        goto fail;
    }

909
    hls->discontinuity = 0;
910 911 912
    while (!avio_feof(in)) {
        read_chomp_line(in, line, sizeof(line));
        if (av_strstart(line, "#EXT-X-MEDIA-SEQUENCE:", &ptr)) {
913 914 915 916 917 918 919 920 921 922
            int64_t tmp_sequence = strtoll(ptr, NULL, 10);
            if (tmp_sequence < hls->sequence)
              av_log(hls, AV_LOG_VERBOSE,
                     "Found playlist sequence number was smaller """
                     "than specified start sequence number: %"PRId64" < %"PRId64", "
                     "omitting\n", tmp_sequence, hls->start_sequence);
            else {
              av_log(hls, AV_LOG_DEBUG, "Found playlist sequence number: %"PRId64"\n", tmp_sequence);
              hls->sequence = tmp_sequence;
            }
923 924 925
        } else if (av_strstart(line, "#EXT-X-DISCONTINUITY", &ptr)) {
            is_segment = 1;
            hls->discontinuity = 1;
926 927 928
        } else if (av_strstart(line, "#EXTINF:", &ptr)) {
            is_segment = 1;
            hls->duration = atof(ptr);
929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951
        } else if (av_stristart(line, "#EXT-X-KEY:", &ptr)) {
            ptr = av_stristr(line, "URI=\"");
            if (ptr) {
                ptr += strlen("URI=\"");
                end = av_stristr(ptr, ",");
                if (end) {
                    av_strlcpy(hls->key_uri, ptr, end - ptr);
                } else {
                    av_strlcpy(hls->key_uri, ptr, sizeof(hls->key_uri));
                }
            }

            ptr = av_stristr(line, "IV=0x");
            if (ptr) {
                ptr += strlen("IV=0x");
                end = av_stristr(ptr, ",");
                if (end) {
                    av_strlcpy(hls->iv_string, ptr, end - ptr);
                } else {
                    av_strlcpy(hls->iv_string, ptr, sizeof(hls->iv_string));
                }
            }

952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972
        } else if (av_strstart(line, "#", NULL)) {
            continue;
        } else if (line[0]) {
            if (is_segment) {
                is_segment = 0;
                new_start_pos = avio_tell(hls->avf->pb);
                hls->size = new_start_pos - hls->start_pos;
                av_strlcpy(hls->avf->filename, line, sizeof(line));
                ret = hls_append_segment(s, hls, hls->duration, hls->start_pos, hls->size);
                if (ret < 0)
                    goto fail;
                hls->start_pos = new_start_pos;
            }
        }
    }

fail:
    avio_close(in);
    return ret;
}

973
static void hls_free_segments(HLSSegment *p)
974
{
975
    HLSSegment *en;
976 977 978 979 980 981 982 983

    while(p) {
        en = p;
        p = p->next;
        av_free(en);
    }
}

984 985 986 987 988 989 990 991 992 993 994 995 996
static void write_m3u8_head_block(HLSContext *hls, AVIOContext *out, int version,
                                  int target_duration, int64_t sequence)
{
    avio_printf(out, "#EXTM3U\n");
    avio_printf(out, "#EXT-X-VERSION:%d\n", version);
    if (hls->allowcache == 0 || hls->allowcache == 1) {
        avio_printf(out, "#EXT-X-ALLOW-CACHE:%s\n", hls->allowcache == 0 ? "NO" : "YES");
    }
    avio_printf(out, "#EXT-X-TARGETDURATION:%d\n", target_duration);
    avio_printf(out, "#EXT-X-MEDIA-SEQUENCE:%"PRId64"\n", sequence);
    av_log(hls, AV_LOG_VERBOSE, "EXT-X-MEDIA-SEQUENCE:%"PRId64"\n", sequence);
}

997 998 999 1000 1001 1002 1003 1004 1005 1006 1007
static void hls_rename_temp_file(AVFormatContext *s, AVFormatContext *oc)
{
    size_t len = strlen(oc->filename);
    char final_filename[sizeof(oc->filename)];

    av_strlcpy(final_filename, oc->filename, len);
    final_filename[len-4] = '\0';
    ff_rename(oc->filename, final_filename, s);
    oc->filename[len-4] = '\0';
}

1008 1009 1010
static int hls_window(AVFormatContext *s, int last)
{
    HLSContext *hls = s->priv_data;
1011
    HLSSegment *en;
1012
    int target_duration = 0;
1013
    int ret = 0;
1014
    AVIOContext *out = NULL;
1015
    AVIOContext *sub_out = NULL;
1016
    char temp_filename[1024];
1017
    int64_t sequence = FFMAX(hls->start_sequence, hls->sequence - hls->nb_entries);
1018
    int version = 3;
1019 1020
    const char *proto = avio_find_protocol_name(s->filename);
    int use_rename = proto && !strcmp(proto, "file");
1021
    static unsigned warned_non_file;
1022 1023
    char *key_uri = NULL;
    char *iv_string = NULL;
1024
    AVDictionary *options = NULL;
1025
    double prog_date_time = hls->initial_prog_date_time;
1026 1027 1028 1029 1030 1031
    int byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);

    if (byterange_mode) {
        version = 4;
        sequence = 0;
    }
1032

1033 1034 1035 1036
    if (hls->segment_type == SEGMENT_TYPE_FMP4) {
        version = 7;
    }

1037
    if (!use_rename && !warned_non_file++)
Moritz Barsnick's avatar
Moritz Barsnick committed
1038
        av_log(s, AV_LOG_ERROR, "Cannot use rename on non file protocol, this may lead to races and temporary partial files\n");
1039

1040
    set_http_options(s, &options, hls);
1041
    snprintf(temp_filename, sizeof(temp_filename), use_rename ? "%s.tmp" : "%s", s->filename);
1042
    if ((ret = s->io_open(s, &out, temp_filename, AVIO_FLAG_WRITE, &options)) < 0)
1043 1044
        goto fail;

1045
    for (en = hls->segments; en; en = en->next) {
1046 1047
        if (target_duration <= en->duration)
            target_duration = get_int_from_double(en->duration);
1048 1049
    }

1050
    hls->discontinuity_set = 0;
1051
    write_m3u8_head_block(hls, out, version, target_duration, sequence);
1052 1053 1054 1055 1056
    if (hls->pl_type == PLAYLIST_TYPE_EVENT) {
        avio_printf(out, "#EXT-X-PLAYLIST-TYPE:EVENT\n");
    } else if (hls->pl_type == PLAYLIST_TYPE_VOD) {
        avio_printf(out, "#EXT-X-PLAYLIST-TYPE:VOD\n");
    }
1057

1058 1059 1060 1061
    if((hls->flags & HLS_DISCONT_START) && sequence==hls->start_sequence && hls->discontinuity_set==0 ){
        avio_printf(out, "#EXT-X-DISCONTINUITY\n");
        hls->discontinuity_set = 1;
    }
1062
    for (en = hls->segments; en; en = en->next) {
1063
        if ((hls->encrypt || hls->key_info_file) && (!key_uri || strcmp(en->key_uri, key_uri) ||
1064 1065 1066 1067 1068 1069 1070 1071 1072
                                    av_strcasecmp(en->iv_string, iv_string))) {
            avio_printf(out, "#EXT-X-KEY:METHOD=AES-128,URI=\"%s\"", en->key_uri);
            if (*en->iv_string)
                avio_printf(out, ",IV=0x%s", en->iv_string);
            avio_printf(out, "\n");
            key_uri = en->key_uri;
            iv_string = en->iv_string;
        }

1073 1074 1075 1076
        if (en->discont) {
            avio_printf(out, "#EXT-X-DISCONTINUITY\n");
        }

1077 1078 1079 1080 1081 1082
        if ((hls->segment_type == SEGMENT_TYPE_FMP4) && (en == hls->segments)) {
            avio_printf(out, "#EXT-X-MAP:URI=\"%s\"", hls->fmp4_init_filename);
            if (hls->flags & HLS_SINGLE_FILE) {
                avio_printf(out, ",BYTERANGE=\"%"PRId64"@%"PRId64"\"", en->size, en->pos);
            }
            avio_printf(out, "\n");
1083
        }
1084 1085 1086 1087 1088 1089 1090
        if (hls->flags & HLS_ROUND_DURATIONS)
            avio_printf(out, "#EXTINF:%ld,\n",  lrint(en->duration));
        else
            avio_printf(out, "#EXTINF:%f,\n", en->duration);
        if (byterange_mode)
            avio_printf(out, "#EXT-X-BYTERANGE:%"PRId64"@%"PRId64"\n",
                        en->size, en->pos);
1091

1092
        if (hls->flags & HLS_PROGRAM_DATE_TIME) {
1093
            time_t tt, wrongsecs;
1094 1095 1096 1097 1098 1099
            int milli;
            struct tm *tm, tmpbuf;
            char buf0[128], buf1[128];
            tt = (int64_t)prog_date_time;
            milli = av_clip(lrint(1000*(prog_date_time - tt)), 0, 999);
            tm = localtime_r(&tt, &tmpbuf);
1100
            strftime(buf0, sizeof(buf0), "%Y-%m-%dT%H:%M:%S", tm);
1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112
            if (!strftime(buf1, sizeof(buf1), "%z", tm) || buf1[1]<'0' ||buf1[1]>'2') {
                int tz_min, dst = tm->tm_isdst;
                tm = gmtime_r(&tt, &tmpbuf);
                tm->tm_isdst = dst;
                wrongsecs = mktime(tm);
                tz_min = (abs(wrongsecs - tt) + 30) / 60;
                snprintf(buf1, sizeof(buf1),
                         "%c%02d%02d",
                         wrongsecs <= tt ? '+' : '-',
                         tz_min / 60,
                         tz_min % 60);
            }
1113 1114 1115
            avio_printf(out, "#EXT-X-PROGRAM-DATE-TIME:%s.%03d%s\n", buf0, milli, buf1);
            prog_date_time += en->duration;
        }
1116 1117 1118
        if (hls->baseurl)
            avio_printf(out, "%s", hls->baseurl);
        avio_printf(out, "%s\n", en->filename);
1119 1120
    }

1121
    if (last && (hls->flags & HLS_OMIT_ENDLIST)==0)
1122
        avio_printf(out, "#EXT-X-ENDLIST\n");
1123

1124
    if( hls->vtt_m3u8_name ) {
1125
        if ((ret = s->io_open(s, &sub_out, hls->vtt_m3u8_name, AVIO_FLAG_WRITE, &options)) < 0)
1126
            goto fail;
1127
        write_m3u8_head_block(hls, sub_out, version, target_duration, sequence);
1128 1129 1130

        for (en = hls->segments; en; en = en->next) {
            avio_printf(sub_out, "#EXTINF:%f,\n", en->duration);
1131
            if (byterange_mode)
1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143
                 avio_printf(sub_out, "#EXT-X-BYTERANGE:%"PRIi64"@%"PRIi64"\n",
                         en->size, en->pos);
            if (hls->baseurl)
                avio_printf(sub_out, "%s", hls->baseurl);
            avio_printf(sub_out, "%s\n", en->sub_filename);
        }

        if (last)
            avio_printf(sub_out, "#EXT-X-ENDLIST\n");

    }

1144
fail:
1145
    av_dict_free(&options);
1146
    ff_format_io_close(s, &out);
1147
    ff_format_io_close(s, &sub_out);
1148
    if (ret >= 0 && use_rename)
1149
        ff_rename(temp_filename, s->filename, s);
1150 1151 1152 1153 1154 1155 1156
    return ret;
}

static int hls_start(AVFormatContext *s)
{
    HLSContext *c = s->priv_data;
    AVFormatContext *oc = c->avf;
1157
    AVFormatContext *vtt_oc = c->vtt_avf;
1158 1159
    AVDictionary *options = NULL;
    char *filename, iv_string[KEYSIZE*2 + 1];
1160 1161
    int err = 0;

1162
    if (c->flags & HLS_SINGLE_FILE) {
1163 1164
        av_strlcpy(oc->filename, c->basename,
                   sizeof(oc->filename));
1165 1166 1167
        if (c->vtt_basename)
            av_strlcpy(vtt_oc->filename, c->vtt_basename,
                  sizeof(vtt_oc->filename));
1168
    } else if (c->max_seg_size > 0) {
1169
        if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename),
1170
#if FF_API_HLS_WRAP
1171
            c->basename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
1172 1173 1174
#else
            c->basename, 'd', c->sequence) < 1) {
#endif
1175 1176 1177
                av_log(oc, AV_LOG_ERROR, "Invalid segment filename template '%s', you can try to use -use_localtime 1 with it\n", c->basename);
                return AVERROR(EINVAL);
        }
1178
    } else {
1179 1180 1181 1182 1183 1184 1185 1186 1187
        if (c->use_localtime) {
            time_t now0;
            struct tm *tm, tmpbuf;
            time(&now0);
            tm = localtime_r(&now0, &tmpbuf);
            if (!strftime(oc->filename, sizeof(oc->filename), c->basename, tm)) {
                av_log(oc, AV_LOG_ERROR, "Could not get segment filename with use_localtime\n");
                return AVERROR(EINVAL);
            }
1188 1189 1190 1191

            err = sls_flag_use_localtime_filename(oc, c);
            if (err < 0) {
                return AVERROR(ENOMEM);
1192
            }
1193

1194 1195 1196 1197 1198 1199 1200
            if (c->use_localtime_mkdir) {
                const char *dir;
                char *fn_copy = av_strdup(oc->filename);
                if (!fn_copy) {
                    return AVERROR(ENOMEM);
                }
                dir = av_dirname(fn_copy);
1201
                if (mkdir_p(dir) == -1 && errno != EEXIST) {
1202 1203 1204 1205 1206 1207
                    av_log(oc, AV_LOG_ERROR, "Could not create directory %s with use_localtime_mkdir\n", dir);
                    av_free(fn_copy);
                    return AVERROR(errno);
                }
                av_free(fn_copy);
            }
1208
        } else if (replace_int_data_in_filename(oc->filename, sizeof(oc->filename),
1209
#if FF_API_HLS_WRAP
1210
                   c->basename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
1211 1212 1213
#else
                   c->basename, 'd', c->sequence) < 1) {
#endif
Moritz Barsnick's avatar
Moritz Barsnick committed
1214
            av_log(oc, AV_LOG_ERROR, "Invalid segment filename template '%s' you can try to use -use_localtime 1 with it\n", c->basename);
1215 1216
            return AVERROR(EINVAL);
        }
1217
        if( c->vtt_basename) {
1218
            if (replace_int_data_in_filename(vtt_oc->filename, sizeof(vtt_oc->filename),
1219
#if FF_API_HLS_WRAP
1220
                c->vtt_basename, 'd', c->wrap ? c->sequence % c->wrap : c->sequence) < 1) {
1221 1222 1223
#else
                c->vtt_basename, 'd', c->sequence) < 1) {
#endif
1224 1225 1226 1227 1228
                av_log(vtt_oc, AV_LOG_ERROR, "Invalid segment filename template '%s'\n", c->vtt_basename);
                return AVERROR(EINVAL);
            }
       }
    }
1229
    c->number++;
1230

1231
    set_http_options(s, &options, c);
1232

1233 1234 1235 1236
    if (c->flags & HLS_TEMP_FILE) {
        av_strlcat(oc->filename, ".tmp", sizeof(oc->filename));
    }

1237 1238 1239 1240 1241
    if (c->key_info_file || c->encrypt) {
        if (c->key_info_file && c->encrypt) {
            av_log(s, AV_LOG_WARNING, "Cannot use both -hls_key_info_file and -hls_enc,"
                  " will use -hls_key_info_file priority\n");
        }
1242

1243
        if (c->number <= 1 || (c->flags & HLS_PERIODIC_REKEY)) {
1244 1245 1246 1247 1248 1249 1250
            if (c->key_info_file) {
                if ((err = hls_encryption_start(s)) < 0)
                    goto fail;
            } else {
                if ((err = do_encrypt(s)) < 0)
                    goto fail;
            }
1251
        }
1252 1253
        if ((err = av_dict_set(&options, "encryption_key", c->key_string, 0))
                < 0)
1254
            goto fail;
1255 1256 1257 1258
        err = av_strlcpy(iv_string, c->iv_string, sizeof(iv_string));
        if (!err)
            snprintf(iv_string, sizeof(iv_string), "%032"PRIx64, c->sequence);
        if ((err = av_dict_set(&options, "encryption_iv", iv_string, 0)) < 0)
1259
           goto fail;
1260 1261 1262

        filename = av_asprintf("crypto:%s", oc->filename);
        if (!filename) {
1263 1264
            err = AVERROR(ENOMEM);
            goto fail;
1265
        }
1266
        err = s->io_open(s, &oc->pb, filename, AVIO_FLAG_WRITE, &options);
1267 1268 1269 1270 1271
        av_free(filename);
        av_dict_free(&options);
        if (err < 0)
            return err;
    } else
1272
        if ((err = s->io_open(s, &oc->pb, oc->filename, AVIO_FLAG_WRITE, &options)) < 0)
1273
            goto fail;
1274
    if (c->vtt_basename) {
1275
        set_http_options(s, &options, c);
1276
        if ((err = s->io_open(s, &vtt_oc->pb, vtt_oc->filename, AVIO_FLAG_WRITE, &options)) < 0)
1277
            goto fail;
1278
    }
1279
    av_dict_free(&options);
1280

1281
    if (c->segment_type == SEGMENT_TYPE_FMP4 && !(c->flags & HLS_SINGLE_FILE)) {
1282 1283 1284 1285 1286
            write_styp(oc->pb);
    } else {
        /* We only require one PAT/PMT per segment. */
        if (oc->oformat->priv_class && oc->priv_data) {
            char period[21];
1287

1288
            snprintf(period, sizeof(period), "%d", (INT_MAX / 2) - 1);
1289

1290 1291 1292 1293
            av_opt_set(oc->priv_data, "mpegts_flags", "resend_headers", 0);
            av_opt_set(oc->priv_data, "sdt_period", period, 0);
            av_opt_set(oc->priv_data, "pat_period", period, 0);
        }
1294
    }
1295

1296 1297 1298 1299 1300
    if (c->vtt_basename) {
        err = avformat_write_header(vtt_oc,NULL);
        if (err < 0)
            return err;
    }
1301

1302
    return 0;
1303 1304 1305 1306
fail:
    av_dict_free(&options);

    return err;
1307 1308
}

1309
static const char * get_default_pattern_localtime_fmt(AVFormatContext *s)
1310 1311 1312 1313
{
    char b[21];
    time_t t = time(NULL);
    struct tm *p, tmbuf;
1314 1315
    HLSContext *hls = s->priv_data;

1316 1317
    p = localtime_r(&t, &tmbuf);
    // no %s support when strftime returned error or left format string unchanged
1318
    // also no %s support on MSVC, which invokes the invalid parameter handler on unsupported format strings, instead of returning an error
1319 1320 1321
    if (hls->segment_type == SEGMENT_TYPE_FMP4) {
        return (HAVE_LIBC_MSVCRT || !strftime(b, sizeof(b), "%s", p) || !strcmp(b, "%s")) ? "-%Y%m%d%H%M%S.m4s" : "-%s.m4s";
    }
1322
    return (HAVE_LIBC_MSVCRT || !strftime(b, sizeof(b), "%s", p) || !strcmp(b, "%s")) ? "-%Y%m%d%H%M%S.ts" : "-%s.ts";
1323 1324
}

1325 1326 1327 1328
static int hls_write_header(AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    int ret, i;
1329
    char *p = NULL;
1330
    const char *pattern = "%d.ts";
1331
    const char *pattern_localtime_fmt = get_default_pattern_localtime_fmt(s);
1332
    const char *vtt_pattern = "%d.vtt";
Steven Liu's avatar
Steven Liu committed
1333
    AVDictionary *options = NULL;
1334 1335
    int basename_size = 0;
    int vtt_basename_size = 0;
1336
    int fmp4_init_filename_len = strlen(hls->fmp4_init_filename) + 1;
1337

1338 1339
    if (hls->segment_type == SEGMENT_TYPE_FMP4) {
        pattern = "%d.m4s";
1340
    }
1341 1342
    if ((hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH) ||
        (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_FORMATTED_DATETIME)) {
1343
        time_t t = time(NULL); // we will need it in either case
1344
        if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH) {
1345
            hls->start_sequence = (int64_t)t;
1346
        } else if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_FORMATTED_DATETIME) {
1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357
            char b[15];
            struct tm *p, tmbuf;
            if (!(p = localtime_r(&t, &tmbuf)))
                return AVERROR(ENOMEM);
            if (!strftime(b, sizeof(b), "%Y%m%d%H%M%S", p))
                return AVERROR(ENOMEM);
            hls->start_sequence = strtoll(b, NULL, 10);
        }
        av_log(hls, AV_LOG_DEBUG, "start_number evaluated to %"PRId64"\n", hls->start_sequence);
    }

1358
    hls->sequence       = hls->start_sequence;
1359
    hls->recording_time = (hls->init_time ? hls->init_time : hls->time) * AV_TIME_BASE;
1360
    hls->start_pts      = AV_NOPTS_VALUE;
1361
    hls->current_segment_final_filename_fmt[0] = '\0';
1362

1363 1364 1365 1366 1367 1368
    if (hls->flags & HLS_PROGRAM_DATE_TIME) {
        time_t now0;
        time(&now0);
        hls->initial_prog_date_time = now0;
    }

Steven Liu's avatar
Steven Liu committed
1369 1370 1371 1372 1373 1374 1375 1376
    if (hls->format_options_str) {
        ret = av_dict_parse_string(&hls->format_options, hls->format_options_str, "=", ":", 0);
        if (ret < 0) {
            av_log(s, AV_LOG_ERROR, "Could not parse format options list '%s'\n", hls->format_options_str);
            goto fail;
        }
    }

1377
    for (i = 0; i < s->nb_streams; i++) {
1378
        hls->has_video +=
1379
            s->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO;
1380
        hls->has_subtitle +=
1381
            s->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE;
1382
    }
1383 1384 1385 1386 1387 1388

    if (hls->has_video > 1)
        av_log(s, AV_LOG_WARNING,
               "More than a single video stream present, "
               "expect issues decoding it.\n");

1389 1390 1391 1392 1393
    if (hls->segment_type == SEGMENT_TYPE_FMP4) {
        hls->oformat = av_guess_format("mp4", NULL, NULL);
    } else {
        hls->oformat = av_guess_format("mpegts", NULL, NULL);
    }
1394 1395 1396 1397 1398 1399

    if (!hls->oformat) {
        ret = AVERROR_MUXER_NOT_FOUND;
        goto fail;
    }

1400 1401 1402 1403 1404 1405 1406 1407
    if(hls->has_subtitle) {
        hls->vtt_oformat = av_guess_format("webvtt", NULL, NULL);
        if (!hls->oformat) {
            ret = AVERROR_MUXER_NOT_FOUND;
            goto fail;
        }
    }

1408 1409 1410 1411 1412 1413 1414
    if (hls->segment_filename) {
        hls->basename = av_strdup(hls->segment_filename);
        if (!hls->basename) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
    } else {
1415 1416 1417 1418 1419 1420 1421
        if (hls->flags & HLS_SINGLE_FILE) {
            if (hls->segment_type == SEGMENT_TYPE_FMP4) {
                pattern = ".m4s";
            } else {
                pattern = ".ts";
            }
        }
1422

1423 1424 1425 1426 1427
        if (hls->use_localtime) {
            basename_size = strlen(s->filename) + strlen(pattern_localtime_fmt) + 1;
        } else {
            basename_size = strlen(s->filename) + strlen(pattern) + 1;
        }
1428 1429 1430 1431 1432
        hls->basename = av_malloc(basename_size);
        if (!hls->basename) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
1433

1434
        av_strlcpy(hls->basename, s->filename, basename_size);
1435

1436 1437 1438
        p = strrchr(hls->basename, '.');
        if (p)
            *p = '\0';
1439 1440 1441 1442 1443
        if (hls->use_localtime) {
            av_strlcat(hls->basename, pattern_localtime_fmt, basename_size);
        } else {
            av_strlcat(hls->basename, pattern, basename_size);
        }
1444
    }
1445

1446 1447 1448 1449 1450 1451 1452 1453
    if (av_strcasecmp(hls->fmp4_init_filename, "init.mp4")) {
        hls->base_output_dirname = av_malloc(fmp4_init_filename_len);
        if (!hls->base_output_dirname) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
        av_strlcpy(hls->base_output_dirname, hls->fmp4_init_filename, fmp4_init_filename_len);
    } else {
1454 1455 1456 1457 1458
        if (basename_size > 0) {
            hls->base_output_dirname = av_malloc(basename_size);
        } else {
            hls->base_output_dirname = av_malloc(strlen(hls->fmp4_init_filename));
        }
1459 1460 1461 1462
        if (!hls->base_output_dirname) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
1463

1464 1465 1466 1467
        if (basename_size > 0) {
            av_strlcpy(hls->base_output_dirname, s->filename, basename_size);
            p = strrchr(hls->base_output_dirname, '/');
        }
1468 1469 1470 1471
        if (p) {
            *(p + 1) = '\0';
            av_strlcat(hls->base_output_dirname, hls->fmp4_init_filename, basename_size);
        } else {
1472
            av_strlcpy(hls->base_output_dirname, hls->fmp4_init_filename, fmp4_init_filename_len);
1473
        }
1474
    }
1475

1476
    if (!hls->use_localtime) {
1477 1478
        ret = sls_flag_check_duration_size_index(hls);
        if (ret < 0) {
1479 1480 1481
             goto fail;
        }
    } else {
1482 1483
        ret = sls_flag_check_duration_size(hls);
        if (ret < 0) {
1484 1485
             goto fail;
        }
1486
    }
1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515
    if(hls->has_subtitle) {

        if (hls->flags & HLS_SINGLE_FILE)
            vtt_pattern = ".vtt";
        vtt_basename_size = strlen(s->filename) + strlen(vtt_pattern) + 1;
        hls->vtt_basename = av_malloc(vtt_basename_size);
        if (!hls->vtt_basename) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
        hls->vtt_m3u8_name = av_malloc(vtt_basename_size);
        if (!hls->vtt_m3u8_name ) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
        av_strlcpy(hls->vtt_basename, s->filename, vtt_basename_size);
        p = strrchr(hls->vtt_basename, '.');
        if (p)
            *p = '\0';

        if( hls->subtitle_filename ) {
            strcpy(hls->vtt_m3u8_name, hls->subtitle_filename);
        } else {
            strcpy(hls->vtt_m3u8_name, hls->vtt_basename);
            av_strlcat(hls->vtt_m3u8_name, "_vtt.m3u8", vtt_basename_size);
        }
        av_strlcat(hls->vtt_basename, vtt_pattern, vtt_basename_size);
    }

1516 1517 1518 1519 1520 1521 1522 1523
    if ((hls->flags & HLS_SINGLE_FILE) && (hls->segment_type == SEGMENT_TYPE_FMP4)) {
        hls->fmp4_init_filename  = av_strdup(hls->basename);
        if (!hls->fmp4_init_filename) {
            ret = AVERROR(ENOMEM);
            goto fail;
        }
    }

1524 1525 1526
    if ((ret = hls_mux_init(s)) < 0)
        goto fail;

1527 1528
    if (hls->flags & HLS_APPEND_LIST) {
        parse_playlist(s, s->filename);
1529
        hls->discontinuity = 1;
1530 1531 1532 1533 1534 1535
        if (hls->init_time > 0) {
            av_log(s, AV_LOG_WARNING, "append_list mode does not support hls_init_time,"
                   " hls_init_time value will have no effect\n");
            hls->init_time = 0;
            hls->recording_time = hls->time * AV_TIME_BASE;
        }
1536 1537
    }

1538
    if (hls->segment_type != SEGMENT_TYPE_FMP4 || hls->flags & HLS_SINGLE_FILE) {
1539 1540 1541
        if ((ret = hls_start(s)) < 0)
            goto fail;
    }
1542

Steven Liu's avatar
Steven Liu committed
1543 1544 1545 1546 1547
    av_dict_copy(&options, hls->format_options, 0);
    ret = avformat_write_header(hls->avf, &options);
    if (av_dict_count(options)) {
        av_log(s, AV_LOG_ERROR, "Some of provided format options in '%s' are not recognized\n", hls->format_options_str);
        ret = AVERROR(EINVAL);
1548
        goto fail;
Steven Liu's avatar
Steven Liu committed
1549
    }
1550
    //av_assert0(s->nb_streams == hls->avf->nb_streams);
1551
    for (i = 0; i < s->nb_streams; i++) {
1552
        AVStream *inner_st;
1553
        AVStream *outer_st = s->streams[i];
1554 1555 1556 1557 1558 1559 1560 1561 1562 1563

        if (hls->max_seg_size > 0) {
            if ((outer_st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) &&
                (outer_st->codecpar->bit_rate > hls->max_seg_size)) {
                av_log(s, AV_LOG_WARNING, "Your video bitrate is bigger than hls_segment_size, "
                       "(%"PRId64 " > %"PRId64 "), the result maybe not be what you want.",
                       outer_st->codecpar->bit_rate, hls->max_seg_size);
            }
        }

1564
        if (outer_st->codecpar->codec_type != AVMEDIA_TYPE_SUBTITLE)
1565 1566 1567 1568
            inner_st = hls->avf->streams[i];
        else if (hls->vtt_avf)
            inner_st = hls->vtt_avf->streams[0];
        else {
1569
            /* We have a subtitle stream, when the user does not want one */
1570 1571 1572
            inner_st = NULL;
            continue;
        }
1573
        avpriv_set_pts_info(outer_st, inner_st->pts_wrap_bits, inner_st->time_base.num, inner_st->time_base.den);
1574
    }
1575
fail:
Steven Liu's avatar
Steven Liu committed
1576 1577

    av_dict_free(&options);
1578
    if (ret < 0) {
1579
        av_freep(&hls->fmp4_init_filename);
1580
        av_freep(&hls->basename);
1581
        av_freep(&hls->vtt_basename);
1582
        av_freep(&hls->key_basename);
1583 1584
        if (hls->avf)
            avformat_free_context(hls->avf);
1585 1586 1587
        if (hls->vtt_avf)
            avformat_free_context(hls->vtt_avf);

1588 1589 1590 1591 1592 1593 1594
    }
    return ret;
}

static int hls_write_packet(AVFormatContext *s, AVPacket *pkt)
{
    HLSContext *hls = s->priv_data;
1595
    AVFormatContext *oc = NULL;
1596 1597
    AVStream *st = s->streams[pkt->stream_index];
    int64_t end_pts = hls->recording_time * hls->number;
1598
    int is_ref_pkt = 1;
1599
    int ret = 0, can_split = 1;
1600
    int stream_index = 0;
1601

1602 1603 1604 1605 1606 1607 1608 1609
    if (hls->sequence - hls->nb_entries > hls->start_sequence && hls->init_time > 0) {
        /* reset end_pts, hls->recording_time at end of the init hls list */
        int init_list_dur = hls->init_time * hls->nb_entries * AV_TIME_BASE;
        int after_init_list_dur = (hls->sequence - hls->nb_entries ) * hls->time * AV_TIME_BASE;
        hls->recording_time = hls->time * AV_TIME_BASE;
        end_pts = init_list_dur + after_init_list_dur ;
    }

1610
    if( st->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE ) {
1611 1612 1613 1614 1615 1616
        oc = hls->vtt_avf;
        stream_index = 0;
    } else {
        oc = hls->avf;
        stream_index = pkt->stream_index;
    }
1617 1618 1619 1620 1621
    if (hls->start_pts == AV_NOPTS_VALUE) {
        hls->start_pts = pkt->pts;
        hls->end_pts   = pkt->pts;
    }

1622
    if (hls->has_video) {
1623
        can_split = st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO &&
1624
                    ((pkt->flags & AV_PKT_FLAG_KEY) || (hls->flags & HLS_SPLIT_BY_TIME));
1625
        is_ref_pkt = st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO;
1626
    }
1627 1628
    if (pkt->pts == AV_NOPTS_VALUE)
        is_ref_pkt = can_split = 0;
1629

1630 1631 1632 1633 1634 1635 1636
    if (is_ref_pkt) {
        if (hls->new_start) {
            hls->new_start = 0;
            hls->duration = (double)(pkt->pts - hls->end_pts)
                                       * st->time_base.num / st->time_base.den;
            hls->dpp = (double)(pkt->duration) * st->time_base.num / st->time_base.den;
        } else {
1637 1638 1639 1640 1641 1642
            if (pkt->duration) {
                hls->duration += (double)(pkt->duration) * st->time_base.num / st->time_base.den;
            } else {
                av_log(s, AV_LOG_WARNING, "pkt->duration = 0, maybe the hls segment duration will not precise\n");
                hls->duration = (double)(pkt->pts - hls->end_pts) * st->time_base.num / st->time_base.den;
            }
1643
        }
1644

1645
    }
1646
    if (hls->fmp4_init_mode || can_split && av_compare_ts(pkt->pts - hls->start_pts, st->time_base,
1647
                                   end_pts, AV_TIME_BASE_Q) >= 0) {
1648
        int64_t new_start_pos;
1649
        char *old_filename = av_strdup(hls->avf->filename);
1650
        int byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);
1651 1652 1653 1654 1655

        if (!old_filename) {
            return AVERROR(ENOMEM);
        }

1656
        av_write_frame(hls->avf, NULL); /* Flush any buffered data */
1657 1658 1659

        new_start_pos = avio_tell(hls->avf->pb);
        hls->size = new_start_pos - hls->start_pos;
1660

1661 1662 1663 1664 1665
        if (!byterange_mode) {
            ff_format_io_close(s, &oc->pb);
            if (hls->vtt_avf) {
                ff_format_io_close(s, &hls->vtt_avf->pb);
            }
1666
        }
1667 1668
        if ((hls->flags & HLS_TEMP_FILE) && oc->filename[0]) {
            if (!(hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size <= 0))
1669
                if ((hls->avf->oformat->priv_class && hls->avf->priv_data) && hls->segment_type != SEGMENT_TYPE_FMP4)
1670 1671 1672 1673
                    av_opt_set(hls->avf->priv_data, "mpegts_flags", "resend_headers", 0);
            hls_rename_temp_file(s, oc);
        }

1674 1675 1676 1677
        if (hls->fmp4_init_mode) {
            hls->number--;
        }

1678
        if (!hls->fmp4_init_mode || byterange_mode)
1679 1680
            ret = hls_append_segment(s, hls, hls->duration, hls->start_pos, hls->size);

1681
        hls->start_pos = new_start_pos;
1682 1683
        if (ret < 0) {
            av_free(old_filename);
1684
            return ret;
1685
        }
1686

1687
        hls->end_pts = pkt->pts;
1688
        hls->duration = 0;
1689

1690
        hls->fmp4_init_mode = 0;
1691 1692
        if (hls->flags & HLS_SINGLE_FILE) {
            hls->number++;
1693 1694 1695
        } else if (hls->max_seg_size > 0) {
            if (hls->start_pos >= hls->max_seg_size) {
                hls->sequence++;
1696
                sls_flag_file_rename(hls, old_filename);
1697 1698 1699 1700 1701 1702 1703
                ret = hls_start(s);
                hls->start_pos = 0;
                /* When split segment by byte, the duration is short than hls_time,
                 * so it is not enough one segment duration as hls_time, */
                hls->number--;
            }
            hls->number++;
1704
        } else {
1705
            sls_flag_file_rename(hls, old_filename);
1706 1707
            ret = hls_start(s);
        }
1708
        av_free(old_filename);
1709

1710
        if (ret < 0) {
1711
            return ret;
1712
        }
1713

1714 1715 1716 1717
        if (!hls->fmp4_init_mode || byterange_mode)
            if ((ret = hls_window(s, 0)) < 0) {
                return ret;
            }
1718 1719
    }

1720
    ret = ff_write_chained(oc, stream_index, pkt, s, 0);
1721 1722 1723 1724 1725 1726 1727 1728

    return ret;
}

static int hls_write_trailer(struct AVFormatContext *s)
{
    HLSContext *hls = s->priv_data;
    AVFormatContext *oc = hls->avf;
1729
    AVFormatContext *vtt_oc = hls->vtt_avf;
1730 1731 1732 1733 1734 1735
    char *old_filename = av_strdup(hls->avf->filename);

    if (!old_filename) {
        return AVERROR(ENOMEM);
    }

1736 1737

    av_write_trailer(oc);
1738 1739
    if (oc->pb) {
        hls->size = avio_tell(hls->avf->pb) - hls->start_pos;
1740
        ff_format_io_close(s, &oc->pb);
1741 1742 1743 1744 1745

        if ((hls->flags & HLS_TEMP_FILE) && oc->filename[0]) {
            hls_rename_temp_file(s, oc);
        }

1746 1747
        /* after av_write_trailer, then duration + 1 duration per packet */
        hls_append_segment(s, hls, hls->duration + hls->dpp, hls->start_pos, hls->size);
1748
    }
1749

1750
    sls_flag_file_rename(hls, old_filename);
1751

1752 1753 1754 1755
    if (vtt_oc) {
        if (vtt_oc->pb)
            av_write_trailer(vtt_oc);
        hls->size = avio_tell(hls->vtt_avf->pb) - hls->start_pos;
1756
        ff_format_io_close(s, &vtt_oc->pb);
1757
    }
1758
    av_freep(&hls->basename);
1759
    av_freep(&hls->base_output_dirname);
1760
    av_freep(&hls->key_basename);
1761
    avformat_free_context(oc);
1762

1763 1764 1765
    hls->avf = NULL;
    hls_window(s, 1);

1766
    av_freep(&hls->fmp4_init_filename);
1767 1768 1769 1770 1771 1772
    if (vtt_oc) {
        av_freep(&hls->vtt_basename);
        av_freep(&hls->vtt_m3u8_name);
        avformat_free_context(vtt_oc);
    }

1773 1774
    hls_free_segments(hls->segments);
    hls_free_segments(hls->old_segments);
1775
    av_free(old_filename);
1776 1777 1778 1779 1780 1781
    return 0;
}

#define OFFSET(x) offsetof(HLSContext, x)
#define E AV_OPT_FLAG_ENCODING_PARAM
static const AVOption options[] = {
1782
    {"start_number",  "set first number in the sequence",        OFFSET(start_sequence),AV_OPT_TYPE_INT64,  {.i64 = 0},     0, INT64_MAX, E},
1783
    {"hls_time",      "set segment length in seconds",           OFFSET(time),    AV_OPT_TYPE_FLOAT,  {.dbl = 2},     0, FLT_MAX, E},
1784
    {"hls_init_time", "set segment length in seconds at init list",           OFFSET(init_time),    AV_OPT_TYPE_FLOAT,  {.dbl = 0},     0, FLT_MAX, E},
1785
    {"hls_list_size", "set maximum number of playlist entries",  OFFSET(max_nb_segments),    AV_OPT_TYPE_INT,    {.i64 = 5},     0, INT_MAX, E},
Steven Liu's avatar
Steven Liu committed
1786
    {"hls_ts_options","set hls mpegts list of options for the container format used for hls", OFFSET(format_options_str), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1787
    {"hls_vtt_options","set hls vtt list of options for the container format used for hls", OFFSET(vtt_format_options_str), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1788 1789 1790
#if FF_API_HLS_WRAP
    {"hls_wrap",      "set number after which the index wraps (will be deprecated)",  OFFSET(wrap),    AV_OPT_TYPE_INT,    {.i64 = 0},     0, INT_MAX, E},
#endif
1791
    {"hls_allow_cache", "explicitly set whether the client MAY (1) or MUST NOT (0) cache media segments", OFFSET(allowcache), AV_OPT_TYPE_INT, {.i64 = -1}, INT_MIN, INT_MAX, E},
1792
    {"hls_base_url",  "url to prepend to each playlist entry",   OFFSET(baseurl), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,       E},
1793
    {"hls_segment_filename", "filename template for segment files", OFFSET(segment_filename),   AV_OPT_TYPE_STRING, {.str = NULL},            0,       0,         E},
1794
    {"hls_segment_size", "maximum size per segment file, (in bytes)",  OFFSET(max_seg_size),    AV_OPT_TYPE_INT,    {.i64 = 0},               0,       INT_MAX,   E},
1795
    {"hls_key_info_file",    "file with key URI and key file path", OFFSET(key_info_file),      AV_OPT_TYPE_STRING, {.str = NULL},            0,       0,         E},
1796 1797 1798 1799
    {"hls_enc",    "enable AES128 encryption support", OFFSET(encrypt),      AV_OPT_TYPE_BOOL, {.i64 = 0},            0,       1,         E},
    {"hls_enc_key",    "hex-coded 16 byte key to encrypt the segments", OFFSET(key),      AV_OPT_TYPE_STRING, .flags = E},
    {"hls_enc_key_url",    "url to access the key to decrypt the segments", OFFSET(key_url),      AV_OPT_TYPE_STRING, {.str = NULL},            0,       0,         E},
    {"hls_enc_iv",    "hex-coded 16 byte initialization vector", OFFSET(iv),      AV_OPT_TYPE_STRING, .flags = E},
1800
    {"hls_subtitle_path",     "set path of hls subtitles", OFFSET(subtitle_filename), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1801
    {"hls_segment_type",     "set hls segment files type", OFFSET(segment_type), AV_OPT_TYPE_INT, {.i64 = SEGMENT_TYPE_MPEGTS }, 0, SEGMENT_TYPE_FMP4, E, "segment_type"},
1802
    {"mpegts",   "make segment file to mpegts files in m3u8", 0, AV_OPT_TYPE_CONST, {.i64 = SEGMENT_TYPE_MPEGTS }, 0, UINT_MAX,   E, "segment_type"},
1803
    {"fmp4",   "make segment file to fragment mp4 files in m3u8", 0, AV_OPT_TYPE_CONST, {.i64 = SEGMENT_TYPE_FMP4 }, 0, UINT_MAX,   E, "segment_type"},
1804
    {"hls_fmp4_init_filename", "set fragment mp4 file init filename", OFFSET(fmp4_init_filename),   AV_OPT_TYPE_STRING, {.str = "init.mp4"},            0,       0,         E},
1805 1806
    {"hls_flags",     "set flags affecting HLS playlist and media file generation", OFFSET(flags), AV_OPT_TYPE_FLAGS, {.i64 = 0 }, 0, UINT_MAX, E, "flags"},
    {"single_file",   "generate a single media file indexed with byte ranges", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SINGLE_FILE }, 0, UINT_MAX,   E, "flags"},
1807
    {"temp_file", "write segment to temporary file and rename when complete", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_TEMP_FILE }, 0, UINT_MAX,   E, "flags"},
1808
    {"delete_segments", "delete segment files that are no longer part of the playlist", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_DELETE_SEGMENTS }, 0, UINT_MAX,   E, "flags"},
1809
    {"round_durations", "round durations in m3u8 to whole numbers", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_ROUND_DURATIONS }, 0, UINT_MAX,   E, "flags"},
1810
    {"discont_start", "start the playlist with a discontinuity tag", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_DISCONT_START }, 0, UINT_MAX,   E, "flags"},
1811
    {"omit_endlist", "Do not append an endlist when ending stream", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_OMIT_ENDLIST }, 0, UINT_MAX,   E, "flags"},
1812
    {"split_by_time", "split the hls segment by time which user set by hls_time", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SPLIT_BY_TIME }, 0, UINT_MAX,   E, "flags"},
1813
    {"append_list", "append the new segments into old hls segment list", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_APPEND_LIST }, 0, UINT_MAX,   E, "flags"},
1814
    {"program_date_time", "add EXT-X-PROGRAM-DATE-TIME", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_PROGRAM_DATE_TIME }, 0, UINT_MAX,   E, "flags"},
1815
    {"second_level_segment_index", "include segment index in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_INDEX }, 0, UINT_MAX,   E, "flags"},
1816 1817
    {"second_level_segment_duration", "include segment duration in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_DURATION }, 0, UINT_MAX,   E, "flags"},
    {"second_level_segment_size", "include segment size in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_SIZE }, 0, UINT_MAX,   E, "flags"},
1818
    {"periodic_rekey", "reload keyinfo file periodically for re-keying", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_PERIODIC_REKEY }, 0, UINT_MAX,   E, "flags"},
1819 1820
    {"use_localtime", "set filename expansion with strftime at segment creation", OFFSET(use_localtime), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
    {"use_localtime_mkdir", "create last directory component in strftime-generated filename", OFFSET(use_localtime_mkdir), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
1821 1822 1823
    {"hls_playlist_type", "set the HLS playlist type", OFFSET(pl_type), AV_OPT_TYPE_INT, {.i64 = PLAYLIST_TYPE_NONE }, 0, PLAYLIST_TYPE_NB-1, E, "pl_type" },
    {"event", "EVENT playlist", 0, AV_OPT_TYPE_CONST, {.i64 = PLAYLIST_TYPE_EVENT }, INT_MIN, INT_MAX, E, "pl_type" },
    {"vod", "VOD playlist", 0, AV_OPT_TYPE_CONST, {.i64 = PLAYLIST_TYPE_VOD }, INT_MIN, INT_MAX, E, "pl_type" },
1824
    {"method", "set the HTTP method(default: PUT)", OFFSET(method), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1825 1826 1827 1828
    {"hls_start_number_source", "set source of first number in sequence", OFFSET(start_sequence_source_type), AV_OPT_TYPE_INT, {.i64 = HLS_START_SEQUENCE_AS_START_NUMBER }, 0, HLS_START_SEQUENCE_AS_FORMATTED_DATETIME, E, "start_sequence_source_type" },
    {"generic", "start_number value (default)", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_START_NUMBER }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
    {"epoch", "seconds since epoch", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
    {"datetime", "current datetime as YYYYMMDDhhmmss", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_FORMATTED_DATETIME }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
1829
    {"http_user_agent", "override User-Agent field in HTTP header", OFFSET(user_agent), AV_OPT_TYPE_STRING, {.str = NULL},  0, 0,    E},
1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842
    { NULL },
};

static const AVClass hls_class = {
    .class_name = "hls muxer",
    .item_name  = av_default_item_name,
    .option     = options,
    .version    = LIBAVUTIL_VERSION_INT,
};


AVOutputFormat ff_hls_muxer = {
    .name           = "hls",
1843
    .long_name      = NULL_IF_CONFIG_SMALL("Apple HTTP Live Streaming"),
1844 1845
    .extensions     = "m3u8",
    .priv_data_size = sizeof(HLSContext),
1846 1847
    .audio_codec    = AV_CODEC_ID_AAC,
    .video_codec    = AV_CODEC_ID_H264,
1848
    .subtitle_codec = AV_CODEC_ID_WEBVTT,
1849
    .flags          = AVFMT_NOFILE | AVFMT_GLOBALHEADER | AVFMT_ALLOW_FLUSH,
1850 1851 1852 1853 1854
    .write_header   = hls_write_header,
    .write_packet   = hls_write_packet,
    .write_trailer  = hls_write_trailer,
    .priv_class     = &hls_class,
};