From 22e28216336da876e1fd17f380ce42eaf1446769 Mon Sep 17 00:00:00 2001 From: Tim Redfern Date: Mon, 17 Feb 2014 13:36:38 +0000 Subject: chasing indexing error --- ffmpeg/libavformat/smoothstreamingenc.c | 643 -------------------------------- 1 file changed, 643 deletions(-) delete mode 100644 ffmpeg/libavformat/smoothstreamingenc.c (limited to 'ffmpeg/libavformat/smoothstreamingenc.c') diff --git a/ffmpeg/libavformat/smoothstreamingenc.c b/ffmpeg/libavformat/smoothstreamingenc.c deleted file mode 100644 index fe18a95..0000000 --- a/ffmpeg/libavformat/smoothstreamingenc.c +++ /dev/null @@ -1,643 +0,0 @@ -/* - * Live smooth streaming fragmenter - * Copyright (c) 2012 Martin Storsjo - * - * This file is part of FFmpeg. - * - * FFmpeg is free software; you can redistribute it and/or - * modify it under the terms of the GNU Lesser General Public - * License as published by the Free Software Foundation; either - * version 2.1 of the License, or (at your option) any later version. - * - * FFmpeg is distributed in the hope that it will be useful, - * but WITHOUT ANY WARRANTY; without even the implied warranty of - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU - * Lesser General Public License for more details. - * - * You should have received a copy of the GNU Lesser General Public - * License along with FFmpeg; if not, write to the Free Software - * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA - */ - -#include "config.h" -#include -#if HAVE_UNISTD_H -#include -#endif - -#include "avformat.h" -#include "internal.h" -#include "os_support.h" -#include "avc.h" -#include "url.h" -#include "isom.h" - -#include "libavutil/opt.h" -#include "libavutil/avstring.h" -#include "libavutil/mathematics.h" -#include "libavutil/intreadwrite.h" - -typedef struct { - char file[1024]; - char infofile[1024]; - int64_t start_time, duration; - int n; - int64_t start_pos, size; -} Fragment; - -typedef struct { - AVFormatContext *ctx; - int ctx_inited; - char dirname[1024]; - uint8_t iobuf[32768]; - URLContext *out; // Current output stream where all output is written - URLContext *out2; // Auxiliary output stream where all output is also written - URLContext *tail_out; // The actual main output stream, if we're currently seeked back to write elsewhere - int64_t tail_pos, cur_pos, cur_start_pos; - int packets_written; - const char *stream_type_tag; - int nb_fragments, fragments_size, fragment_index; - Fragment **fragments; - - const char *fourcc; - char *private_str; - int packet_size; - int audio_tag; -} OutputStream; - -typedef struct { - const AVClass *class; /* Class for private options. */ - int window_size; - int extra_window_size; - int lookahead_count; - int min_frag_duration; - int remove_at_exit; - OutputStream *streams; - int has_video, has_audio; - int nb_fragments; -} SmoothStreamingContext; - -static int ism_write(void *opaque, uint8_t *buf, int buf_size) -{ - OutputStream *os = opaque; - if (os->out) - ffurl_write(os->out, buf, buf_size); - if (os->out2) - ffurl_write(os->out2, buf, buf_size); - os->cur_pos += buf_size; - if (os->cur_pos >= os->tail_pos) - os->tail_pos = os->cur_pos; - return buf_size; -} - -static int64_t ism_seek(void *opaque, int64_t offset, int whence) -{ - OutputStream *os = opaque; - int i; - if (whence != SEEK_SET) - return AVERROR(ENOSYS); - if (os->tail_out) { - if (os->out) { - ffurl_close(os->out); - } - if (os->out2) { - ffurl_close(os->out2); - } - os->out = os->tail_out; - os->out2 = NULL; - os->tail_out = NULL; - } - if (offset >= os->cur_start_pos) { - if (os->out) - ffurl_seek(os->out, offset - os->cur_start_pos, SEEK_SET); - os->cur_pos = offset; - return offset; - } - for (i = os->nb_fragments - 1; i >= 0; i--) { - Fragment *frag = os->fragments[i]; - if (offset >= frag->start_pos && offset < frag->start_pos + frag->size) { - int ret; - AVDictionary *opts = NULL; - os->tail_out = os->out; - av_dict_set(&opts, "truncate", "0", 0); - ret = ffurl_open(&os->out, frag->file, AVIO_FLAG_READ_WRITE, &os->ctx->interrupt_callback, &opts); - av_dict_free(&opts); - if (ret < 0) { - os->out = os->tail_out; - os->tail_out = NULL; - return ret; - } - av_dict_set(&opts, "truncate", "0", 0); - ffurl_open(&os->out2, frag->infofile, AVIO_FLAG_READ_WRITE, &os->ctx->interrupt_callback, &opts); - av_dict_free(&opts); - ffurl_seek(os->out, offset - frag->start_pos, SEEK_SET); - if (os->out2) - ffurl_seek(os->out2, offset - frag->start_pos, SEEK_SET); - os->cur_pos = offset; - return offset; - } - } - return AVERROR(EIO); -} - -static void get_private_data(OutputStream *os) -{ - AVCodecContext *codec = os->ctx->streams[0]->codec; - uint8_t *ptr = codec->extradata; - int size = codec->extradata_size; - int i; - if (codec->codec_id == AV_CODEC_ID_H264) { - ff_avc_write_annexb_extradata(ptr, &ptr, &size); - if (!ptr) - ptr = codec->extradata; - } - if (!ptr) - return; - os->private_str = av_mallocz(2*size + 1); - for (i = 0; i < size; i++) - snprintf(&os->private_str[2*i], 3, "%02x", ptr[i]); - if (ptr != codec->extradata) - av_free(ptr); -} - -static void ism_free(AVFormatContext *s) -{ - SmoothStreamingContext *c = s->priv_data; - int i, j; - if (!c->streams) - return; - for (i = 0; i < s->nb_streams; i++) { - OutputStream *os = &c->streams[i]; - ffurl_close(os->out); - ffurl_close(os->out2); - ffurl_close(os->tail_out); - os->out = os->out2 = os->tail_out = NULL; - if (os->ctx && os->ctx_inited) - av_write_trailer(os->ctx); - if (os->ctx && os->ctx->pb) - av_free(os->ctx->pb); - if (os->ctx) - avformat_free_context(os->ctx); - av_free(os->private_str); - for (j = 0; j < os->nb_fragments; j++) - av_free(os->fragments[j]); - av_free(os->fragments); - } - av_freep(&c->streams); -} - -static void output_chunk_list(OutputStream *os, AVIOContext *out, int final, int skip, int window_size) -{ - int removed = 0, i, start = 0; - if (os->nb_fragments <= 0) - return; - if (os->fragments[0]->n > 0) - removed = 1; - if (final) - skip = 0; - if (window_size) - start = FFMAX(os->nb_fragments - skip - window_size, 0); - for (i = start; i < os->nb_fragments - skip; i++) { - Fragment *frag = os->fragments[i]; - if (!final || removed) - avio_printf(out, "\n", frag->start_time, frag->duration); - else - avio_printf(out, "\n", frag->n, frag->duration); - } -} - -static int write_manifest(AVFormatContext *s, int final) -{ - SmoothStreamingContext *c = s->priv_data; - AVIOContext *out; - char filename[1024], temp_filename[1024]; - int ret, i, video_chunks = 0, audio_chunks = 0, video_streams = 0, audio_streams = 0; - int64_t duration = 0; - - snprintf(filename, sizeof(filename), "%s/Manifest", s->filename); - snprintf(temp_filename, sizeof(temp_filename), "%s/Manifest.tmp", s->filename); - ret = avio_open2(&out, temp_filename, AVIO_FLAG_WRITE, &s->interrupt_callback, NULL); - if (ret < 0) { - av_log(s, AV_LOG_ERROR, "Unable to open %s for writing\n", temp_filename); - return ret; - } - avio_printf(out, "\n"); - for (i = 0; i < s->nb_streams; i++) { - OutputStream *os = &c->streams[i]; - if (os->nb_fragments > 0) { - Fragment *last = os->fragments[os->nb_fragments - 1]; - duration = last->start_time + last->duration; - } - if (s->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO) { - video_chunks = os->nb_fragments; - video_streams++; - } else { - audio_chunks = os->nb_fragments; - audio_streams++; - } - } - if (!final) { - duration = 0; - video_chunks = audio_chunks = 0; - } - if (c->window_size) { - video_chunks = FFMIN(video_chunks, c->window_size); - audio_chunks = FFMIN(audio_chunks, c->window_size); - } - avio_printf(out, "lookahead_count); - avio_printf(out, ">\n"); - if (c->has_video) { - int last = -1, index = 0; - avio_printf(out, "\n", video_streams, video_chunks); - for (i = 0; i < s->nb_streams; i++) { - OutputStream *os = &c->streams[i]; - if (s->streams[i]->codec->codec_type != AVMEDIA_TYPE_VIDEO) - continue; - last = i; - avio_printf(out, "\n", index, s->streams[i]->codec->bit_rate, os->fourcc, s->streams[i]->codec->width, s->streams[i]->codec->height, os->private_str); - index++; - } - output_chunk_list(&c->streams[last], out, final, c->lookahead_count, c->window_size); - avio_printf(out, "\n"); - } - if (c->has_audio) { - int last = -1, index = 0; - avio_printf(out, "\n", audio_streams, audio_chunks); - for (i = 0; i < s->nb_streams; i++) { - OutputStream *os = &c->streams[i]; - if (s->streams[i]->codec->codec_type != AVMEDIA_TYPE_AUDIO) - continue; - last = i; - avio_printf(out, "\n", index, s->streams[i]->codec->bit_rate, os->fourcc, s->streams[i]->codec->sample_rate, s->streams[i]->codec->channels, os->packet_size, os->audio_tag, os->private_str); - index++; - } - output_chunk_list(&c->streams[last], out, final, c->lookahead_count, c->window_size); - avio_printf(out, "\n"); - } - avio_printf(out, "\n"); - avio_flush(out); - avio_close(out); - rename(temp_filename, filename); - return 0; -} - -static int ism_write_header(AVFormatContext *s) -{ - SmoothStreamingContext *c = s->priv_data; - int ret = 0, i; - AVOutputFormat *oformat; - - if (mkdir(s->filename, 0777) < 0) { - av_log(s, AV_LOG_ERROR, "mkdir failed\n"); - ret = AVERROR(errno); - goto fail; - } - - oformat = av_guess_format("ismv", NULL, NULL); - if (!oformat) { - ret = AVERROR_MUXER_NOT_FOUND; - goto fail; - } - - c->streams = av_mallocz(sizeof(*c->streams) * s->nb_streams); - if (!c->streams) { - ret = AVERROR(ENOMEM); - goto fail; - } - - for (i = 0; i < s->nb_streams; i++) { - OutputStream *os = &c->streams[i]; - AVFormatContext *ctx; - AVStream *st; - AVDictionary *opts = NULL; - char buf[10]; - - if (!s->streams[i]->codec->bit_rate) { - av_log(s, AV_LOG_ERROR, "No bit rate set for stream %d\n", i); - ret = AVERROR(EINVAL); - goto fail; - } - snprintf(os->dirname, sizeof(os->dirname), "%s/QualityLevels(%d)", s->filename, s->streams[i]->codec->bit_rate); - if (mkdir(os->dirname, 0777) < 0) { - ret = AVERROR(errno); - av_log(s, AV_LOG_ERROR, "mkdir failed\n"); - goto fail; - } - - ctx = avformat_alloc_context(); - if (!ctx) { - ret = AVERROR(ENOMEM); - goto fail; - } - os->ctx = ctx; - ctx->oformat = oformat; - ctx->interrupt_callback = s->interrupt_callback; - - if (!(st = avformat_new_stream(ctx, NULL))) { - ret = AVERROR(ENOMEM); - goto fail; - } - avcodec_copy_context(st->codec, s->streams[i]->codec); - st->sample_aspect_ratio = s->streams[i]->sample_aspect_ratio; - - ctx->pb = avio_alloc_context(os->iobuf, sizeof(os->iobuf), AVIO_FLAG_WRITE, os, NULL, ism_write, ism_seek); - if (!ctx->pb) { - ret = AVERROR(ENOMEM); - goto fail; - } - - snprintf(buf, sizeof(buf), "%d", c->lookahead_count); - av_dict_set(&opts, "ism_lookahead", buf, 0); - av_dict_set(&opts, "movflags", "frag_custom", 0); - if ((ret = avformat_write_header(ctx, &opts)) < 0) { - goto fail; - } - os->ctx_inited = 1; - avio_flush(ctx->pb); - av_dict_free(&opts); - s->streams[i]->time_base = st->time_base; - if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) { - c->has_video = 1; - os->stream_type_tag = "video"; - if (st->codec->codec_id == AV_CODEC_ID_H264) { - os->fourcc = "H264"; - } else if (st->codec->codec_id == AV_CODEC_ID_VC1) { - os->fourcc = "WVC1"; - } else { - av_log(s, AV_LOG_ERROR, "Unsupported video codec\n"); - ret = AVERROR(EINVAL); - goto fail; - } - } else { - c->has_audio = 1; - os->stream_type_tag = "audio"; - if (st->codec->codec_id == AV_CODEC_ID_AAC) { - os->fourcc = "AACL"; - os->audio_tag = 0xff; - } else if (st->codec->codec_id == AV_CODEC_ID_WMAPRO) { - os->fourcc = "WMAP"; - os->audio_tag = 0x0162; - } else { - av_log(s, AV_LOG_ERROR, "Unsupported audio codec\n"); - ret = AVERROR(EINVAL); - goto fail; - } - os->packet_size = st->codec->block_align ? st->codec->block_align : 4; - } - get_private_data(os); - } - - if (!c->has_video && c->min_frag_duration <= 0) { - av_log(s, AV_LOG_WARNING, "no video stream and no min frag duration set\n"); - ret = AVERROR(EINVAL); - } - ret = write_manifest(s, 0); - -fail: - if (ret) - ism_free(s); - return ret; -} - -static int parse_fragment(AVFormatContext *s, const char *filename, int64_t *start_ts, int64_t *duration, int64_t *moof_size, int64_t size) -{ - AVIOContext *in; - int ret; - uint32_t len; - if ((ret = avio_open2(&in, filename, AVIO_FLAG_READ, &s->interrupt_callback, NULL)) < 0) - return ret; - ret = AVERROR(EIO); - *moof_size = avio_rb32(in); - if (*moof_size < 8 || *moof_size > size) - goto fail; - if (avio_rl32(in) != MKTAG('m','o','o','f')) - goto fail; - len = avio_rb32(in); - if (len > *moof_size) - goto fail; - if (avio_rl32(in) != MKTAG('m','f','h','d')) - goto fail; - avio_seek(in, len - 8, SEEK_CUR); - avio_rb32(in); /* traf size */ - if (avio_rl32(in) != MKTAG('t','r','a','f')) - goto fail; - while (avio_tell(in) < *moof_size) { - uint32_t len = avio_rb32(in); - uint32_t tag = avio_rl32(in); - int64_t end = avio_tell(in) + len - 8; - if (len < 8 || len >= *moof_size) - goto fail; - if (tag == MKTAG('u','u','i','d')) { - static const uint8_t tfxd[] = { - 0x6d, 0x1d, 0x9b, 0x05, 0x42, 0xd5, 0x44, 0xe6, - 0x80, 0xe2, 0x14, 0x1d, 0xaf, 0xf7, 0x57, 0xb2 - }; - uint8_t uuid[16]; - avio_read(in, uuid, 16); - if (!memcmp(uuid, tfxd, 16) && len >= 8 + 16 + 4 + 16) { - avio_seek(in, 4, SEEK_CUR); - *start_ts = avio_rb64(in); - *duration = avio_rb64(in); - ret = 0; - break; - } - } - avio_seek(in, end, SEEK_SET); - } -fail: - avio_close(in); - return ret; -} - -static int add_fragment(OutputStream *os, const char *file, const char *infofile, int64_t start_time, int64_t duration, int64_t start_pos, int64_t size) -{ - int err; - Fragment *frag; - if (os->nb_fragments >= os->fragments_size) { - os->fragments_size = (os->fragments_size + 1) * 2; - if ((err = av_reallocp(&os->fragments, sizeof(*os->fragments) * - os->fragments_size)) < 0) { - os->fragments_size = 0; - os->nb_fragments = 0; - return err; - } - } - frag = av_mallocz(sizeof(*frag)); - if (!frag) - return AVERROR(ENOMEM); - av_strlcpy(frag->file, file, sizeof(frag->file)); - av_strlcpy(frag->infofile, infofile, sizeof(frag->infofile)); - frag->start_time = start_time; - frag->duration = duration; - frag->start_pos = start_pos; - frag->size = size; - frag->n = os->fragment_index; - os->fragments[os->nb_fragments++] = frag; - os->fragment_index++; - return 0; -} - -static int copy_moof(AVFormatContext *s, const char* infile, const char *outfile, int64_t size) -{ - AVIOContext *in, *out; - int ret = 0; - if ((ret = avio_open2(&in, infile, AVIO_FLAG_READ, &s->interrupt_callback, NULL)) < 0) - return ret; - if ((ret = avio_open2(&out, outfile, AVIO_FLAG_WRITE, &s->interrupt_callback, NULL)) < 0) { - avio_close(in); - return ret; - } - while (size > 0) { - uint8_t buf[8192]; - int n = FFMIN(size, sizeof(buf)); - n = avio_read(in, buf, n); - if (n <= 0) { - ret = AVERROR(EIO); - break; - } - avio_write(out, buf, n); - size -= n; - } - avio_flush(out); - avio_close(out); - avio_close(in); - return ret; -} - -static int ism_flush(AVFormatContext *s, int final) -{ - SmoothStreamingContext *c = s->priv_data; - int i, ret = 0; - - for (i = 0; i < s->nb_streams; i++) { - OutputStream *os = &c->streams[i]; - char filename[1024], target_filename[1024], header_filename[1024]; - int64_t start_pos = os->tail_pos, size; - int64_t start_ts, duration, moof_size; - if (!os->packets_written) - continue; - - snprintf(filename, sizeof(filename), "%s/temp", os->dirname); - ret = ffurl_open(&os->out, filename, AVIO_FLAG_WRITE, &s->interrupt_callback, NULL); - if (ret < 0) - break; - os->cur_start_pos = os->tail_pos; - av_write_frame(os->ctx, NULL); - avio_flush(os->ctx->pb); - os->packets_written = 0; - if (!os->out || os->tail_out) - return AVERROR(EIO); - - ffurl_close(os->out); - os->out = NULL; - size = os->tail_pos - start_pos; - if ((ret = parse_fragment(s, filename, &start_ts, &duration, &moof_size, size)) < 0) - break; - snprintf(header_filename, sizeof(header_filename), "%s/FragmentInfo(%s=%"PRIu64")", os->dirname, os->stream_type_tag, start_ts); - snprintf(target_filename, sizeof(target_filename), "%s/Fragments(%s=%"PRIu64")", os->dirname, os->stream_type_tag, start_ts); - copy_moof(s, filename, header_filename, moof_size); - rename(filename, target_filename); - add_fragment(os, target_filename, header_filename, start_ts, duration, start_pos, size); - } - - if (c->window_size || (final && c->remove_at_exit)) { - for (i = 0; i < s->nb_streams; i++) { - OutputStream *os = &c->streams[i]; - int j; - int remove = os->nb_fragments - c->window_size - c->extra_window_size - c->lookahead_count; - if (final && c->remove_at_exit) - remove = os->nb_fragments; - if (remove > 0) { - for (j = 0; j < remove; j++) { - unlink(os->fragments[j]->file); - unlink(os->fragments[j]->infofile); - av_free(os->fragments[j]); - } - os->nb_fragments -= remove; - memmove(os->fragments, os->fragments + remove, os->nb_fragments * sizeof(*os->fragments)); - } - if (final && c->remove_at_exit) - rmdir(os->dirname); - } - } - - if (ret >= 0) - ret = write_manifest(s, final); - return ret; -} - -static int ism_write_packet(AVFormatContext *s, AVPacket *pkt) -{ - SmoothStreamingContext *c = s->priv_data; - AVStream *st = s->streams[pkt->stream_index]; - OutputStream *os = &c->streams[pkt->stream_index]; - int64_t end_dts = (c->nb_fragments + 1LL) * c->min_frag_duration; - int ret; - - if (st->first_dts == AV_NOPTS_VALUE) - st->first_dts = pkt->dts; - - if ((!c->has_video || st->codec->codec_type == AVMEDIA_TYPE_VIDEO) && - av_compare_ts(pkt->dts - st->first_dts, st->time_base, - end_dts, AV_TIME_BASE_Q) >= 0 && - pkt->flags & AV_PKT_FLAG_KEY && os->packets_written) { - - if ((ret = ism_flush(s, 0)) < 0) - return ret; - c->nb_fragments++; - } - - os->packets_written++; - return ff_write_chained(os->ctx, 0, pkt, s); -} - -static int ism_write_trailer(AVFormatContext *s) -{ - SmoothStreamingContext *c = s->priv_data; - ism_flush(s, 1); - - if (c->remove_at_exit) { - char filename[1024]; - snprintf(filename, sizeof(filename), "%s/Manifest", s->filename); - unlink(filename); - rmdir(s->filename); - } - - ism_free(s); - return 0; -} - -#define OFFSET(x) offsetof(SmoothStreamingContext, x) -#define E AV_OPT_FLAG_ENCODING_PARAM -static const AVOption options[] = { - { "window_size", "number of fragments kept in the manifest", OFFSET(window_size), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, E }, - { "extra_window_size", "number of fragments kept outside of the manifest before removing from disk", OFFSET(extra_window_size), AV_OPT_TYPE_INT, { .i64 = 5 }, 0, INT_MAX, E }, - { "lookahead_count", "number of lookahead fragments", OFFSET(lookahead_count), AV_OPT_TYPE_INT, { .i64 = 2 }, 0, INT_MAX, E }, - { "min_frag_duration", "minimum fragment duration (in microseconds)", OFFSET(min_frag_duration), AV_OPT_TYPE_INT64, { .i64 = 5000000 }, 0, INT_MAX, E }, - { "remove_at_exit", "remove all fragments when finished", OFFSET(remove_at_exit), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1, E }, - { NULL }, -}; - -static const AVClass ism_class = { - .class_name = "smooth streaming muxer", - .item_name = av_default_item_name, - .option = options, - .version = LIBAVUTIL_VERSION_INT, -}; - - -AVOutputFormat ff_smoothstreaming_muxer = { - .name = "smoothstreaming", - .long_name = NULL_IF_CONFIG_SMALL("Smooth Streaming Muxer"), - .priv_data_size = sizeof(SmoothStreamingContext), - .audio_codec = AV_CODEC_ID_AAC, - .video_codec = AV_CODEC_ID_H264, - .flags = AVFMT_GLOBALHEADER | AVFMT_NOFILE, - .write_header = ism_write_header, - .write_packet = ism_write_packet, - .write_trailer = ism_write_trailer, - .codec_tag = (const AVCodecTag* const []){ ff_mp4_obj_type, 0 }, - .priv_class = &ism_class, -}; -- cgit v1.2.3