From 837a54744277a5252a1a69b0690305e9a669124d Mon Sep 17 00:00:00 2001 From: Carl Hetherington Date: Tue, 9 May 2017 15:21:30 +0100 Subject: [PATCH] Basic video transcoding working. --- src/lib/ffmpeg_transcoder.cc | 210 +++++++++++++++++++++++++++++++++ src/lib/ffmpeg_transcoder.h | 49 ++++++++ src/lib/image.h | 4 +- src/lib/wscript | 1 + test/ffmpeg_transcoder_test.cc | 45 +++++++ test/wscript | 1 + 6 files changed, 308 insertions(+), 2 deletions(-) create mode 100644 src/lib/ffmpeg_transcoder.cc create mode 100644 src/lib/ffmpeg_transcoder.h create mode 100644 test/ffmpeg_transcoder_test.cc diff --git a/src/lib/ffmpeg_transcoder.cc b/src/lib/ffmpeg_transcoder.cc new file mode 100644 index 000000000..21a626462 --- /dev/null +++ b/src/lib/ffmpeg_transcoder.cc @@ -0,0 +1,210 @@ +/* + Copyright (C) 2017 Carl Hetherington + + This file is part of DCP-o-matic. + + DCP-o-matic is free software; you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation; either version 2 of the License, or + (at your option) any later version. + + DCP-o-matic is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with DCP-o-matic. If not, see . + +*/ + +#include "ffmpeg_transcoder.h" +#include "film.h" +#include "job.h" +#include "player.h" +#include "player_video.h" +#include "log.h" +#include "image.h" +#include "compose.hpp" + +#include "i18n.h" + +using std::string; +using std::runtime_error; +using boost::shared_ptr; +using boost::bind; +using boost::weak_ptr; + +static AVPixelFormat +force_pixel_format (AVPixelFormat, AVPixelFormat out) +{ + return out; +} + +FFmpegTranscoder::FFmpegTranscoder (shared_ptr film, weak_ptr job) + : Transcoder (film, job) + , _pixel_format (AV_PIX_FMT_YUV422P10) +{ + +} + +void +FFmpegTranscoder::go () +{ + string const codec_name = "prores_ks"; + AVCodec* codec = avcodec_find_encoder_by_name (codec_name.c_str()); + if (!codec) { + throw runtime_error (String::compose ("could not find FFmpeg codec %1", codec_name)); + } + + _codec_context = avcodec_alloc_context3 (codec); + if (!_codec_context) { + throw runtime_error ("could not allocate FFmpeg context"); + } + + avcodec_get_context_defaults3 (_codec_context, codec); + + /* Variable quantisation */ + _codec_context->global_quality = 0; + _codec_context->width = _film->frame_size().width; + _codec_context->height = _film->frame_size().height; + _codec_context->time_base = (AVRational) { 1, _film->video_frame_rate() }; + _codec_context->pix_fmt = _pixel_format; + _codec_context->flags |= CODEC_FLAG_QSCALE | CODEC_FLAG_GLOBAL_HEADER; + + boost::filesystem::path filename = _film->file(_film->isdcf_name(true) + ".mov"); + avformat_alloc_output_context2 (&_format_context, 0, 0, filename.string().c_str()); + if (!_format_context) { + throw runtime_error ("could not allocate FFmpeg format context"); + } + + _video_stream = avformat_new_stream (_format_context, codec); + if (!_video_stream) { + throw runtime_error ("could not create FFmpeg output video stream"); + } + + /* Note: needs to increment with each stream */ + _video_stream->id = 0; + _video_stream->codec = _codec_context; + + AVDictionary* options = 0; + av_dict_set (&options, "profile", "3", 0); + av_dict_set (&options, "threads", "auto", 0); + + if (avcodec_open2 (_codec_context, codec, &options) < 0) { + throw runtime_error ("could not open FFmpeg codec"); + } + + if (avio_open (&_format_context->pb, filename.c_str(), AVIO_FLAG_WRITE) < 0) { + throw runtime_error ("could not open FFmpeg output file"); + } + + if (avformat_write_header (_format_context, &options) < 0) { + throw runtime_error ("could not write header to FFmpeg output file"); + } + + { + shared_ptr job = _job.lock (); + DCPOMATIC_ASSERT (job); + job->sub (_("Encoding")); + } + + while (!_player->pass ()) {} + + while (true) { + AVPacket packet; + av_init_packet (&packet); + packet.data = 0; + packet.size = 0; + + int got_packet; + avcodec_encode_video2 (_codec_context, &packet, 0, &got_packet); + if (!got_packet) { + break; + } + + packet.stream_index = 0; + av_interleaved_write_frame (_format_context, &packet); + av_packet_unref (&packet); + } + + av_write_trailer (_format_context); + + avcodec_close (_codec_context); + avio_close (_format_context->pb); + avformat_free_context (_format_context); +} + +void +FFmpegTranscoder::video (shared_ptr video, DCPTime time) +{ + shared_ptr image = video->image ( + bind (&Log::dcp_log, _film->log().get(), _1, _2), + bind (&force_pixel_format, _1, _pixel_format), + true, + false + ); + + AVFrame* frame = av_frame_alloc (); + + for (int i = 0; i < 3; ++i) { + size_t const size = image->stride()[i] * image->size().height; + AVBufferRef* buffer = av_buffer_alloc (size); + /* XXX: inefficient */ + memcpy (buffer->data, image->data()[i], size); + frame->buf[i] = av_buffer_ref (buffer); + frame->data[i] = buffer->data; + frame->linesize[i] = image->stride()[i]; + av_buffer_unref (&buffer); + } + + frame->width = image->size().width; + frame->height = image->size().height; + frame->format = _pixel_format; + frame->pts = time.frames_round(_film->video_frame_rate()) / (_film->video_frame_rate() * av_q2d (_video_stream->time_base)); + + AVPacket packet; + av_init_packet (&packet); + packet.data = 0; + packet.size = 0; + + int got_packet; + if (avcodec_encode_video2 (_codec_context, &packet, frame, &got_packet) < 0) { + throw EncodeError ("FFmpeg video encode failed"); + } + + if (got_packet && packet.size) { + /* XXX: this should not be hard-wired */ + packet.stream_index = 0; + av_interleaved_write_frame (_format_context, &packet); + av_packet_unref (&packet); + } + + av_frame_free (&frame); +} + +void +FFmpegTranscoder::audio (shared_ptr audio, DCPTime time) +{ + +} + +void +FFmpegTranscoder::subtitle (PlayerSubtitles subs, DCPTimePeriod period) +{ + +} + +float +FFmpegTranscoder::current_encoding_rate () const +{ + /* XXX */ + return 1; +} + +int +FFmpegTranscoder::video_frames_enqueued () const +{ + /* XXX */ + return 1; +} diff --git a/src/lib/ffmpeg_transcoder.h b/src/lib/ffmpeg_transcoder.h new file mode 100644 index 000000000..aa65b5933 --- /dev/null +++ b/src/lib/ffmpeg_transcoder.h @@ -0,0 +1,49 @@ +/* + Copyright (C) 2017 Carl Hetherington + + This file is part of DCP-o-matic. + + DCP-o-matic is free software; you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation; either version 2 of the License, or + (at your option) any later version. + + DCP-o-matic is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with DCP-o-matic. If not, see . + +*/ + +#include "transcoder.h" +extern "C" { +#include +#include +} + +class FFmpegTranscoder : public Transcoder +{ +public: + FFmpegTranscoder (boost::shared_ptr film, boost::weak_ptr job); + + void go (); + + float current_encoding_rate () const; + int video_frames_enqueued () const; + bool finishing () const { + return false; + } + +private: + void video (boost::shared_ptr, DCPTime); + void audio (boost::shared_ptr, DCPTime); + void subtitle (PlayerSubtitles, DCPTimePeriod); + + AVCodecContext* _codec_context; + AVFormatContext* _format_context; + AVStream* _video_stream; + AVPixelFormat _pixel_format; +}; diff --git a/src/lib/image.h b/src/lib/image.h index 84871aae2..cdad28c20 100644 --- a/src/lib/image.h +++ b/src/lib/image.h @@ -87,8 +87,8 @@ private: dcp::Size _size; AVPixelFormat _pixel_format; ///< FFmpeg's way of describing the pixel format of this Image uint8_t** _data; ///< array of pointers to components - int* _line_size; ///< array of sizes of the data in each line, in pixels (without any alignment padding bytes) - int* _stride; ///< array of strides for each line (including any alignment padding bytes) + int* _line_size; ///< array of sizes of the data in each line, in bytes (without any alignment padding bytes) + int* _stride; ///< array of strides for each line, in bytes (including any alignment padding bytes) bool _aligned; int _extra_pixels; }; diff --git a/src/lib/wscript b/src/lib/wscript index bf39ce2a7..6f57736b7 100644 --- a/src/lib/wscript +++ b/src/lib/wscript @@ -83,6 +83,7 @@ sources = """ ffmpeg_examiner.cc ffmpeg_stream.cc ffmpeg_subtitle_stream.cc + ffmpeg_transcoder.cc film.cc filter.cc font.cc diff --git a/test/ffmpeg_transcoder_test.cc b/test/ffmpeg_transcoder_test.cc new file mode 100644 index 000000000..c97287cb7 --- /dev/null +++ b/test/ffmpeg_transcoder_test.cc @@ -0,0 +1,45 @@ +/* + Copyright (C) 2017 Carl Hetherington + + This file is part of DCP-o-matic. + + DCP-o-matic is free software; you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation; either version 2 of the License, or + (at your option) any later version. + + DCP-o-matic is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with DCP-o-matic. If not, see . + +*/ + +#include "lib/ffmpeg_transcoder.h" +#include "lib/film.h" +#include "lib/ffmpeg_content.h" +#include "lib/ratio.h" +#include "lib/transcode_job.h" +#include "test.h" +#include + +using boost::shared_ptr; + +BOOST_AUTO_TEST_CASE (ffmpeg_transcoder_basic_test) +{ + shared_ptr film = new_test_film ("ffmpeg_transcoder_basic_test"); + film->set_name ("ffmpeg_transcoder_basic_test"); + shared_ptr c (new FFmpegContent (film, "test/data/test.mp4")); + film->set_container (Ratio::from_id ("185")); + film->set_audio_channels (6); + + film->examine_and_add_content (c); + wait_for_jobs (); + + shared_ptr job (new TranscodeJob (film)); + FFmpegTranscoder transcoder (film, job); + transcoder.go (); +} diff --git a/test/wscript b/test/wscript index 0ed7a43d6..58d16ec65 100644 --- a/test/wscript +++ b/test/wscript @@ -60,6 +60,7 @@ def build(bld): ffmpeg_decoder_sequential_test.cc ffmpeg_examiner_test.cc ffmpeg_pts_offset_test.cc + ffmpeg_transcoder_test.cc file_group_test.cc file_log_test.cc file_naming_test.cc -- 2.30.2