/*
- Copyright (C) 2013 Carl Hetherington <cth@carlh.net>
+ Copyright (C) 2013-2015 Carl Hetherington <cth@carlh.net>
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
*/
-extern "C" {
-#include <libavformat/avformat.h>
-}
-#include <libcxml/cxml.h>
#include "ffmpeg_content.h"
#include "ffmpeg_examiner.h"
+#include "ffmpeg_subtitle_stream.h"
+#include "ffmpeg_audio_stream.h"
#include "compose.hpp"
#include "job.h"
#include "util.h"
#include "film.h"
#include "log.h"
#include "exceptions.h"
+#include "frame_rate_change.h"
+#include "safe_stringstream.h"
+#include "raw_convert.h"
+#include <libcxml/cxml.h>
+extern "C" {
+#include <libavformat/avformat.h>
+#include <libavutil/pixdesc.h>
+}
+#include <boost/foreach.hpp>
#include "i18n.h"
+#define LOG_GENERAL(...) film->log()->log (String::compose (__VA_ARGS__), Log::TYPE_GENERAL);
+
using std::string;
-using std::stringstream;
using std::vector;
using std::list;
using std::cout;
using std::pair;
+using std::make_pair;
using boost::shared_ptr;
-using boost::lexical_cast;
using boost::dynamic_pointer_cast;
int const FFmpegContentProperty::SUBTITLE_STREAMS = 100;
int const FFmpegContentProperty::SUBTITLE_STREAM = 101;
-int const FFmpegContentProperty::AUDIO_STREAMS = 102;
-int const FFmpegContentProperty::AUDIO_STREAM = 103;
-int const FFmpegContentProperty::FILTERS = 104;
-
-FFmpegContent::FFmpegContent (shared_ptr<const Film> f, boost::filesystem::path p)
- : Content (f, p)
- , VideoContent (f, p)
- , AudioContent (f, p)
- , SubtitleContent (f, p)
+int const FFmpegContentProperty::FILTERS = 102;
+
+FFmpegContent::FFmpegContent (shared_ptr<const Film> film, boost::filesystem::path p)
+ : Content (film, p)
+ , VideoContent (film, p)
+ , AudioContent (film, p)
+ , SubtitleContent (film, p)
{
}
-FFmpegContent::FFmpegContent (shared_ptr<const Film> f, shared_ptr<const cxml::Node> node, int version)
- : Content (f, node)
- , VideoContent (f, node)
- , AudioContent (f, node)
- , SubtitleContent (f, node, version)
+FFmpegContent::FFmpegContent (shared_ptr<const Film> film, cxml::ConstNodePtr node, int version, list<string>& notes)
+ : Content (film, node)
+ , VideoContent (film, node, version)
+ , AudioContent (film, node)
+ , SubtitleContent (film, node, version)
{
list<cxml::NodePtr> c = node->node_children ("SubtitleStream");
for (list<cxml::NodePtr>::const_iterator i = c.begin(); i != c.end(); ++i) {
- _subtitle_streams.push_back (shared_ptr<FFmpegSubtitleStream> (new FFmpegSubtitleStream (*i, version)));
+ _subtitle_streams.push_back (shared_ptr<FFmpegSubtitleStream> (new FFmpegSubtitleStream (*i)));
if ((*i)->optional_number_child<int> ("Selected")) {
_subtitle_stream = _subtitle_streams.back ();
}
c = node->node_children ("AudioStream");
for (list<cxml::NodePtr>::const_iterator i = c.begin(); i != c.end(); ++i) {
_audio_streams.push_back (shared_ptr<FFmpegAudioStream> (new FFmpegAudioStream (*i, version)));
- if ((*i)->optional_number_child<int> ("Selected")) {
- _audio_stream = _audio_streams.back ();
+ if (version < 11 && !(*i)->optional_node_child ("Selected")) {
+ /* This is an old file and this stream is not selected, so un-map it */
+ _audio_streams.back()->set_mapping (AudioMapping (_audio_streams.back()->channels (), MAX_DCP_AUDIO_CHANNELS));
}
}
c = node->node_children ("Filter");
for (list<cxml::NodePtr>::iterator i = c.begin(); i != c.end(); ++i) {
- _filters.push_back (Filter::from_id ((*i)->content ()));
+ Filter const * f = Filter::from_id ((*i)->content ());
+ if (f) {
+ _filters.push_back (f);
+ } else {
+ notes.push_back (String::compose (_("DCP-o-matic no longer supports the `%1' filter, so it has been turned off."), (*i)->content()));
+ }
}
_first_video = node->optional_number_child<double> ("FirstVideo");
+
+
+ _color_range = static_cast<AVColorRange> (node->optional_number_child<int>("ColorRange").get_value_or (AVCOL_RANGE_UNSPECIFIED));
+ _color_primaries = static_cast<AVColorPrimaries> (node->optional_number_child<int>("ColorPrimaries").get_value_or (AVCOL_PRI_UNSPECIFIED));
+ _color_trc = static_cast<AVColorTransferCharacteristic> (
+ node->optional_number_child<int>("ColorTransferCharacteristic").get_value_or (AVCOL_TRC_UNSPECIFIED)
+ );
+ _colorspace = static_cast<AVColorSpace> (node->optional_number_child<int>("Colorspace").get_value_or (AVCOL_SPC_UNSPECIFIED));
+
}
-FFmpegContent::FFmpegContent (shared_ptr<const Film> f, vector<boost::shared_ptr<Content> > c)
- : Content (f, c)
- , VideoContent (f, c)
- , AudioContent (f, c)
- , SubtitleContent (f, c)
+FFmpegContent::FFmpegContent (shared_ptr<const Film> film, vector<boost::shared_ptr<Content> > c)
+ : Content (film, c)
+ , VideoContent (film, c)
+ , AudioContent (film, c)
+ , SubtitleContent (film, c)
{
shared_ptr<FFmpegContent> ref = dynamic_pointer_cast<FFmpegContent> (c[0]);
- assert (ref);
+ DCPOMATIC_ASSERT (ref);
for (size_t i = 0; i < c.size(); ++i) {
shared_ptr<FFmpegContent> fc = dynamic_pointer_cast<FFmpegContent> (c[i]);
- if (f->with_subtitles() && *(fc->_subtitle_stream.get()) != *(ref->_subtitle_stream.get())) {
+ if (fc->use_subtitles() && *(fc->_subtitle_stream.get()) != *(ref->_subtitle_stream.get())) {
throw JoinError (_("Content to be joined must use the same subtitle stream."));
}
-
- if (*(fc->_audio_stream.get()) != *(ref->_audio_stream.get())) {
- throw JoinError (_("Content to be joined must use the same audio stream."));
- }
}
_subtitle_streams = ref->subtitle_streams ();
_subtitle_stream = ref->subtitle_stream ();
- _audio_streams = ref->audio_streams ();
- _audio_stream = ref->audio_stream ();
+ _audio_streams = ref->ffmpeg_audio_streams ();
_first_video = ref->_first_video;
}
}
for (vector<shared_ptr<FFmpegAudioStream> >::const_iterator i = _audio_streams.begin(); i != _audio_streams.end(); ++i) {
- xmlpp::Node* t = node->add_child("AudioStream");
- if (_audio_stream && *i == _audio_stream) {
- t->add_child("Selected")->add_child_text("1");
- }
- (*i)->as_xml (t);
+ (*i)->as_xml (node->add_child("AudioStream"));
}
for (vector<Filter const *>::const_iterator i = _filters.begin(); i != _filters.end(); ++i) {
}
if (_first_video) {
- node->add_child("FirstVideo")->add_child_text (lexical_cast<string> (_first_video.get ()));
+ node->add_child("FirstVideo")->add_child_text (raw_convert<string> (_first_video.get().get()));
}
+
+ node->add_child("ColorRange")->add_child_text (raw_convert<string> (_color_range));
+ node->add_child("ColorPrimaries")->add_child_text (raw_convert<string> (_color_primaries));
+ node->add_child("ColorTransferCharacteristic")->add_child_text (raw_convert<string> (_color_trc));
+ node->add_child("Colorspace")->add_child_text (raw_convert<string> (_colorspace));
}
void
Content::examine (job);
- shared_ptr<const Film> film = _film.lock ();
- assert (film);
-
- shared_ptr<FFmpegExaminer> examiner (new FFmpegExaminer (shared_from_this ()));
+ shared_ptr<FFmpegExaminer> examiner (new FFmpegExaminer (shared_from_this (), job));
+ take_from_video_examiner (examiner);
- VideoFrame video_length = 0;
- video_length = examiner->video_length ();
- film->log()->log (String::compose ("Video length obtained from header as %1 frames", video_length));
+ shared_ptr<const Film> film = _film.lock ();
+ DCPOMATIC_ASSERT (film);
{
boost::mutex::scoped_lock lm (_mutex);
- _video_length = video_length;
-
_subtitle_streams = examiner->subtitle_streams ();
if (!_subtitle_streams.empty ()) {
_subtitle_stream = _subtitle_streams.front ();
}
-
+
_audio_streams = examiner->audio_streams ();
+
if (!_audio_streams.empty ()) {
- _audio_stream = _audio_streams.front ();
+ AudioMapping m = _audio_streams.front()->mapping ();
+ film->make_audio_mapping_default (m);
+ _audio_streams.front()->set_mapping (m);
}
_first_video = examiner->first_video ();
- }
- take_from_video_examiner (examiner);
+ _color_range = examiner->color_range ();
+ _color_primaries = examiner->color_primaries ();
+ _color_trc = examiner->color_trc ();
+ _colorspace = examiner->colorspace ();
+ }
- signal_changed (ContentProperty::LENGTH);
signal_changed (FFmpegContentProperty::SUBTITLE_STREAMS);
signal_changed (FFmpegContentProperty::SUBTITLE_STREAM);
- signal_changed (FFmpegContentProperty::AUDIO_STREAMS);
- signal_changed (FFmpegContentProperty::AUDIO_STREAM);
- signal_changed (AudioContentProperty::AUDIO_CHANNELS);
+ signal_changed (AudioContentProperty::AUDIO_STREAMS);
}
string
string
FFmpegContent::technical_summary () const
{
- string as = "none";
- if (_audio_stream) {
- as = String::compose ("id %1", _audio_stream->id);
+ string as = "";
+ BOOST_FOREACH (shared_ptr<FFmpegAudioStream> i, ffmpeg_audio_streams ()) {
+ as += i->technical_summary () + " " ;
+ }
+
+ if (as.empty ()) {
+ as = "none";
}
string ss = "none";
if (_subtitle_stream) {
- ss = String::compose ("id %1", _subtitle_stream->id);
+ ss = _subtitle_stream->technical_summary ();
}
- pair<string, string> filt = Filter::ffmpeg_strings (_filters);
-
+ string filt = Filter::ffmpeg_string (_filters);
+
return Content::technical_summary() + " - "
+ VideoContent::technical_summary() + " - "
+ AudioContent::technical_summary() + " - "
+ String::compose (
- "ffmpeg: audio %1, subtitle %2, filters %3 %4", as, ss, filt.first, filt.second
+ "ffmpeg: audio %1 subtitle %2 filters %3", as, ss, filt
);
}
-string
-FFmpegContent::information () const
-{
- if (video_length() == 0 || video_frame_rate() == 0) {
- return "";
- }
-
- stringstream s;
-
- s << String::compose (_("%1 frames; %2 frames per second"), video_length(), video_frame_rate()) << "\n";
- s << VideoContent::information ();
-
- return s.str ();
-}
-
void
FFmpegContent::set_subtitle_stream (shared_ptr<FFmpegSubtitleStream> s)
{
signal_changed (FFmpegContentProperty::SUBTITLE_STREAM);
}
-void
-FFmpegContent::set_audio_stream (shared_ptr<FFmpegAudioStream> s)
+bool
+operator== (FFmpegStream const & a, FFmpegStream const & b)
{
- {
- boost::mutex::scoped_lock lm (_mutex);
- _audio_stream = s;
- }
-
- signal_changed (FFmpegContentProperty::AUDIO_STREAM);
+ return a._id == b._id;
}
-AudioFrame
-FFmpegContent::audio_length () const
+bool
+operator!= (FFmpegStream const & a, FFmpegStream const & b)
{
- int const cafr = content_audio_frame_rate ();
- int const vfr = video_frame_rate ();
- VideoFrame const vl = video_length ();
-
- boost::mutex::scoped_lock lm (_mutex);
- if (!_audio_stream) {
- return 0;
- }
-
- return video_frames_to_audio_frames (vl, cafr, vfr);
+ return a._id != b._id;
}
-int
-FFmpegContent::audio_channels () const
-{
- boost::mutex::scoped_lock lm (_mutex);
-
- if (!_audio_stream) {
- return 0;
- }
-
- return _audio_stream->channels;
-}
-
-int
-FFmpegContent::content_audio_frame_rate () const
+DCPTime
+FFmpegContent::full_length () const
{
- boost::mutex::scoped_lock lm (_mutex);
-
- if (!_audio_stream) {
- return 0;
- }
-
- return _audio_stream->frame_rate;
+ shared_ptr<const Film> film = _film.lock ();
+ DCPOMATIC_ASSERT (film);
+ FrameRateChange const frc (video_frame_rate (), film->video_frame_rate ());
+ return DCPTime::from_frames (rint (video_length_after_3d_combine() * frc.factor()), film->video_frame_rate());
}
-int
-FFmpegContent::output_audio_frame_rate () const
+void
+FFmpegContent::set_filters (vector<Filter const *> const & filters)
{
- shared_ptr<const Film> film = _film.lock ();
- assert (film);
-
- /* Resample to a DCI-approved sample rate */
- double t = dcp_audio_frame_rate (content_audio_frame_rate ());
-
- FrameRateChange frc (video_frame_rate(), film->video_frame_rate());
-
- /* Compensate if the DCP is being run at a different frame rate
- to the source; that is, if the video is run such that it will
- look different in the DCP compared to the source (slower or faster).
- */
-
- if (frc.change_speed) {
- t /= frc.speed_up;
+ {
+ boost::mutex::scoped_lock lm (_mutex);
+ _filters = filters;
}
- return rint (t);
+ signal_changed (FFmpegContentProperty::FILTERS);
}
-bool
-operator== (FFmpegSubtitleStream const & a, FFmpegSubtitleStream const & b)
+string
+FFmpegContent::identifier () const
{
- return a.id == b.id;
-}
+ SafeStringStream s;
-bool
-operator!= (FFmpegSubtitleStream const & a, FFmpegSubtitleStream const & b)
-{
- return a.id != b.id;
-}
+ s << VideoContent::identifier() << "_"
+ << SubtitleContent::identifier();
-bool
-operator== (FFmpegAudioStream const & a, FFmpegAudioStream const & b)
-{
- return a.id == b.id;
-}
-
-bool
-operator!= (FFmpegAudioStream const & a, FFmpegAudioStream const & b)
-{
- return a.id != b.id;
-}
+ boost::mutex::scoped_lock lm (_mutex);
-FFmpegStream::FFmpegStream (shared_ptr<const cxml::Node> node, int version)
- : _legacy_id (false)
-{
- name = node->string_child ("Name");
- id = node->number_child<int> ("Id");
- if (version == 4 || node->optional_bool_child ("LegacyId")) {
- _legacy_id = true;
+ if (_subtitle_stream) {
+ s << "_" << _subtitle_stream->identifier ();
}
-}
-void
-FFmpegStream::as_xml (xmlpp::Node* root) const
-{
- root->add_child("Name")->add_child_text (name);
- root->add_child("Id")->add_child_text (lexical_cast<string> (id));
- if (_legacy_id) {
- /* Write this so that version > 4 files are read in correctly
- if the Id came originally from a version <= 4 file.
- */
- root->add_child("LegacyId")->add_child_text ("1");
+ for (vector<Filter const *>::const_iterator i = _filters.begin(); i != _filters.end(); ++i) {
+ s << "_" << (*i)->id ();
}
-}
-FFmpegAudioStream::FFmpegAudioStream (shared_ptr<const cxml::Node> node, int version)
- : FFmpegStream (node, version)
- , mapping (node->node_child ("Mapping"), version)
-{
- frame_rate = node->number_child<int> ("FrameRate");
- channels = node->number_child<int64_t> ("Channels");
- first_audio = node->optional_number_child<double> ("FirstAudio");
-}
-
-void
-FFmpegAudioStream::as_xml (xmlpp::Node* root) const
-{
- FFmpegStream::as_xml (root);
- root->add_child("FrameRate")->add_child_text (lexical_cast<string> (frame_rate));
- root->add_child("Channels")->add_child_text (lexical_cast<string> (channels));
- if (first_audio) {
- root->add_child("FirstAudio")->add_child_text (lexical_cast<string> (first_audio.get ()));
- }
- mapping.as_xml (root->add_child("Mapping"));
+ return s.str ();
}
-int
-FFmpegStream::index (AVFormatContext const * fc) const
+list<ContentTimePeriod>
+FFmpegContent::subtitles_during (ContentTimePeriod period, bool starting) const
{
- if (_legacy_id) {
- return id;
- }
-
- size_t i = 0;
- while (i < fc->nb_streams) {
- if (fc->streams[i]->id == id) {
- return i;
- }
- ++i;
+ shared_ptr<FFmpegSubtitleStream> stream = subtitle_stream ();
+ if (!stream) {
+ return list<ContentTimePeriod> ();
}
- assert (false);
+ return stream->subtitles_during (period, starting);
}
-AVStream *
-FFmpegStream::stream (AVFormatContext const * fc) const
+bool
+FFmpegContent::has_text_subtitles () const
{
- if (_legacy_id) {
- return fc->streams[id];
- }
-
- size_t i = 0;
- while (i < fc->nb_streams) {
- if (fc->streams[i]->id == id) {
- return fc->streams[i];
- }
- ++i;
- }
-
- assert (false);
- return 0;
+ return false;
}
-/** Construct a SubtitleStream from a value returned from to_string().
- * @param t String returned from to_string().
- * @param v State file version.
- */
-FFmpegSubtitleStream::FFmpegSubtitleStream (shared_ptr<const cxml::Node> node, int version)
- : FFmpegStream (node, version)
+bool
+FFmpegContent::has_image_subtitles () const
{
-
+ return !subtitle_streams().empty ();
}
void
-FFmpegSubtitleStream::as_xml (xmlpp::Node* root) const
+FFmpegContent::set_default_colour_conversion ()
{
- FFmpegStream::as_xml (root);
-}
-
-DCPTime
-FFmpegContent::full_length () const
-{
- shared_ptr<const Film> film = _film.lock ();
- assert (film);
-
- FrameRateChange frc (video_frame_rate (), film->video_frame_rate ());
- return video_length() * frc.factor() * TIME_HZ / film->video_frame_rate ();
-}
+ dcp::Size const s = video_size ();
-AudioMapping
-FFmpegContent::audio_mapping () const
-{
boost::mutex::scoped_lock lm (_mutex);
- if (!_audio_stream) {
- return AudioMapping ();
+ if (s.width < 1080) {
+ _colour_conversion = PresetColourConversion::from_id ("rec601").conversion;
+ } else {
+ _colour_conversion = PresetColourConversion::from_id ("rec709").conversion;
}
-
- return _audio_stream->mapping;
}
-void
-FFmpegContent::set_filters (vector<Filter const *> const & filters)
+vector<AudioStreamPtr>
+FFmpegContent::audio_streams () const
{
- {
- boost::mutex::scoped_lock lm (_mutex);
- _filters = filters;
- }
+ boost::mutex::scoped_lock lm (_mutex);
- signal_changed (FFmpegContentProperty::FILTERS);
+ vector<AudioStreamPtr> s;
+ copy (_audio_streams.begin(), _audio_streams.end(), back_inserter (s));
+ return s;
}
void
-FFmpegContent::set_audio_mapping (AudioMapping m)
+FFmpegContent::add_properties (list<pair<string, string> >& p) const
{
- audio_stream()->mapping = m;
- signal_changed (AudioContentProperty::AUDIO_MAPPING);
-}
-
-string
-FFmpegContent::identifier () const
-{
- stringstream s;
-
- s << VideoContent::identifier();
-
- boost::mutex::scoped_lock lm (_mutex);
+ VideoContent::add_properties (p);
- if (_subtitle_stream) {
- s << "_" << _subtitle_stream->id;
- }
-
- for (vector<Filter const *>::const_iterator i = _filters.begin(); i != _filters.end(); ++i) {
- s << "_" << (*i)->id ();
- }
+ /* I tried av_*_name for these but they are not the most
+ nicely formatted.
+ */
- return s.str ();
+ char const * ranges[] = {
+ _("Unspecified"),
+ _("MPEG (0-219 or equivalent)"),
+ _("JPEG (0-255 or equivalent)")
+ };
+
+ DCPOMATIC_ASSERT (AVCOL_RANGE_NB == 3);
+ p.push_back (make_pair (_("Colour range"), ranges[_color_range]));
+
+ char const * primaries[] = {
+ _("Unspecified"),
+ _("BT709"),
+ _("Unspecified"),
+ _("Unspecified"),
+ _("BT470M"),
+ _("BT470BG"),
+ _("SMPTE 170M (BT601)"),
+ _("SMPTE 240M"),
+ _("Film"),
+ _("BT2020")
+ };
+
+ DCPOMATIC_ASSERT (AVCOL_PRI_NB == 10);
+ p.push_back (make_pair (_("Color primaries"), primaries[_color_primaries]));
+
+ char const * transfers[] = {
+ _("Unspecified"),
+ _("BT709"),
+ _("Unspecified"),
+ _("Unspecified"),
+ _("Gamma 22 (BT470M)"),
+ _("Gamma 28 (BT470BG)"),
+ _("SMPTE 170M (BT601)"),
+ _("SMPTE 240M"),
+ _("Linear"),
+ _("Logarithmic (100:1 range)"),
+ _("Logarithmic (316:1 range)"),
+ _("IEC61966-2-4"),
+ _("BT1361 extended colour gamut"),
+ _("IEC61966-2-1 (sRGB or sYCC)"),
+ _("BT2020 for a 10-bit system"),
+ _("BT2020 for a 12-bit system")
+ };
+
+ DCPOMATIC_ASSERT (AVCOL_TRC_NB == 16);
+ p.push_back (make_pair (_("Colour transfer characteristic"), transfers[_color_trc]));
+
+ char const * spaces[] = {
+ _("RGB / sRGB (IEC61966-2-1)"),
+ _("BT709"),
+ _("Unspecified"),
+ _("Unspecified"),
+ _("FCC"),
+ _("BT470BG (BT601-6)"),
+ _("SMPTE 170M (BT601-6)"),
+ _("SMPTE 240M"),
+ _("YCOCG"),
+ _("BT2020 non-constant luminance"),
+ _("BT2020 constant luminance"),
+ };
+
+ DCPOMATIC_ASSERT (AVCOL_SPC_NB == 11);
+ p.push_back (make_pair (_("Colourspace"), spaces[_colorspace]));
}
-