X-Git-Url: https://main.carlh.net/gitweb/?p=dcpomatic.git;a=blobdiff_plain;f=src%2Flib%2Fvideo_content.cc;h=cef543387dcbb8fda7fcbae9dc201e9794a2cfa1;hp=0a3e378eecb1fda2f05ef3b6894659c6849386fe;hb=3828baf56467224f5d44049bf1e7a7ed11f43a05;hpb=0f60e0f52c986f18764822de78b82b4163909f0c diff --git a/src/lib/video_content.cc b/src/lib/video_content.cc index 0a3e378ee..cef543387 100644 --- a/src/lib/video_content.cc +++ b/src/lib/video_content.cc @@ -1,27 +1,25 @@ /* - Copyright (C) 2013-2014 Carl Hetherington + Copyright (C) 2013-2016 Carl Hetherington - This program is free software; you can redistribute it and/or modify + This file is part of DCP-o-matic. + + DCP-o-matic is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. - This program is distributed in the hope that it will be useful, + DCP-o-matic is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License - along with this program; if not, write to the Free Software - Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. + along with DCP-o-matic. If not, see . */ -#include -#include -#include -#include #include "video_content.h" +#include "content.h" #include "video_examiner.h" #include "compose.hpp" #include "ratio.h" @@ -32,77 +30,77 @@ #include "exceptions.h" #include "frame_rate_change.h" #include "log.h" +#include "safe_stringstream.h" +#include "raw_convert.h" +#include +#include +#include +#include +#include #include "i18n.h" -#define LOG_GENERAL(...) film->log()->log (String::compose (__VA_ARGS__), Log::TYPE_GENERAL); +#define LOG_GENERAL(...) _parent->film()->log()->log (String::compose (__VA_ARGS__), LogEntry::TYPE_GENERAL); -int const VideoContentProperty::VIDEO_SIZE = 0; -int const VideoContentProperty::VIDEO_FRAME_RATE = 1; -int const VideoContentProperty::VIDEO_FRAME_TYPE = 2; -int const VideoContentProperty::VIDEO_CROP = 3; -int const VideoContentProperty::VIDEO_SCALE = 4; -int const VideoContentProperty::COLOUR_CONVERSION = 5; +int const VideoContentProperty::SIZE = 0; +int const VideoContentProperty::FRAME_TYPE = 1; +int const VideoContentProperty::CROP = 2; +int const VideoContentProperty::SCALE = 3; +int const VideoContentProperty::COLOUR_CONVERSION = 4; +int const VideoContentProperty::FADE_IN = 5; +int const VideoContentProperty::FADE_OUT = 6; using std::string; -using std::stringstream; using std::setprecision; using std::cout; using std::vector; using std::min; using std::max; +using std::fixed; +using std::setprecision; +using std::list; +using std::pair; using boost::shared_ptr; using boost::optional; using boost::dynamic_pointer_cast; -using dcp::raw_convert; - -vector VideoContentScale::_scales; -VideoContent::VideoContent (shared_ptr f) - : Content (f) - , _video_length (0) - , _video_frame_rate (0) - , _video_frame_type (VIDEO_FRAME_TYPE_2D) - , _scale (Config::instance()->default_scale ()) +VideoContent::VideoContent (Content* parent) + : ContentPart (parent) + , _length (0) + , _frame_type (VIDEO_FRAME_TYPE_2D) + , _scale (VideoContentScale (Ratio::from_id ("178"))) + , _yuv (true) + , _fade_in (0) + , _fade_out (0) { - setup_default_colour_conversion (); -} -VideoContent::VideoContent (shared_ptr f, DCPTime s, ContentTime len) - : Content (f, s) - , _video_length (len) - , _video_frame_rate (0) - , _video_frame_type (VIDEO_FRAME_TYPE_2D) - , _scale (Config::instance()->default_scale ()) -{ - setup_default_colour_conversion (); } -VideoContent::VideoContent (shared_ptr f, boost::filesystem::path p) - : Content (f, p) - , _video_length (0) - , _video_frame_rate (0) - , _video_frame_type (VIDEO_FRAME_TYPE_2D) - , _scale (Config::instance()->default_scale ()) +shared_ptr +VideoContent::from_xml (Content* parent, cxml::ConstNodePtr node, int version) { - setup_default_colour_conversion (); + if (!node->optional_number_child ("VideoWidth")) { + return shared_ptr (); + } + + return shared_ptr (new VideoContent (parent, node, version)); } -VideoContent::VideoContent (shared_ptr f, cxml::ConstNodePtr node, int version) - : Content (f, node) +VideoContent::VideoContent (Content* parent, cxml::ConstNodePtr node, int version) + : ContentPart (parent) { - _video_size.width = node->number_child ("VideoWidth"); - _video_size.height = node->number_child ("VideoHeight"); - _video_frame_rate = node->number_child ("VideoFrameRate"); + _size.width = node->number_child ("VideoWidth"); + _size.height = node->number_child ("VideoHeight"); - if (version < 32) { - /* DCP-o-matic 1.0 branch */ - _video_length = ContentTime::from_frames (node->number_child ("VideoLength"), _video_frame_rate); - } else { - _video_length = ContentTime (node->number_child ("VideoLength")); + /* Backwards compatibility */ + optional r = node->optional_number_child("VideoFrameRate"); + if (r) { + _parent->set_video_frame_rate (r.get ()); } - - _video_frame_type = static_cast (node->number_child ("VideoFrameType")); + + _length = node->number_child ("VideoLength"); + _frame_type = static_cast (node->number_child ("VideoFrameType")); + _sample_aspect_ratio = node->optional_number_child ("SampleAspectRatio"); _crop.left = node->number_child ("LeftCrop"); _crop.right = node->number_child ("RightCrop"); _crop.top = node->number_child ("TopCrop"); @@ -116,239 +114,168 @@ VideoContent::VideoContent (shared_ptr f, cxml::ConstNodePtr node, i } else { _scale = VideoContentScale (node->node_child ("Scale")); } - - _colour_conversion = ColourConversion (node->node_child ("ColourConversion")); + + + if (node->optional_node_child ("ColourConversion")) { + _colour_conversion = ColourConversion (node->node_child ("ColourConversion"), version); + } + + _yuv = node->optional_bool_child("YUV").get_value_or (true); + + if (version >= 32) { + _fade_in = node->number_child ("FadeIn"); + _fade_out = node->number_child ("FadeOut"); + } else { + _fade_in = _fade_out = 0; + } } -VideoContent::VideoContent (shared_ptr f, vector > c) - : Content (f, c) - , _video_length (0) +VideoContent::VideoContent (Content* parent, vector > c) + : ContentPart (parent) + , _length (0) + , _yuv (false) { - shared_ptr ref = dynamic_pointer_cast (c[0]); - assert (ref); + shared_ptr ref = c[0]->video; + DCPOMATIC_ASSERT (ref); - for (size_t i = 0; i < c.size(); ++i) { - shared_ptr vc = dynamic_pointer_cast (c[i]); + for (size_t i = 1; i < c.size(); ++i) { - if (vc->video_size() != ref->video_size()) { + if (c[i]->video->size() != ref->size()) { throw JoinError (_("Content to be joined must have the same picture size.")); } - if (vc->video_frame_rate() != ref->video_frame_rate()) { - throw JoinError (_("Content to be joined must have the same video frame rate.")); - } - - if (vc->video_frame_type() != ref->video_frame_type()) { + if (c[i]->video->frame_type() != ref->frame_type()) { throw JoinError (_("Content to be joined must have the same video frame type.")); } - if (vc->crop() != ref->crop()) { + if (c[i]->video->crop() != ref->crop()) { throw JoinError (_("Content to be joined must have the same crop.")); } - if (vc->scale() != ref->scale()) { + if (c[i]->video->scale() != ref->scale()) { throw JoinError (_("Content to be joined must have the same scale setting.")); } - if (vc->colour_conversion() != ref->colour_conversion()) { + if (c[i]->video->colour_conversion() != ref->colour_conversion()) { throw JoinError (_("Content to be joined must have the same colour conversion.")); } - _video_length += vc->video_length (); + if (c[i]->video->fade_in() != ref->fade_in() || c[i]->video->fade_out() != ref->fade_out()) { + throw JoinError (_("Content to be joined must have the same fades.")); + } + + _length += c[i]->video->length (); + + if (c[i]->video->yuv ()) { + _yuv = true; + } } - _video_size = ref->video_size (); - _video_frame_rate = ref->video_frame_rate (); - _video_frame_type = ref->video_frame_type (); + _size = ref->size (); + _frame_type = ref->frame_type (); _crop = ref->crop (); _scale = ref->scale (); _colour_conversion = ref->colour_conversion (); + _fade_in = ref->fade_in (); + _fade_out = ref->fade_out (); } void VideoContent::as_xml (xmlpp::Node* node) const { boost::mutex::scoped_lock lm (_mutex); - node->add_child("VideoLength")->add_child_text (raw_convert (_video_length.get ())); - node->add_child("VideoWidth")->add_child_text (raw_convert (_video_size.width)); - node->add_child("VideoHeight")->add_child_text (raw_convert (_video_size.height)); - node->add_child("VideoFrameRate")->add_child_text (raw_convert (_video_frame_rate)); - node->add_child("VideoFrameType")->add_child_text (raw_convert (static_cast (_video_frame_type))); + node->add_child("VideoLength")->add_child_text (raw_convert (_length)); + node->add_child("VideoWidth")->add_child_text (raw_convert (_size.width)); + node->add_child("VideoHeight")->add_child_text (raw_convert (_size.height)); + node->add_child("VideoFrameType")->add_child_text (raw_convert (static_cast (_frame_type))); + if (_sample_aspect_ratio) { + node->add_child("SampleAspectRatio")->add_child_text (raw_convert (_sample_aspect_ratio.get ())); + } _crop.as_xml (node); _scale.as_xml (node->add_child("Scale")); - _colour_conversion.as_xml (node->add_child("ColourConversion")); -} - -void -VideoContent::setup_default_colour_conversion () -{ - _colour_conversion = PresetColourConversion (_("sRGB"), 2.4, true, dcp::colour_matrix::srgb_to_xyz, 2.6).conversion; + if (_colour_conversion) { + _colour_conversion.get().as_xml (node->add_child("ColourConversion")); + } + node->add_child("YUV")->add_child_text (_yuv ? "1" : "0"); + node->add_child("FadeIn")->add_child_text (raw_convert (_fade_in)); + node->add_child("FadeOut")->add_child_text (raw_convert (_fade_out)); } void -VideoContent::take_from_video_examiner (shared_ptr d) +VideoContent::take_from_examiner (shared_ptr d) { /* These examiner calls could call other content methods which take a lock on the mutex */ dcp::Size const vs = d->video_size (); - float const vfr = d->video_frame_rate (); - ContentTime vl = d->video_length (); - - { - boost::mutex::scoped_lock lm (_mutex); - _video_size = vs; - _video_frame_rate = vfr; - _video_length = vl; - } - - shared_ptr film = _film.lock (); - assert (film); - LOG_GENERAL ("Video length obtained from header as %1 frames", _video_length.frames (_video_frame_rate)); - - signal_changed (VideoContentProperty::VIDEO_SIZE); - signal_changed (VideoContentProperty::VIDEO_FRAME_RATE); - signal_changed (ContentProperty::LENGTH); -} - - -string -VideoContent::information () const -{ - if (video_size().width == 0 || video_size().height == 0) { - return ""; - } - - stringstream s; - - s << String::compose ( - _("%1x%2 pixels (%3:1)"), - video_size().width, - video_size().height, - setprecision (3), video_size().ratio () - ); - - return s.str (); -} - -void -VideoContent::set_left_crop (int c) -{ - { - boost::mutex::scoped_lock lm (_mutex); - - if (_crop.left == c) { - return; - } - - _crop.left = c; - } - - signal_changed (VideoContentProperty::VIDEO_CROP); -} - -void -VideoContent::set_right_crop (int c) -{ - { - boost::mutex::scoped_lock lm (_mutex); - if (_crop.right == c) { - return; - } - - _crop.right = c; - } - - signal_changed (VideoContentProperty::VIDEO_CROP); -} - -void -VideoContent::set_top_crop (int c) -{ - { - boost::mutex::scoped_lock lm (_mutex); - if (_crop.top == c) { - return; - } - - _crop.top = c; - } - - signal_changed (VideoContentProperty::VIDEO_CROP); -} + Frame vl = d->video_length (); + optional const ar = d->sample_aspect_ratio (); + bool const yuv = d->yuv (); -void -VideoContent::set_bottom_crop (int c) -{ { boost::mutex::scoped_lock lm (_mutex); - if (_crop.bottom == c) { - return; - } - - _crop.bottom = c; + _size = vs; + _length = vl; + _sample_aspect_ratio = ar; + _yuv = yuv; + + /* Guess correct scale from size and sample aspect ratio */ + _scale = VideoContentScale ( + Ratio::nearest_from_ratio (double (_size.width) * ar.get_value_or (1) / _size.height) + ); } - signal_changed (VideoContentProperty::VIDEO_CROP); -} + LOG_GENERAL ("Video length obtained from header as %1 frames", _length); -void -VideoContent::set_scale (VideoContentScale s) -{ - { - boost::mutex::scoped_lock lm (_mutex); - if (_scale == s) { - return; - } - - _scale = s; + if (d->video_frame_rate()) { + _parent->set_video_frame_rate (d->video_frame_rate().get()); } - signal_changed (VideoContentProperty::VIDEO_SCALE); + _parent->signal_changed (VideoContentProperty::SIZE); + _parent->signal_changed (VideoContentProperty::SCALE); + _parent->signal_changed (ContentProperty::LENGTH); } /** @return string which includes everything about how this content looks */ string VideoContent::identifier () const { - stringstream s; - s << Content::identifier() - << "_" << crop().left + SafeStringStream s; + s << crop().left << "_" << crop().right << "_" << crop().top << "_" << crop().bottom << "_" << scale().id() - << "_" << colour_conversion().identifier (); + << "_" << _fade_in + << "_" << _fade_out; - return s.str (); -} - -void -VideoContent::set_video_frame_type (VideoFrameType t) -{ - { - boost::mutex::scoped_lock lm (_mutex); - _video_frame_type = t; + if (colour_conversion()) { + s << "_" << colour_conversion().get().identifier (); } - signal_changed (VideoContentProperty::VIDEO_FRAME_TYPE); + return s.str (); } string VideoContent::technical_summary () const { - return String::compose ( - "video: length %1, size %2x%3, rate %4", - video_length_after_3d_combine().seconds(), - video_size().width, - video_size().height, - video_frame_rate() + string s = String::compose ( + N_("video: length %1 frames, size %2x%3"), + length_after_3d_combine(), + size().width, + size().height ); + + if (sample_aspect_ratio ()) { + s += String::compose (N_(", sample aspect ratio %1"), (sample_aspect_ratio().get ())); + } + + return s; } dcp::Size -VideoContent::video_size_after_3d_split () const +VideoContent::size_after_3d_split () const { - dcp::Size const s = video_size (); - switch (video_frame_type ()) { + dcp::Size const s = size (); + switch (frame_type ()) { case VIDEO_FRAME_TYPE_2D: case VIDEO_FRAME_TYPE_3D_ALTERNATE: case VIDEO_FRAME_TYPE_3D_LEFT: @@ -360,47 +287,25 @@ VideoContent::video_size_after_3d_split () const return dcp::Size (s.width, s.height / 2); } - assert (false); -} - -void -VideoContent::set_colour_conversion (ColourConversion c) -{ - { - boost::mutex::scoped_lock lm (_mutex); - _colour_conversion = c; - } - - signal_changed (VideoContentProperty::COLOUR_CONVERSION); + DCPOMATIC_ASSERT (false); } /** @return Video size after 3D split and crop */ dcp::Size -VideoContent::video_size_after_crop () const +VideoContent::size_after_crop () const { - return crop().apply (video_size_after_3d_split ()); -} - -/** @param t A time offset from the start of this piece of content. - * @return Corresponding time with respect to the content. - */ -ContentTime -VideoContent::dcp_time_to_content_time (DCPTime t) const -{ - shared_ptr film = _film.lock (); - assert (film); - return ContentTime (t, FrameRateChange (video_frame_rate(), film->video_frame_rate())); + return crop().apply (size_after_3d_split ()); } void VideoContent::scale_and_crop_to_fit_width () { - shared_ptr film = _film.lock (); - assert (film); - + shared_ptr film = _parent->film (); set_scale (VideoContentScale (film->container ())); - int const crop = max (0, int (video_size().height - double (film->frame_size().height) * video_size().width / film->frame_size().width)); + int const crop = max (0, int (size().height - double (film->frame_size().height) * size().width / film->frame_size().width)); + set_left_crop (0); + set_right_crop (0); set_top_crop (crop / 2); set_bottom_crop (crop / 2); } @@ -408,148 +313,168 @@ VideoContent::scale_and_crop_to_fit_width () void VideoContent::scale_and_crop_to_fit_height () { - shared_ptr film = _film.lock (); - assert (film); - + shared_ptr film = _parent->film (); set_scale (VideoContentScale (film->container ())); - int const crop = max (0, int (video_size().width - double (film->frame_size().width) * video_size().height / film->frame_size().height)); + int const crop = max (0, int (size().width - double (film->frame_size().width) * size().height / film->frame_size().height)); set_left_crop (crop / 2); set_right_crop (crop / 2); + set_top_crop (0); + set_bottom_crop (0); } -void -VideoContent::set_video_frame_rate (float r) +/** @param f Frame index within the whole (untrimmed) content */ +optional +VideoContent::fade (Frame f) const { - { - boost::mutex::scoped_lock lm (_mutex); - if (_video_frame_rate == r) { - return; - } - - _video_frame_rate = r; + DCPOMATIC_ASSERT (f >= 0); + + shared_ptr film = _parent->film (); + + double const vfr = _parent->active_video_frame_rate (); + + Frame const ts = _parent->trim_start().frames_round(vfr); + if ((f - ts) < fade_in()) { + return double (f - ts) / fade_in(); } - - signal_changed (VideoContentProperty::VIDEO_FRAME_RATE); -} -VideoContentScale::VideoContentScale (Ratio const * r) - : _ratio (r) - , _scale (true) -{ + Frame fade_out_start = length() - _parent->trim_end().frames_round(vfr) - fade_out(); + if (f >= fade_out_start) { + return 1 - double (f - fade_out_start) / fade_out(); + } + return optional (); } -VideoContentScale::VideoContentScale () - : _ratio (0) - , _scale (false) +string +VideoContent::processing_description () const { + /* stringstream is OK here as this string is just for presentation to the user */ + SafeStringStream d; -} + if (size().width && size().height) { + d << String::compose ( + _("Content video is %1x%2"), + size_after_3d_split().width, + size_after_3d_split().height + ); -VideoContentScale::VideoContentScale (bool scale) - : _ratio (0) - , _scale (scale) -{ -} + double ratio = size_after_3d_split().ratio (); -VideoContentScale::VideoContentScale (cxml::NodePtr node) - : _ratio (0) - , _scale (true) -{ - optional r = node->optional_string_child ("Ratio"); - if (r) { - _ratio = Ratio::from_id (r.get ()); - } else { - _scale = node->bool_child ("Scale"); + if (sample_aspect_ratio ()) { + d << ", " << _("pixel aspect ratio") << " " << fixed << setprecision(2) << sample_aspect_ratio().get () << ":1"; + ratio *= sample_aspect_ratio().get (); + } + + d << "\n" << _("Display aspect ratio") << " " << fixed << setprecision(2) << ratio << ":1\n"; + } + + if ((crop().left || crop().right || crop().top || crop().bottom) && size() != dcp::Size (0, 0)) { + dcp::Size cropped = size_after_crop (); + d << String::compose ( + _("Cropped to %1x%2"), + cropped.width, cropped.height + ); + + d << " (" << fixed << setprecision(2) << cropped.ratio () << ":1)\n"; + } + + shared_ptr film = _parent->film (); + dcp::Size const container_size = film->frame_size (); + dcp::Size const scaled = scale().size (shared_from_this(), container_size, container_size); + + if (scaled != size_after_crop ()) { + d << String::compose ( + _("Scaled to %1x%2"), + scaled.width, scaled.height + ); + + d << " (" << fixed << setprecision(2) << scaled.ratio() << ":1)\n"; + } + + if (scaled != container_size) { + d << String::compose ( + _("Padded with black to fit container %1 (%2x%3)"), + film->container()->nickname (), + container_size.width, container_size.height + ); + + d << " (" << fixed << setprecision(2) << container_size.ratio () << ":1)\n"; } + + return d.str (); } void -VideoContentScale::as_xml (xmlpp::Node* node) const +VideoContent::add_properties (list& p) const { - if (_ratio) { - node->add_child("Ratio")->add_child_text (_ratio->id ()); - } else { - node->add_child("Scale")->add_child_text (_scale ? "1" : "0"); - } + p.push_back (UserProperty (_("Video"), _("Length"), raw_convert (length ()), _("video frames"))); + p.push_back (UserProperty (_("Video"), _("Size"), raw_convert (size().width) + "x" + raw_convert (size().height))); } -string -VideoContentScale::id () const +void +VideoContent::set_length (Frame len) { - stringstream s; - - if (_ratio) { - s << _ratio->id () << "_"; - } else { - s << (_scale ? "S1" : "S0"); - } - - return s.str (); + maybe_set (_length, len, ContentProperty::LENGTH); } -string -VideoContentScale::name () const +void +VideoContent::set_left_crop (int c) { - if (_ratio) { - return _ratio->nickname (); - } - - if (_scale) { - return _("No stretch"); - } + maybe_set (_crop.left, c, VideoContentProperty::CROP); +} - return _("No scale"); +void +VideoContent::set_right_crop (int c) +{ + maybe_set (_crop.right, c, VideoContentProperty::CROP); } -/** @param display_container Size of the container that we are displaying this content in. - * @param film_container The size of the film's image. - */ -dcp::Size -VideoContentScale::size (shared_ptr c, dcp::Size display_container, dcp::Size film_container, int round) const +void +VideoContent::set_top_crop (int c) { - if (_ratio) { - return fit_ratio_within (_ratio->ratio (), display_container, round); - } + maybe_set (_crop.top, c, VideoContentProperty::CROP); +} - dcp::Size const ac = c->video_size_after_crop (); +void +VideoContent::set_bottom_crop (int c) +{ + maybe_set (_crop.bottom, c, VideoContentProperty::CROP); +} - /* Force scale if the film_container is smaller than the content's image */ - if (_scale || film_container.width < ac.width || film_container.height < ac.height) { - return fit_ratio_within (ac.ratio (), display_container, 1); - } +void +VideoContent::set_scale (VideoContentScale s) +{ + maybe_set (_scale, s, VideoContentProperty::SCALE); +} - /* Scale the image so that it will be in the right place in film_container, even if display_container is a - different size. - */ - return dcp::Size ( - round_to (c->video_size().width * float(display_container.width) / film_container.width, round), - round_to (c->video_size().height * float(display_container.height) / film_container.height, round) - ); +void +VideoContent::set_frame_type (VideoFrameType t) +{ + maybe_set (_frame_type, t, VideoContentProperty::FRAME_TYPE); } void -VideoContentScale::setup_scales () +VideoContent::unset_colour_conversion () { - vector ratios = Ratio::all (); - for (vector::const_iterator i = ratios.begin(); i != ratios.end(); ++i) { - _scales.push_back (VideoContentScale (*i)); - } + maybe_set (_colour_conversion, boost::optional (), VideoContentProperty::COLOUR_CONVERSION); +} - _scales.push_back (VideoContentScale (true)); - _scales.push_back (VideoContentScale (false)); +void +VideoContent::set_colour_conversion (ColourConversion c) +{ + maybe_set (_colour_conversion, c, VideoContentProperty::COLOUR_CONVERSION); } -bool -operator== (VideoContentScale const & a, VideoContentScale const & b) +void +VideoContent::set_fade_in (Frame t) { - return (a.ratio() == b.ratio() && a.scale() == b.scale()); + maybe_set (_fade_in, t, VideoContentProperty::FADE_IN); } -bool -operator!= (VideoContentScale const & a, VideoContentScale const & b) +void +VideoContent::set_fade_out (Frame t) { - return (a.ratio() != b.ratio() || a.scale() != b.scale()); + maybe_set (_fade_out, t, VideoContentProperty::FADE_OUT); }