X-Git-Url: https://main.carlh.net/gitweb/?a=blobdiff_plain;f=src%2Flib%2Fplayer.cc;h=c3489b7e1f227d3c6645cce9ab65fcf06348f51c;hb=8102046b2f29e0c7b234c29bf204b056cb30e64f;hp=cb6d519842c5c6cfce1ac92d5f1fe83f74a04e0c;hpb=8353a009aae1a604251c0160193c39741c2fa27c;p=dcpomatic.git diff --git a/src/lib/player.cc b/src/lib/player.cc index cb6d51984..c3489b7e1 100644 --- a/src/lib/player.cc +++ b/src/lib/player.cc @@ -1,5 +1,5 @@ /* - Copyright (C) 2013 Carl Hetherington + Copyright (C) 2013-2014 Carl Hetherington This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by @@ -22,6 +22,7 @@ #include "player.h" #include "film.h" #include "ffmpeg_decoder.h" +#include "audio_buffers.h" #include "ffmpeg_content.h" #include "image_decoder.h" #include "image_content.h" @@ -33,411 +34,42 @@ #include "playlist.h" #include "job.h" #include "image.h" +#include "image_proxy.h" #include "ratio.h" #include "log.h" #include "scaler.h" #include "render_subtitles.h" +#include "config.h" +#include "content_video.h" +#include "player_video_frame.h" + +#define LOG_GENERAL(...) _film->log()->log (String::compose (__VA_ARGS__), Log::TYPE_GENERAL); using std::list; using std::cout; using std::min; using std::max; +using std::min; using std::vector; using std::pair; using std::map; +using std::make_pair; using boost::shared_ptr; using boost::weak_ptr; using boost::dynamic_pointer_cast; using boost::optional; -class Piece -{ -public: - Piece (shared_ptr c, shared_ptr d, FrameRateChange f) - : content (c) - , decoder (d) - , frc (f) - {} - - shared_ptr content; - shared_ptr decoder; - FrameRateChange frc; -}; - Player::Player (shared_ptr f, shared_ptr p) : _film (f) , _playlist (p) - , _video (true) - , _audio (true) , _have_valid_pieces (false) - , _video_position (0) - , _audio_position (0) - , _audio_merger (f->audio_channels(), bind (&Film::time_to_audio_frames, f.get(), _1), bind (&Film::audio_frames_to_time, f.get(), _1)) - , _last_emit_was_black (false) - , _just_did_inaccurate_seek (false) , _approximate_size (false) + , _burn_subtitles (false) { _playlist_changed_connection = _playlist->Changed.connect (bind (&Player::playlist_changed, this)); _playlist_content_changed_connection = _playlist->ContentChanged.connect (bind (&Player::content_changed, this, _1, _2, _3)); _film_changed_connection = _film->Changed.connect (bind (&Player::film_changed, this, _1)); - set_video_container_size (fit_ratio_within (_film->container()->ratio (), _film->full_frame ())); -} - -void -Player::disable_video () -{ - _video = false; -} - -void -Player::disable_audio () -{ - _audio = false; -} - -bool -Player::pass () -{ - if (!_have_valid_pieces) { - setup_pieces (); - } - - /* Interrogate all our pieces to find the one with the earliest decoded data */ - - shared_ptr earliest_piece; - shared_ptr earliest_decoded; - DCPTime earliest_time = TIME_MAX; - DCPTime earliest_audio = TIME_MAX; - - for (list >::iterator i = _pieces.begin(); i != _pieces.end(); ++i) { - - DCPTime const offset = (*i)->content->position() - (*i)->content->trim_start(); - - bool done = false; - shared_ptr dec; - while (!done) { - dec = (*i)->decoder->peek (); - if (!dec) { - /* Decoder has nothing else to give us */ - break; - } - - dec->set_dcp_times (_film->video_frame_rate(), _film->audio_frame_rate(), (*i)->frc, offset); - DCPTime const t = dec->dcp_time - offset; - if (t >= ((*i)->content->full_length() - (*i)->content->trim_end ())) { - /* In the end-trimmed part; decoder has nothing else to give us */ - dec.reset (); - done = true; - } else if (t >= (*i)->content->trim_start ()) { - /* Within the un-trimmed part; everything's ok */ - done = true; - } else { - /* Within the start-trimmed part; get something else */ - (*i)->decoder->consume (); - } - } - - if (!dec) { - continue; - } - - if (dec->dcp_time < earliest_time) { - earliest_piece = *i; - earliest_decoded = dec; - earliest_time = dec->dcp_time; - } - - if (dynamic_pointer_cast (dec) && dec->dcp_time < earliest_audio) { - earliest_audio = dec->dcp_time; - } - } - - if (!earliest_piece) { - flush (); - return true; - } - - if (earliest_audio != TIME_MAX) { - TimedAudioBuffers tb = _audio_merger.pull (max (int64_t (0), earliest_audio)); - Audio (tb.audio, tb.time); - /* This assumes that the audio_frames_to_time conversion is exact - so that there are no accumulated errors caused by rounding. - */ - _audio_position += _film->audio_frames_to_time (tb.audio->frames ()); - } - - /* Emit the earliest thing */ - - shared_ptr dv = dynamic_pointer_cast (earliest_decoded); - shared_ptr da = dynamic_pointer_cast (earliest_decoded); - shared_ptr dis = dynamic_pointer_cast (earliest_decoded); - shared_ptr dts = dynamic_pointer_cast (earliest_decoded); - - /* Will be set to false if we shouldn't consume the peeked DecodedThing */ - bool consume = true; - - if (dv && _video) { - - if (_just_did_inaccurate_seek) { - - /* Just emit; no subtlety */ - emit_video (earliest_piece, dv); - step_video_position (dv); - - } else if (dv->dcp_time > _video_position) { - - /* Too far ahead */ - - list >::iterator i = _pieces.begin(); - while (i != _pieces.end() && ((*i)->content->position() >= _video_position || _video_position >= (*i)->content->end())) { - ++i; - } - - if (i == _pieces.end() || !_last_incoming_video.video || !_have_valid_pieces) { - /* We're outside all video content */ - emit_black (); - _statistics.video.black++; - } else { - /* We're inside some video; repeat the frame */ - _last_incoming_video.video->dcp_time = _video_position; - emit_video (_last_incoming_video.weak_piece, _last_incoming_video.video); - step_video_position (_last_incoming_video.video); - _statistics.video.repeat++; - } - - consume = false; - - } else if (dv->dcp_time == _video_position) { - /* We're ok */ - emit_video (earliest_piece, dv); - step_video_position (dv); - _statistics.video.good++; - } else { - /* Too far behind: skip */ - _statistics.video.skip++; - } - - _just_did_inaccurate_seek = false; - - } else if (da && _audio) { - - if (da->dcp_time > _audio_position) { - /* Too far ahead */ - emit_silence (da->dcp_time - _audio_position); - consume = false; - _statistics.audio.silence += (da->dcp_time - _audio_position); - } else if (da->dcp_time == _audio_position) { - /* We're ok */ - emit_audio (earliest_piece, da); - _statistics.audio.good += da->data->frames(); - } else { - /* Too far behind: skip */ - _statistics.audio.skip += da->data->frames(); - } - - } else if (dis && _video) { - _image_subtitle.piece = earliest_piece; - _image_subtitle.subtitle = dis; - update_subtitle_from_image (); - } else if (dts && _video) { - _text_subtitle.piece = earliest_piece; - _text_subtitle.subtitle = dts; - update_subtitle_from_text (); - } - - if (consume) { - earliest_piece->decoder->consume (); - } - - return false; -} - -void -Player::emit_video (weak_ptr weak_piece, shared_ptr video) -{ - /* Keep a note of what came in so that we can repeat it if required */ - _last_incoming_video.weak_piece = weak_piece; - _last_incoming_video.video = video; - - shared_ptr piece = weak_piece.lock (); - if (!piece) { - return; - } - - shared_ptr content = dynamic_pointer_cast (piece->content); - assert (content); - - FrameRateChange frc (content->video_frame_rate(), _film->video_frame_rate()); - - float const ratio = content->ratio() ? content->ratio()->ratio() : content->video_size_after_crop().ratio(); - libdcp::Size image_size = fit_ratio_within (ratio, _video_container_size); - if (_approximate_size) { - image_size.width &= ~3; - image_size.height &= ~3; - } - - shared_ptr pi ( - new PlayerImage ( - video->image, - content->crop(), - image_size, - _video_container_size, - _film->scaler() - ) - ); - - if ( - _film->with_subtitles () && - _out_subtitle.image && - video->dcp_time >= _out_subtitle.from && video->dcp_time <= _out_subtitle.to - ) { - - Position const container_offset ( - (_video_container_size.width - image_size.width) / 2, - (_video_container_size.height - image_size.height) / 2 - ); - - pi->set_subtitle (_out_subtitle.image, _out_subtitle.position + container_offset); - } - - -#ifdef DCPOMATIC_DEBUG - _last_video = piece->content; -#endif - - Video (pi, video->eyes, content->colour_conversion(), video->same, video->dcp_time); - - _last_emit_was_black = false; -} - -void -Player::step_video_position (shared_ptr video) -{ - /* This is a bit of a hack; don't update _video_position if EYES_RIGHT is on its way */ - if (video->eyes != EYES_LEFT) { - /* This assumes that the video_frames_to_time conversion is exact - so that there are no accumulated errors caused by rounding. - */ - _video_position += _film->video_frames_to_time (1); - } -} - -void -Player::emit_audio (weak_ptr weak_piece, shared_ptr audio) -{ - shared_ptr piece = weak_piece.lock (); - if (!piece) { - return; - } - - shared_ptr content = dynamic_pointer_cast (piece->content); - assert (content); - - /* Gain */ - if (content->audio_gain() != 0) { - shared_ptr gain (new AudioBuffers (audio->data)); - gain->apply_gain (content->audio_gain ()); - audio->data = gain; - } - - /* Remap channels */ - shared_ptr dcp_mapped (new AudioBuffers (_film->audio_channels(), audio->data->frames())); - dcp_mapped->make_silent (); - AudioMapping map = content->audio_mapping (); - for (int i = 0; i < map.content_channels(); ++i) { - for (int j = 0; j < _film->audio_channels(); ++j) { - if (map.get (i, static_cast (j)) > 0) { - dcp_mapped->accumulate_channel ( - audio->data.get(), - i, - static_cast (j), - map.get (i, static_cast (j)) - ); - } - } - } - - audio->data = dcp_mapped; - - /* Delay */ - audio->dcp_time += content->audio_delay() * TIME_HZ / 1000; - if (audio->dcp_time < 0) { - int const frames = - audio->dcp_time * _film->audio_frame_rate() / TIME_HZ; - if (frames >= audio->data->frames ()) { - return; - } - - shared_ptr trimmed (new AudioBuffers (audio->data->channels(), audio->data->frames() - frames)); - trimmed->copy_from (audio->data.get(), audio->data->frames() - frames, frames, 0); - - audio->data = trimmed; - audio->dcp_time = 0; - } - - _audio_merger.push (audio->data, audio->dcp_time); -} - -void -Player::flush () -{ - TimedAudioBuffers tb = _audio_merger.flush (); - if (_audio && tb.audio) { - Audio (tb.audio, tb.time); - _audio_position += _film->audio_frames_to_time (tb.audio->frames ()); - } - - while (_video && _video_position < _audio_position) { - emit_black (); - } - - while (_audio && _audio_position < _video_position) { - emit_silence (_video_position - _audio_position); - } - -} - -/** Seek so that the next pass() will yield (approximately) the requested frame. - * Pass accurate = true to try harder to get close to the request. - * @return true on error - */ -void -Player::seek (DCPTime t, bool accurate) -{ - if (!_have_valid_pieces) { - setup_pieces (); - } - - if (_pieces.empty ()) { - return; - } - - for (list >::iterator i = _pieces.begin(); i != _pieces.end(); ++i) { - /* s is the offset of t from the start position of this content */ - DCPTime s = t - (*i)->content->position (); - s = max (static_cast (0), s); - s = min ((*i)->content->length_after_trim(), s); - - /* Convert this to the content time */ - ContentTime ct = (s + (*i)->content->trim_start()) * (*i)->frc.speed_up; - - /* And seek the decoder */ - (*i)->decoder->seek (ct, accurate); - } - - _video_position = time_round_up (t, TIME_HZ / _film->video_frame_rate()); - _audio_position = time_round_up (t, TIME_HZ / _film->audio_frame_rate()); - - _audio_merger.clear (_audio_position); - - if (!accurate) { - /* We just did an inaccurate seek, so it's likely that the next thing seen - out of pass() will be a fair distance from _{video,audio}_position. Setting - this flag stops pass() from trying to fix that: we assume that if it - was an inaccurate seek then the caller does not care too much about - inserting black/silence to keep the time tidy. - */ - _just_did_inaccurate_seek = true; - } + set_video_container_size (_film->frame_size ()); } void @@ -450,11 +82,15 @@ Player::setup_pieces () for (ContentList::iterator i = content.begin(); i != content.end(); ++i) { + if (!(*i)->paths_valid ()) { + continue; + } + shared_ptr decoder; optional frc; /* Work out a FrameRateChange for the best overlap video for this content, in case we need it below */ - DCPTime best_overlap_t = 0; + DCPTime best_overlap_t; shared_ptr best_overlap; for (ContentList::iterator j = content.begin(); j != content.end(); ++j) { shared_ptr vc = dynamic_pointer_cast (*j); @@ -480,7 +116,7 @@ Player::setup_pieces () /* FFmpeg */ shared_ptr fc = dynamic_pointer_cast (*i); if (fc) { - decoder.reset (new FFmpegDecoder (_film, fc, _video, _audio)); + decoder.reset (new FFmpegDecoder (fc, _film->log())); frc = FrameRateChange (fc->video_frame_rate(), _film->video_frame_rate()); } @@ -496,7 +132,7 @@ Player::setup_pieces () } if (!decoder) { - decoder.reset (new ImageDecoder (_film, ic)); + decoder.reset (new ImageDecoder (ic)); } frc = FrameRateChange (ic->video_frame_rate(), _film->video_frame_rate()); @@ -505,29 +141,21 @@ Player::setup_pieces () /* SndfileContent */ shared_ptr sc = dynamic_pointer_cast (*i); if (sc) { - decoder.reset (new SndfileDecoder (_film, sc)); + decoder.reset (new SndfileDecoder (sc)); frc = best_overlap_frc; } /* SubRipContent */ shared_ptr rc = dynamic_pointer_cast (*i); if (rc) { - decoder.reset (new SubRipDecoder (_film, rc)); + decoder.reset (new SubRipDecoder (rc)); frc = best_overlap_frc; } - ContentTime st = (*i)->trim_start() * frc->speed_up; - decoder->seek (st, true); - _pieces.push_back (shared_ptr (new Piece (*i, decoder, frc.get ()))); } _have_valid_pieces = true; - - /* The Piece for the _last_incoming_video will no longer be valid */ - _last_incoming_video.video.reset (); - - _video_position = _audio_position = 0; } void @@ -539,33 +167,31 @@ Player::content_changed (weak_ptr w, int property, bool frequent) } if ( - property == ContentProperty::POSITION || property == ContentProperty::LENGTH || - property == ContentProperty::TRIM_START || property == ContentProperty::TRIM_END || - property == VideoContentProperty::VIDEO_FRAME_TYPE + property == ContentProperty::POSITION || + property == ContentProperty::LENGTH || + property == ContentProperty::TRIM_START || + property == ContentProperty::TRIM_END || + property == ContentProperty::PATH || + property == VideoContentProperty::VIDEO_FRAME_TYPE ) { _have_valid_pieces = false; Changed (frequent); - } else if (property == SubtitleContentProperty::SUBTITLE_OFFSET || property == SubtitleContentProperty::SUBTITLE_SCALE) { - - update_subtitle_from_image (); - update_subtitle_from_text (); - Changed (frequent); - } else if ( - property == VideoContentProperty::VIDEO_CROP || property == VideoContentProperty::VIDEO_RATIO || + property == SubtitleContentProperty::SUBTITLE_X_OFFSET || + property == SubtitleContentProperty::SUBTITLE_Y_OFFSET || + property == SubtitleContentProperty::SUBTITLE_SCALE || + property == VideoContentProperty::VIDEO_CROP || + property == VideoContentProperty::VIDEO_SCALE || property == VideoContentProperty::VIDEO_FRAME_RATE ) { - Changed (frequent); - - } else if (property == ContentProperty::PATH) { - Changed (frequent); } } +/** @param already_resampled true if this data has already been through the chain up to the resampler */ void Player::playlist_changed () { @@ -574,49 +200,12 @@ Player::playlist_changed () } void -Player::set_video_container_size (libdcp::Size s) +Player::set_video_container_size (dcp::Size s) { _video_container_size = s; - shared_ptr im (new Image (PIX_FMT_RGB24, _video_container_size, true)); - im->make_black (); - - _black_frame.reset ( - new PlayerImage ( - im, - Crop(), - _video_container_size, - _video_container_size, - Scaler::from_id ("bicubic") - ) - ); -} - -void -Player::emit_black () -{ -#ifdef DCPOMATIC_DEBUG - _last_video.reset (); -#endif - - Video (_black_frame, EYES_BOTH, ColourConversion(), _last_emit_was_black, _video_position); - _video_position += _film->video_frames_to_time (1); - _last_emit_was_black = true; -} - -void -Player::emit_silence (DCPTime most) -{ - if (most == 0) { - return; - } - - DCPTime t = min (most, TIME_HZ / 2); - shared_ptr silence (new AudioBuffers (_film->audio_channels(), t * _film->audio_frame_rate() / TIME_HZ)); - silence->make_silent (); - Audio (silence, _audio_position); - - _audio_position += t; + _black_image.reset (new Image (PIX_FMT_RGB24, _video_container_size, true)); + _black_image->make_black (); } void @@ -632,134 +221,326 @@ Player::film_changed (Film::Property p) } } -void -Player::update_subtitle_from_image () +list +Player::process_content_image_subtitles (shared_ptr content, list > subs) const { - shared_ptr piece = _image_subtitle.piece.lock (); - if (!piece) { - return; + list all; + + for (list >::const_iterator i = subs.begin(); i != subs.end(); ++i) { + if (!(*i)->image) { + continue; + } + + dcpomatic::Rect in_rect = (*i)->rectangle; + dcp::Size scaled_size; + + in_rect.x += content->subtitle_x_offset (); + in_rect.y += content->subtitle_y_offset (); + + /* We will scale the subtitle up to fit _video_container_size, and also by the additional subtitle_scale */ + scaled_size.width = in_rect.width * _video_container_size.width * content->subtitle_scale (); + scaled_size.height = in_rect.height * _video_container_size.height * content->subtitle_scale (); + + /* Then we need a corrective translation, consisting of two parts: + * + * 1. that which is the result of the scaling of the subtitle by _video_container_size; this will be + * rect.x * _video_container_size.width and rect.y * _video_container_size.height. + * + * 2. that to shift the origin of the scale by subtitle_scale to the centre of the subtitle; this will be + * (width_before_subtitle_scale * (1 - subtitle_scale) / 2) and + * (height_before_subtitle_scale * (1 - subtitle_scale) / 2). + * + * Combining these two translations gives these expressions. + */ + + all.push_back ( + PositionImage ( + (*i)->image->scale ( + scaled_size, + Scaler::from_id ("bicubic"), + (*i)->image->pixel_format (), + true + ), + Position ( + rint (_video_container_size.width * (in_rect.x + (in_rect.width * (1 - content->subtitle_scale ()) / 2))), + rint (_video_container_size.height * (in_rect.y + (in_rect.height * (1 - content->subtitle_scale ()) / 2))) + ) + ) + ); } - if (!_image_subtitle.subtitle->image) { - _out_subtitle.image.reset (); - return; + return all; +} + +list +Player::process_content_text_subtitles (list > sub) const +{ + list all; + for (list >::const_iterator i = sub.begin(); i != sub.end(); ++i) { + if (!(*i)->subs.empty ()) { + all.push_back (render_subtitles ((*i)->subs, _video_container_size)); + } } - shared_ptr sc = dynamic_pointer_cast (piece->content); - assert (sc); - - dcpomatic::Rect in_rect = _image_subtitle.subtitle->rect; - libdcp::Size scaled_size; - - in_rect.y += sc->subtitle_offset (); - - /* We will scale the subtitle up to fit _video_container_size, and also by the additional subtitle_scale */ - scaled_size.width = in_rect.width * _video_container_size.width * sc->subtitle_scale (); - scaled_size.height = in_rect.height * _video_container_size.height * sc->subtitle_scale (); - - /* Then we need a corrective translation, consisting of two parts: - * - * 1. that which is the result of the scaling of the subtitle by _video_container_size; this will be - * rect.x * _video_container_size.width and rect.y * _video_container_size.height. - * - * 2. that to shift the origin of the scale by subtitle_scale to the centre of the subtitle; this will be - * (width_before_subtitle_scale * (1 - subtitle_scale) / 2) and - * (height_before_subtitle_scale * (1 - subtitle_scale) / 2). - * - * Combining these two translations gives these expressions. - */ + return all; +} + +void +Player::set_approximate_size () +{ + _approximate_size = true; +} + +shared_ptr +Player::black_player_video_frame () const +{ + return shared_ptr ( + new PlayerVideoFrame ( + shared_ptr (new RawImageProxy (_black_image, _film->log ())), + Crop (), + _video_container_size, + _video_container_size, + Scaler::from_id ("bicubic"), + EYES_BOTH, + PART_WHOLE, + Config::instance()->colour_conversions().front().conversion + ) + ); +} + +shared_ptr +Player::content_to_player_video_frame ( + shared_ptr content, + ContentVideo content_video, + list > subs, + DCPTime time, + dcp::Size image_size) const +{ + shared_ptr pvf ( + new PlayerVideoFrame ( + content_video.image, + content->crop (), + image_size, + _video_container_size, + _film->scaler(), + content_video.eyes, + content_video.part, + content->colour_conversion () + ) + ); - _out_subtitle.position.x = rint (_video_container_size.width * (in_rect.x + (in_rect.width * (1 - sc->subtitle_scale ()) / 2))); - _out_subtitle.position.y = rint (_video_container_size.height * (in_rect.y + (in_rect.height * (1 - sc->subtitle_scale ()) / 2))); - _out_subtitle.image = _image_subtitle.subtitle->image->scale ( - scaled_size, - Scaler::from_id ("bicubic"), - _image_subtitle.subtitle->image->pixel_format (), - true - ); + /* Add subtitles */ + + list sub_images; + + for (list >::const_iterator i = subs.begin(); i != subs.end(); ++i) { + shared_ptr subtitle_decoder = dynamic_pointer_cast ((*i)->decoder); + shared_ptr subtitle_content = dynamic_pointer_cast ((*i)->content); + ContentTime const from = dcp_to_content_subtitle (*i, time); + ContentTime const to = from + ContentTime::from_frames (1, content->video_frame_rate ()); + + list > image_subtitles = subtitle_decoder->get_image_subtitles (ContentTimePeriod (from, to)); + if (!image_subtitles.empty ()) { + list im = process_content_image_subtitles ( + subtitle_content, + image_subtitles + ); + + copy (im.begin(), im.end(), back_inserter (sub_images)); + } + + if (_burn_subtitles) { + list > text_subtitles = subtitle_decoder->get_text_subtitles (ContentTimePeriod (from, to)); + if (!text_subtitles.empty ()) { + list im = process_content_text_subtitles (text_subtitles); + copy (im.begin(), im.end(), back_inserter (sub_images)); + } + } + } - _out_subtitle.from = _image_subtitle.subtitle->dcp_time; - _out_subtitle.to = _image_subtitle.subtitle->dcp_time_to; + if (!sub_images.empty ()) { + pvf->set_subtitle (merge (sub_images)); + } + + return pvf; } -/** Re-emit the last frame that was emitted, using current settings for crop, ratio, scaler and subtitles. - * @return false if this could not be done. - */ -bool -Player::repeat_last_video () +/** @return All PlayerVideoFrames at the given time (there may be two frames for 3D) */ +list > +Player::get_video (DCPTime time, bool accurate) { - if (!_last_incoming_video.video || !_have_valid_pieces) { - return false; + if (!_have_valid_pieces) { + setup_pieces (); } - - emit_video ( - _last_incoming_video.weak_piece, - _last_incoming_video.video + + list > ov = overlaps ( + time, + time + DCPTime::from_frames (1, _film->video_frame_rate ()) ); - return true; -} + list > pvf; + + if (ov.empty ()) { + /* No video content at this time */ + pvf.push_back (black_player_video_frame ()); + return pvf; + } -void -Player::update_subtitle_from_text () -{ - if (_text_subtitle.subtitle->subs.empty ()) { - _out_subtitle.image.reset (); - return; + /* Create a PlayerVideoFrame from the content's video at this time */ + + shared_ptr piece = ov.back (); + shared_ptr decoder = dynamic_pointer_cast (piece->decoder); + assert (decoder); + shared_ptr content = dynamic_pointer_cast (piece->content); + assert (content); + + list content_video = decoder->get_video (dcp_to_content_video (piece, time), accurate); + if (content_video.empty ()) { + pvf.push_back (black_player_video_frame ()); + return pvf; } - render_subtitles (_text_subtitle.subtitle->subs, _video_container_size, _out_subtitle.image, _out_subtitle.position); + dcp::Size image_size = content->scale().size (content, _video_container_size, _film->frame_size ()); + if (_approximate_size) { + image_size.width &= ~3; + image_size.height &= ~3; + } + + for (list::const_iterator i = content_video.begin(); i != content_video.end(); ++i) { + list > subs = overlaps ( + time, + time + DCPTime::from_frames (1, _film->video_frame_rate ()) + ); + + pvf.push_back (content_to_player_video_frame (content, *i, subs, time, image_size)); + } + + return pvf; } -void -Player::set_approximate_size () +shared_ptr +Player::get_audio (DCPTime time, DCPTime length, bool accurate) { - _approximate_size = true; + if (!_have_valid_pieces) { + setup_pieces (); + } + + AudioFrame const length_frames = length.frames (_film->audio_frame_rate ()); + + shared_ptr audio (new AudioBuffers (_film->audio_channels(), length_frames)); + audio->make_silent (); + + list > ov = overlaps (time, time + length); + if (ov.empty ()) { + return audio; + } + + for (list >::iterator i = ov.begin(); i != ov.end(); ++i) { + + shared_ptr content = dynamic_pointer_cast ((*i)->content); + assert (content); + shared_ptr decoder = dynamic_pointer_cast ((*i)->decoder); + assert (decoder); + + if (content->audio_frame_rate() == 0) { + /* This AudioContent has no audio (e.g. if it is an FFmpegContent with no + * audio stream). + */ + continue; + } + + /* The time that we should request from the content */ + DCPTime request = time - DCPTime::from_seconds (content->audio_delay() / 1000.0); + DCPTime offset; + if (request < DCPTime ()) { + /* We went off the start of the content, so we will need to offset + the stuff we get back. + */ + offset = -request; + request = DCPTime (); + } + + AudioFrame const content_frame = dcp_to_content_audio (*i, request); + + /* Audio from this piece's decoder (which might be more or less than what we asked for) */ + shared_ptr all = decoder->get_audio (content_frame, length_frames, accurate); + + /* Gain */ + if (content->audio_gain() != 0) { + shared_ptr gain (new AudioBuffers (all->audio)); + gain->apply_gain (content->audio_gain ()); + all->audio = gain; + } + + /* Remap channels */ + shared_ptr dcp_mapped (new AudioBuffers (_film->audio_channels(), all->audio->frames())); + dcp_mapped->make_silent (); + AudioMapping map = content->audio_mapping (); + for (int i = 0; i < map.content_channels(); ++i) { + for (int j = 0; j < _film->audio_channels(); ++j) { + if (map.get (i, static_cast (j)) > 0) { + dcp_mapped->accumulate_channel ( + all->audio.get(), + i, + j, + map.get (i, static_cast (j)) + ); + } + } + } + + all->audio = dcp_mapped; + + audio->accumulate_frames ( + all->audio.get(), + content_frame - all->frame, + offset.frames (_film->audio_frame_rate()), + min (AudioFrame (all->audio->frames()), length_frames) - offset.frames (_film->audio_frame_rate ()) + ); + } } - -PlayerImage::PlayerImage ( - shared_ptr in, - Crop crop, - libdcp::Size inter_size, - libdcp::Size out_size, - Scaler const * scaler - ) - : _in (in) - , _crop (crop) - , _inter_size (inter_size) - , _out_size (out_size) - , _scaler (scaler) + +VideoFrame +Player::dcp_to_content_video (shared_ptr piece, DCPTime t) const { + /* s is the offset of t from the start position of this content */ + DCPTime s = t - piece->content->position (); + s = DCPTime (max (int64_t (0), s.get ())); + s = DCPTime (min (piece->content->length_after_trim().get(), s.get())); + /* Convert this to the content frame */ + return DCPTime (s + piece->content->trim_start()).frames (_film->video_frame_rate()) * piece->frc.factor (); } -void -PlayerImage::set_subtitle (shared_ptr image, Position pos) +AudioFrame +Player::dcp_to_content_audio (shared_ptr piece, DCPTime t) const { - _subtitle_image = image; - _subtitle_position = pos; + /* s is the offset of t from the start position of this content */ + DCPTime s = t - piece->content->position (); + s = DCPTime (max (int64_t (0), s.get ())); + s = DCPTime (min (piece->content->length_after_trim().get(), s.get())); + + /* Convert this to the content frame */ + return DCPTime (s + piece->content->trim_start()).frames (_film->audio_frame_rate()); } -shared_ptr -PlayerImage::image (AVPixelFormat format, bool aligned) +ContentTime +Player::dcp_to_content_subtitle (shared_ptr piece, DCPTime t) const { - shared_ptr out = _in->crop_scale_window (_crop, _inter_size, _out_size, _scaler, format, aligned); - - Position const container_offset ((_out_size.width - _inter_size.width) / 2, (_out_size.height - _inter_size.width) / 2); - - if (_subtitle_image) { - out->alpha_blend (_subtitle_image, _subtitle_position); - } + /* s is the offset of t from the start position of this content */ + DCPTime s = t - piece->content->position (); + s = DCPTime (max (int64_t (0), s.get ())); + s = DCPTime (min (piece->content->length_after_trim().get(), s.get())); - return out; + return ContentTime (s + piece->content->trim_start(), piece->frc); } void PlayerStatistics::dump (shared_ptr log) const { - log->log (String::compose ("Video: %1 good %2 skipped %3 black %4 repeat", video.good, video.skip, video.black, video.repeat)); - log->log (String::compose ("Audio: %1 good %2 skipped %3 silence", audio.good, audio.skip, audio.silence)); + log->log (String::compose ("Video: %1 good %2 skipped %3 black %4 repeat", video.good, video.skip, video.black, video.repeat), Log::TYPE_GENERAL); + log->log (String::compose ("Audio: %1 good %2 skipped %3 silence", audio.good, audio.skip, audio.silence.seconds()), Log::TYPE_GENERAL); } PlayerStatistics const &