Hacks.
authorCarl Hetherington <cth@carlh.net>
Mon, 8 Oct 2012 14:37:04 +0000 (15:37 +0100)
committerCarl Hetherington <cth@carlh.net>
Mon, 8 Oct 2012 14:37:04 +0000 (15:37 +0100)
src/lib/ffmpeg_decoder.cc
src/lib/ffmpeg_decoder.h
src/lib/util.h
src/wx/film_viewer.cc

index 1096bb253a98daac87110b41e68264269c648a7e..5167ce4886a1c4a93c53cc69cae7df50a2db7660 100644 (file)
@@ -56,15 +56,20 @@ FFmpegDecoder::FFmpegDecoder (boost::shared_ptr<const FilmState> s, boost::share
        , _format_context (0)
        , _video_stream (-1)
        , _audio_stream (-1)
+       , _subtitle_stream (-1)
        , _frame (0)
        , _video_codec_context (0)
        , _video_codec (0)
        , _audio_codec_context (0)
        , _audio_codec (0)
+       , _subtitle_codec_context (0)
+       , _subtitle_codec (0)
+       , _have_subtitle (false)
 {
        setup_general ();
        setup_video ();
        setup_audio ();
+       setup_subtitle ();
 }
 
 FFmpegDecoder::~FFmpegDecoder ()
@@ -76,6 +81,14 @@ FFmpegDecoder::~FFmpegDecoder ()
        if (_video_codec_context) {
                avcodec_close (_video_codec_context);
        }
+
+       if (_have_subtitle) {
+               avsubtitle_free (&_subtitle);
+       }
+
+       if (_subtitle_codec_context) {
+               avcodec_close (_subtitle_codec_context);
+       }
        
        av_free (_frame);
        avformat_close_input (&_format_context);
@@ -101,6 +114,8 @@ FFmpegDecoder::setup_general ()
                        _video_stream = i;
                } else if (_format_context->streams[i]->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
                        _audio_stream = i;
+               } else if (_format_context->streams[i]->codec->codec_type == AVMEDIA_TYPE_SUBTITLE) {
+                       _subtitle_stream = i;
                }
        }
 
@@ -156,6 +171,26 @@ FFmpegDecoder::setup_audio ()
        }
 }
 
+void
+FFmpegDecoder::setup_subtitle ()
+{
+       if (_subtitle_stream < 0) {
+               return;
+       }
+
+       _subtitle_codec_context = _format_context->streams[_subtitle_stream]->codec;
+       _subtitle_codec = avcodec_find_decoder (_subtitle_codec_context->codec_id);
+
+       if (_subtitle_codec == 0) {
+               throw DecodeError ("could not find subtitle decoder");
+       }
+       
+       if (avcodec_open2 (_subtitle_codec_context, _subtitle_codec, 0) < 0) {
+               throw DecodeError ("could not open subtitle decoder");
+       }
+}
+
+
 bool
 FFmpegDecoder::do_pass ()
 {
@@ -174,6 +209,7 @@ FFmpegDecoder::do_pass ()
 
                if (_opt->decode_video) {
                        while (avcodec_decode_video2 (_video_codec_context, _frame, &frame_finished, &_packet) >= 0 && frame_finished) {
+
                                process_video (_frame);
                        }
                }
@@ -196,6 +232,85 @@ FFmpegDecoder::do_pass ()
 
                int frame_finished;
                if (avcodec_decode_video2 (_video_codec_context, _frame, &frame_finished, &_packet) >= 0 && frame_finished) {
+                       
+                       cout << "decoded some video.\n";
+                       if (_have_subtitle) {
+                               cout << "have a subtitle; " << _subtitle.num_rects << "\n";
+                               for (unsigned int i = 0; i < _subtitle.num_rects; ++i) {
+                                       AVSubtitleRect* rect = _subtitle.rects[i];
+                                       if (rect->type != SUBTITLE_BITMAP) {
+                                               cout << "not a bitmap\n";
+                                               throw DecodeError ("non-bitmap subtitles not yet supported");
+                                       }
+
+                                       /* XXX: all this assumes YUV420 in _frame */
+                                       
+                                       assert (rect->nb_colors == 4);
+                                       assert (rect->pict.data[0]);
+
+                                       /* Start of the first line in the target frame */
+                                       uint8_t* frame_y_p = _frame->data[0] + rect->y * _frame->linesize[0];
+                                       uint8_t* frame_u_p = _frame->data[1] + (rect->y / 2) * _frame->linesize[1];
+                                       uint8_t* frame_v_p = _frame->data[2] + (rect->y / 2) * _frame->linesize[2];
+                                       
+                                       /* Start of the first line in the subtitle */
+                                       uint8_t* sub_p = rect->pict.data[0];
+
+                                       cout << "frame ls 0 is " << _frame->linesize[0] << "\n";
+                                       cout << "frame ls 1 is " << _frame->linesize[1] << "\n";
+                                       cout << "frame ls 2 is " << _frame->linesize[2] << "\n";
+
+                                       uint32_t* palette = (uint32_t *) rect->pict.data[1];
+                                       
+                                       for (int sub_y = 0; sub_y < rect->h; ++sub_y) {
+                                               uint8_t* sub_line_p = sub_p;
+                                               uint8_t* frame_line_y_p = frame_y_p + rect->x;
+                                               uint8_t* frame_line_u_p = frame_u_p + (rect->x / 2);
+                                               uint8_t* frame_line_v_p = frame_v_p + (rect->x / 2);
+
+                                               uint8_t current_u = 0;
+                                               uint8_t current_v = 0;
+                                               int subsample_step = 0;
+                                               
+                                               for (int sub_x = 0; sub_x < rect->w; ++sub_x) {
+
+                                                       uint32_t const val = palette[*sub_line_p++];
+                                                       int const   red = (val &       0xff);
+                                                       int const green = (val &     0xff00) >> 8;
+                                                       int const  blue = (val &   0xff0000) >> 16;
+                                                       int const alpha = (val & 0xff000000) >> 24;
+
+                                                       if (alpha) {
+                                                               *frame_line_y_p = RGB_TO_Y_CCIR (red, green, blue);
+                                                       }
+                                                       frame_line_y_p++;
+                                                       
+                                                       current_u |= ((RGB_TO_U_CCIR (red, green, blue, 0) & 0xf0) >> 4) << (4 * subsample_step);
+                                                       current_v |= ((RGB_TO_V_CCIR (red, green, blue, 0) & 0xf0) >> 4) << (4 * subsample_step);
+
+                                                       if (subsample_step == 1 && (sub_y % 2) == 0) {
+                                                               if (alpha) {
+                                                                       *frame_line_u_p = current_u;
+                                                                       *frame_line_v_p = current_v;
+                                                               }
+                                                               frame_line_u_p++;
+                                                               frame_line_v_p++;
+                                                               current_u = current_v = 0;
+                                                       }
+
+                                                       subsample_step = (subsample_step + 1) % 2;
+                                               }
+
+                                               sub_p += rect->pict.linesize[0];
+                                               frame_y_p += _frame->linesize[0];
+                                               if ((sub_y % 2) == 0) {
+                                                       frame_u_p += _frame->linesize[1];
+                                                       frame_v_p += _frame->linesize[2];
+                                               }
+                                       }
+                               }
+                       }
+                       
                        process_video (_frame);
                }
 
@@ -212,6 +327,19 @@ FFmpegDecoder::do_pass ()
                        assert (_audio_codec_context->channels == _fs->audio_channels);
                        process_audio (_frame->data[0], data_size);
                }
+
+       } else if (_subtitle_stream >= 0 && _packet.stream_index == _subtitle_stream) {
+
+               if (_have_subtitle) {
+                       avsubtitle_free (&_subtitle);
+                       _have_subtitle = false;
+               }
+
+               int got_subtitle;
+               if (avcodec_decode_subtitle2 (_subtitle_codec_context, &_subtitle, &got_subtitle, &_packet) && got_subtitle) {
+                       cout << "got a subtitle.\n";
+                       _have_subtitle = true;
+               }
        }
        
        av_free_packet (&_packet);
index 4e5445f673acfcd53ebb573f1cf23cf12c644ab4..9b57b55894fcd62eec3a0b89ab3e1063f59c6e55 100644 (file)
@@ -76,16 +76,22 @@ private:
        void setup_general ();
        void setup_video ();
        void setup_audio ();
+       void setup_subtitle ();
 
        AVFormatContext* _format_context;
        int _video_stream;
        int _audio_stream; ///< may be < 0 if there is no audio
+       int _subtitle_stream; ///< may be < 0 if there is no subtitle
        AVFrame* _frame;
        
        AVCodecContext* _video_codec_context;
        AVCodec* _video_codec;
-       AVCodecContext* _audio_codec_context; ///< may be 0 if there is no audio
-       AVCodec* _audio_codec;                ///< may be 0 if there is no audio
+       AVCodecContext* _audio_codec_context;    ///< may be 0 if there is no audio
+       AVCodec* _audio_codec;                   ///< may be 0 if there is no audio
+       AVCodecContext* _subtitle_codec_context; ///< may be 0 if there is no subtitle
+       AVCodec* _subtitle_codec;                ///< may be 0 if there is no subtitle
 
        AVPacket _packet;
+       AVSubtitle _subtitle;
+       bool _have_subtitle;
 };
index 3eac06e97f9fbebb90c4bafcff827574cdf7964a..ed13cd43cba51bf95f2cad930381bf81f24d7d5a 100644 (file)
@@ -165,4 +165,20 @@ private:
        int _buffer_data;
 };
 
+#define SCALEBITS 10
+#define ONE_HALF  (1 << (SCALEBITS - 1))
+#define FIX(x)    ((int) ((x) * (1<<SCALEBITS) + 0.5))
+
+#define RGB_TO_Y_CCIR(r, g, b) \
+((FIX(0.29900*219.0/255.0) * (r) + FIX(0.58700*219.0/255.0) * (g) + \
+  FIX(0.11400*219.0/255.0) * (b) + (ONE_HALF + (16 << SCALEBITS))) >> SCALEBITS)
+
+#define RGB_TO_U_CCIR(r1, g1, b1, shift)\
+(((- FIX(0.16874*224.0/255.0) * r1 - FIX(0.33126*224.0/255.0) * g1 +         \
+     FIX(0.50000*224.0/255.0) * b1 + (ONE_HALF << shift) - 1) >> (SCALEBITS + shift)) + 128)
+
+#define RGB_TO_V_CCIR(r1, g1, b1, shift)\
+(((FIX(0.50000*224.0/255.0) * r1 - FIX(0.41869*224.0/255.0) * g1 -           \
+   FIX(0.08131*224.0/255.0) * b1 + (ONE_HALF << shift) - 1) >> (SCALEBITS + shift)) + 128)
+
 #endif
index 3c7d76bce03edaf9dad1ab53ebd12e27606f2533..817657abb6cfbca9ee09d23c7cac7b28333e6ff4 100644 (file)
@@ -224,7 +224,7 @@ FilmViewer::film_changed (Film::Property p)
                _thumb_panel->refresh ();
        } else if (p == Film::CONTENT) {
                setup_visibility ();
-               _film->examine_content ();
+//             _film->examine_content ();
                update_thumbs ();
        }
 }