Strip Unicode U+202B (right-to-left-embedding) code; it looks like DoM does RTL ...
[libsub.git] / src / subrip_reader.cc
1 /*
2     Copyright (C) 2014-2015 Carl Hetherington <cth@carlh.net>
3
4     This program is free software; you can redistribute it and/or modify
5     it under the terms of the GNU General Public License as published by
6     the Free Software Foundation; either version 2 of the License, or
7     (at your option) any later version.
8
9     This program is distributed in the hope that it will be useful,
10     but WITHOUT ANY WARRANTY; without even the implied warranty of
11     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12     GNU General Public License for more details.
13
14     You should have received a copy of the GNU General Public License
15     along with this program; if not, write to the Free Software
16     Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
17
18 */
19
20 /** @file  src/subrip_reader.cc
21  *  @brief SubripReader class.
22  */
23
24 #include "subrip_reader.h"
25 #include "exceptions.h"
26 #include "util.h"
27 #include <locked_sstream.h>
28 #include <boost/algorithm/string.hpp>
29 #include <boost/lexical_cast.hpp>
30 #include <boost/regex.hpp>
31 #include <boost/bind.hpp>
32 #include <cstdio>
33 #include <vector>
34 #include <iostream>
35
36 using std::string;
37 using std::vector;
38 using std::list;
39 using std::cout;
40 using std::hex;
41 using boost::lexical_cast;
42 using boost::to_upper;
43 using boost::optional;
44 using boost::function;
45 using boost::algorithm::replace_all;
46 using namespace sub;
47
48 /** @param s Subtitle string encoded in UTF-8 */
49 SubripReader::SubripReader (string const & s)
50 {
51         locked_stringstream str (s);
52         this->read (boost::bind (&get_line_stringstream, &str));
53 }
54
55 /** @param f Subtitle file encoded in UTF-8 */
56 SubripReader::SubripReader (FILE* f)
57 {
58         this->read (boost::bind (&get_line_file, f));
59 }
60
61 void
62 SubripReader::read (function<optional<string> ()> get_line)
63 {
64         enum {
65                 COUNTER,
66                 METADATA,
67                 CONTENT
68         } state = COUNTER;
69
70         RawSubtitle rs;
71
72         /* This reader extracts no information about where the subtitle
73            should be on screen, so its reference is TOP_OF_SUBTITLE.
74         */
75         rs.vertical_position.line = 0;
76         rs.vertical_position.reference = TOP_OF_SUBTITLE;
77
78         while (true) {
79                 optional<string> line = get_line ();
80                 if (!line) {
81                         break;
82                 }
83
84                 trim_right_if (*line, boost::is_any_of ("\n\r"));
85                 remove_unicode_bom (line);
86
87                 /* Keep some history in case there is an error to report */
88                 _context.push_back (*line);
89                 if (_context.size() > 5) {
90                         _context.pop_front ();
91                 }
92
93                 switch (state) {
94                 case COUNTER:
95                 {
96                         if (line->empty ()) {
97                                 /* a blank line at the start is ok */
98                                 break;
99                         }
100
101                         state = METADATA;
102
103                         /* Reset stuff that should not persist across separate subtitles */
104                         rs.bold = false;
105                         rs.italic = false;
106                         rs.underline = false;
107                         rs.vertical_position.line = 0;
108                 }
109                 break;
110                 case METADATA:
111                 {
112                         vector<string> p;
113
114                         /* Further trim this line, removing spaces from the end */
115                         trim_right_if (*line, boost::is_any_of (" "));
116
117                         boost::algorithm::split (p, *line, boost::algorithm::is_any_of (" "), boost::token_compress_on);
118                         if (p.size() != 3 && p.size() != 7) {
119                                 for (int i = 0; i < 2; ++i) {
120                                         optional<string> ex = get_line ();
121                                         if (ex) {
122                                                 _context.push_back (*ex);
123                                         }
124                                 }
125                                 throw SubripError (*line, "a time/position line", _context);
126                         }
127
128                         rs.from = convert_time (p[0]);
129                         rs.to = convert_time (p[2]);
130
131                         /* XXX: should not ignore coordinate specifications */
132
133                         state = CONTENT;
134                         break;
135                 }
136                 case CONTENT:
137                         if (line->empty ()) {
138                                 state = COUNTER;
139                         } else {
140                                 convert_line (*line, rs);
141                                 rs.vertical_position.line = rs.vertical_position.line.get() + 1;
142                         }
143                         break;
144                 }
145         }
146 }
147
148 Time
149 SubripReader::convert_time (string t)
150 {
151         vector<string> a;
152         boost::algorithm::split (a, t, boost::is_any_of (":"));
153         if (a.size() != 3) {
154                 throw SubripError (t, "time in the format h:m:s,ms", _context);
155         }
156
157         vector<string> b;
158         boost::algorithm::split (b, a[2], boost::is_any_of (","));
159
160         return Time::from_hms (
161                 lexical_cast<int> (a[0]),
162                 lexical_cast<int> (a[1]),
163                 lexical_cast<int> (b[0]),
164                 lexical_cast<int> (b[1])
165                 );
166 }
167
168 void
169 SubripReader::convert_line (string t, RawSubtitle& p)
170 {
171         enum {
172                 TEXT,
173                 TAG
174         } state = TEXT;
175
176         string tag;
177
178         list<Colour> colours;
179         colours.push_back (Colour (1, 1, 1));
180
181         /* XXX: missing <font> support */
182         /* XXX: nesting of tags e.g. <b>foo<i>bar<b>baz</b>fred</i>jim</b> might
183            not work, I think.
184         */
185
186         for (size_t i = 0; i < t.size(); ++i) {
187                 switch (state) {
188                 case TEXT:
189                         if (t[i] == '<' || t[i] == '{') {
190                                 state = TAG;
191                         } else {
192                                 p.text += t[i];
193                         }
194                         break;
195                 case TAG:
196                         if (t[i] == '>' || t[i] == '}') {
197                                 if (tag == "b") {
198                                         maybe_content (p);
199                                         p.bold = true;
200                                 } else if (tag == "/b") {
201                                         maybe_content (p);
202                                         p.bold = false;
203                                 } else if (tag == "i") {
204                                         maybe_content (p);
205                                         p.italic = true;
206                                 } else if (tag == "/i") {
207                                         maybe_content (p);
208                                         p.italic = false;
209                                 } else if (tag == "u") {
210                                         maybe_content (p);
211                                         p.underline = true;
212                                 } else if (tag == "/u") {
213                                         maybe_content (p);
214                                         p.underline = false;
215                                 } else if (boost::starts_with (tag, "font")) {
216                                         maybe_content (p);
217                                         boost::regex re (".*color=\"#([0123456789abcdef]+)\"");
218                                         boost::smatch match;
219                                         if (boost::regex_search (tag, match, re) && string (match[1]).size() == 6) {
220                                                 p.colour = Colour::from_rgb_hex (match[1]);
221                                                 colours.push_back (p.colour);
222                                         }
223                                 } else if (tag == "/font") {
224                                         maybe_content (p);
225                                         colours.pop_back ();
226                                         p.colour = colours.back ();
227                                 }
228                                 tag.clear ();
229                                 state = TEXT;
230                         } else {
231                                 tag += tolower (t[i]);
232                         }
233                         break;
234                 }
235         }
236
237         /* Strip Unicode U+202B (right-to-left embedding) as sometimes it is rendered
238            as a missing character.  This may be a hack.
239         */
240         replace_all (p.text, "\xe2\x80\xab", "");
241
242         maybe_content (p);
243 }
244
245 /* Push p into _subs if it has some text, and clear the text out of p */
246 void
247 SubripReader::maybe_content (RawSubtitle& p)
248 {
249         if (!p.text.empty ()) {
250                 _subs.push_back (p);
251                 p.text.clear ();
252         }
253 }