2 Copyright (C) 2014-2021 Carl Hetherington <cth@carlh.net>
4 This file is part of DCP-o-matic.
6 DCP-o-matic is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation; either version 2 of the License, or
9 (at your option) any later version.
11 DCP-o-matic is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with DCP-o-matic. If not, see <http://www.gnu.org/licenses/>.
22 #include "j2k_image_proxy.h"
23 #include "dcpomatic_socket.h"
25 #include "dcpomatic_assert.h"
27 #include <dcp/raw_convert.h>
28 #include <dcp/openjpeg_image.h>
29 #include <dcp/mono_picture_frame.h>
30 #include <dcp/stereo_picture_frame.h>
31 #include <dcp/colour_conversion.h>
32 #include <dcp/rgb_xyz.h>
33 #include <dcp/j2k_transcode.h>
34 #include <libcxml/cxml.h>
35 DCPOMATIC_DISABLE_WARNINGS
36 #include <libxml++/libxml++.h>
37 DCPOMATIC_ENABLE_WARNINGS
44 using std::dynamic_pointer_cast;
46 using std::make_shared;
49 using std::shared_ptr;
51 using boost::optional;
53 using dcp::raw_convert;
56 /** Construct a J2KImageProxy from a JPEG2000 file */
57 J2KImageProxy::J2KImageProxy (boost::filesystem::path path, dcp::Size size, AVPixelFormat pixel_format)
58 : _data (new dcp::ArrayData(path))
60 , _pixel_format (pixel_format)
63 /* ::image assumes 16bpp */
64 DCPOMATIC_ASSERT (_pixel_format == AV_PIX_FMT_RGB48 || _pixel_format == AV_PIX_FMT_XYZ12LE);
68 J2KImageProxy::J2KImageProxy (
69 shared_ptr<const dcp::MonoPictureFrame> frame,
71 AVPixelFormat pixel_format,
72 optional<int> forced_reduction
76 , _pixel_format (pixel_format)
77 , _forced_reduction (forced_reduction)
80 /* ::image assumes 16bpp */
81 DCPOMATIC_ASSERT (_pixel_format == AV_PIX_FMT_RGB48 || _pixel_format == AV_PIX_FMT_XYZ12LE);
85 J2KImageProxy::J2KImageProxy (
86 shared_ptr<const dcp::StereoPictureFrame> frame,
89 AVPixelFormat pixel_format,
90 optional<int> forced_reduction
92 : _data (eye == dcp::Eye::LEFT ? frame->left() : frame->right())
95 , _pixel_format (pixel_format)
96 , _forced_reduction (forced_reduction)
99 /* ::image assumes 16bpp */
100 DCPOMATIC_ASSERT (_pixel_format == AV_PIX_FMT_RGB48 || _pixel_format == AV_PIX_FMT_XYZ12LE);
104 J2KImageProxy::J2KImageProxy (shared_ptr<cxml::Node> xml, shared_ptr<Socket> socket)
107 _size = dcp::Size (xml->number_child<int>("Width"), xml->number_child<int>("Height"));
108 if (xml->optional_number_child<int>("Eye")) {
109 _eye = static_cast<dcp::Eye>(xml->number_child<int>("Eye"));
111 shared_ptr<ArrayData> data(new ArrayData(xml->number_child<int>("Size")));
112 /* This only matters when we are using J2KImageProxy for the preview, which
113 will never use this constructor (which is only used for passing data to
114 encode servers). So we can put anything in here. It's a bit of a hack.
116 _pixel_format = AV_PIX_FMT_XYZ12LE;
117 socket->read (data->data(), data->size());
123 J2KImageProxy::prepare (optional<dcp::Size> target_size) const
125 boost::mutex::scoped_lock lm (_mutex);
127 if (_image && target_size == _target_size) {
128 DCPOMATIC_ASSERT (_reduce);
134 if (_forced_reduction) {
135 reduce = *_forced_reduction;
137 while (target_size && (_size.width / pow(2, reduce)) > target_size->width && (_size.height / pow(2, reduce)) > target_size->height) {
142 reduce = max (0, reduce);
146 /* XXX: should check that potentially trashing _data here doesn't matter */
147 auto decompressed = dcp::decompress_j2k (const_cast<uint8_t*>(_data->data()), _data->size(), reduce);
148 _image.reset (new Image (_pixel_format, decompressed->size(), true));
150 int const shift = 16 - decompressed->precision (0);
152 /* Copy data in whatever format (sRGB or XYZ) into our Image; I'm assuming
153 the data is 12-bit either way.
156 int const width = decompressed->size().width;
159 int* decomp_0 = decompressed->data (0);
160 int* decomp_1 = decompressed->data (1);
161 int* decomp_2 = decompressed->data (2);
162 for (int y = 0; y < decompressed->size().height; ++y) {
163 auto q = reinterpret_cast<uint16_t *>(_image->data()[0] + y * _image->stride()[0]);
164 for (int x = 0; x < width; ++x) {
165 *q++ = decomp_0[p] << shift;
166 *q++ = decomp_1[p] << shift;
167 *q++ = decomp_2[p] << shift;
171 } catch (dcp::J2KDecompressionError& e) {
172 _image = make_shared<Image>(_pixel_format, _size, true);
173 _image->make_black ();
177 _target_size = target_size;
185 J2KImageProxy::image (optional<dcp::Size> target_size) const
187 int const r = prepare (target_size);
189 /* I think this is safe without a lock on mutex. _image is guaranteed to be
190 set up when prepare() has happened.
192 return Result (_image, r, _error);
197 J2KImageProxy::add_metadata (xmlpp::Node* node) const
199 node->add_child("Type")->add_child_text(N_("J2K"));
200 node->add_child("Width")->add_child_text(raw_convert<string>(_size.width));
201 node->add_child("Height")->add_child_text(raw_convert<string>(_size.height));
203 node->add_child("Eye")->add_child_text(raw_convert<string>(static_cast<int>(_eye.get())));
205 node->add_child("Size")->add_child_text(raw_convert<string>(_data->size()));
210 J2KImageProxy::write_to_socket (shared_ptr<Socket> socket) const
212 socket->write (_data->data(), _data->size());
217 J2KImageProxy::same (shared_ptr<const ImageProxy> other) const
219 auto jp = dynamic_pointer_cast<const J2KImageProxy>(other);
224 return *_data == *jp->_data;
228 J2KImageProxy::J2KImageProxy (ArrayData data, dcp::Size size, AVPixelFormat pixel_format)
229 : _data (new ArrayData(data))
231 , _pixel_format (pixel_format)
234 /* ::image assumes 16bpp */
235 DCPOMATIC_ASSERT (_pixel_format == AV_PIX_FMT_RGB48 || _pixel_format == AV_PIX_FMT_XYZ12LE);
240 J2KImageProxy::memory_used () const
242 size_t m = _data->size();
244 /* 3 components, 16-bits per pixel */
245 m += 3 * 2 * _image->size().width * _image->size().height;