2 Copyright (C) 2014-2019 Carl Hetherington <cth@carlh.net>
4 This file is part of DCP-o-matic.
6 DCP-o-matic is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation; either version 2 of the License, or
9 (at your option) any later version.
11 DCP-o-matic is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with DCP-o-matic. If not, see <http://www.gnu.org/licenses/>.
21 #include "scoped_temporary.h"
22 #include "compose.hpp"
23 #include "exceptions.h"
26 #include <curl/curl.h>
28 #include <boost/function.hpp>
29 #include <boost/optional.hpp>
30 #include <boost/filesystem.hpp>
31 #include <boost/algorithm/string.hpp>
38 using boost::optional;
39 using boost::function;
40 using boost::algorithm::trim;
43 ls_url_data (void* buffer, size_t size, size_t nmemb, void* output)
45 string* s = reinterpret_cast<string*>(output);
46 char* c = reinterpret_cast<char*>(buffer);
47 for (size_t i = 0; i < (size * nmemb); ++i) {
56 CURL* curl = curl_easy_init ();
57 curl_easy_setopt (curl, CURLOPT_URL, url.c_str());
58 curl_easy_setopt (curl, CURLOPT_DIRLISTONLY, 1);
61 curl_easy_setopt (curl, CURLOPT_WRITEFUNCTION, ls_url_data);
62 curl_easy_setopt (curl, CURLOPT_WRITEDATA, &ls);
63 CURLcode const cr = curl_easy_perform (curl);
66 return list<string>();
71 for (size_t i = 0; i < ls.size(); ++i) {
75 result.back() += ls[i];
84 get_from_url_data (void* buffer, size_t size, size_t nmemb, void* stream)
86 FILE* f = reinterpret_cast<FILE*> (stream);
87 return fwrite (buffer, size, nmemb, f);
91 get_from_url (string url, bool pasv, bool skip_pasv_ip, ScopedTemporary& temp)
93 CURL* curl = curl_easy_init ();
94 curl_easy_setopt (curl, CURLOPT_URL, url.c_str());
96 FILE* f = temp.open ("wb");
97 curl_easy_setopt (curl, CURLOPT_WRITEFUNCTION, get_from_url_data);
98 curl_easy_setopt (curl, CURLOPT_WRITEDATA, f);
99 curl_easy_setopt (curl, CURLOPT_FTP_USE_EPSV, 0);
100 curl_easy_setopt (curl, CURLOPT_FTP_USE_EPRT, 0);
102 curl_easy_setopt (curl, CURLOPT_FTP_SKIP_PASV_IP, 1);
105 curl_easy_setopt (curl, CURLOPT_FTPPORT, "-");
108 /* Maximum time is 20s */
109 curl_easy_setopt (curl, CURLOPT_TIMEOUT, 20);
111 CURLcode const cr = curl_easy_perform (curl);
114 curl_easy_cleanup (curl);
115 if (cr != CURLE_OK) {
116 return String::compose (_("Download failed (%1 error %2)"), url, (int) cr);
119 return optional<string>();
123 get_from_url (string url, bool pasv, bool skip_pasv_ip, function<void (boost::filesystem::path)> load)
125 ScopedTemporary temp;
126 optional<string> e = get_from_url (url, pasv, skip_pasv_ip, temp);
131 return optional<string>();
134 /** @param url URL of ZIP file.
135 * @param file Filename within ZIP file.
136 * @param load Function passed a (temporary) filesystem path of the unpacked file.
139 get_from_zip_url (string url, string file, bool pasv, bool skip_pasv_ip, function<void (boost::filesystem::path)> load)
141 /* Download the ZIP file to temp_zip */
142 ScopedTemporary temp_zip;
143 optional<string> e = get_from_url (url, pasv, skip_pasv_ip, temp_zip);
148 /* Open the ZIP file and read `file' out of it */
150 #ifdef DCPOMATIC_HAVE_ZIP_SOURCE_T
151 /* This is the way to do it with newer versions of libzip, and is required on Windows.
152 The zip_source_t API is missing in the libzip versions shipped with Ubuntu 14.04,
153 Centos 6, Centos 7, Debian 7 and Debian 8.
156 FILE* zip_file = fopen_boost (temp_zip.file (), "rb");
158 return optional<string> (_("Could not open downloaded ZIP file"));
161 zip_source_t* zip_source = zip_source_filep_create (zip_file, 0, -1, 0);
163 return optional<string> (_("Could not open downloaded ZIP file"));
167 zip_error_init (&error);
168 zip_t* zip = zip_open_from_source (zip_source, ZIP_RDONLY, &error);
170 return String::compose (_("Could not open downloaded ZIP file (%1:%2: %3)"), error.zip_err, error.sys_err, error.str ? error.str : "");
174 struct zip* zip = zip_open (temp_zip.c_str(), 0, 0);
177 struct zip_file* file_in_zip = zip_fopen (zip, file.c_str(), 0);
179 return optional<string> (_("Unexpected ZIP file contents"));
182 ScopedTemporary temp_cert;
183 FILE* f = temp_cert.open ("wb");
186 int const N = zip_fread (file_in_zip, buffer, sizeof (buffer));
187 checked_fwrite (buffer, N, f, temp_cert.file());
188 if (N < int (sizeof (buffer))) {
192 zip_fclose (file_in_zip);
196 load (temp_cert.file ());
197 return optional<string> ();