Rename SafeStringStream -> locked_stringstream. Bump deps for removal of stringstream.

[dcpomatic.git] / src / lib / internet.cc

diff --git a/src/lib/internet.cc b/src/lib/internet.cc
index 1c61e96e3bebe3eeced3e1a9a3717ff737675fde..c0a29bfbdf13cfbc52d93b2e9f1d997fe247832d 100644 (file)
--- a/src/lib/internet.cc
+++ b/src/lib/internet.cc
@@ -1,30 +1,34 @@
 /*
-    Copyright (C) 2014 Carl Hetherington <cth@carlh.net>
+    Copyright (C) 2014-2015 Carl Hetherington <cth@carlh.net>
 
-    This program is free software; you can redistribute it and/or modify
+    This file is part of DCP-o-matic.
+
+    DCP-o-matic is free software; you can redistribute it and/or modify
     it under the terms of the GNU General Public License as published by
     the Free Software Foundation; either version 2 of the License, or
     (at your option) any later version.
 
-    This program is distributed in the hope that it will be useful,
+    DCP-o-matic is distributed in the hope that it will be useful,
     but WITHOUT ANY WARRANTY; without even the implied warranty of
     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
     GNU General Public License for more details.
 
     You should have received a copy of the GNU General Public License
-    along with this program; if not, write to the Free Software
-    Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+    along with DCP-o-matic.  If not, see <http://www.gnu.org/licenses/>.
 
 */
 
-#include <string>
+#include "scoped_temporary.h"
+#include "compose.hpp"
+#include "exceptions.h"
+#include <locked_sstream.h>
+#include <curl/curl.h>
+#include <zip.h>
 #include <boost/function.hpp>
 #include <boost/optional.hpp>
 #include <boost/filesystem.hpp>
-#include <curl/curl.h>
-#include <zip.h>
-#include "util.h"
-#include "safe_stringstream.h"
+#include <boost/algorithm/string.hpp>
+#include <string>
 
 #include "i18n.h"
 
@@ -32,6 +36,7 @@ using std::string;
 using std::list;
 using boost::optional;
 using boost::function;
+using boost::algorithm::trim;
 
 static size_t
 get_from_zip_url_data (void* buffer, size_t size, size_t nmemb, void* stream)
@@ -45,17 +50,22 @@ get_from_zip_url_data (void* buffer, size_t size, size_t nmemb, void* stream)
  *  @param load Function passed a (temporary) filesystem path of the unpacked file.
  */
 optional<string>
-get_from_zip_url (string url, string file, function<void (boost::filesystem::path)> load)
+get_from_zip_url (string url, string file, bool pasv, function<void (boost::filesystem::path)> load)
 {
        /* Download the ZIP file to temp_zip */
        CURL* curl = curl_easy_init ();
        curl_easy_setopt (curl, CURLOPT_URL, url.c_str ());
-       
+
        ScopedTemporary temp_zip;
        FILE* f = temp_zip.open ("wb");
        curl_easy_setopt (curl, CURLOPT_WRITEFUNCTION, get_from_zip_url_data);
        curl_easy_setopt (curl, CURLOPT_WRITEDATA, f);
        curl_easy_setopt (curl, CURLOPT_FTP_USE_EPSV, 0);
+       curl_easy_setopt (curl, CURLOPT_FTP_USE_EPRT, 0);
+       if (!pasv) {
+               curl_easy_setopt (curl, CURLOPT_FTPPORT, "-");
+       }
+
        /* Maximum time is 20s */
        curl_easy_setopt (curl, CURLOPT_TIMEOUT, 20);
 
@@ -68,17 +78,17 @@ get_from_zip_url (string url, string file, function<void (boost::filesystem::pat
        }
 
        /* Open the ZIP file and read `file' out of it */
-       
+
        struct zip* zip = zip_open (temp_zip.c_str(), 0, 0);
        if (!zip) {
                return optional<string> (_("Could not open downloaded ZIP file"));
        }
-       
+
        struct zip_file* zip_file = zip_fopen (zip, file.c_str(), 0);
        if (!zip_file) {
                return optional<string> (_("Unexpected ZIP file contents"));
        }
-       
+
        ScopedTemporary temp_cert;
        f = temp_cert.open ("wb");
        char buffer[4096];
@@ -90,12 +100,11 @@ get_from_zip_url (string url, string file, function<void (boost::filesystem::pat
                }
        }
        temp_cert.close ();
-       
+
        load (temp_cert.file ());
        return optional<string> ();
 }
 
-
 static size_t
 ftp_ls_data (void* buffer, size_t size, size_t nmemb, void* data)
 {
@@ -104,15 +113,15 @@ ftp_ls_data (void* buffer, size_t size, size_t nmemb, void* data)
        for (size_t i = 0; i < (size * nmemb); ++i) {
                *s += b[i];
        }
-       return nmemb;
+       return size * nmemb;
 }
 
 list<string>
-ftp_ls (string url)
+ftp_ls (string url, bool pasv)
 {
        CURL* curl = curl_easy_init ();
        if (!curl) {
-               return list<string> ();
+               throw NetworkError ("could not set up curl");
        }
 
        if (url.substr (url.length() - 1, 1) != "/") {
@@ -129,15 +138,22 @@ ftp_ls (string url)
        curl_easy_setopt (curl, CURLOPT_WRITEDATA, &ls_raw);
        curl_easy_setopt (curl, CURLOPT_WRITEFUNCTION, ftp_ls_data);
        curl_easy_setopt (curl, CURLOPT_FTP_USE_EPSV, 0);
+       curl_easy_setopt (curl, CURLOPT_FTP_USE_EPRT, 0);
+       curl_easy_setopt (curl, CURLOPT_VERBOSE, 1);
+       if (!pasv) {
+               curl_easy_setopt (curl, CURLOPT_FTPPORT, "-");
+       }
        CURLcode const r = curl_easy_perform (curl);
        if (r != CURLE_OK) {
-               return list<string> ();
+               curl_easy_cleanup (curl);
+               throw NetworkError (curl_easy_strerror (r));
        }
 
-       SafeStringStream s (ls_raw);
+       locked_stringstream s (ls_raw);
        list<string> ls;
        while (s.good ()) {
-               string const line = s.getline ();
+               string line = s.getline ();
+               trim (line);
                if (line.length() > 55) {
                        string const file = line.substr (55);
                        if (file != "." && file != "..") {