X-Git-Url: https://main.carlh.net/gitweb/?a=blobdiff_plain;f=src%2Flib%2Finternet.cc;h=b993117bb5e93cc3b58e77264c7dcd3ce0b14f79;hb=3b31d2d8a129ae6d8d267427bd6b5bc444b40b2a;hp=846dbf7cae3fa7849e97e59ed6b126a1eba68281;hpb=f8acc34bcb4401184064598353d6c54df3cab1f9;p=dcpomatic.git diff --git a/src/lib/internet.cc b/src/lib/internet.cc index 846dbf7ca..b993117bb 100644 --- a/src/lib/internet.cc +++ b/src/lib/internet.cc @@ -1,5 +1,5 @@ /* - Copyright (C) 2014-2015 Carl Hetherington + Copyright (C) 2014-2019 Carl Hetherington This file is part of DCP-o-matic. @@ -22,6 +22,7 @@ #include "compose.hpp" #include "exceptions.h" #include "cross.h" +#include "util.h" #include #include #include @@ -38,6 +39,46 @@ using boost::optional; using boost::function; using boost::algorithm::trim; +static size_t +ls_url_data (void* buffer, size_t size, size_t nmemb, void* output) +{ + string* s = reinterpret_cast(output); + char* c = reinterpret_cast(buffer); + for (size_t i = 0; i < (size * nmemb); ++i) { + *s += c[i]; + } + return nmemb; +} + +list +ls_url (string url) +{ + CURL* curl = curl_easy_init (); + curl_easy_setopt (curl, CURLOPT_URL, url.c_str()); + curl_easy_setopt (curl, CURLOPT_DIRLISTONLY, 1); + + string ls; + curl_easy_setopt (curl, CURLOPT_WRITEFUNCTION, ls_url_data); + curl_easy_setopt (curl, CURLOPT_WRITEDATA, &ls); + CURLcode const cr = curl_easy_perform (curl); + + if (cr != CURLE_OK) { + return list(); + } + + list result; + result.push_back(""); + for (size_t i = 0; i < ls.size(); ++i) { + if (ls[i] == '\n') { + result.push_back(""); + } else { + result.back() += ls[i]; + } + } + + result.pop_back (); + return result; +} static size_t get_from_url_data (void* buffer, size_t size, size_t nmemb, void* stream) @@ -46,18 +87,20 @@ get_from_url_data (void* buffer, size_t size, size_t nmemb, void* stream) return fwrite (buffer, size, nmemb, f); } -static optional -get_from_url (string url, bool pasv, ScopedTemporary& temp) +get_from_url (string url, bool pasv, bool skip_pasv_ip, ScopedTemporary& temp) { CURL* curl = curl_easy_init (); curl_easy_setopt (curl, CURLOPT_URL, url.c_str()); - FILE* f = temp.open ("w"); + FILE* f = temp.open ("wb"); curl_easy_setopt (curl, CURLOPT_WRITEFUNCTION, get_from_url_data); curl_easy_setopt (curl, CURLOPT_WRITEDATA, f); curl_easy_setopt (curl, CURLOPT_FTP_USE_EPSV, 0); curl_easy_setopt (curl, CURLOPT_FTP_USE_EPRT, 0); + if (skip_pasv_ip) { + curl_easy_setopt (curl, CURLOPT_FTP_SKIP_PASV_IP, 1); + } if (!pasv) { curl_easy_setopt (curl, CURLOPT_FTPPORT, "-"); } @@ -77,10 +120,10 @@ get_from_url (string url, bool pasv, ScopedTemporary& temp) } optional -get_from_url (string url, bool pasv, function load) +get_from_url (string url, bool pasv, bool skip_pasv_ip, function load) { ScopedTemporary temp; - optional e = get_from_url (url, pasv, temp); + optional e = get_from_url (url, pasv, skip_pasv_ip, temp); if (e) { return e; } @@ -93,11 +136,11 @@ get_from_url (string url, bool pasv, function lo * @param load Function passed a (temporary) filesystem path of the unpacked file. */ optional -get_from_zip_url (string url, string file, bool pasv, function load) +get_from_zip_url (string url, string file, bool pasv, bool skip_pasv_ip, function load) { /* Download the ZIP file to temp_zip */ ScopedTemporary temp_zip; - optional e = get_from_url (url, pasv, temp_zip); + optional e = get_from_url (url, pasv, skip_pasv_ip, temp_zip); if (e) { return e; } @@ -120,9 +163,11 @@ get_from_zip_url (string url, string file, bool pasv, function (_("Could not open downloaded ZIP file")); } - zip_t* zip = zip_open_from_source (zip_source, 0, 0); + zip_error_t error; + zip_error_init (&error); + zip_t* zip = zip_open_from_source (zip_source, ZIP_RDONLY, &error); if (!zip) { - return optional (_("Could not open downloaded ZIP file")); + return String::compose (_("Could not open downloaded ZIP file (%1:%2: %3)"), error.zip_err, error.sys_err, error.str ? error.str : ""); } #else @@ -139,7 +184,7 @@ get_from_zip_url (string url, string file, bool pasv, function