X-Git-Url: https://main.carlh.net/gitweb/?a=blobdiff_plain;f=src%2Flib%2Finternet.cc;h=b993117bb5e93cc3b58e77264c7dcd3ce0b14f79;hb=561eed2dc9978e890a020b6435ceb0333bb69a61;hp=d1843c460797a874e996797d7adc6666ebefe3c6;hpb=ecc39f4cafd58717c5697fb0be7a697a09f99e74;p=dcpomatic.git diff --git a/src/lib/internet.cc b/src/lib/internet.cc index d1843c460..b993117bb 100644 --- a/src/lib/internet.cc +++ b/src/lib/internet.cc @@ -1,5 +1,5 @@ /* - Copyright (C) 2014-2015 Carl Hetherington + Copyright (C) 2014-2019 Carl Hetherington This file is part of DCP-o-matic. @@ -22,6 +22,7 @@ #include "compose.hpp" #include "exceptions.h" #include "cross.h" +#include "util.h" #include #include #include @@ -34,11 +35,50 @@ using std::string; using std::list; -using std::cout; using boost::optional; using boost::function; using boost::algorithm::trim; +static size_t +ls_url_data (void* buffer, size_t size, size_t nmemb, void* output) +{ + string* s = reinterpret_cast(output); + char* c = reinterpret_cast(buffer); + for (size_t i = 0; i < (size * nmemb); ++i) { + *s += c[i]; + } + return nmemb; +} + +list +ls_url (string url) +{ + CURL* curl = curl_easy_init (); + curl_easy_setopt (curl, CURLOPT_URL, url.c_str()); + curl_easy_setopt (curl, CURLOPT_DIRLISTONLY, 1); + + string ls; + curl_easy_setopt (curl, CURLOPT_WRITEFUNCTION, ls_url_data); + curl_easy_setopt (curl, CURLOPT_WRITEDATA, &ls); + CURLcode const cr = curl_easy_perform (curl); + + if (cr != CURLE_OK) { + return list(); + } + + list result; + result.push_back(""); + for (size_t i = 0; i < ls.size(); ++i) { + if (ls[i] == '\n') { + result.push_back(""); + } else { + result.back() += ls[i]; + } + } + + result.pop_back (); + return result; +} static size_t get_from_url_data (void* buffer, size_t size, size_t nmemb, void* stream) @@ -48,7 +88,7 @@ get_from_url_data (void* buffer, size_t size, size_t nmemb, void* stream) } optional -get_from_url (string url, bool pasv, ScopedTemporary& temp) +get_from_url (string url, bool pasv, bool skip_pasv_ip, ScopedTemporary& temp) { CURL* curl = curl_easy_init (); curl_easy_setopt (curl, CURLOPT_URL, url.c_str()); @@ -58,6 +98,9 @@ get_from_url (string url, bool pasv, ScopedTemporary& temp) curl_easy_setopt (curl, CURLOPT_WRITEDATA, f); curl_easy_setopt (curl, CURLOPT_FTP_USE_EPSV, 0); curl_easy_setopt (curl, CURLOPT_FTP_USE_EPRT, 0); + if (skip_pasv_ip) { + curl_easy_setopt (curl, CURLOPT_FTP_SKIP_PASV_IP, 1); + } if (!pasv) { curl_easy_setopt (curl, CURLOPT_FTPPORT, "-"); } @@ -77,10 +120,10 @@ get_from_url (string url, bool pasv, ScopedTemporary& temp) } optional -get_from_url (string url, bool pasv, function load) +get_from_url (string url, bool pasv, bool skip_pasv_ip, function load) { ScopedTemporary temp; - optional e = get_from_url (url, pasv, temp); + optional e = get_from_url (url, pasv, skip_pasv_ip, temp); if (e) { return e; } @@ -93,11 +136,11 @@ get_from_url (string url, bool pasv, function lo * @param load Function passed a (temporary) filesystem path of the unpacked file. */ optional -get_from_zip_url (string url, string file, bool pasv, function load) +get_from_zip_url (string url, string file, bool pasv, bool skip_pasv_ip, function load) { /* Download the ZIP file to temp_zip */ ScopedTemporary temp_zip; - optional e = get_from_url (url, pasv, temp_zip); + optional e = get_from_url (url, pasv, skip_pasv_ip, temp_zip); if (e) { return e; } @@ -141,7 +184,7 @@ get_from_zip_url (string url, string file, bool pasv, function