X-Git-Url: https://main.carlh.net/gitweb/?a=blobdiff_plain;f=src%2Flib%2Finternet.cc;h=b993117bb5e93cc3b58e77264c7dcd3ce0b14f79;hb=f5980767b7d1d9b39186dd13f12b9d8297a87aef;hp=615ced7892a9037a4509c71fe1d16a94cda1e6be;hpb=3103251ddc540d65ee4a7c21837342d404f9596e;p=dcpomatic.git diff --git a/src/lib/internet.cc b/src/lib/internet.cc index 615ced789..b993117bb 100644 --- a/src/lib/internet.cc +++ b/src/lib/internet.cc @@ -1,5 +1,5 @@ /* - Copyright (C) 2014-2015 Carl Hetherington + Copyright (C) 2014-2019 Carl Hetherington This file is part of DCP-o-matic. @@ -22,6 +22,7 @@ #include "compose.hpp" #include "exceptions.h" #include "cross.h" +#include "util.h" #include #include #include @@ -38,6 +39,46 @@ using boost::optional; using boost::function; using boost::algorithm::trim; +static size_t +ls_url_data (void* buffer, size_t size, size_t nmemb, void* output) +{ + string* s = reinterpret_cast(output); + char* c = reinterpret_cast(buffer); + for (size_t i = 0; i < (size * nmemb); ++i) { + *s += c[i]; + } + return nmemb; +} + +list +ls_url (string url) +{ + CURL* curl = curl_easy_init (); + curl_easy_setopt (curl, CURLOPT_URL, url.c_str()); + curl_easy_setopt (curl, CURLOPT_DIRLISTONLY, 1); + + string ls; + curl_easy_setopt (curl, CURLOPT_WRITEFUNCTION, ls_url_data); + curl_easy_setopt (curl, CURLOPT_WRITEDATA, &ls); + CURLcode const cr = curl_easy_perform (curl); + + if (cr != CURLE_OK) { + return list(); + } + + list result; + result.push_back(""); + for (size_t i = 0; i < ls.size(); ++i) { + if (ls[i] == '\n') { + result.push_back(""); + } else { + result.back() += ls[i]; + } + } + + result.pop_back (); + return result; +} static size_t get_from_url_data (void* buffer, size_t size, size_t nmemb, void* stream) @@ -47,16 +88,19 @@ get_from_url_data (void* buffer, size_t size, size_t nmemb, void* stream) } optional -get_from_url (string url, bool pasv, ScopedTemporary& temp) +get_from_url (string url, bool pasv, bool skip_pasv_ip, ScopedTemporary& temp) { CURL* curl = curl_easy_init (); curl_easy_setopt (curl, CURLOPT_URL, url.c_str()); - FILE* f = temp.open ("w"); + FILE* f = temp.open ("wb"); curl_easy_setopt (curl, CURLOPT_WRITEFUNCTION, get_from_url_data); curl_easy_setopt (curl, CURLOPT_WRITEDATA, f); curl_easy_setopt (curl, CURLOPT_FTP_USE_EPSV, 0); curl_easy_setopt (curl, CURLOPT_FTP_USE_EPRT, 0); + if (skip_pasv_ip) { + curl_easy_setopt (curl, CURLOPT_FTP_SKIP_PASV_IP, 1); + } if (!pasv) { curl_easy_setopt (curl, CURLOPT_FTPPORT, "-"); } @@ -76,10 +120,10 @@ get_from_url (string url, bool pasv, ScopedTemporary& temp) } optional -get_from_url (string url, bool pasv, function load) +get_from_url (string url, bool pasv, bool skip_pasv_ip, function load) { ScopedTemporary temp; - optional e = get_from_url (url, pasv, temp); + optional e = get_from_url (url, pasv, skip_pasv_ip, temp); if (e) { return e; } @@ -92,11 +136,11 @@ get_from_url (string url, bool pasv, function lo * @param load Function passed a (temporary) filesystem path of the unpacked file. */ optional -get_from_zip_url (string url, string file, bool pasv, function load) +get_from_zip_url (string url, string file, bool pasv, bool skip_pasv_ip, function load) { /* Download the ZIP file to temp_zip */ ScopedTemporary temp_zip; - optional e = get_from_url (url, pasv, temp_zip); + optional e = get_from_url (url, pasv, skip_pasv_ip, temp_zip); if (e) { return e; } @@ -120,9 +164,10 @@ get_from_zip_url (string url, string file, bool pasv, function