/*
* ZeroTier One - Network Virtualization Everywhere
* Copyright (C) 2011-2015 ZeroTier, Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see .
*
* --
*
* ZeroTier may be used and distributed under the terms of the GPLv3, which
* are available at: http://www.gnu.org/licenses/gpl-3.0.html
*
* If you would like to embed ZeroTier into a commercial application or
* redistribute it in a modified binary form, please contact ZeroTier Networks
* LLC. Start here: http://www.zerotier.com/
*/
#include "Constants.hpp"
#include
#include
#include
#ifdef __WINDOWS__
#include
#include
#include
#include
#include
#endif // __WINDOWS__
#ifdef __UNIX_LIKE__
#include
#include
#include
#include
#include
#include
#include
#include
#endif // __UNIX_LIKE__
#include
#include
#include
#include "HttpClient.hpp"
#include "Thread.hpp"
#include "Utils.hpp"
#include "NonCopyable.hpp"
#include "Defaults.hpp"
namespace ZeroTier {
#ifdef __UNIX_LIKE__
// The *nix implementation calls 'curl' externally rather than linking to it.
// This makes it an optional dependency that can be avoided in tiny systems
// provided you don't want to have automatic software updates... or want to
// do them via another method.
#ifdef __APPLE__
// TODO: get proxy configuration
#endif
// Paths where "curl" may be found on the system
#define NUM_CURL_PATHS 6
static const char *CURL_PATHS[NUM_CURL_PATHS] = { "/usr/bin/curl","/bin/curl","/usr/local/bin/curl","/usr/sbin/curl","/sbin/curl","/usr/libexec/curl" };
// Maximum message length
#define CURL_MAX_MESSAGE_LENGTH (1024 * 1024 * 64)
// Internal private thread class that performs request, notifies handler,
// and then commits suicide by deleting itself.
class HttpClient_Private_Request : NonCopyable
{
public:
HttpClient_Private_Request(HttpClient *parent,const char *method,const std::string &url,const std::map &headers,unsigned int timeout,void (*handler)(void *,int,const std::string &,const std::string &),void *arg) :
_url(url),
_headers(headers),
_timeout(timeout),
_handler(handler),
_arg(arg),
_parent(parent),
_pid(0),
_cancelled(false)
{
_myThread = Thread::start(this);
}
~HttpClient_Private_Request()
{
Mutex::Lock _l(_parent->_requests_m);
_parent->_requests.erase((HttpClient::Request)this);
}
void threadMain()
{
char *curlArgs[1024];
char buf[16384];
fd_set readfds,writefds,errfds;
struct timeval tv;
std::string curlPath;
for(int i=0;i(curlPath.c_str());
curlArgs[1] = const_cast ("-D");
curlArgs[2] = const_cast ("-"); // append headers before output
int argPtr = 3;
std::vector headerArgs;
for(std::map::const_iterator h(_headers.begin());h!=_headers.end();++h) {
headerArgs.push_back(h->first);
headerArgs.back().append(": ");
headerArgs.back().append(h->second);
}
for(std::vector::iterator h(headerArgs.begin());h!=headerArgs.end();++h) {
if (argPtr >= (1024 - 4)) // leave room for terminating NULL and URL
break;
curlArgs[argPtr++] = const_cast ("-H");
curlArgs[argPtr++] = const_cast (h->c_str());
}
curlArgs[argPtr++] = const_cast (_url.c_str());
curlArgs[argPtr] = (char *)0;
if (_cancelled) {
delete this;
return;
}
int curlStdout[2];
int curlStderr[2];
::pipe(curlStdout);
::pipe(curlStderr);
_pid = (long)vfork();
if (_pid < 0) {
// fork() failed
::close(curlStdout[0]);
::close(curlStdout[1]);
::close(curlStderr[0]);
::close(curlStderr[1]);
_doH(_arg,-1,_url,"unable to fork()");
delete this;
return;
} else if (_pid > 0) {
// fork() succeeded, in parent process
::close(curlStdout[1]);
::close(curlStderr[1]);
fcntl(curlStdout[0],F_SETFL,O_NONBLOCK);
fcntl(curlStderr[0],F_SETFL,O_NONBLOCK);
int exitCode = -1;
unsigned long long timesOutAt = Utils::now() + ((unsigned long long)_timeout * 1000ULL);
bool timedOut = false;
bool tooLong = false;
while (!_cancelled) {
FD_ZERO(&readfds);
FD_ZERO(&writefds);
FD_ZERO(&errfds);
FD_SET(curlStdout[0],&readfds);
FD_SET(curlStderr[0],&readfds);
FD_SET(curlStdout[0],&errfds);
FD_SET(curlStderr[0],&errfds);
tv.tv_sec = 1;
tv.tv_usec = 0;
select(std::max(curlStdout[0],curlStderr[0])+1,&readfds,&writefds,&errfds,&tv);
if (FD_ISSET(curlStdout[0],&readfds)) {
int n = (int)::read(curlStdout[0],buf,sizeof(buf));
if (n > 0) {
_body.append(buf,n);
// Reset timeout when data is read...
timesOutAt = Utils::now() + ((unsigned long long)_timeout * 1000ULL);
} else if (n < 0)
break;
if (_body.length() > CURL_MAX_MESSAGE_LENGTH) {
tooLong = true;
break;
}
}
if (FD_ISSET(curlStderr[0],&readfds))
::read(curlStderr[0],buf,sizeof(buf));
if (FD_ISSET(curlStdout[0],&errfds)||FD_ISSET(curlStderr[0],&errfds))
break;
if (Utils::now() >= timesOutAt) {
timedOut = true;
break;
}
if (waitpid(_pid,&exitCode,WNOHANG) > 0) {
for(;;) {
// Drain output...
int n = (int)::read(curlStdout[0],buf,sizeof(buf));
if (n <= 0)
break;
else {
_body.append(buf,n);
if (_body.length() > CURL_MAX_MESSAGE_LENGTH) {
tooLong = true;
break;
}
}
}
_pid = 0;
break;
}
}
if (_pid > 0) {
::kill(_pid,SIGKILL);
waitpid(_pid,&exitCode,0);
}
_pid = 0;
::close(curlStdout[0]);
::close(curlStderr[0]);
if (timedOut)
_doH(_arg,-1,_url,"connection timed out");
else if (tooLong)
_doH(_arg,-1,_url,"response too long");
else if (exitCode)
_doH(_arg,-1,_url,"connection failed (curl returned non-zero exit code)");
else {
unsigned long idx = 0;
// Grab status line and headers, which will prefix output on
// success and will end with an empty line.
std::vector headers;
headers.push_back(std::string());
while (idx < _body.length()) {
char c = _body[idx++];
if (c == '\n') {
if (!headers.back().length()) {
headers.pop_back();
break;
} else headers.push_back(std::string());
} else if (c != '\r')
headers.back().push_back(c);
}
if (headers.empty()||(!headers.front().length())) {
_doH(_arg,-1,_url,"HTTP response empty");
delete this;
return;
}
// Parse first line -- HTTP status code and response
size_t scPos = headers.front().find(' ');
if (scPos == std::string::npos) {
_doH(_arg,-1,_url,"invalid HTTP response (no status line)");
delete this;
return;
}
++scPos;
unsigned int rcode = Utils::strToUInt(headers.front().substr(scPos,3).c_str());
if ((!rcode)||(rcode > 999)) {
_doH(_arg,-1,_url,"invalid HTTP response (invalid response code)");
delete this;
return;
}
// Serve up the resulting data to the handler
if (rcode == 200)
_doH(_arg,rcode,_url,_body.substr(idx));
else if ((scPos + 4) < headers.front().length())
_doH(_arg,rcode,_url,headers.front().substr(scPos+4));
else _doH(_arg,rcode,_url,"(no status message from server)");
}
delete this;
return;
} else {
// fork() succeeded, in child process
::dup2(curlStdout[1],STDOUT_FILENO);
::close(curlStdout[1]);
::dup2(curlStderr[1],STDERR_FILENO);
::close(curlStderr[1]);
::execv(curlPath.c_str(),curlArgs);
::exit(-1); // only reached if execv() fails
}
}
inline void cancel()
{
{
Mutex::Lock _l(_cancelled_m);
_cancelled = true;
if (_pid > 0)
::kill(_pid,SIGKILL);
}
Thread::join(_myThread);
}
private:
inline void _doH(void *arg,int code,const std::string &url,const std::string &body)
{
Mutex::Lock _l(_cancelled_m);
try {
if ((!_cancelled)&&(_handler))
_handler(arg,code,url,body);
} catch ( ... ) {}
}
const std::string _url;
std::string _body;
std::map _headers;
unsigned int _timeout;
void (*_handler)(void *,int,const std::string &,const std::string &);
void *_arg;
HttpClient *_parent;
long _pid;
volatile bool _cancelled;
Mutex _cancelled_m;
Thread _myThread;
};
#endif // __UNIX_LIKE__
#ifdef __WINDOWS__
#define WIN_MAX_MESSAGE_LENGTH (1024 * 1024 * 64)
// Internal private thread class that performs request, notifies handler,
// and then commits suicide by deleting itself.
class HttpClient_Private_Request : NonCopyable
{
public:
HttpClient_Private_Request(HttpClient *parent,const char *method,const std::string &url,const std::map &headers,unsigned int timeout,void (*handler)(void *,int,const std::string &,const std::string &),void *arg) :
_url(url),
_headers(headers),
_timeout(timeout),
_handler(handler),
_arg(arg),
_parent(parent),
_hRequest((HINTERNET)0)
{
_myThread = Thread::start(this);
}
~HttpClient_Private_Request()
{
Mutex::Lock _l(_parent->_requests_m);
_parent->_requests.erase((HttpClient::Request)this);
}
void threadMain()
{
HINTERNET hSession = (HINTERNET)0;
HINTERNET hConnect = (HINTERNET)0;
HINTERNET hRequest = (HINTERNET)0;
try {
hSession = WinHttpOpen(L"ZeroTier One HttpClient/1.0 (WinHttp)",WINHTTP_ACCESS_TYPE_DEFAULT_PROXY,WINHTTP_NO_PROXY_NAME,WINHTTP_NO_PROXY_BYPASS,0);
if (!hSession) {
_handler(_arg,-1,_url,"WinHttpOpen() failed");
goto closeAndReturnFromHttp;
}
int timeoutMs = (int)_timeout * 1000;
WinHttpSetTimeouts(hSession,timeoutMs,timeoutMs,timeoutMs,timeoutMs);
std::wstring_convert< std::codecvt_utf8 > wcconv;
std::wstring wurl(wcconv.from_bytes(_url));
URL_COMPONENTS uc;
memset(&uc,0,sizeof(uc));
uc.dwStructSize = sizeof(uc);
uc.dwSchemeLength = -1;
uc.dwHostNameLength = -1;
uc.dwUrlPathLength = -1;
uc.dwExtraInfoLength = -1;
if (!WinHttpCrackUrl(wurl.c_str(),(DWORD)wurl.length(),0,&uc)) {
_handler(_arg,-1,_url,"unable to parse URL: WinHttpCrackUrl() failed");
goto closeAndReturnFromHttp;
}
if ((!uc.lpszHostName)||(!uc.lpszUrlPath)||(!uc.lpszScheme)||(uc.dwHostNameLength <= 0)||(uc.dwUrlPathLength <= 0)||(uc.dwSchemeLength <= 0)) {
_handler(_arg,-1,_url,"unable to parse URL: missing scheme, host name, or path");
goto closeAndReturnFromHttp;
}
std::wstring urlScheme(uc.lpszScheme,uc.dwSchemeLength);
std::wstring urlHostName(uc.lpszHostName,uc.dwHostNameLength);
std::wstring urlPath(uc.lpszUrlPath,uc.dwUrlPathLength);
if ((uc.lpszExtraInfo)&&(uc.dwExtraInfoLength > 0))
urlPath.append(uc.lpszExtraInfo,uc.dwExtraInfoLength);
if (urlScheme != L"http") {
_handler(_arg,-1,_url,"only 'http' scheme is supported");
goto closeAndReturnFromHttp;
}
hConnect = WinHttpConnect(hSession,urlHostName.c_str(),((uc.nPort > 0) ? uc.nPort : 80),0);
if (!hConnect) {
_handler(_arg,-1,_url,"connection failed");
goto closeAndReturnFromHttp;
}
{
Mutex::Lock _rl(_hRequest_m);
_hRequest = WinHttpOpenRequest(hConnect,L"GET",urlPath.c_str(),NULL,WINHTTP_NO_REFERER,WINHTTP_DEFAULT_ACCEPT_TYPES,0);
if (!_hRequest) {
_handler(_arg,-1,_url,"error sending request (1)");
goto closeAndReturnFromHttp;
}
if (!WinHttpSendRequest(_hRequest,WINHTTP_NO_ADDITIONAL_HEADERS,0,WINHTTP_NO_REQUEST_DATA,0,0,0)) {
_handler(_arg,-1,_url,"error sending request (2)");
goto closeAndReturnFromHttp;
}
hRequest = _hRequest;
}
if (WinHttpReceiveResponse(hRequest,NULL)) {
DWORD dwStatusCode = 0;
DWORD dwTmp = sizeof(dwStatusCode);
WinHttpQueryHeaders(hRequest,WINHTTP_QUERY_STATUS_CODE| WINHTTP_QUERY_FLAG_NUMBER,NULL,&dwStatusCode,&dwTmp,NULL);
DWORD dwSize;
do {
dwSize = 0;
if (!WinHttpQueryDataAvailable(hRequest,&dwSize)) {
_handler(_arg,-1,_url,"receive error (1)");
goto closeAndReturnFromHttp;
}
{
Mutex::Lock _rl(_hRequest_m);
if (!_hRequest) {
_handler(_arg,-1,_url,"request cancelled");
goto closeAndReturnFromHttp;
}
}
char *outBuffer = new char[dwSize];
DWORD dwRead = 0;
if (!WinHttpReadData(hRequest,(LPVOID)outBuffer,dwSize,&dwRead)) {
_handler(_arg,-1,_url,"receive error (2)");
goto closeAndReturnFromHttp;
}
{
Mutex::Lock _rl(_hRequest_m);
if (!_hRequest) {
_handler(_arg,-1,_url,"request cancelled");
goto closeAndReturnFromHttp;
}
_body.append(outBuffer,dwRead);
delete [] outBuffer;
if (_body.length() > WIN_MAX_MESSAGE_LENGTH) {
_handler(_arg,-1,_url,"result too large");
goto closeAndReturnFromHttp;
}
}
} while ((dwSize > 0)&&(_hRequest));
{
Mutex::Lock _rl(_hRequest_m);
if (!_hRequest) {
_handler(_arg,-1,_url,"request cancelled");
goto closeAndReturnFromHttp;
}
_handler(_arg,dwStatusCode,_url,_body);
}
} else {
_handler(_arg,-1,_url,"receive response failed");
}
} catch ( ... ) {
_handler(_arg,-1,_url,"unexpected exception");
}
closeAndReturnFromHttp:
{
Mutex::Lock _rl(_hRequest_m);
if (_hRequest) {
WinHttpCloseHandle(_hRequest);
_hRequest = (HINTERNET)0;
}
}
if (hConnect)
WinHttpCloseHandle(hConnect);
if (hSession)
WinHttpCloseHandle(hSession);
delete this;
return;
}
inline void cancel()
{
Mutex::Lock _rl(_hRequest_m);
if (_hRequest) {
WinHttpCloseHandle(_hRequest);
_hRequest = (HINTERNET)0;
}
}
const std::string _url;
std::string _body;
std::map _headers;
unsigned int _timeout;
void (*_handler)(void *,int,const std::string &,const std::string &);
void *_arg;
HttpClient *_parent;
HINTERNET _hRequest;
Mutex _hRequest_m;
Thread _myThread;
};
#endif // __WINDOWS__
const std::map HttpClient::NO_HEADERS;
HttpClient::HttpClient()
{
}
HttpClient::~HttpClient()
{
std::set reqs;
{
Mutex::Lock _l(_requests_m);
reqs = _requests;
}
for(std::set::iterator r(reqs.begin());r!=reqs.end();++r)
this->cancel(*r);
for(;;) {
_requests_m.lock();
if (_requests.empty()) {
_requests_m.unlock();
break;
} else {
_requests_m.unlock();
Thread::sleep(250);
}
}
}
void HttpClient::cancel(HttpClient::Request req)
{
Mutex::Lock _l(_requests_m);
if (_requests.count(req) == 0)
return;
((HttpClient_Private_Request *)req)->cancel();
}
HttpClient::Request HttpClient::_do(
const char *method,
const std::string &url,
const std::map &headers,
unsigned int timeout,
void (*handler)(void *,int,const std::string &,const std::string &),
void *arg)
{
HttpClient::Request r = (HttpClient::Request)(new HttpClient_Private_Request(this,method,url,headers,timeout,handler,arg));
Mutex::Lock _l(_requests_m);
_requests.insert(r);
return r;
}
} // namespace ZeroTier