summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorAdam Ierymenko <adam.ierymenko@gmail.com>2015-04-01 19:09:18 -0700
committerAdam Ierymenko <adam.ierymenko@gmail.com>2015-04-01 19:09:18 -0700
commit1f28ce398078eff39081ef25e7c1e234dd6f8fc2 (patch)
tree993a595474612d930a28a7a3d5b1a6675748db2d
parent49349470a059a54177b0831ea256492d9b30712f (diff)
downloadinfinitytier-1f28ce398078eff39081ef25e7c1e234dd6f8fc2.tar.gz
infinitytier-1f28ce398078eff39081ef25e7c1e234dd6f8fc2.zip
Tons more refactoring: simplify Network, move explicit management of Tap out, redo COM serialization, etc.
-rw-r--r--include/ZeroTierOne.h15
-rw-r--r--netconf/SqliteNetworkConfigMaster.cpp2
-rw-r--r--netconf/SqliteNetworkConfigMaster.hpp1
-rw-r--r--node/CertificateOfMembership.hpp75
-rw-r--r--node/IncomingPacket.cpp36
-rw-r--r--node/Network.cpp412
-rw-r--r--node/Network.hpp136
-rw-r--r--node/NetworkConfigMaster.hpp6
-rw-r--r--node/Node.cpp14
-rw-r--r--node/Node.hpp14
-rw-r--r--node/Packet.hpp6
11 files changed, 235 insertions, 482 deletions
diff --git a/include/ZeroTierOne.h b/include/ZeroTierOne.h
index e4a0996d..f7e95296 100644
--- a/include/ZeroTierOne.h
+++ b/include/ZeroTierOne.h
@@ -526,14 +526,19 @@ typedef long (*ZT1_DataStoreGetFunction)(ZT1_Node *,const char *,void *,unsigned
/**
* Function to store an object in the data store
*
- * Parameters: (1) node, (2) object name, (3) object data, (4) object size.
+ * Parameters: (1) node, (2) object name, (3) object data, (4) object size,
+ * and (5) secure? (bool). If secure is true, the file should be set readable
+ * and writable only to the user running ZeroTier One. What this means is
+ * platform-specific.
+ *
* Name semantics are the same as the get function. This must return zero on
* success. You can return any OS-specific error code on failure, as these
* may be visible in logs or error messages and might aid in debugging.
*
- * A call to write 0 bytes can safely be interpreted as a delete operation.
+ * A call to write 0 bytes with a null data pointer should be interpreted
+ * as a delete operation. The secure flag is not meaningful in this case.
*/
-typedef int (*ZT1_DataStorePutFunction)(ZT1_Node *,const char *,const void *,unsigned long);
+typedef int (*ZT1_DataStorePutFunction)(ZT1_Node *,const char *,const void *,unsigned long,int);
/**
* Function to send a ZeroTier packet out over the wire
@@ -570,6 +575,7 @@ typedef void (*ZT1_VirtualNetworkFrameFunction)(ZT1_Node *,uint64_t,uint64_t,uin
* will generate an identity.
*
* @param node Result: pointer is set to new node instance on success
+ * @param now Current clock in milliseconds
* @param dataStoreGetFunction Function called to get objects from persistent storage
* @param dataStorePutFunction Function called to put objects in persistent storage
* @param virtualNetworkConfigCallback Function to be called when virtual LANs are created, deleted, or their config parameters change
@@ -578,6 +584,7 @@ typedef void (*ZT1_VirtualNetworkFrameFunction)(ZT1_Node *,uint64_t,uint64_t,uin
*/
enum ZT1_ResultCode ZT1_Node_new(
ZT1_Node **node,
+ uint64_t now,
ZT1_DataStoreGetFunction *dataStoreGetFunction,
ZT1_DataStorePutFunction *dataStorePutFunction,
ZT1_WirePacketSendFunction *wirePacketSendFunction,
@@ -644,7 +651,7 @@ enum ZT1_ResultCode ZT1_Node_processVirtualNetworkFrame(
* @param nextCallDeadline Result: set to deadline for next call to one of the three processXXX() methods
* @return OK (0) or error code if a fatal error condition has occurred
*/
-enum ZT1_Resultcode ZT1_Node_processNothing(ZT1_Node *node,uint64_t now,uint64_t *nextCallDeadline);
+enum ZT1_ResultCode ZT1_Node_processNothing(ZT1_Node *node,uint64_t now,uint64_t *nextCallDeadline);
/**
* Join a network
diff --git a/netconf/SqliteNetworkConfigMaster.cpp b/netconf/SqliteNetworkConfigMaster.cpp
index 7d8cf3be..d74b0e0f 100644
--- a/netconf/SqliteNetworkConfigMaster.cpp
+++ b/netconf/SqliteNetworkConfigMaster.cpp
@@ -137,7 +137,7 @@ SqliteNetworkConfigMaster::~SqliteNetworkConfigMaster()
}
}
-NetworkConfigMaster::ResultCode SqliteNetworkConfigMaster::doNetworkConfigRequest(const InetAddress &fromAddr,uint64_t packetId,const Identity &identity,uint64_t nwid,const Dictionary &metaData,uint64_t haveRevision,Dictionary &netconf)
+NetworkConfigMaster::ResultCode SqliteNetworkConfigMaster::doNetworkConfigRequest(const InetAddress &fromAddr,const Identity &identity,uint64_t nwid,const Dictionary &metaData,uint64_t haveRevision,Dictionary &netconf)
{
Mutex::Lock _l(_lock);
diff --git a/netconf/SqliteNetworkConfigMaster.hpp b/netconf/SqliteNetworkConfigMaster.hpp
index 07388e61..72dea365 100644
--- a/netconf/SqliteNetworkConfigMaster.hpp
+++ b/netconf/SqliteNetworkConfigMaster.hpp
@@ -54,7 +54,6 @@ public:
virtual NetworkConfigMaster::ResultCode doNetworkConfigRequest(
const InetAddress &fromAddr,
- uint64_t packetId,
const Identity &identity,
uint64_t nwid,
const Dictionary &metaData,
diff --git a/node/CertificateOfMembership.hpp b/node/CertificateOfMembership.hpp
index d86fbbf4..9a03374d 100644
--- a/node/CertificateOfMembership.hpp
+++ b/node/CertificateOfMembership.hpp
@@ -40,6 +40,7 @@
#include "Address.hpp"
#include "C25519.hpp"
#include "Identity.hpp"
+#include "Utils.hpp"
namespace ZeroTier {
@@ -314,9 +315,80 @@ public:
*/
inline const Address &signedBy() const throw() { return _signedBy; }
+ /**
+ * Serialize to std::string or compatible class
+ *
+ * @param b String or other class supporting push_back() and append() like std::string
+ */
+ template<typename T>
+ inline void serialize2(T &b) const
+ {
+ uint64_t tmp[3];
+ char tmp2[ZT_ADDRESS_LENGTH];
+ b.push_back((char)COM_UINT64_ED25519);
+ b.push_back((char)((_qualifiers.size() >> 8) & 0xff));
+ b.push_back((char)(_qualifiers.size() & 0xff));
+ for(std::vector<_Qualifier>::const_iterator q(_qualifiers.begin());q!=_qualifiers.end();++q) {
+ tmp[0] = Utils::hton(q->id);
+ tmp[1] = Utils::hton(q->value);
+ tmp[2] = Utils::hton(q->maxDelta);
+ b.append(reinterpret_cast<const char *>(reinterpret_cast<void *>(tmp)),sizeof(tmp));
+ }
+ _signedBy.copyTo(tmp2,ZT_ADDRESS_LENGTH);
+ b.append(tmp2,ZT_ADDRESS_LENGTH);
+ if (_signedBy)
+ b.append((const char *)_signature.data,_signature.size());
+ }
+
+ /**
+ * Deserialize from std::string::iterator or compatible iterator or char* pointer
+ *
+ * @param p Iterator
+ * @param end End of buffer
+ */
+ template<typename T>
+ inline void deserialize2(T &p,const T &end)
+ {
+ uint64_t tmp[3];
+ char tmp2[ZT_ADDRESS_LENGTH];
+ unsigned int qcount;
+
+ _qualifiers.clear();
+ _signedBy.zero();
+
+ if (p == end) throw std::out_of_range("incomplete certificate of membership");
+ if (*(p++) != (char)COM_UINT64_ED25519) throw std::invalid_argument("unknown certificate of membership type");
+
+ if (p == end) throw std::out_of_range("incomplete certificate of membership");
+ qcount = (unsigned int)*(p++) << 8;
+ if (p == end) throw std::out_of_range("incomplete certificate of membership");
+ qcount |= (unsigned int)*(p++);
+
+ for(unsigned int i=0;i<qcount;++i) {
+ char *p2 = reinterpret_cast<char *>(reinterpret_cast<void *>(tmp));
+ for(unsigned int j=0;j<sizeof(tmp);++j) {
+ if (p == end) throw std::out_of_range("incomplete certificate of membership");
+ *(p2++) = *(p++);
+ }
+ _qualifiers.push_back(_Qualifier(Utils::ntoh(tmp[0]),Utils::ntoh(tmp[1]),Utils::ntoh(tmp[2])));
+ }
+
+ for(unsigned int j=0;j<ZT_ADDRESS_LENGTH;++j) {
+ if (p == end) throw std::out_of_range("incomplete certificate of membership");
+ tmp2[j] = *(p++);
+ }
+ _signedBy.setTo(tmp2,ZT_ADDRESS_LENGTH);
+
+ if (_signedBy) {
+ for(unsigned int j=0;j<_signature.size();++j) {
+ if (p == end) throw std::out_of_range("incomplete certificate of membership");
+ _signature.data[j] = (unsigned char)*(p++);
+ }
+ }
+ }
+
template<unsigned int C>
inline void serialize(Buffer<C> &b) const
- throw(std::out_of_range)
{
b.append((unsigned char)COM_UINT64_ED25519);
b.append((uint16_t)_qualifiers.size());
@@ -332,7 +404,6 @@ public:
template<unsigned int C>
inline unsigned int deserialize(const Buffer<C> &b,unsigned int startAt = 0)
- throw(std::out_of_range,std::invalid_argument)
{
unsigned int p = startAt;
diff --git a/node/IncomingPacket.cpp b/node/IncomingPacket.cpp
index 21fcac01..28f6eb18 100644
--- a/node/IncomingPacket.cpp
+++ b/node/IncomingPacket.cpp
@@ -308,14 +308,14 @@ bool IncomingPacket::_doOK(const RuntimeEnvironment *RR,const SharedPtr<Peer> &p
} break;
case Packet::VERB_NETWORK_CONFIG_REQUEST: {
- SharedPtr<Network> nw(RR->nc->network(at<uint64_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_NETWORK_ID)));
+ SharedPtr<Network> nw(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_NETWORK_ID)));
if ((nw)&&(nw->controller() == source())) {
unsigned int dictlen = at<uint16_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_DICT_LEN);
std::string dict((const char *)field(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST__OK__IDX_DICT,dictlen),dictlen);
if (dict.length()) {
if (nw->setConfiguration(Dictionary(dict)) == 2) { // 2 == accepted and actually new
/* If this configuration was indeed new, we do another
- * netconf request with its timestamp. We do this in
+ * netconf request with its revision. We do this in
* order to (a) tell the netconf server we got it (it
* won't send a duplicate if ts == current), and (b)
* get another one if the netconf is changing rapidly
@@ -323,17 +323,17 @@ bool IncomingPacket::_doOK(const RuntimeEnvironment *RR,const SharedPtr<Peer> &p
*
* Note that we don't do this for netconf masters with
* versions <= 1.0.3, since those regenerate a new netconf
- * with a new timestamp every time. In that case this double
+ * with a new revision every time. In that case this double
* confirmation would create a race condition. */
- if (peer->atLeastVersion(1,0,3)) {
+ if ((peer->atLeastVersion(1,0,3))&&(nc->revision() > 0)) {
SharedPtr<NetworkConfig> nc(nw->config2());
if ((nc)&&(nc->timestamp() > 0)) { // sanity check
Packet outp(peer->address(),RR->identity.address(),Packet::VERB_NETWORK_CONFIG_REQUEST);
- outp.append((uint64_t)nw->id());
- outp.append((uint16_t)0); // no meta-data
- outp.append((uint64_t)nc->timestamp());
- outp.armor(peer->key(),true);
- _fromSock->send(_remoteAddress,outp.data(),outp.size());
+ outp.append((uint64_t)nw->id());
+ outp.append((uint16_t)0); // no meta-data
+ outp.append((uint64_t)nc->revision());
+ outp.armor(peer->key(),true);
+ _fromSock->send(_remoteAddress,outp.data(),outp.size());
}
}
}
@@ -624,15 +624,17 @@ bool IncomingPacket::_doNETWORK_CONFIG_REQUEST(const RuntimeEnvironment *RR,cons
uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_NETWORK_ID);
unsigned int metaDataLength = at<uint16_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT_LEN);
Dictionary metaData((const char *)field(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT,metaDataLength),metaDataLength);
- uint64_t haveTimestamp = 0;
+ uint64_t haveRevision = 0;
if ((ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT + metaDataLength + 8) <= size())
- haveTimestamp = at<uint64_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT + metaDataLength);
+ haveRevision = at<uint64_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT + metaDataLength);
- peer->received(RR,_fromSock,_remoteAddress,hops(),packetId(),Packet::VERB_NETWORK_CONFIG_REQUEST,0,Packet::VERB_NOP,Utils::now());
+ const unsigned int h = hops();
+ uint64_t pid = packetId();
+ peer->received(RR,_fromSock,_remoteAddress,h,pid,Packet::VERB_NETWORK_CONFIG_REQUEST,0,Packet::VERB_NOP,RR->node->now());
if (RR->netconfMaster) {
Dictionary netconf;
- switch(RR->netconfMaster->doNetworkConfigRequest(_remoteAddress,packetId(),peer->identity(),nwid,metaData,haveTimestamp,netconf)) {
+ switch(RR->netconfMaster->doNetworkConfigRequest((h > 0) ? InetAddress() : _remoteAddress,peer->identity(),nwid,metaData,haveRevision,netconf)) {
case NetworkConfigMaster::NETCONF_QUERY_OK: {
std::string netconfStr(netconf.toString());
if (netconfStr.length() > 0xffff) { // sanity check since field ix 16-bit
@@ -640,7 +642,7 @@ bool IncomingPacket::_doNETWORK_CONFIG_REQUEST(const RuntimeEnvironment *RR,cons
} else {
Packet outp(peer->address(),RR->identity.address(),Packet::VERB_OK);
outp.append((unsigned char)Packet::VERB_NETWORK_CONFIG_REQUEST);
- outp.append(packetId());
+ outp.append(pid);
outp.append(nwid);
outp.append((uint16_t)netconfStr.length());
outp.append(netconfStr.data(),netconfStr.length());
@@ -657,7 +659,7 @@ bool IncomingPacket::_doNETWORK_CONFIG_REQUEST(const RuntimeEnvironment *RR,cons
case NetworkConfigMaster::NETCONF_QUERY_OBJECT_NOT_FOUND: {
Packet outp(peer->address(),RR->identity.address(),Packet::VERB_ERROR);
outp.append((unsigned char)Packet::VERB_NETWORK_CONFIG_REQUEST);
- outp.append(packetId());
+ outp.append(pid);
outp.append((unsigned char)Packet::ERROR_OBJ_NOT_FOUND);
outp.append(nwid);
outp.armor(peer->key(),true);
@@ -666,7 +668,7 @@ bool IncomingPacket::_doNETWORK_CONFIG_REQUEST(const RuntimeEnvironment *RR,cons
case NetworkConfigMaster::NETCONF_QUERY_ACCESS_DENIED: {
Packet outp(peer->address(),RR->identity.address(),Packet::VERB_ERROR);
outp.append((unsigned char)Packet::VERB_NETWORK_CONFIG_REQUEST);
- outp.append(packetId());
+ outp.append(pid);
outp.append((unsigned char)Packet::ERROR_NETWORK_ACCESS_DENIED_);
outp.append(nwid);
outp.armor(peer->key(),true);
@@ -682,7 +684,7 @@ bool IncomingPacket::_doNETWORK_CONFIG_REQUEST(const RuntimeEnvironment *RR,cons
} else {
Packet outp(peer->address(),RR->identity.address(),Packet::VERB_ERROR);
outp.append((unsigned char)Packet::VERB_NETWORK_CONFIG_REQUEST);
- outp.append(packetId());
+ outp.append(pid);
outp.append((unsigned char)Packet::ERROR_UNSUPPORTED_OPERATION);
outp.append(nwid);
outp.armor(peer->key(),true);
diff --git a/node/Network.cpp b/node/Network.cpp
index f363d333..0e67471b 100644
--- a/node/Network.cpp
+++ b/node/Network.cpp
@@ -33,83 +33,85 @@
#include "Constants.hpp"
#include "Network.hpp"
#include "RuntimeEnvironment.hpp"
-#include "NodeConfig.hpp"
#include "Switch.hpp"
#include "Packet.hpp"
#include "Buffer.hpp"
-#include "EthernetTap.hpp"
-#include "EthernetTapFactory.hpp"
-
-#define ZT_NETWORK_CERT_WRITE_BUF_SIZE 131072
+#include "NetworkConfigMaster.hpp"
namespace ZeroTier {
const ZeroTier::MulticastGroup Network::BROADCAST(ZeroTier::MAC(0xff),0);
-const char *Network::statusString(const Status s)
- throw()
+Network::Network(const RuntimeEnvironment *renv,uint64_t nwid) :
+ RR(renv),
+ _id(nwid),
+ _mac(renv->identity.address(),nwid),
+ _enabled(true),
+ _lastConfigUpdate(0),
+ _destroyed(false),
+ _netconfFailure(NETCONF_FAILURE_NONE)
{
- switch(s) {
- case NETWORK_INITIALIZING: return "INITIALIZING";
- case NETWORK_WAITING_FOR_FIRST_AUTOCONF: return "WAITING_FOR_FIRST_AUTOCONF";
- case NETWORK_OK: return "OK";
- case NETWORK_ACCESS_DENIED: return "ACCESS_DENIED";
- case NETWORK_NOT_FOUND: return "NOT_FOUND";
- case NETWORK_INITIALIZATION_FAILED: return "INITIALIZATION_FAILED";
- case NETWORK_NO_MORE_DEVICES: return "NO_MORE_DEVICES";
+ char confn[128],mcdbn[128];
+ Utils::snprintf(confn,sizeof(confn),"networks.d/%.16llx.conf",_id);
+ Utils::snprintf(mcdbn,sizeof(mcdbn),"networks.d/%.16llx.mcerts",_id);
+
+ if (_id == ZT_TEST_NETWORK_ID) {
+ applyConfiguration(NetworkConfig::createTestNetworkConfig(RR->identity.address()));
+
+ // Save a one-byte CR to persist membership in the test network
+ RR->node->dataStorePut(confn,"\n",1,false);
+ } else {
+ bool gotConf = false;
+ try {
+ std::string conf(RR->node->dataStoreGet(confn));
+ if (conf.length()) {
+ setConfiguration(Dictionary(conf),false);
+ gotConf = true;
+ }
+ } catch ( ... ) {} // ignore invalids, we'll re-request
+
+ if (!gotConf) {
+ // Save a one-byte CR to persist membership while we request a real netconf
+ RR->node->dataStorePut(confn,"\n",1,false);
+ }
+
+ try {
+ std::string mcdb(RR->node->dataStoreGet(mcdbn));
+ if (mcdb.length() > 6) {
+ const char *p = mcdb.data();
+ const char *e = p + mcdb.length();
+ if (!memcmp("ZTMCD0",p,6)) {
+ p += 6;
+ Mutex::Lock _l(_lock);
+ while (p != e) {
+ CertificateOfMembership com;
+ com.deserialize2(p,e);
+ if (!com)
+ break;
+ _membershipCertificates.insert(std::pair< Address,CertificateOfMembership >(com.issuedTo(),com));
+ }
+ }
+ }
+ } catch ( ... ) {} // ignore invalid MCDB, we'll re-learn from peers
}
- return "(invalid)";
+
+ requestConfiguration();
}
Network::~Network()
{
- _lock.lock();
- if ((_setupThread)&&(!_destroyed)) {
- _lock.unlock();
- Thread::join(_setupThread);
- } else _lock.unlock();
-
- {
- Mutex::Lock _l(_lock);
- if (_tap)
- RR->tapFactory->close(_tap,_destroyed);
- }
-
if (_destroyed) {
- Utils::rm(std::string(RR->homePath + ZT_PATH_SEPARATOR_S + "networks.d" + ZT_PATH_SEPARATOR_S + idString() + ".conf"));
- Utils::rm(std::string(RR->homePath + ZT_PATH_SEPARATOR_S + "networks.d" + ZT_PATH_SEPARATOR_S + idString() + ".mcerts"));
+ char n[128];
+ Utils::snprintf(n,sizeof(n),"networks.d/%.16llx.conf",_id);
+ RR->node->dataStoreDelete(n);
+ Utils::snprintf(n,sizeof(n),"networks.d/%.16llx.mcerts",_id);
+ RR->node->dataStoreDelete(n);
} else {
clean();
_dumpMembershipCerts();
}
}
-SharedPtr<Network> Network::newInstance(const RuntimeEnvironment *renv,NodeConfig *nc,uint64_t id)
-{
- SharedPtr<Network> nw(new Network());
- nw->_id = id;
- nw->_nc = nc;
- nw->_mac.fromAddress(renv->identity.address(),id);
- nw->RR = renv;
- nw->_tap = (EthernetTap *)0;
- nw->_enabled = true;
- nw->_lastConfigUpdate = 0;
- nw->_destroyed = false;
- nw->_netconfFailure = NETCONF_FAILURE_NONE;
-
- if (nw->controller() == renv->identity.address()) // TODO: fix Switch to allow packets to self
- throw std::runtime_error("cannot join a network for which I am the netconf master");
-
- try {
- nw->_restoreState();
- nw->requestConfiguration();
- } catch ( ... ) {
- nw->_lastConfigUpdate = 0; // call requestConfiguration() again
- }
-
- return nw;
-}
-
// Function object used by rescanMulticastGroups()
class AnnounceMulticastGroupsToPeersWithActiveDirectPaths
{
@@ -154,105 +156,16 @@ private:
std::vector<Address> _supernodeAddresses;
};
-bool Network::rescanMulticastGroups()
-{
- bool updated = false;
-
- {
- Mutex::Lock _l(_lock);
- EthernetTap *t = _tap;
- if (t) {
- // Grab current groups from the local tap
- updated = t->updateMulticastGroups(_myMulticastGroups);
-
- // Merge in learned groups from any hosts bridged in behind us
- for(std::map<MulticastGroup,uint64_t>::const_iterator mg(_multicastGroupsBehindMe.begin());mg!=_multicastGroupsBehindMe.end();++mg)
- _myMulticastGroups.insert(mg->first);
-
- // Add or remove BROADCAST group based on broadcast enabled netconf flag
- if ((_config)&&(_config->enableBroadcast())) {
- if (!_myMulticastGroups.count(BROADCAST)) {
- _myMulticastGroups.insert(BROADCAST);
- updated = true;
- }
- } else {
- if (_myMulticastGroups.count(BROADCAST)) {
- _myMulticastGroups.erase(BROADCAST);
- updated = true;
- }
- }
- }
- }
-
- if (updated) {
- AnnounceMulticastGroupsToPeersWithActiveDirectPaths afunc(RR,this);
- RR->topology->eachPeer<AnnounceMulticastGroupsToPeersWithActiveDirectPaths &>(afunc);
- }
-
- return updated;
-}
-
bool Network::applyConfiguration(const SharedPtr<NetworkConfig> &conf)
{
Mutex::Lock _l(_lock);
-
if (_destroyed)
return false;
-
try {
if ((conf->networkId() == _id)&&(conf->issuedTo() == RR->identity.address())) {
- std::vector<InetAddress> oldStaticIps;
- if (_config)
- oldStaticIps = _config->staticIps();
-
_config = conf;
-
- _lastConfigUpdate = Utils::now();
+ _lastConfigUpdate = RR->node->now();
_netconfFailure = NETCONF_FAILURE_NONE;
-
- EthernetTap *t = _tap;
- if (t) {
- char fname[1024];
- _mkNetworkFriendlyName(fname,sizeof(fname));
- t->setFriendlyName(fname);
-
- // Remove previously configured static IPs that are gone
- for(std::vector<InetAddress>::const_iterator oldip(oldStaticIps.begin());oldip!=oldStaticIps.end();++oldip) {
- if (std::find(_config->staticIps().begin(),_config->staticIps().end(),*oldip) == _config->staticIps().end())
- t->removeIP(*oldip);
- }
-
- // Add new static IPs that were not in previous config
- for(std::vector<InetAddress>::const_iterator newip(_config->staticIps().begin());newip!=_config->staticIps().end();++newip) {
- if (std::find(oldStaticIps.begin(),oldStaticIps.end(),*newip) == oldStaticIps.end())
- t->addIP(*newip);
- }
-
-#ifdef __APPLE__
- // Make sure there's an IPv6 link-local address on Macs if IPv6 is enabled
- // Other OSes don't need this -- Mac seems not to want to auto-assign
- // This might go away once we integrate properly w/Mac network setup stuff.
- if (_config->permitsEtherType(ZT_ETHERTYPE_IPV6)) {
- bool haveV6LinkLocal = false;
- std::set<InetAddress> ips(t->ips());
- for(std::set<InetAddress>::const_iterator i(ips.begin());i!=ips.end();++i) {
- if ((i->isV6())&&(i->isLinkLocal())) {
- haveV6LinkLocal = true;
- break;
- }
- }
- if (!haveV6LinkLocal)
- t->addIP(InetAddress::makeIpv6LinkLocal(_mac));
- }
-#endif // __APPLE__
-
- // ... IPs that were never controlled by static assignment are left
- // alone, as these may be DHCP or user-configured.
- } else {
- if (!_setupThread)
- _setupThread = Thread::start<Network>(this);
- }
-
return true;
} else {
LOG("ignored invalid configuration for network %.16llx (configuration contains mismatched network ID or issued-to address)",(unsigned long long)_id);
@@ -262,7 +175,6 @@ bool Network::applyConfiguration(const SharedPtr<NetworkConfig> &conf)
} catch ( ... ) {
LOG("ignored invalid configuration for network %.16llx (unknown exception)",(unsigned long long)_id);
}
-
return false;
}
@@ -277,12 +189,9 @@ int Network::setConfiguration(const Dictionary &conf,bool saveToDisk)
}
if (applyConfiguration(newConfig)) {
if (saveToDisk) {
- std::string confPath(RR->homePath + ZT_PATH_SEPARATOR_S + "networks.d" + ZT_PATH_SEPARATOR_S + idString() + ".conf");
- if (!Utils::writeFile(confPath.c_str(),conf.toString())) {
- LOG("error: unable to write network configuration file at: %s",confPath.c_str());
- } else {
- Utils::lockDownFile(confPath.c_str(),false);
- }
+ char n[128];
+ Utils::snprintf(n,sizeof(n),"networks.d/%.16llx.conf",_id);
+ RR->node->dataStorePut(n,conf.toString(),true);
}
return 2; // OK and configuration has changed
}
@@ -298,9 +207,26 @@ void Network::requestConfiguration()
return;
if (controller() == RR->identity.address()) {
- // netconf master cannot be a member of its own nets
- LOG("unable to request network configuration for network %.16llx: I am the network master, cannot query self",(unsigned long long)_id);
- return;
+ if (RR->netconfMaster) {
+ SharedPtr<NetworkConfig> nconf(config2());
+ Dictionary newconf;
+ switch(RR->netconfMaster->doNetworkConfigRequest(InetAddress(),RR->identity,_id,Dictionary(),(nconf) ? nconf->revision() : (uint64_t)0,newconf)) {
+ case NetworkConfigMaster::NETCONF_QUERY_OK:
+ this->setConfiguration(newconf,true);
+ return;
+ case NetworkConfigMaster::NETCONF_QUERY_OBJECT_NOT_FOUND:
+ this->setNotFound();
+ return;
+ case NetworkConfigMaster::NETCONF_QUERY_ACCESS_DENIED:
+ this->setAccessDenied();
+ return;
+ default:
+ return;
+ }
+ } else {
+ this->setNotFound();
+ return;
+ }
}
TRACE("requesting netconf for network %.16llx from netconf master %s",(unsigned long long)_id,controller().toString().c_str());
@@ -310,7 +236,7 @@ void Network::requestConfiguration()
{
Mutex::Lock _l(_lock);
if (_config)
- outp.append((uint64_t)_config->timestamp());
+ outp.append((uint64_t)_config->revision());
else outp.append((uint64_t)0);
}
RR->sw->send(outp,true);
@@ -494,178 +420,24 @@ void Network::destroy()
_tap = (EthernetTap *)0;
}
-// Ethernet tap creation thread -- required on some platforms where tap
-// creation may be time consuming (e.g. Windows). Thread exits after tap
-// device setup.
-void Network::threadMain()
- throw()
-{
- char fname[1024],lcentry[128];
- Utils::snprintf(lcentry,sizeof(lcentry),"_dev_for_%.16llx",(unsigned long long)_id);
-
- EthernetTap *t = (EthernetTap *)0;
- try {
- std::string desiredDevice(_nc->getLocalConfig(lcentry));
- _mkNetworkFriendlyName(fname,sizeof(fname));
-
- t = RR->tapFactory->open(_mac,ZT_IF_MTU,ZT_DEFAULT_IF_METRIC,_id,(desiredDevice.length() > 0) ? desiredDevice.c_str() : (const char *)0,fname,_CBhandleTapData,this);
-
- std::string dn(t->deviceName());
- if ((dn.length())&&(dn != desiredDevice))
- _nc->putLocalConfig(lcentry,dn);
- } catch (std::exception &exc) {
- delete t;
- t = (EthernetTap *)0;
- LOG("network %.16llx failed to initialize: %s",_id,exc.what());
- _netconfFailure = NETCONF_FAILURE_INIT_FAILED;
- } catch ( ... ) {
- delete t;
- t = (EthernetTap *)0;
- LOG("network %.16llx failed to initialize: unknown error",_id);
- _netconfFailure = NETCONF_FAILURE_INIT_FAILED;
- }
-
- {
- Mutex::Lock _l(_lock);
- if (_tap) // the tap creation thread can technically be re-launched, though this isn't done right now
- RR->tapFactory->close(_tap,false);
- _tap = t;
- if (t) {
- if (_config) {
- for(std::vector<InetAddress>::const_iterator newip(_config->staticIps().begin());newip!=_config->staticIps().end();++newip)
- t->addIP(*newip);
- }
- t->setEnabled(_enabled);
- }
- }
-
- rescanMulticastGroups();
-}
-
-void Network::_CBhandleTapData(void *arg,const MAC &from,const MAC &to,unsigned int etherType,const Buffer<4096> &data)
-{
- SharedPtr<Network> network((Network *)arg,true);
- if ((!network)||(!network->_enabled)||(network->status() != NETWORK_OK))
- return;
- try {
- network->RR->sw->onLocalEthernet(network,from,to,etherType,data);
- } catch (std::exception &exc) {
- TRACE("unexpected exception handling local packet: %s",exc.what());
- } catch ( ... ) {
- TRACE("unexpected exception handling local packet");
- }
-}
-
-void Network::_restoreState()
-{
- Buffer<ZT_NETWORK_CERT_WRITE_BUF_SIZE> buf;
-
- std::string idstr(idString());
- std::string confPath(RR->homePath + ZT_PATH_SEPARATOR_S + "networks.d" + ZT_PATH_SEPARATOR_S + idstr + ".conf");
- std::string mcdbPath(RR->homePath + ZT_PATH_SEPARATOR_S + "networks.d" + ZT_PATH_SEPARATOR_S + idstr + ".mcerts");
-
- if (_id == ZT_TEST_NETWORK_ID) {
- applyConfiguration(NetworkConfig::createTestNetworkConfig(RR->identity.address()));
-
- // "Touch" path to this ID to remember test network membership
- FILE *tmp = fopen(confPath.c_str(),"w");
- if (tmp) fclose(tmp);
- } else {
- // Read configuration file containing last config from netconf master
- {
- std::string confs;
- if (Utils::readFile(confPath.c_str(),confs)) {
- try {
- if (confs.length())
- setConfiguration(Dictionary(confs),false);
- } catch ( ... ) {} // ignore invalid config on disk, we will re-request from netconf master
- } else {
- // "Touch" path to remember membership in lieu of real config from netconf master
- FILE *tmp = fopen(confPath.c_str(),"w");
- if (tmp) fclose(tmp);
- }
- }
- }
-
- { // Read most recent membership cert dump if there is one
- Mutex::Lock _l(_lock);
- if ((_config)&&(!_config->isPublic())&&(Utils::fileExists(mcdbPath.c_str()))) {
- CertificateOfMembership com;
-
- _membershipCertificates.clear();
-
- FILE *mcdb = fopen(mcdbPath.c_str(),"rb");
- if (mcdb) {
- try {
- char magic[6];
- if ((fread(magic,6,1,mcdb) == 1)&&(!memcmp("ZTMCD0",magic,6))) {
- long rlen = 0;
- do {
- long rlen = (long)fread(const_cast<char *>(static_cast<const char *>(buf.data())) + buf.size(),1,ZT_NETWORK_CERT_WRITE_BUF_SIZE - buf.size(),mcdb);
- if (rlen < 0) rlen = 0;
- buf.setSize(buf.size() + (unsigned int)rlen);
- unsigned int ptr = 0;
- while ((ptr < (ZT_NETWORK_CERT_WRITE_BUF_SIZE / 2))&&(ptr < buf.size())) {
- ptr += com.deserialize(buf,ptr);
- if (com.issuedTo())
- _membershipCertificates[com.issuedTo()] = com;
- }
- buf.behead(ptr);
- } while (rlen > 0);
- fclose(mcdb);
- } else {
- fclose(mcdb);
- Utils::rm(mcdbPath);
- }
- } catch ( ... ) {
- // Membership cert dump file invalid. We'll re-learn them off the net.
- _membershipCertificates.clear();
- fclose(mcdb);
- Utils::rm(mcdbPath);
- }
- }
- }
- }
-}
-
void Network::_dumpMembershipCerts()
{
- Buffer<ZT_NETWORK_CERT_WRITE_BUF_SIZE> buf;
- std::string mcdbPath(RR->homePath + ZT_PATH_SEPARATOR_S + "networks.d" + ZT_PATH_SEPARATOR_S + idString() + ".mcerts");
- Mutex::Lock _l(_lock);
+ char n[128];
+ std::string buf("ZTMCD0");
- if (!_config)
- return;
+ Utils::snprintf(n,sizeof(n),"networks.d/%.16llx.mcerts",_id);
- if ((!_id)||(_config->isPublic())) {
- Utils::rm(mcdbPath);
- return;
- }
-
- FILE *mcdb = fopen(mcdbPath.c_str(),"wb");
- if (!mcdb)
- return;
+ Mutex::Lock _l(_lock);
- if (fwrite("ZTMCD0",6,1,mcdb) != 1) {
- fclose(mcdb);
- Utils::rm(mcdbPath);
+ if ((!_config)||(_config.isPublic())||(_membershipCertificates.size() == 0)) {
+ RR->node->dataStoreDelete(n);
return;
}
- for(std::map<Address,CertificateOfMembership>::iterator c=(_membershipCertificates.begin());c!=_membershipCertificates.end();++c) {
- buf.clear();
- c->second.serialize(buf);
- if (buf.size() > 0) {
- if (fwrite(buf.data(),buf.size(),1,mcdb) != 1) {
- fclose(mcdb);
- Utils::rm(mcdbPath);
- return;
- }
- }
- }
+ for(std::map<Address,CertificateOfMembership>::iterator c(_membershipCertificates.begin());c!=_membershipCertificates.end();++c)
+ c->second.serialize2(buf);
- fclose(mcdb);
- Utils::lockDownFile(mcdbPath.c_str(),false);
+ RR->node->dataStorePut(n,buf,true);
}
} // namespace ZeroTier
diff --git a/node/Network.hpp b/node/Network.hpp
index 547b33f2..c4906818 100644
--- a/node/Network.hpp
+++ b/node/Network.hpp
@@ -31,7 +31,6 @@
#include <stdint.h>
#include <string>
-#include <set>
#include <map>
#include <vector>
#include <algorithm>
@@ -57,48 +56,23 @@
namespace ZeroTier {
class RuntimeEnvironment;
-class NodeConfig;
/**
* A virtual LAN
- *
- * Networks can be open or closed. Each network has an ID whose most
- * significant 40 bits are the ZeroTier address of the node that should
- * be contacted for network configuration. The least significant 24
- * bits are arbitrary, allowing up to 2^24 networks per managing
- * node.
- *
- * Open networks do not track membership. Anyone is allowed to communicate
- * over them. For closed networks, each peer must distribute a certificate
- * regularly that proves that they are allowed to communicate.
*/
class Network : NonCopyable
{
friend class SharedPtr<Network>;
- friend class NodeConfig;
-
-private:
- // Only NodeConfig can create, only SharedPtr can delete
-
- // Actual construction happens in newInstance()
- Network() throw() {}
- ~Network();
+public:
/**
- * Create a new Network instance and restore any saved state
- *
- * If there is no saved state, a dummy .conf is created on disk to remember
- * this network across restarts.
- *
* @param renv Runtime environment
- * @param nc Parent NodeConfig
- * @param id Network ID
- * @return Reference counted pointer to new network
- * @throws std::runtime_error Unable to create tap device or other fatal error
+ * @param nwid Network ID
*/
- static SharedPtr<Network> newInstance(const RuntimeEnvironment *renv,NodeConfig *nc,uint64_t id);
+ Network(const RuntimeEnvironment *renv,uint64_t nwid);
+
+ ~Network();
-public:
/**
* Broadcast multicast group: ff:ff:ff:ff:ff:ff / 0
*/
@@ -119,13 +93,6 @@ public:
};
/**
- * @param s Status
- * @return String description
- */
- static const char *statusString(const Status s)
- throw();
-
- /**
* @return Network ID
*/
inline uint64_t id() const throw() { return _id; }
@@ -136,26 +103,9 @@ public:
inline Address controller() throw() { return Address(_id >> 24); }
/**
- * @return Network ID in hexadecimal form
+ * @return Latest list of multicast groups for this network's tap
*/
- inline std::string idString()
- {
- char buf[64];
- Utils::snprintf(buf,sizeof(buf),"%.16llx",(unsigned long long)_id);
- return std::string(buf);
- }
-
- /**
- * Rescan multicast groups for this network's tap and update peers on change
- *
- * @return True if internal multicast group set has changed since last update
- */
- bool rescanMulticastGroups();
-
- /**
- * @return Latest set of multicast groups for this network's tap
- */
- inline std::set<MulticastGroup> multicastGroups() const
+ inline std::vector<MulticastGroup> multicastGroups() const
{
Mutex::Lock _l(_lock);
return _myMulticastGroups;
@@ -168,7 +118,7 @@ public:
bool subscribedToMulticastGroup(const MulticastGroup &mg) const
{
Mutex::Lock _l(_lock);
- return (_myMulticastGroups.find(mg) != _myMulticastGroups.end());
+ return (std::find(_myMulticastGroups.begin(),_myMulticastGroups.end(),mg) != _myMulticastGroups.end());
}
/**
@@ -312,72 +262,11 @@ public:
}
/**
- * Inject a frame into tap (if it's created and network is enabled)
- *
- * @param from Origin MAC
- * @param to Destination MC
- * @param etherType Ethernet frame type
- * @param data Frame data
- * @param len Frame length
- */
- inline void tapPut(const MAC &from,const MAC &to,unsigned int etherType,const void *data,unsigned int len)
- {
- Mutex::Lock _l(_lock);
- if (!_enabled)
- return;
- EthernetTap *t = _tap;
- if (t)
- t->put(from,to,etherType,data,len);
- }
-
- /**
- * Call injectPacketFromHost() on tap if it exists
- *
- * @param from Source MAC
- * @param to Destination MAC
- * @param etherType Ethernet frame type
- * @param data Packet data
- * @param len Packet length
- */
- inline bool tapInjectPacketFromHost(const MAC &from,const MAC &to,unsigned int etherType,const void *data,unsigned int len)
- {
- Mutex::Lock _l(_lock);
- EthernetTap *t = _tap;
- if (t)
- return t->injectPacketFromHost(from,to,etherType,data,len);
- return false;
- }
-
- /**
- * @return Tap device name or empty string if still initializing
- */
- inline std::string tapDeviceName() const
- {
- Mutex::Lock _l(_lock);
- EthernetTap *t = _tap;
- if (t)
- return t->deviceName();
- else return std::string();
- }
-
- /**
* @return Ethernet MAC address for this network's local interface
*/
inline const MAC &mac() const throw() { return _mac; }
/**
- * @return Set of IPs currently assigned to interface
- */
- inline std::set<InetAddress> ips() const
- {
- Mutex::Lock _l(_lock);
- EthernetTap *t = _tap;
- if (t)
- return t->ips();
- return std::set<InetAddress>();
- }
-
- /**
* Shortcut for config()->permitsBridging(), returns false if no config
*
* @param peer Peer address to check
@@ -446,9 +335,6 @@ public:
void destroy();
private:
- static void _CBhandleTapData(void *arg,const MAC &from,const MAC &to,unsigned int etherType,const Buffer<4096> &data);
-
- void _restoreState();
void _dumpMembershipCerts();
inline void _mkNetworkFriendlyName(char *buf,unsigned int len)
@@ -459,14 +345,12 @@ private:
else Utils::snprintf(buf,len,"ZeroTier One [%.16llx]",(unsigned long long)_id);
}
+ const RuntimeEnvironment *RR;
uint64_t _id;
- NodeConfig *_nc; // parent NodeConfig object
MAC _mac; // local MAC address
- const RuntimeEnvironment *RR;
- EthernetTap *volatile _tap; // tap device or NULL if not initialized yet
volatile bool _enabled;
- std::set< MulticastGroup > _myMulticastGroups; // multicast groups that we belong to including those behind us (updated periodically)
+ std::vector< MulticastGroup > _myMulticastGroups; // multicast groups that we belong to including those behind us (updated periodically)
std::map< MulticastGroup,uint64_t > _multicastGroupsBehindMe; // multicast groups bridged to us and when we last saw activity on each
std::map< MulticastGroup,BandwidthAccount > _multicastRateAccounts;
diff --git a/node/NetworkConfigMaster.hpp b/node/NetworkConfigMaster.hpp
index 06a4e56c..f3b013e4 100644
--- a/node/NetworkConfigMaster.hpp
+++ b/node/NetworkConfigMaster.hpp
@@ -70,9 +70,8 @@ public:
* On internal server errors, the 'error' field in result can be filled in
* to indicate the error.
*
- * @param fromAddr Originating IP address
- * @param packetId 64-bit packet ID
- * @param member Originating peer ZeroTier identity
+ * @param fromAddr Originating wire address or null address if packet is not direct (or from self)
+ * @param identity Originating peer ZeroTier identity
* @param nwid 64-bit network ID
* @param metaData Meta-data bundled with request (empty if none)
* @param haveRevision Network revision ID sent by requesting peer or 0 if none
@@ -81,7 +80,6 @@ public:
*/
virtual NetworkConfigMaster::ResultCode doNetworkConfigRequest(
const InetAddress &fromAddr,
- uint64_t packetId,
const Identity &identity,
uint64_t nwid,
const Dictionary &metaData,
diff --git a/node/Node.cpp b/node/Node.cpp
index 3a73b461..c36b82d9 100644
--- a/node/Node.cpp
+++ b/node/Node.cpp
@@ -45,6 +45,7 @@
namespace ZeroTier {
Node::Node(
+ uint64_t now,
ZT1_DataStoreGetFunction *dataStoreGetFunction,
ZT1_DataStorePutFunction *dataStorePutFunction,
ZT1_WirePacketSendFunction *wirePacketSendFunction,
@@ -60,7 +61,7 @@ Node::Node(
_statusCallback(statusCallback),
_networks(),
_networks_m(),
- _now(0),
+ _now(now),
_timeOfLastPacketReceived(0),
_timeOfLastPrivilegedPacket(0),
_spamCounter(0)
@@ -129,14 +130,18 @@ ZT1_ResultCode Node::join(uint64_t nwid)
Mutex::Lock _l(_networks_m);
SharedPtr<Network> &nw = _networks[nwid];
if (!nw)
- nw = new Network();
+ nw = SharedPtr<Network>(new Network(RR,nwid));
return ZT1_RESULT_OK;
}
ZT1_ResultCode Node::leave(uint64_t nwid)
{
Mutex::Lock _l(_networks_m);
- _networks.erase(nwid);
+ std::map< uint64_t,SharedPtr<Network> >::iterator nw(_networks.find(nwid));
+ if (nw != _networks.end()) {
+ nw->second->destroy();
+ _networks.erase(nw);
+ }
}
ZT1_ResultCode Node::multicastSubscribe(ZT1_Node *node,uint64_t nwid,uint64_t multicastGroup,unsigned long multicastAdi)
@@ -180,6 +185,7 @@ extern "C" {
enum ZT1_ResultCode ZT1_Node_new(
ZT1_Node **node,
+ uint64_t now,
ZT1_DataStoreGetFunction *dataStoreGetFunction,
ZT1_DataStorePutFunction *dataStorePutFunction,
ZT1_WirePacketSendFunction *wirePacketSendFunction,
@@ -189,7 +195,7 @@ enum ZT1_ResultCode ZT1_Node_new(
{
*node = (ZT1_Node *)0;
try {
- *node = reinterpret_cast<ZT1_Node *>(new ZeroTier::Node(dataStoreGetFunction,dataStorePutFunction,wirePacketSendFunction,virtualNetworkFrameFunction,virtualNetworkConfigCallback,statusCallback));
+ *node = reinterpret_cast<ZT1_Node *>(new ZeroTier::Node(now,dataStoreGetFunction,dataStorePutFunction,wirePacketSendFunction,virtualNetworkFrameFunction,virtualNetworkConfigCallback,statusCallback));
return ZT1_RESULT_OK;
} catch (std::bad_alloc &exc) {
return ZT1_RESULT_ERROR_OUT_OF_MEMORY;
diff --git a/node/Node.hpp b/node/Node.hpp
index e376648a..461b9e9a 100644
--- a/node/Node.hpp
+++ b/node/Node.hpp
@@ -56,6 +56,7 @@ class Node
{
public:
Node(
+ uint64_t now,
ZT1_DataStoreGetFunction *dataStoreGetFunction,
ZT1_DataStorePutFunction *dataStorePutFunction,
ZT1_WirePacketSendFunction *wirePacketSendFunction,
@@ -185,6 +186,19 @@ public:
return ((nw == _networks.end()) ? SharedPtr<Network>() : nw->second);
}
+ inline bool dataStorePut(const char *name,const void *data,unsigned int len,bool secure)
+ {
+ }
+ inline bool dataStorePut(const char *name,const std::string &data,bool secure) { return dataStorePut(name,(const void *)data.data(),(unsigned int)data.length(),secure); }
+
+ inline std::string dataStoreGet(const char *name)
+ {
+ }
+
+ inline void dataStoreDelete(const char *name)
+ {
+ }
+
private:
RuntimeEnvironment *RR;
diff --git a/node/Packet.hpp b/node/Packet.hpp
index 75e595fc..78231aac 100644
--- a/node/Packet.hpp
+++ b/node/Packet.hpp
@@ -596,10 +596,10 @@ public:
* <[8] 64-bit network ID>
* <[2] 16-bit length of request meta-data dictionary>
* <[...] string-serialized request meta-data>
- * [<[8] 64-bit timestamp of netconf we currently have>]
+ * [<[8] 64-bit revision of netconf we currently have>]
*
* This message requests network configuration from a node capable of
- * providing it. If the optional timestamp is included, a response is
+ * providing it. If the optional revision is included, a response is
* only generated if there is a newer network configuration available.
*
* OK response payload:
@@ -614,7 +614,7 @@ public:
* a given network.
*
* When a new network configuration is received, another config request
- * should be sent with the new netconf's timestamp. This confirms receipt
+ * should be sent with the new netconf's revision. This confirms receipt
* and also causes any subsequent changes to rapidly propagate as this
* cycle will repeat until there are no changes. This is optional but
* recommended behavior.