IncomingPacket.cpp 57 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521
  1. /*
  2. * Copyright (c)2013-2020 ZeroTier, Inc.
  3. *
  4. * Use of this software is governed by the Business Source License included
  5. * in the LICENSE.TXT file in the project's root directory.
  6. *
  7. * Change Date: 2026-01-01
  8. *
  9. * On the date above, in accordance with the Business Source License, use
  10. * of this software will be governed by version 2.0 of the Apache License.
  11. */
  12. /****/
  13. #include "IncomingPacket.hpp"
  14. #include "../include/ZeroTierOne.h"
  15. #include "../version.h"
  16. #include "Bond.hpp"
  17. #include "Capability.hpp"
  18. #include "CertificateOfMembership.hpp"
  19. #include "Constants.hpp"
  20. #include "Metrics.hpp"
  21. #include "NetworkController.hpp"
  22. #include "Node.hpp"
  23. #include "PacketMultiplexer.hpp"
  24. #include "Path.hpp"
  25. #include "Peer.hpp"
  26. #include "Revocation.hpp"
  27. #include "RuntimeEnvironment.hpp"
  28. #include "SHA512.hpp"
  29. #include "Salsa20.hpp"
  30. #include "SelfAwareness.hpp"
  31. #include "Switch.hpp"
  32. #include "Tag.hpp"
  33. #include "Topology.hpp"
  34. #include "Trace.hpp"
  35. #include "World.hpp"
  36. #include <stdio.h>
  37. #include <stdlib.h>
  38. #include <string.h>
  39. namespace ZeroTier {
  40. bool IncomingPacket::tryDecode(const RuntimeEnvironment* RR, void* tPtr, int32_t flowId)
  41. {
  42. const Address sourceAddress(source());
  43. try {
  44. // Check for trusted paths or unencrypted HELLOs (HELLO is the only packet sent in the clear)
  45. const unsigned int c = cipher();
  46. if (c == ZT_PROTO_CIPHER_SUITE__NO_CRYPTO_TRUSTED_PATH) {
  47. // If this is marked as a packet via a trusted path, check source address and path ID.
  48. // Obviously if no trusted paths are configured this always returns false and such
  49. // packets are dropped on the floor.
  50. const uint64_t tpid = trustedPathId();
  51. if (RR->topology->shouldInboundPathBeTrusted(_path->address(), tpid)) {
  52. _authenticated = true;
  53. }
  54. else {
  55. RR->t->incomingPacketMessageAuthenticationFailure(tPtr, _path, packetId(), sourceAddress, hops(), "path not trusted");
  56. return true;
  57. }
  58. }
  59. else if ((c == ZT_PROTO_CIPHER_SUITE__C25519_POLY1305_NONE) && (verb() == Packet::VERB_HELLO)) {
  60. // Only HELLO is allowed in the clear, but will still have a MAC
  61. return _doHELLO(RR, tPtr, false);
  62. }
  63. const SharedPtr<Peer> peer(RR->topology->getPeer(tPtr, sourceAddress));
  64. if (peer) {
  65. if (! _authenticated) {
  66. if (! dearmor(peer->key(), peer->aesKeys())) {
  67. RR->t->incomingPacketMessageAuthenticationFailure(tPtr, _path, packetId(), sourceAddress, hops(), "invalid MAC");
  68. peer->recordIncomingInvalidPacket(_path);
  69. return true;
  70. }
  71. }
  72. if (! uncompress()) {
  73. RR->t->incomingPacketInvalid(tPtr, _path, packetId(), sourceAddress, hops(), Packet::VERB_NOP, "LZ4 decompression failed");
  74. return true;
  75. }
  76. _authenticated = true;
  77. const Packet::Verb v = verb();
  78. bool r = true;
  79. switch (v) {
  80. // case Packet::VERB_NOP:
  81. default: // ignore unknown verbs, but if they pass auth check they are "received"
  82. Metrics::pkt_nop_in++;
  83. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), v, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  84. break;
  85. case Packet::VERB_HELLO:
  86. r = _doHELLO(RR, tPtr, true);
  87. break;
  88. case Packet::VERB_ACK:
  89. r = _doACK(RR, tPtr, peer);
  90. break;
  91. case Packet::VERB_QOS_MEASUREMENT:
  92. r = _doQOS_MEASUREMENT(RR, tPtr, peer);
  93. break;
  94. case Packet::VERB_ERROR:
  95. r = _doERROR(RR, tPtr, peer);
  96. break;
  97. case Packet::VERB_OK:
  98. r = _doOK(RR, tPtr, peer);
  99. break;
  100. case Packet::VERB_WHOIS:
  101. r = _doWHOIS(RR, tPtr, peer);
  102. break;
  103. case Packet::VERB_RENDEZVOUS:
  104. r = _doRENDEZVOUS(RR, tPtr, peer);
  105. break;
  106. case Packet::VERB_FRAME:
  107. r = _doFRAME(RR, tPtr, peer, flowId);
  108. break;
  109. case Packet::VERB_EXT_FRAME:
  110. r = _doEXT_FRAME(RR, tPtr, peer, flowId);
  111. break;
  112. case Packet::VERB_ECHO:
  113. r = _doECHO(RR, tPtr, peer);
  114. break;
  115. case Packet::VERB_MULTICAST_LIKE:
  116. r = _doMULTICAST_LIKE(RR, tPtr, peer);
  117. break;
  118. case Packet::VERB_NETWORK_CREDENTIALS:
  119. r = _doNETWORK_CREDENTIALS(RR, tPtr, peer);
  120. break;
  121. case Packet::VERB_NETWORK_CONFIG_REQUEST:
  122. r = _doNETWORK_CONFIG_REQUEST(RR, tPtr, peer);
  123. break;
  124. case Packet::VERB_NETWORK_CONFIG:
  125. r = _doNETWORK_CONFIG(RR, tPtr, peer);
  126. break;
  127. case Packet::VERB_MULTICAST_GATHER:
  128. r = _doMULTICAST_GATHER(RR, tPtr, peer);
  129. break;
  130. case Packet::VERB_MULTICAST_FRAME:
  131. r = _doMULTICAST_FRAME(RR, tPtr, peer);
  132. break;
  133. case Packet::VERB_PUSH_DIRECT_PATHS:
  134. r = _doPUSH_DIRECT_PATHS(RR, tPtr, peer);
  135. break;
  136. case Packet::VERB_USER_MESSAGE:
  137. r = _doUSER_MESSAGE(RR, tPtr, peer);
  138. break;
  139. case Packet::VERB_REMOTE_TRACE:
  140. r = _doREMOTE_TRACE(RR, tPtr, peer);
  141. break;
  142. case Packet::VERB_PATH_NEGOTIATION_REQUEST:
  143. r = _doPATH_NEGOTIATION_REQUEST(RR, tPtr, peer);
  144. break;
  145. }
  146. if (r) {
  147. RR->node->statsLogVerb((unsigned int)v, (unsigned int)size());
  148. return true;
  149. }
  150. return false;
  151. }
  152. else {
  153. RR->sw->requestWhois(tPtr, RR->node->now(), sourceAddress);
  154. return false;
  155. }
  156. }
  157. catch (...) {
  158. RR->t->incomingPacketInvalid(tPtr, _path, packetId(), sourceAddress, hops(), verb(), "unexpected exception in tryDecode()");
  159. return true;
  160. }
  161. }
  162. bool IncomingPacket::_doERROR(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  163. {
  164. const Packet::Verb inReVerb = (Packet::Verb)(*this)[ZT_PROTO_VERB_ERROR_IDX_IN_RE_VERB];
  165. const uint64_t inRePacketId = at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_IN_RE_PACKET_ID);
  166. const Packet::ErrorCode errorCode = (Packet::ErrorCode)(*this)[ZT_PROTO_VERB_ERROR_IDX_ERROR_CODE];
  167. uint64_t networkId = 0;
  168. Metrics::pkt_error_in++;
  169. /* Security note: we do not gate doERROR() with expectingReplyTo() to
  170. * avoid having to log every outgoing packet ID. Instead we put the
  171. * logic to determine whether we should consider an ERROR in each
  172. * error handler. In most cases these are only trusted in specific
  173. * circumstances. */
  174. switch (errorCode) {
  175. case Packet::ERROR_OBJ_NOT_FOUND:
  176. // Object not found, currently only meaningful from network controllers.
  177. if (inReVerb == Packet::VERB_NETWORK_CONFIG_REQUEST) {
  178. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  179. if ((network) && (network->controller() == peer->address())) {
  180. network->setNotFound(tPtr);
  181. }
  182. }
  183. Metrics::pkt_error_obj_not_found_in++;
  184. break;
  185. case Packet::ERROR_UNSUPPORTED_OPERATION:
  186. // This can be sent in response to any operation, though right now we only
  187. // consider it meaningful from network controllers. This would indicate
  188. // that the queried node does not support acting as a controller.
  189. if (inReVerb == Packet::VERB_NETWORK_CONFIG_REQUEST) {
  190. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  191. if ((network) && (network->controller() == peer->address())) {
  192. network->setNotFound(tPtr);
  193. }
  194. }
  195. Metrics::pkt_error_unsupported_op_in++;
  196. break;
  197. case Packet::ERROR_IDENTITY_COLLISION:
  198. // FIXME: for federation this will need a payload with a signature or something.
  199. if (RR->topology->isUpstream(peer->identity())) {
  200. RR->node->postEvent(tPtr, ZT_EVENT_FATAL_ERROR_IDENTITY_COLLISION);
  201. }
  202. Metrics::pkt_error_identity_collision_in++;
  203. break;
  204. case Packet::ERROR_NEED_MEMBERSHIP_CERTIFICATE: {
  205. // Peers can send this in response to frames if they do not have a recent enough COM from us
  206. networkId = at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD);
  207. const SharedPtr<Network> network(RR->node->network(networkId));
  208. const int64_t now = RR->node->now();
  209. if ((network) && (network->config().com)) {
  210. network->peerRequestedCredentials(tPtr, peer->address(), now);
  211. }
  212. Metrics::pkt_error_need_membership_cert_in++;
  213. } break;
  214. case Packet::ERROR_NETWORK_ACCESS_DENIED_: {
  215. // Network controller: network access denied.
  216. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  217. if ((network) && (network->controller() == peer->address())) {
  218. network->setAccessDenied(tPtr);
  219. }
  220. Metrics::pkt_error_network_access_denied_in++;
  221. } break;
  222. case Packet::ERROR_UNWANTED_MULTICAST: {
  223. // Members of networks can use this error to indicate that they no longer
  224. // want to receive multicasts on a given channel.
  225. networkId = at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD);
  226. const SharedPtr<Network> network(RR->node->network(networkId));
  227. if ((network) && (network->gate(tPtr, peer))) {
  228. const MulticastGroup mg(MAC(field(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 8, 6), 6), at<uint32_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 14));
  229. RR->mc->remove(network->id(), mg, peer->address());
  230. }
  231. Metrics::pkt_error_unwanted_multicast_in++;
  232. } break;
  233. case Packet::ERROR_NETWORK_AUTHENTICATION_REQUIRED: {
  234. // fprintf(stderr, "\nPacket::ERROR_NETWORK_AUTHENTICATION_REQUIRED\n\n");
  235. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD)));
  236. if ((network) && (network->controller() == peer->address())) {
  237. int s = (int)size() - (ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 8);
  238. if (s > 2) {
  239. const uint16_t errorDataSize = at<uint16_t>(ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 8);
  240. s -= 2;
  241. if (s >= (int)errorDataSize) {
  242. Dictionary<8192> authInfo(((const char*)this->data()) + (ZT_PROTO_VERB_ERROR_IDX_PAYLOAD + 10), errorDataSize);
  243. uint64_t authVer = authInfo.getUI(ZT_AUTHINFO_DICT_KEY_VERSION, 0ULL);
  244. if (authVer == 0) {
  245. char authenticationURL[2048];
  246. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_AUTHENTICATION_URL, authenticationURL, sizeof(authenticationURL)) > 0) {
  247. authenticationURL[sizeof(authenticationURL) - 1] = 0; // ensure always zero terminated
  248. network->setAuthenticationRequired(tPtr, authenticationURL);
  249. }
  250. }
  251. else if (authVer == 1) {
  252. char issuerURL[2048] = { 0 };
  253. char centralAuthURL[2048] = { 0 };
  254. char ssoNonce[64] = { 0 };
  255. char ssoState[128] = { 0 };
  256. char ssoClientID[256] = { 0 };
  257. char ssoProvider[64] = { 0 };
  258. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_ISSUER_URL, issuerURL, sizeof(issuerURL)) > 0) {
  259. issuerURL[sizeof(issuerURL) - 1] = 0;
  260. }
  261. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_CENTRAL_ENDPOINT_URL, centralAuthURL, sizeof(centralAuthURL)) > 0) {
  262. centralAuthURL[sizeof(centralAuthURL) - 1] = 0;
  263. }
  264. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_NONCE, ssoNonce, sizeof(ssoNonce)) > 0) {
  265. ssoNonce[sizeof(ssoNonce) - 1] = 0;
  266. }
  267. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_STATE, ssoState, sizeof(ssoState)) > 0) {
  268. ssoState[sizeof(ssoState) - 1] = 0;
  269. }
  270. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_CLIENT_ID, ssoClientID, sizeof(ssoClientID)) > 0) {
  271. ssoClientID[sizeof(ssoClientID) - 1] = 0;
  272. }
  273. if (authInfo.get(ZT_AUTHINFO_DICT_KEY_SSO_PROVIDER, ssoProvider, sizeof(ssoProvider)) > 0) {
  274. ssoProvider[sizeof(ssoProvider) - 1] = 0;
  275. }
  276. else {
  277. strncpy(ssoProvider, "default", sizeof(ssoProvider));
  278. }
  279. network->setAuthenticationRequired(tPtr, issuerURL, centralAuthURL, ssoClientID, ssoProvider, ssoNonce, ssoState);
  280. }
  281. }
  282. }
  283. else {
  284. network->setAuthenticationRequired(tPtr, "");
  285. }
  286. }
  287. Metrics::pkt_error_authentication_required_in++;
  288. } break;
  289. default:
  290. break;
  291. }
  292. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_ERROR, inRePacketId, inReVerb, false, networkId, ZT_QOS_NO_FLOW);
  293. return true;
  294. }
  295. bool IncomingPacket::_doACK(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  296. {
  297. /*
  298. if (! peer->rateGateACK(RR->node->now())) {
  299. return true;
  300. }
  301. int32_t ackedBytes;
  302. if (payloadLength() != sizeof(ackedBytes)) {
  303. return true; // ignore
  304. }
  305. memcpy(&ackedBytes, payload(), sizeof(ackedBytes));
  306. peer->receivedAck(_path, RR->node->now(), Utils::ntoh(ackedBytes));
  307. */
  308. Metrics::pkt_ack_in++;
  309. return true;
  310. }
  311. bool IncomingPacket::_doQOS_MEASUREMENT(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  312. {
  313. Metrics::pkt_qos_in++;
  314. if (! peer->rateGateQoS(RR->node->now(), _path)) {
  315. return true;
  316. }
  317. if (payloadLength() > ZT_QOS_MAX_PACKET_SIZE || payloadLength() < ZT_QOS_MIN_PACKET_SIZE) {
  318. return true; // ignore
  319. }
  320. const int64_t now = RR->node->now();
  321. uint64_t rx_id[ZT_QOS_TABLE_SIZE];
  322. uint16_t rx_ts[ZT_QOS_TABLE_SIZE];
  323. char* begin = (char*)payload();
  324. char* ptr = begin;
  325. int count = 0;
  326. unsigned int len = payloadLength();
  327. // Read packet IDs and latency compensation intervals for each packet tracked by this QoS packet
  328. while (ptr < (begin + len) && (count < ZT_QOS_TABLE_SIZE)) {
  329. memcpy((void*)&rx_id[count], ptr, sizeof(uint64_t));
  330. ptr += sizeof(uint64_t);
  331. memcpy((void*)&rx_ts[count], ptr, sizeof(uint16_t));
  332. ptr += sizeof(uint16_t);
  333. count++;
  334. }
  335. peer->receivedQoS(_path, now, count, rx_id, rx_ts);
  336. return true;
  337. }
  338. bool IncomingPacket::_doHELLO(const RuntimeEnvironment* RR, void* tPtr, const bool alreadyAuthenticated)
  339. {
  340. Metrics::pkt_hello_in++;
  341. const int64_t now = RR->node->now();
  342. const uint64_t pid = packetId();
  343. const Address fromAddress(source());
  344. const unsigned int protoVersion = (*this)[ZT_PROTO_VERB_HELLO_IDX_PROTOCOL_VERSION];
  345. const unsigned int vMajor = (*this)[ZT_PROTO_VERB_HELLO_IDX_MAJOR_VERSION];
  346. const unsigned int vMinor = (*this)[ZT_PROTO_VERB_HELLO_IDX_MINOR_VERSION];
  347. const unsigned int vRevision = at<uint16_t>(ZT_PROTO_VERB_HELLO_IDX_REVISION);
  348. const int64_t timestamp = at<int64_t>(ZT_PROTO_VERB_HELLO_IDX_TIMESTAMP);
  349. Identity id;
  350. unsigned int ptr = ZT_PROTO_VERB_HELLO_IDX_IDENTITY + id.deserialize(*this, ZT_PROTO_VERB_HELLO_IDX_IDENTITY);
  351. if (protoVersion < ZT_PROTO_VERSION_MIN) {
  352. RR->t->incomingPacketDroppedHELLO(tPtr, _path, pid, fromAddress, "protocol version too old");
  353. return true;
  354. }
  355. if (fromAddress != id.address()) {
  356. RR->t->incomingPacketDroppedHELLO(tPtr, _path, pid, fromAddress, "identity/address mismatch");
  357. return true;
  358. }
  359. SharedPtr<Peer> peer(RR->topology->getPeer(tPtr, id.address()));
  360. if (peer) {
  361. // We already have an identity with this address -- check for collisions
  362. if (! alreadyAuthenticated) {
  363. if (peer->identity() != id) {
  364. // Identity is different from the one we already have -- address collision
  365. // Check rate limits
  366. if (! RR->node->rateGateIdentityVerification(now, _path->address())) {
  367. return true;
  368. }
  369. uint8_t key[ZT_SYMMETRIC_KEY_SIZE];
  370. if (RR->identity.agree(id, key)) {
  371. if (dearmor(key, peer->aesKeysIfSupported())) { // ensure packet is authentic, otherwise drop
  372. RR->t->incomingPacketDroppedHELLO(tPtr, _path, pid, fromAddress, "address collision");
  373. Packet outp(id.address(), RR->identity.address(), Packet::VERB_ERROR);
  374. outp.append((uint8_t)Packet::VERB_HELLO);
  375. outp.append((uint64_t)pid);
  376. outp.append((uint8_t)Packet::ERROR_IDENTITY_COLLISION);
  377. outp.armor(key, true, peer->aesKeysIfSupported());
  378. Metrics::pkt_error_out++;
  379. Metrics::pkt_error_identity_collision_out++;
  380. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  381. }
  382. else {
  383. RR->t->incomingPacketMessageAuthenticationFailure(tPtr, _path, pid, fromAddress, hops(), "invalid MAC");
  384. }
  385. }
  386. else {
  387. RR->t->incomingPacketMessageAuthenticationFailure(tPtr, _path, pid, fromAddress, hops(), "invalid identity");
  388. }
  389. return true;
  390. }
  391. else {
  392. // Identity is the same as the one we already have -- check packet integrity
  393. if (! dearmor(peer->key(), peer->aesKeysIfSupported())) {
  394. RR->t->incomingPacketMessageAuthenticationFailure(tPtr, _path, pid, fromAddress, hops(), "invalid MAC");
  395. return true;
  396. }
  397. // Continue at // VALID
  398. }
  399. } // else if alreadyAuthenticated then continue at // VALID
  400. }
  401. else {
  402. // We don't already have an identity with this address -- validate and learn it
  403. // Sanity check: this basically can't happen
  404. if (alreadyAuthenticated) {
  405. RR->t->incomingPacketDroppedHELLO(tPtr, _path, pid, fromAddress, "illegal alreadyAuthenticated state");
  406. return true;
  407. }
  408. // Check rate limits
  409. if (! RR->node->rateGateIdentityVerification(now, _path->address())) {
  410. RR->t->incomingPacketDroppedHELLO(tPtr, _path, pid, fromAddress, "rate limit exceeded");
  411. return true;
  412. }
  413. // Check packet integrity and MAC (this is faster than locallyValidate() so do it first to filter out total crap)
  414. SharedPtr<Peer> newPeer(new Peer(RR, RR->identity, id));
  415. if (! dearmor(newPeer->key(), newPeer->aesKeysIfSupported())) {
  416. RR->t->incomingPacketMessageAuthenticationFailure(tPtr, _path, pid, fromAddress, hops(), "invalid MAC");
  417. return true;
  418. }
  419. // Check that identity's address is valid as per the derivation function
  420. if (! id.locallyValidate()) {
  421. RR->t->incomingPacketDroppedHELLO(tPtr, _path, pid, fromAddress, "invalid identity");
  422. return true;
  423. }
  424. peer = RR->topology->addPeer(tPtr, newPeer);
  425. // Continue at // VALID
  426. }
  427. // VALID -- if we made it here, packet passed identity and authenticity checks!
  428. // Get external surface address if present (was not in old versions)
  429. InetAddress externalSurfaceAddress;
  430. if (ptr < size()) {
  431. ptr += externalSurfaceAddress.deserialize(*this, ptr);
  432. if ((externalSurfaceAddress) && (hops() == 0)) {
  433. RR->sa->iam(tPtr, id.address(), _path->localSocket(), _path->address(), externalSurfaceAddress, RR->topology->isUpstream(id), now);
  434. }
  435. }
  436. // Get primary planet world ID and world timestamp if present
  437. uint64_t planetWorldId = 0;
  438. uint64_t planetWorldTimestamp = 0;
  439. if ((ptr + 16) <= size()) {
  440. planetWorldId = at<uint64_t>(ptr);
  441. ptr += 8;
  442. planetWorldTimestamp = at<uint64_t>(ptr);
  443. ptr += 8;
  444. }
  445. std::vector<std::pair<uint64_t, uint64_t> > moonIdsAndTimestamps;
  446. if (ptr < size()) {
  447. // Remainder of packet, if present, is encrypted
  448. cryptField(peer->key(), ptr, size() - ptr);
  449. // Get moon IDs and timestamps if present
  450. if ((ptr + 2) <= size()) {
  451. const unsigned int numMoons = at<uint16_t>(ptr);
  452. ptr += 2;
  453. for (unsigned int i = 0; i < numMoons; ++i) {
  454. if ((World::Type)(*this)[ptr++] == World::TYPE_MOON) {
  455. moonIdsAndTimestamps.push_back(std::pair<uint64_t, uint64_t>(at<uint64_t>(ptr), at<uint64_t>(ptr + 8)));
  456. }
  457. ptr += 16;
  458. }
  459. }
  460. }
  461. // Send OK(HELLO) with an echo of the packet's timestamp and some of the same
  462. // information about us: version, sent-to address, etc.
  463. Packet outp(id.address(), RR->identity.address(), Packet::VERB_OK);
  464. outp.append((unsigned char)Packet::VERB_HELLO);
  465. outp.append((uint64_t)pid);
  466. outp.append((uint64_t)timestamp);
  467. outp.append((unsigned char)ZT_PROTO_VERSION);
  468. outp.append((unsigned char)ZEROTIER_ONE_VERSION_MAJOR);
  469. outp.append((unsigned char)ZEROTIER_ONE_VERSION_MINOR);
  470. outp.append((uint16_t)ZEROTIER_ONE_VERSION_REVISION);
  471. if (protoVersion >= 5) {
  472. _path->address().serialize(outp);
  473. }
  474. else {
  475. /* LEGACY COMPATIBILITY HACK:
  476. *
  477. * For a while now (since 1.0.3), ZeroTier has recognized changes in
  478. * its network environment empirically by examining its external network
  479. * address as reported by trusted peers. In versions prior to 1.1.0
  480. * (protocol version < 5), they did this by saving a snapshot of this
  481. * information (in SelfAwareness.hpp) keyed by reporting device ID and
  482. * address type.
  483. *
  484. * This causes problems when clustering is combined with symmetric NAT.
  485. * Symmetric NAT remaps ports, so different endpoints in a cluster will
  486. * report back different exterior addresses. Since the old code keys
  487. * this by device ID and not sending physical address and compares the
  488. * entire address including port, it constantly thinks its external
  489. * surface is changing and resets connections when talking to a cluster.
  490. *
  491. * In new code we key by sending physical address and device and we also
  492. * take the more conservative position of only interpreting changes in
  493. * IP address (neglecting port) as a change in network topology that
  494. * necessitates a reset. But we can make older clients work here by
  495. * nulling out the port field. Since this info is only used for empirical
  496. * detection of link changes, it doesn't break anything else.
  497. */
  498. InetAddress tmpa(_path->address());
  499. tmpa.setPort(0);
  500. tmpa.serialize(outp);
  501. }
  502. const unsigned int worldUpdateSizeAt = outp.size();
  503. outp.addSize(2); // make room for 16-bit size field
  504. if ((planetWorldId) && (RR->topology->planetWorldTimestamp() > planetWorldTimestamp) && (planetWorldId == RR->topology->planetWorldId())) {
  505. RR->topology->planet().serialize(outp, false);
  506. }
  507. if (! moonIdsAndTimestamps.empty()) {
  508. std::vector<World> moons(RR->topology->moons());
  509. for (std::vector<World>::const_iterator m(moons.begin()); m != moons.end(); ++m) {
  510. for (std::vector<std::pair<uint64_t, uint64_t> >::const_iterator i(moonIdsAndTimestamps.begin()); i != moonIdsAndTimestamps.end(); ++i) {
  511. if (i->first == m->id()) {
  512. if (m->timestamp() > i->second) {
  513. m->serialize(outp, false);
  514. }
  515. break;
  516. }
  517. }
  518. }
  519. }
  520. outp.setAt<uint16_t>(worldUpdateSizeAt, (uint16_t)(outp.size() - (worldUpdateSizeAt + 2)));
  521. outp.armor(peer->key(), true, peer->aesKeysIfSupported());
  522. peer->recordOutgoingPacket(_path, outp.packetId(), outp.payloadLength(), outp.verb(), ZT_QOS_NO_FLOW, now);
  523. Metrics::pkt_ok_out++;
  524. _path->send(RR, tPtr, outp.data(), outp.size(), now);
  525. peer->setRemoteVersion(protoVersion, vMajor, vMinor, vRevision); // important for this to go first so received() knows the version
  526. peer->received(tPtr, _path, hops(), pid, payloadLength(), Packet::VERB_HELLO, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  527. return true;
  528. }
  529. bool IncomingPacket::_doOK(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  530. {
  531. Metrics::pkt_ok_in++;
  532. const Packet::Verb inReVerb = (Packet::Verb)(*this)[ZT_PROTO_VERB_OK_IDX_IN_RE_VERB];
  533. const uint64_t inRePacketId = at<uint64_t>(ZT_PROTO_VERB_OK_IDX_IN_RE_PACKET_ID);
  534. uint64_t networkId = 0;
  535. if (! RR->node->expectingReplyTo(inRePacketId)) {
  536. return true;
  537. }
  538. switch (inReVerb) {
  539. case Packet::VERB_HELLO: {
  540. const uint64_t latency = RR->node->now() - at<uint64_t>(ZT_PROTO_VERB_HELLO__OK__IDX_TIMESTAMP);
  541. const unsigned int vProto = (*this)[ZT_PROTO_VERB_HELLO__OK__IDX_PROTOCOL_VERSION];
  542. const unsigned int vMajor = (*this)[ZT_PROTO_VERB_HELLO__OK__IDX_MAJOR_VERSION];
  543. const unsigned int vMinor = (*this)[ZT_PROTO_VERB_HELLO__OK__IDX_MINOR_VERSION];
  544. const unsigned int vRevision = at<uint16_t>(ZT_PROTO_VERB_HELLO__OK__IDX_REVISION);
  545. if (vProto < ZT_PROTO_VERSION_MIN) {
  546. return true;
  547. }
  548. InetAddress externalSurfaceAddress;
  549. unsigned int ptr = ZT_PROTO_VERB_HELLO__OK__IDX_REVISION + 2;
  550. // Get reported external surface address if present
  551. if (ptr < size()) {
  552. ptr += externalSurfaceAddress.deserialize(*this, ptr);
  553. }
  554. // Handle planet or moon updates if present
  555. if ((ptr + 2) <= size()) {
  556. const unsigned int worldsLen = at<uint16_t>(ptr);
  557. ptr += 2;
  558. if (RR->topology->shouldAcceptWorldUpdateFrom(peer->address())) {
  559. const unsigned int endOfWorlds = ptr + worldsLen;
  560. while (ptr < endOfWorlds) {
  561. World w;
  562. ptr += w.deserialize(*this, ptr);
  563. RR->topology->addWorld(tPtr, w, false);
  564. }
  565. }
  566. else {
  567. ptr += worldsLen;
  568. }
  569. }
  570. if (! hops()) {
  571. _path->updateLatency((unsigned int)latency, RR->node->now());
  572. }
  573. peer->setRemoteVersion(vProto, vMajor, vMinor, vRevision);
  574. if ((externalSurfaceAddress) && (hops() == 0)) {
  575. RR->sa->iam(tPtr, peer->address(), _path->localSocket(), _path->address(), externalSurfaceAddress, RR->topology->isUpstream(peer->identity()), RR->node->now());
  576. }
  577. } break;
  578. case Packet::VERB_WHOIS:
  579. if (RR->topology->isUpstream(peer->identity())) {
  580. const Identity id(*this, ZT_PROTO_VERB_WHOIS__OK__IDX_IDENTITY);
  581. RR->sw->doAnythingWaitingForPeer(tPtr, RR->topology->addPeer(tPtr, SharedPtr<Peer>(new Peer(RR, RR->identity, id))));
  582. }
  583. break;
  584. case Packet::VERB_NETWORK_CONFIG_REQUEST: {
  585. networkId = at<uint64_t>(ZT_PROTO_VERB_OK_IDX_PAYLOAD);
  586. const SharedPtr<Network> network(RR->node->network(networkId));
  587. if (network) {
  588. network->handleConfigChunk(tPtr, packetId(), source(), *this, ZT_PROTO_VERB_OK_IDX_PAYLOAD);
  589. }
  590. } break;
  591. case Packet::VERB_MULTICAST_GATHER: {
  592. networkId = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_NETWORK_ID);
  593. const SharedPtr<Network> network(RR->node->network(networkId));
  594. if (network) {
  595. const MulticastGroup mg(MAC(field(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_MAC, 6), 6), at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_ADI));
  596. const unsigned int count = at<uint16_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_GATHER_RESULTS + 4);
  597. RR->mc->addMultiple(tPtr, RR->node->now(), networkId, mg, field(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_GATHER_RESULTS + 6, count * 5), count, at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER__OK__IDX_GATHER_RESULTS));
  598. }
  599. } break;
  600. case Packet::VERB_MULTICAST_FRAME: {
  601. const unsigned int flags = (*this)[ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_FLAGS];
  602. networkId = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_NETWORK_ID);
  603. const MulticastGroup mg(MAC(field(ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_MAC, 6), 6), at<uint32_t>(ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_ADI));
  604. const SharedPtr<Network> network(RR->node->network(networkId));
  605. if (network) {
  606. unsigned int offset = 0;
  607. if ((flags & 0x01) != 0) { // deprecated but still used by older peers
  608. CertificateOfMembership com;
  609. offset += com.deserialize(*this, ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_COM_AND_GATHER_RESULTS);
  610. if (com) {
  611. network->addCredential(tPtr, com);
  612. }
  613. }
  614. if ((flags & 0x02) != 0) {
  615. // OK(MULTICAST_FRAME) includes implicit gather results
  616. offset += ZT_PROTO_VERB_MULTICAST_FRAME__OK__IDX_COM_AND_GATHER_RESULTS;
  617. unsigned int totalKnown = at<uint32_t>(offset);
  618. offset += 4;
  619. unsigned int count = at<uint16_t>(offset);
  620. offset += 2;
  621. RR->mc->addMultiple(tPtr, RR->node->now(), networkId, mg, field(offset, count * 5), count, totalKnown);
  622. }
  623. }
  624. } break;
  625. default:
  626. break;
  627. }
  628. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_OK, inRePacketId, inReVerb, false, networkId, ZT_QOS_NO_FLOW);
  629. return true;
  630. }
  631. bool IncomingPacket::_doWHOIS(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  632. {
  633. if ((! RR->topology->amUpstream()) && (! peer->rateGateInboundWhoisRequest(RR->node->now()))) {
  634. return true;
  635. }
  636. Metrics::pkt_whois_in++;
  637. Packet outp(peer->address(), RR->identity.address(), Packet::VERB_OK);
  638. outp.append((unsigned char)Packet::VERB_WHOIS);
  639. outp.append(packetId());
  640. unsigned int count = 0;
  641. unsigned int ptr = ZT_PACKET_IDX_PAYLOAD;
  642. while ((ptr + ZT_ADDRESS_LENGTH) <= size()) {
  643. const Address addr(field(ptr, ZT_ADDRESS_LENGTH), ZT_ADDRESS_LENGTH);
  644. ptr += ZT_ADDRESS_LENGTH;
  645. const Identity id(RR->topology->getIdentity(tPtr, addr));
  646. if (id) {
  647. id.serialize(outp, false);
  648. ++count;
  649. }
  650. else {
  651. // Request unknown WHOIS from upstream from us (if we have one)
  652. RR->sw->requestWhois(tPtr, RR->node->now(), addr);
  653. }
  654. }
  655. if (count > 0) {
  656. Metrics::pkt_ok_out++;
  657. outp.armor(peer->key(), true, peer->aesKeysIfSupported());
  658. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  659. }
  660. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_WHOIS, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  661. return true;
  662. }
  663. bool IncomingPacket::_doRENDEZVOUS(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  664. {
  665. Metrics::pkt_rendezvous_in++;
  666. if (RR->topology->isUpstream(peer->identity())) {
  667. const Address with(field(ZT_PROTO_VERB_RENDEZVOUS_IDX_ZTADDRESS, ZT_ADDRESS_LENGTH), ZT_ADDRESS_LENGTH);
  668. const SharedPtr<Peer> rendezvousWith(RR->topology->getPeer(tPtr, with));
  669. if (rendezvousWith) {
  670. const unsigned int port = at<uint16_t>(ZT_PROTO_VERB_RENDEZVOUS_IDX_PORT);
  671. const unsigned int addrlen = (*this)[ZT_PROTO_VERB_RENDEZVOUS_IDX_ADDRLEN];
  672. if ((port > 0) && ((addrlen == 4) || (addrlen == 16))) {
  673. InetAddress atAddr(field(ZT_PROTO_VERB_RENDEZVOUS_IDX_ADDRESS, addrlen), addrlen, port);
  674. if (RR->node->shouldUsePathForZeroTierTraffic(tPtr, with, _path->localSocket(), atAddr)) {
  675. const uint64_t junk = RR->node->prng();
  676. RR->node->putPacket(tPtr, _path->localSocket(), atAddr, &junk, 4, 2); // send low-TTL junk packet to 'open' local NAT(s) and stateful firewalls
  677. rendezvousWith->attemptToContactAt(tPtr, _path->localSocket(), atAddr, RR->node->now(), false);
  678. }
  679. }
  680. }
  681. }
  682. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_RENDEZVOUS, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  683. return true;
  684. }
  685. // Returns true if packet appears valid; pos and proto will be set
  686. static bool _ipv6GetPayload(const uint8_t* frameData, unsigned int frameLen, unsigned int& pos, unsigned int& proto)
  687. {
  688. if (frameLen < 40) {
  689. return false;
  690. }
  691. pos = 40;
  692. proto = frameData[6];
  693. while (pos <= frameLen) {
  694. switch (proto) {
  695. case 0: // hop-by-hop options
  696. case 43: // routing
  697. case 60: // destination options
  698. case 135: // mobility options
  699. if ((pos + 8) > frameLen) {
  700. return false; // invalid!
  701. }
  702. proto = frameData[pos];
  703. pos += ((unsigned int)frameData[pos + 1] * 8) + 8;
  704. break;
  705. // case 44: // fragment -- we currently can't parse these and they are deprecated in IPv6 anyway
  706. // case 50:
  707. // case 51: // IPSec ESP and AH -- we have to stop here since this is encrypted stuff
  708. default:
  709. return true;
  710. }
  711. }
  712. return false; // overflow == invalid
  713. }
  714. bool IncomingPacket::_doFRAME(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer, int32_t flowId)
  715. {
  716. Metrics::pkt_frame_in++;
  717. int32_t _flowId = ZT_QOS_NO_FLOW;
  718. if (size() > ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD) {
  719. const unsigned int etherType = at<uint16_t>(ZT_PROTO_VERB_FRAME_IDX_ETHERTYPE);
  720. const unsigned int frameLen = size() - ZT_PROTO_VERB_FRAME_IDX_PAYLOAD;
  721. const uint8_t* const frameData = reinterpret_cast<const uint8_t*>(data()) + ZT_PROTO_VERB_FRAME_IDX_PAYLOAD;
  722. if (etherType == ZT_ETHERTYPE_IPV4 && (frameLen >= 20)) {
  723. uint16_t srcPort = 0;
  724. uint16_t dstPort = 0;
  725. uint8_t proto = (reinterpret_cast<const uint8_t*>(frameData)[9]);
  726. const unsigned int headerLen = 4 * (reinterpret_cast<const uint8_t*>(frameData)[0] & 0xf);
  727. switch (proto) {
  728. case 0x01: // ICMP
  729. // flowId = 0x01;
  730. break;
  731. // All these start with 16-bit source and destination port in that order
  732. case 0x06: // TCP
  733. case 0x11: // UDP
  734. case 0x84: // SCTP
  735. case 0x88: // UDPLite
  736. if (frameLen > (headerLen + 4)) {
  737. unsigned int pos = headerLen + 0;
  738. srcPort = (reinterpret_cast<const uint8_t*>(frameData)[pos++]) << 8;
  739. srcPort |= (reinterpret_cast<const uint8_t*>(frameData)[pos]);
  740. pos++;
  741. dstPort = (reinterpret_cast<const uint8_t*>(frameData)[pos++]) << 8;
  742. dstPort |= (reinterpret_cast<const uint8_t*>(frameData)[pos]);
  743. _flowId = dstPort ^ srcPort ^ proto;
  744. }
  745. break;
  746. }
  747. }
  748. if (etherType == ZT_ETHERTYPE_IPV6 && (frameLen >= 40)) {
  749. uint16_t srcPort = 0;
  750. uint16_t dstPort = 0;
  751. unsigned int pos;
  752. unsigned int proto;
  753. _ipv6GetPayload((const uint8_t*)frameData, frameLen, pos, proto);
  754. switch (proto) {
  755. case 0x3A: // ICMPv6
  756. // flowId = 0x3A;
  757. break;
  758. // All these start with 16-bit source and destination port in that order
  759. case 0x06: // TCP
  760. case 0x11: // UDP
  761. case 0x84: // SCTP
  762. case 0x88: // UDPLite
  763. if (frameLen > (pos + 4)) {
  764. srcPort = (reinterpret_cast<const uint8_t*>(frameData)[pos++]) << 8;
  765. srcPort |= (reinterpret_cast<const uint8_t*>(frameData)[pos]);
  766. pos++;
  767. dstPort = (reinterpret_cast<const uint8_t*>(frameData)[pos++]) << 8;
  768. dstPort |= (reinterpret_cast<const uint8_t*>(frameData)[pos]);
  769. _flowId = dstPort ^ srcPort ^ proto;
  770. }
  771. break;
  772. default:
  773. break;
  774. }
  775. }
  776. }
  777. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_FRAME_IDX_NETWORK_ID);
  778. const SharedPtr<Network> network(RR->node->network(nwid));
  779. bool trustEstablished = false;
  780. if (network) {
  781. if (network->gate(tPtr, peer)) {
  782. trustEstablished = true;
  783. if (size() > ZT_PROTO_VERB_FRAME_IDX_PAYLOAD) {
  784. const unsigned int etherType = at<uint16_t>(ZT_PROTO_VERB_FRAME_IDX_ETHERTYPE);
  785. const MAC sourceMac(peer->address(), nwid);
  786. const unsigned int frameLen = size() - ZT_PROTO_VERB_FRAME_IDX_PAYLOAD;
  787. const uint8_t* const frameData = reinterpret_cast<const uint8_t*>(data()) + ZT_PROTO_VERB_FRAME_IDX_PAYLOAD;
  788. if (network->filterIncomingPacket(tPtr, peer, RR->identity.address(), sourceMac, network->mac(), frameData, frameLen, etherType, 0) > 0) {
  789. RR->pm->putFrame(tPtr, nwid, network->userPtr(), sourceMac, network->mac(), etherType, 0, (const void*)frameData, frameLen, _flowId);
  790. }
  791. }
  792. }
  793. else {
  794. _sendErrorNeedCredentials(RR, tPtr, peer, nwid);
  795. return false;
  796. }
  797. }
  798. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_FRAME, 0, Packet::VERB_NOP, trustEstablished, nwid, _flowId);
  799. return true;
  800. }
  801. bool IncomingPacket::_doEXT_FRAME(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer, int32_t flowId)
  802. {
  803. Metrics::pkt_ext_frame_in++;
  804. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_EXT_FRAME_IDX_NETWORK_ID);
  805. const SharedPtr<Network> network(RR->node->network(nwid));
  806. if (network) {
  807. const unsigned int flags = (*this)[ZT_PROTO_VERB_EXT_FRAME_IDX_FLAGS];
  808. unsigned int comLen = 0;
  809. if ((flags & 0x01) != 0) { // inline COM with EXT_FRAME is deprecated but still used with old peers
  810. CertificateOfMembership com;
  811. comLen = com.deserialize(*this, ZT_PROTO_VERB_EXT_FRAME_IDX_COM);
  812. if (com) {
  813. network->addCredential(tPtr, com);
  814. }
  815. }
  816. if (! network->gate(tPtr, peer)) {
  817. RR->t->incomingNetworkAccessDenied(tPtr, network, _path, packetId(), size(), peer->address(), Packet::VERB_EXT_FRAME, true);
  818. _sendErrorNeedCredentials(RR, tPtr, peer, nwid);
  819. return false;
  820. }
  821. if (size() > ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD) {
  822. const unsigned int etherType = at<uint16_t>(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_ETHERTYPE);
  823. const MAC to(field(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_TO, ZT_PROTO_VERB_EXT_FRAME_LEN_TO), ZT_PROTO_VERB_EXT_FRAME_LEN_TO);
  824. const MAC from(field(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_FROM, ZT_PROTO_VERB_EXT_FRAME_LEN_FROM), ZT_PROTO_VERB_EXT_FRAME_LEN_FROM);
  825. const unsigned int frameLen = size() - (comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD);
  826. const uint8_t* const frameData = (const uint8_t*)field(comLen + ZT_PROTO_VERB_EXT_FRAME_IDX_PAYLOAD, frameLen);
  827. if ((! from) || (from == network->mac())) {
  828. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_EXT_FRAME, 0, Packet::VERB_NOP, true, nwid, flowId); // trustEstablished because COM is okay
  829. return true;
  830. }
  831. switch (network->filterIncomingPacket(tPtr, peer, RR->identity.address(), from, to, frameData, frameLen, etherType, 0)) {
  832. case 1:
  833. if (from != MAC(peer->address(), nwid)) {
  834. if (network->config().permitsBridging(peer->address())) {
  835. network->learnBridgeRoute(from, peer->address());
  836. }
  837. else {
  838. RR->t->incomingNetworkFrameDropped(tPtr, network, _path, packetId(), size(), peer->address(), Packet::VERB_EXT_FRAME, from, to, "bridging not allowed (remote)");
  839. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_EXT_FRAME, 0, Packet::VERB_NOP, true, nwid, flowId); // trustEstablished because COM is okay
  840. return true;
  841. }
  842. }
  843. else if (to != network->mac()) {
  844. if (to.isMulticast()) {
  845. if (network->config().multicastLimit == 0) {
  846. RR->t->incomingNetworkFrameDropped(tPtr, network, _path, packetId(), size(), peer->address(), Packet::VERB_EXT_FRAME, from, to, "multicast disabled");
  847. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_EXT_FRAME, 0, Packet::VERB_NOP, true, nwid, flowId); // trustEstablished because COM is okay
  848. return true;
  849. }
  850. }
  851. else if (! network->config().permitsBridging(RR->identity.address())) {
  852. RR->t->incomingNetworkFrameDropped(tPtr, network, _path, packetId(), size(), peer->address(), Packet::VERB_EXT_FRAME, from, to, "bridging not allowed (local)");
  853. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_EXT_FRAME, 0, Packet::VERB_NOP, true, nwid, flowId); // trustEstablished because COM is okay
  854. return true;
  855. }
  856. }
  857. // fall through -- 2 means accept regardless of bridging checks or other restrictions
  858. case 2:
  859. RR->pm->putFrame(tPtr, nwid, network->userPtr(), from, to, etherType, 0, (const void*)frameData, frameLen, flowId);
  860. break;
  861. }
  862. }
  863. if ((flags & 0x10) != 0) { // ACK requested
  864. Packet outp(peer->address(), RR->identity.address(), Packet::VERB_OK);
  865. outp.append((uint8_t)Packet::VERB_EXT_FRAME);
  866. outp.append((uint64_t)packetId());
  867. outp.append((uint64_t)nwid);
  868. const int64_t now = RR->node->now();
  869. outp.armor(peer->key(), true, peer->aesKeysIfSupported());
  870. peer->recordOutgoingPacket(_path, outp.packetId(), outp.payloadLength(), outp.verb(), ZT_QOS_NO_FLOW, now);
  871. Metrics::pkt_ok_out++;
  872. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  873. }
  874. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_EXT_FRAME, 0, Packet::VERB_NOP, true, nwid, flowId);
  875. }
  876. else {
  877. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_EXT_FRAME, 0, Packet::VERB_NOP, false, nwid, flowId);
  878. }
  879. return true;
  880. }
  881. bool IncomingPacket::_doECHO(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  882. {
  883. Metrics::pkt_echo_in++;
  884. uint64_t now = RR->node->now();
  885. if (! _path->rateGateEchoRequest(now)) {
  886. return true;
  887. }
  888. const uint64_t pid = packetId();
  889. Packet outp(peer->address(), RR->identity.address(), Packet::VERB_OK);
  890. outp.append((unsigned char)Packet::VERB_ECHO);
  891. outp.append((uint64_t)pid);
  892. if (size() > ZT_PACKET_IDX_PAYLOAD) {
  893. outp.append(reinterpret_cast<const unsigned char*>(data()) + ZT_PACKET_IDX_PAYLOAD, size() - ZT_PACKET_IDX_PAYLOAD);
  894. }
  895. outp.armor(peer->key(), true, peer->aesKeysIfSupported());
  896. peer->recordOutgoingPacket(_path, outp.packetId(), outp.payloadLength(), outp.verb(), ZT_QOS_NO_FLOW, now);
  897. Metrics::pkt_ok_out++;
  898. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  899. peer->received(tPtr, _path, hops(), pid, payloadLength(), Packet::VERB_ECHO, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  900. return true;
  901. }
  902. bool IncomingPacket::_doMULTICAST_LIKE(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  903. {
  904. Metrics::pkt_multicast_like_in++;
  905. const int64_t now = RR->node->now();
  906. bool authorized = false;
  907. uint64_t lastNwid = 0;
  908. // Packet contains a series of 18-byte network,MAC,ADI tuples
  909. for (unsigned int ptr = ZT_PACKET_IDX_PAYLOAD; ptr < size(); ptr += 18) {
  910. const uint64_t nwid = at<uint64_t>(ptr);
  911. if (nwid != lastNwid) {
  912. lastNwid = nwid;
  913. SharedPtr<Network> network(RR->node->network(nwid));
  914. if (network) {
  915. authorized = network->gate(tPtr, peer);
  916. }
  917. if (! authorized) {
  918. authorized = ((RR->topology->amUpstream()) || (RR->node->localControllerHasAuthorized(now, nwid, peer->address())));
  919. }
  920. }
  921. if (authorized) {
  922. RR->mc->add(tPtr, now, nwid, MulticastGroup(MAC(field(ptr + 8, 6), 6), at<uint32_t>(ptr + 14)), peer->address());
  923. }
  924. }
  925. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_MULTICAST_LIKE, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  926. return true;
  927. }
  928. bool IncomingPacket::_doNETWORK_CREDENTIALS(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  929. {
  930. Metrics::pkt_network_credentials_in++;
  931. if (! peer->rateGateCredentialsReceived(RR->node->now())) {
  932. return true;
  933. }
  934. CertificateOfMembership com;
  935. Capability cap;
  936. Tag tag;
  937. Revocation revocation;
  938. CertificateOfOwnership coo;
  939. bool trustEstablished = false;
  940. SharedPtr<Network> network;
  941. unsigned int p = ZT_PACKET_IDX_PAYLOAD;
  942. while ((p < size()) && ((*this)[p] != 0)) {
  943. p += com.deserialize(*this, p);
  944. if (com) {
  945. network = RR->node->network(com.networkId());
  946. if (network) {
  947. switch (network->addCredential(tPtr, com)) {
  948. case Membership::ADD_REJECTED:
  949. break;
  950. case Membership::ADD_ACCEPTED_NEW:
  951. case Membership::ADD_ACCEPTED_REDUNDANT:
  952. trustEstablished = true;
  953. break;
  954. case Membership::ADD_DEFERRED_FOR_WHOIS:
  955. return false;
  956. }
  957. }
  958. }
  959. }
  960. ++p; // skip trailing 0 after COMs if present
  961. if (p < size()) { // older ZeroTier versions do not send capabilities, tags, or revocations
  962. const unsigned int numCapabilities = at<uint16_t>(p);
  963. p += 2;
  964. for (unsigned int i = 0; i < numCapabilities; ++i) {
  965. p += cap.deserialize(*this, p);
  966. if ((! network) || (network->id() != cap.networkId())) {
  967. network = RR->node->network(cap.networkId());
  968. }
  969. if (network) {
  970. switch (network->addCredential(tPtr, cap)) {
  971. case Membership::ADD_REJECTED:
  972. break;
  973. case Membership::ADD_ACCEPTED_NEW:
  974. case Membership::ADD_ACCEPTED_REDUNDANT:
  975. trustEstablished = true;
  976. break;
  977. case Membership::ADD_DEFERRED_FOR_WHOIS:
  978. return false;
  979. }
  980. }
  981. }
  982. if (p >= size()) {
  983. return true;
  984. }
  985. const unsigned int numTags = at<uint16_t>(p);
  986. p += 2;
  987. for (unsigned int i = 0; i < numTags; ++i) {
  988. p += tag.deserialize(*this, p);
  989. if ((! network) || (network->id() != tag.networkId())) {
  990. network = RR->node->network(tag.networkId());
  991. }
  992. if (network) {
  993. switch (network->addCredential(tPtr, tag)) {
  994. case Membership::ADD_REJECTED:
  995. break;
  996. case Membership::ADD_ACCEPTED_NEW:
  997. case Membership::ADD_ACCEPTED_REDUNDANT:
  998. trustEstablished = true;
  999. break;
  1000. case Membership::ADD_DEFERRED_FOR_WHOIS:
  1001. return false;
  1002. }
  1003. }
  1004. }
  1005. if (p >= size()) {
  1006. return true;
  1007. }
  1008. const unsigned int numRevocations = at<uint16_t>(p);
  1009. p += 2;
  1010. for (unsigned int i = 0; i < numRevocations; ++i) {
  1011. p += revocation.deserialize(*this, p);
  1012. if ((! network) || (network->id() != revocation.networkId())) {
  1013. network = RR->node->network(revocation.networkId());
  1014. }
  1015. if (network) {
  1016. switch (network->addCredential(tPtr, peer->address(), revocation)) {
  1017. case Membership::ADD_REJECTED:
  1018. break;
  1019. case Membership::ADD_ACCEPTED_NEW:
  1020. case Membership::ADD_ACCEPTED_REDUNDANT:
  1021. trustEstablished = true;
  1022. break;
  1023. case Membership::ADD_DEFERRED_FOR_WHOIS:
  1024. return false;
  1025. }
  1026. }
  1027. }
  1028. if (p >= size()) {
  1029. return true;
  1030. }
  1031. const unsigned int numCoos = at<uint16_t>(p);
  1032. p += 2;
  1033. for (unsigned int i = 0; i < numCoos; ++i) {
  1034. p += coo.deserialize(*this, p);
  1035. if ((! network) || (network->id() != coo.networkId())) {
  1036. network = RR->node->network(coo.networkId());
  1037. }
  1038. if (network) {
  1039. switch (network->addCredential(tPtr, coo)) {
  1040. case Membership::ADD_REJECTED:
  1041. break;
  1042. case Membership::ADD_ACCEPTED_NEW:
  1043. case Membership::ADD_ACCEPTED_REDUNDANT:
  1044. trustEstablished = true;
  1045. break;
  1046. case Membership::ADD_DEFERRED_FOR_WHOIS:
  1047. return false;
  1048. }
  1049. }
  1050. }
  1051. }
  1052. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_NETWORK_CREDENTIALS, 0, Packet::VERB_NOP, trustEstablished, (network) ? network->id() : 0, ZT_QOS_NO_FLOW);
  1053. return true;
  1054. }
  1055. bool IncomingPacket::_doNETWORK_CONFIG_REQUEST(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1056. {
  1057. Metrics::pkt_network_config_request_in++;
  1058. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_NETWORK_ID);
  1059. const unsigned int hopCount = hops();
  1060. const uint64_t requestPacketId = packetId();
  1061. if (RR->localNetworkController) {
  1062. const unsigned int metaDataLength = (ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT_LEN <= size()) ? at<uint16_t>(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT_LEN) : 0;
  1063. const char* metaDataBytes = (metaDataLength != 0) ? (const char*)field(ZT_PROTO_VERB_NETWORK_CONFIG_REQUEST_IDX_DICT, metaDataLength) : (const char*)0;
  1064. const Dictionary<ZT_NETWORKCONFIG_METADATA_DICT_CAPACITY> metaData(metaDataBytes, metaDataLength);
  1065. RR->localNetworkController->request(nwid, (hopCount > 0) ? InetAddress() : _path->address(), requestPacketId, peer->identity(), metaData);
  1066. }
  1067. else {
  1068. Packet outp(peer->address(), RR->identity.address(), Packet::VERB_ERROR);
  1069. outp.append((unsigned char)Packet::VERB_NETWORK_CONFIG_REQUEST);
  1070. outp.append(requestPacketId);
  1071. outp.append((unsigned char)Packet::ERROR_UNSUPPORTED_OPERATION);
  1072. outp.append(nwid);
  1073. outp.armor(peer->key(), true, peer->aesKeysIfSupported());
  1074. Metrics::pkt_error_out++;
  1075. Metrics::pkt_error_unsupported_op_out++;
  1076. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  1077. }
  1078. peer->received(tPtr, _path, hopCount, requestPacketId, payloadLength(), Packet::VERB_NETWORK_CONFIG_REQUEST, 0, Packet::VERB_NOP, false, nwid, ZT_QOS_NO_FLOW);
  1079. return true;
  1080. }
  1081. bool IncomingPacket::_doNETWORK_CONFIG(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1082. {
  1083. Metrics::pkt_network_config_in++;
  1084. const SharedPtr<Network> network(RR->node->network(at<uint64_t>(ZT_PACKET_IDX_PAYLOAD)));
  1085. if (network) {
  1086. const uint64_t configUpdateId = network->handleConfigChunk(tPtr, packetId(), source(), *this, ZT_PACKET_IDX_PAYLOAD);
  1087. if (configUpdateId) {
  1088. Packet outp(peer->address(), RR->identity.address(), Packet::VERB_OK);
  1089. outp.append((uint8_t)Packet::VERB_ECHO);
  1090. outp.append((uint64_t)packetId());
  1091. outp.append((uint64_t)network->id());
  1092. outp.append((uint64_t)configUpdateId);
  1093. const int64_t now = RR->node->now();
  1094. outp.armor(peer->key(), true, peer->aesKeysIfSupported());
  1095. peer->recordOutgoingPacket(_path, outp.packetId(), outp.payloadLength(), outp.verb(), ZT_QOS_NO_FLOW, now);
  1096. Metrics::pkt_ok_out++;
  1097. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  1098. }
  1099. }
  1100. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_NETWORK_CONFIG, 0, Packet::VERB_NOP, false, (network) ? network->id() : 0, ZT_QOS_NO_FLOW);
  1101. return true;
  1102. }
  1103. bool IncomingPacket::_doMULTICAST_GATHER(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1104. {
  1105. Metrics::pkt_multicast_gather_in++;
  1106. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_NETWORK_ID);
  1107. const unsigned int flags = (*this)[ZT_PROTO_VERB_MULTICAST_GATHER_IDX_FLAGS];
  1108. const MulticastGroup mg(MAC(field(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_MAC, 6), 6), at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_ADI));
  1109. const unsigned int gatherLimit = at<uint32_t>(ZT_PROTO_VERB_MULTICAST_GATHER_IDX_GATHER_LIMIT);
  1110. const SharedPtr<Network> network(RR->node->network(nwid));
  1111. if ((flags & 0x01) != 0) {
  1112. try {
  1113. CertificateOfMembership com;
  1114. com.deserialize(*this, ZT_PROTO_VERB_MULTICAST_GATHER_IDX_COM);
  1115. if ((com) && (network)) {
  1116. network->addCredential(tPtr, com);
  1117. }
  1118. }
  1119. catch (...) {
  1120. } // discard invalid COMs
  1121. }
  1122. const bool trustEstablished = (network) ? network->gate(tPtr, peer) : false;
  1123. const int64_t now = RR->node->now();
  1124. if ((gatherLimit > 0) && ((trustEstablished) || (RR->topology->amUpstream()) || (RR->node->localControllerHasAuthorized(now, nwid, peer->address())))) {
  1125. Packet outp(peer->address(), RR->identity.address(), Packet::VERB_OK);
  1126. outp.append((unsigned char)Packet::VERB_MULTICAST_GATHER);
  1127. outp.append(packetId());
  1128. outp.append(nwid);
  1129. mg.mac().appendTo(outp);
  1130. outp.append((uint32_t)mg.adi());
  1131. const unsigned int gatheredLocally = RR->mc->gather(peer->address(), nwid, mg, outp, gatherLimit);
  1132. if (gatheredLocally > 0) {
  1133. outp.armor(peer->key(), true, peer->aesKeysIfSupported());
  1134. peer->recordOutgoingPacket(_path, outp.packetId(), outp.payloadLength(), outp.verb(), ZT_QOS_NO_FLOW, now);
  1135. Metrics::pkt_ok_out++;
  1136. _path->send(RR, tPtr, outp.data(), outp.size(), now);
  1137. }
  1138. }
  1139. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_MULTICAST_GATHER, 0, Packet::VERB_NOP, trustEstablished, nwid, ZT_QOS_NO_FLOW);
  1140. return true;
  1141. }
  1142. bool IncomingPacket::_doMULTICAST_FRAME(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1143. {
  1144. Metrics::pkt_multicast_frame_in++;
  1145. const uint64_t nwid = at<uint64_t>(ZT_PROTO_VERB_MULTICAST_FRAME_IDX_NETWORK_ID);
  1146. const unsigned int flags = (*this)[ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FLAGS];
  1147. const SharedPtr<Network> network(RR->node->network(nwid));
  1148. if (network) {
  1149. // Offset -- size of optional fields added to position of later fields
  1150. unsigned int offset = 0;
  1151. if ((flags & 0x01) != 0) {
  1152. // This is deprecated but may still be sent by old peers
  1153. CertificateOfMembership com;
  1154. offset += com.deserialize(*this, ZT_PROTO_VERB_MULTICAST_FRAME_IDX_COM);
  1155. if (com) {
  1156. network->addCredential(tPtr, com);
  1157. }
  1158. }
  1159. if (! network->gate(tPtr, peer)) {
  1160. _sendErrorNeedCredentials(RR, tPtr, peer, nwid);
  1161. return false;
  1162. }
  1163. unsigned int gatherLimit = 0;
  1164. if ((flags & 0x02) != 0) {
  1165. gatherLimit = at<uint32_t>(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_GATHER_LIMIT);
  1166. offset += 4;
  1167. }
  1168. MAC from;
  1169. if ((flags & 0x04) != 0) {
  1170. from.setTo(field(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_SOURCE_MAC, 6), 6);
  1171. offset += 6;
  1172. }
  1173. else {
  1174. from.fromAddress(peer->address(), nwid);
  1175. }
  1176. const MulticastGroup to(MAC(field(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_MAC, 6), 6), at<uint32_t>(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_DEST_ADI));
  1177. const unsigned int etherType = at<uint16_t>(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_ETHERTYPE);
  1178. const unsigned int frameLen = size() - (offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FRAME);
  1179. if (network->config().multicastLimit == 0) {
  1180. RR->t->incomingNetworkFrameDropped(tPtr, network, _path, packetId(), size(), peer->address(), Packet::VERB_MULTICAST_FRAME, from, to.mac(), "multicast disabled");
  1181. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_MULTICAST_FRAME, 0, Packet::VERB_NOP, false, nwid, ZT_QOS_NO_FLOW);
  1182. return true;
  1183. }
  1184. if ((frameLen > 0) && (frameLen <= ZT_MAX_MTU)) {
  1185. if (! to.mac().isMulticast()) {
  1186. RR->t->incomingPacketInvalid(tPtr, _path, packetId(), source(), hops(), Packet::VERB_MULTICAST_FRAME, "destination not multicast");
  1187. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_MULTICAST_FRAME, 0, Packet::VERB_NOP, true, nwid, ZT_QOS_NO_FLOW); // trustEstablished because COM is okay
  1188. return true;
  1189. }
  1190. if ((! from) || (from.isMulticast()) || (from == network->mac())) {
  1191. RR->t->incomingPacketInvalid(tPtr, _path, packetId(), source(), hops(), Packet::VERB_MULTICAST_FRAME, "invalid source MAC");
  1192. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_MULTICAST_FRAME, 0, Packet::VERB_NOP, true, nwid, ZT_QOS_NO_FLOW); // trustEstablished because COM is okay
  1193. return true;
  1194. }
  1195. const uint8_t* const frameData = (const uint8_t*)field(offset + ZT_PROTO_VERB_MULTICAST_FRAME_IDX_FRAME, frameLen);
  1196. if ((flags & 0x08) && (network->config().isMulticastReplicator(RR->identity.address()))) {
  1197. RR->mc->send(tPtr, RR->node->now(), network, peer->address(), to, from, etherType, frameData, frameLen);
  1198. }
  1199. if (from != MAC(peer->address(), nwid)) {
  1200. if (network->config().permitsBridging(peer->address())) {
  1201. network->learnBridgeRoute(from, peer->address());
  1202. }
  1203. else {
  1204. RR->t->incomingNetworkFrameDropped(tPtr, network, _path, packetId(), size(), peer->address(), Packet::VERB_MULTICAST_FRAME, from, to.mac(), "bridging not allowed (remote)");
  1205. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_MULTICAST_FRAME, 0, Packet::VERB_NOP, true, nwid, ZT_QOS_NO_FLOW); // trustEstablished because COM is okay
  1206. return true;
  1207. }
  1208. }
  1209. if (network->filterIncomingPacket(tPtr, peer, RR->identity.address(), from, to.mac(), frameData, frameLen, etherType, 0) > 0) {
  1210. RR->node->putFrame(tPtr, nwid, network->userPtr(), from, to.mac(), etherType, 0, (const void*)frameData, frameLen);
  1211. }
  1212. }
  1213. if (gatherLimit) {
  1214. Packet outp(source(), RR->identity.address(), Packet::VERB_OK);
  1215. outp.append((unsigned char)Packet::VERB_MULTICAST_FRAME);
  1216. outp.append(packetId());
  1217. outp.append(nwid);
  1218. to.mac().appendTo(outp);
  1219. outp.append((uint32_t)to.adi());
  1220. outp.append((unsigned char)0x02); // flag 0x02 = contains gather results
  1221. if (RR->mc->gather(peer->address(), nwid, to, outp, gatherLimit)) {
  1222. const int64_t now = RR->node->now();
  1223. outp.armor(peer->key(), true, peer->aesKeysIfSupported());
  1224. peer->recordOutgoingPacket(_path, outp.packetId(), outp.payloadLength(), outp.verb(), ZT_QOS_NO_FLOW, now);
  1225. Metrics::pkt_ok_out++;
  1226. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  1227. }
  1228. }
  1229. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_MULTICAST_FRAME, 0, Packet::VERB_NOP, true, nwid, ZT_QOS_NO_FLOW);
  1230. }
  1231. return true;
  1232. }
  1233. bool IncomingPacket::_doPUSH_DIRECT_PATHS(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1234. {
  1235. Metrics::pkt_push_direct_paths_in++;
  1236. const int64_t now = RR->node->now();
  1237. if (! peer->rateGatePushDirectPaths(now)) {
  1238. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_PUSH_DIRECT_PATHS, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  1239. return true;
  1240. }
  1241. // Second, limit addresses by scope and type
  1242. uint8_t countPerScope[ZT_INETADDRESS_MAX_SCOPE + 1][2]; // [][0] is v4, [][1] is v6
  1243. memset(countPerScope, 0, sizeof(countPerScope));
  1244. unsigned int count = at<uint16_t>(ZT_PACKET_IDX_PAYLOAD);
  1245. unsigned int ptr = ZT_PACKET_IDX_PAYLOAD + 2;
  1246. while (count--) { // if ptr overflows Buffer will throw
  1247. unsigned int flags = (*this)[ptr++];
  1248. unsigned int extLen = at<uint16_t>(ptr);
  1249. ptr += 2;
  1250. ptr += extLen; // unused right now
  1251. unsigned int addrType = (*this)[ptr++];
  1252. unsigned int addrLen = (*this)[ptr++];
  1253. switch (addrType) {
  1254. case 4: {
  1255. const InetAddress a(field(ptr, 4), 4, at<uint16_t>(ptr + 4));
  1256. if (((flags & ZT_PUSH_DIRECT_PATHS_FLAG_FORGET_PATH) == 0) && // not being told to forget
  1257. (! (((flags & ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT) == 0) && (peer->hasActivePathTo(now, a)))) && // not already known
  1258. (RR->node->shouldUsePathForZeroTierTraffic(tPtr, peer->address(), _path->localSocket(), a))) // should use path
  1259. {
  1260. if ((flags & ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT) != 0) {
  1261. peer->clusterRedirect(tPtr, _path, a, now);
  1262. }
  1263. else if (++countPerScope[(int)a.ipScope()][0] <= ZT_PUSH_DIRECT_PATHS_MAX_PER_SCOPE_AND_FAMILY) {
  1264. peer->attemptToContactAt(tPtr, InetAddress(), a, now, false);
  1265. }
  1266. }
  1267. } break;
  1268. case 6: {
  1269. const InetAddress a(field(ptr, 16), 16, at<uint16_t>(ptr + 16));
  1270. if (((flags & ZT_PUSH_DIRECT_PATHS_FLAG_FORGET_PATH) == 0) && // not being told to forget
  1271. (! (((flags & ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT) == 0) && (peer->hasActivePathTo(now, a)))) && // not already known
  1272. (RR->node->shouldUsePathForZeroTierTraffic(tPtr, peer->address(), _path->localSocket(), a))) // should use path
  1273. {
  1274. if ((flags & ZT_PUSH_DIRECT_PATHS_FLAG_CLUSTER_REDIRECT) != 0) {
  1275. peer->clusterRedirect(tPtr, _path, a, now);
  1276. }
  1277. else if (++countPerScope[(int)a.ipScope()][1] <= ZT_PUSH_DIRECT_PATHS_MAX_PER_SCOPE_AND_FAMILY) {
  1278. peer->attemptToContactAt(tPtr, InetAddress(), a, now, false);
  1279. }
  1280. }
  1281. } break;
  1282. }
  1283. ptr += addrLen;
  1284. }
  1285. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_PUSH_DIRECT_PATHS, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  1286. return true;
  1287. }
  1288. bool IncomingPacket::_doUSER_MESSAGE(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1289. {
  1290. Metrics::pkt_user_message_in++;
  1291. if (likely(size() >= (ZT_PACKET_IDX_PAYLOAD + 8))) {
  1292. ZT_UserMessage um;
  1293. um.origin = peer->address().toInt();
  1294. um.typeId = at<uint64_t>(ZT_PACKET_IDX_PAYLOAD);
  1295. um.data = reinterpret_cast<const void*>(reinterpret_cast<const uint8_t*>(data()) + ZT_PACKET_IDX_PAYLOAD + 8);
  1296. um.length = size() - (ZT_PACKET_IDX_PAYLOAD + 8);
  1297. RR->node->postEvent(tPtr, ZT_EVENT_USER_MESSAGE, reinterpret_cast<const void*>(&um));
  1298. }
  1299. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_USER_MESSAGE, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  1300. return true;
  1301. }
  1302. bool IncomingPacket::_doREMOTE_TRACE(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1303. {
  1304. Metrics::pkt_remote_trace_in++;
  1305. ZT_RemoteTrace rt;
  1306. const char* ptr = reinterpret_cast<const char*>(data()) + ZT_PACKET_IDX_PAYLOAD;
  1307. const char* const eof = reinterpret_cast<const char*>(data()) + size();
  1308. rt.origin = peer->address().toInt();
  1309. rt.data = const_cast<char*>(ptr); // start of first string
  1310. while (ptr < eof) {
  1311. if (! *ptr) { // end of string
  1312. rt.len = (unsigned int)(ptr - rt.data);
  1313. if ((rt.len > 0) && (rt.len <= ZT_MAX_REMOTE_TRACE_SIZE)) {
  1314. RR->node->postEvent(tPtr, ZT_EVENT_REMOTE_TRACE, &rt);
  1315. }
  1316. rt.data = const_cast<char*>(++ptr); // start of next string, if any
  1317. }
  1318. else {
  1319. ++ptr;
  1320. }
  1321. }
  1322. peer->received(tPtr, _path, hops(), packetId(), payloadLength(), Packet::VERB_REMOTE_TRACE, 0, Packet::VERB_NOP, false, 0, ZT_QOS_NO_FLOW);
  1323. return true;
  1324. }
  1325. bool IncomingPacket::_doPATH_NEGOTIATION_REQUEST(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer)
  1326. {
  1327. Metrics::pkt_path_negotiation_request_in++;
  1328. uint64_t now = RR->node->now();
  1329. if (! peer->rateGatePathNegotiation(now, _path)) {
  1330. return true;
  1331. }
  1332. if (payloadLength() != sizeof(int16_t)) {
  1333. return true;
  1334. }
  1335. int16_t remoteUtility = 0;
  1336. memcpy(&remoteUtility, payload(), sizeof(int16_t));
  1337. peer->processIncomingPathNegotiationRequest(now, _path, Utils::ntoh(remoteUtility));
  1338. return true;
  1339. }
  1340. void IncomingPacket::_sendErrorNeedCredentials(const RuntimeEnvironment* RR, void* tPtr, const SharedPtr<Peer>& peer, const uint64_t nwid)
  1341. {
  1342. Packet outp(source(), RR->identity.address(), Packet::VERB_ERROR);
  1343. outp.append((uint8_t)verb());
  1344. outp.append(packetId());
  1345. outp.append((uint8_t)Packet::ERROR_NEED_MEMBERSHIP_CERTIFICATE);
  1346. outp.append(nwid);
  1347. outp.armor(peer->key(), true, peer->aesKeysIfSupported());
  1348. Metrics::pkt_error_out++;
  1349. Metrics::pkt_error_need_membership_cert_out++;
  1350. _path->send(RR, tPtr, outp.data(), outp.size(), RR->node->now());
  1351. }
  1352. } // namespace ZeroTier