nodelist.c 71 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244
  1. /* Copyright (c) 2001 Matej Pfajfar.
  2. * Copyright (c) 2001-2004, Roger Dingledine.
  3. * Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  4. * Copyright (c) 2007-2017, The Tor Project, Inc. */
  5. /* See LICENSE for licensing information */
  6. /**
  7. * \file nodelist.c
  8. *
  9. * \brief Structures and functions for tracking what we know about the routers
  10. * on the Tor network, and correlating information from networkstatus,
  11. * routerinfo, and microdescs.
  12. *
  13. * The key structure here is node_t: that's the canonical way to refer
  14. * to a Tor relay that we might want to build a circuit through. Every
  15. * node_t has either a routerinfo_t, or a routerstatus_t from the current
  16. * networkstatus consensus. If it has a routerstatus_t, it will also
  17. * need to have a microdesc_t before you can use it for circuits.
  18. *
  19. * The nodelist_t is a global singleton that maps identities to node_t
  20. * objects. Access them with the node_get_*() functions. The nodelist_t
  21. * is maintained by calls throughout the codebase
  22. *
  23. * Generally, other code should not have to reach inside a node_t to
  24. * see what information it has. Instead, you should call one of the
  25. * many accessor functions that works on a generic node_t. If there
  26. * isn't one that does what you need, it's better to make such a function,
  27. * and then use it.
  28. *
  29. * For historical reasons, some of the functions that select a node_t
  30. * from the list of all usable node_t objects are in the routerlist.c
  31. * module, since they originally selected a routerinfo_t. (TODO: They
  32. * should move!)
  33. *
  34. * (TODO: Perhaps someday we should abstract the remaining ways of
  35. * talking about a relay to also be node_t instances. Those would be
  36. * routerstatus_t as used for directory requests, and dir_server_t as
  37. * used for authorities and fallback directories.)
  38. */
  39. #define NODELIST_PRIVATE
  40. #include "or.h"
  41. #include "address.h"
  42. #include "config.h"
  43. #include "control.h"
  44. #include "dirserv.h"
  45. #include "entrynodes.h"
  46. #include "geoip.h"
  47. #include "hs_common.h"
  48. #include "main.h"
  49. #include "microdesc.h"
  50. #include "networkstatus.h"
  51. #include "nodelist.h"
  52. #include "policies.h"
  53. #include "protover.h"
  54. #include "rendservice.h"
  55. #include "router.h"
  56. #include "routerlist.h"
  57. #include "routerparse.h"
  58. #include "routerset.h"
  59. #include "torcert.h"
  60. #include <string.h>
  61. static void nodelist_drop_node(node_t *node, int remove_from_ht);
  62. static void node_free(node_t *node);
  63. /** count_usable_descriptors counts descriptors with these flag(s)
  64. */
  65. typedef enum {
  66. /* All descriptors regardless of flags */
  67. USABLE_DESCRIPTOR_ALL = 0,
  68. /* Only descriptors with the Exit flag */
  69. USABLE_DESCRIPTOR_EXIT_ONLY = 1
  70. } usable_descriptor_t;
  71. static void count_usable_descriptors(int *num_present,
  72. int *num_usable,
  73. smartlist_t *descs_out,
  74. const networkstatus_t *consensus,
  75. time_t now,
  76. routerset_t *in_set,
  77. usable_descriptor_t exit_only);
  78. static void update_router_have_minimum_dir_info(void);
  79. static double get_frac_paths_needed_for_circs(const or_options_t *options,
  80. const networkstatus_t *ns);
  81. /** A nodelist_t holds a node_t object for every router we're "willing to use
  82. * for something". Specifically, it should hold a node_t for every node that
  83. * is currently in the routerlist, or currently in the consensus we're using.
  84. */
  85. typedef struct nodelist_t {
  86. /* A list of all the nodes. */
  87. smartlist_t *nodes;
  88. /* Hash table to map from node ID digest to node. */
  89. HT_HEAD(nodelist_map, node_t) nodes_by_id;
  90. } nodelist_t;
  91. static inline unsigned int
  92. node_id_hash(const node_t *node)
  93. {
  94. return (unsigned) siphash24g(node->identity, DIGEST_LEN);
  95. }
  96. static inline unsigned int
  97. node_id_eq(const node_t *node1, const node_t *node2)
  98. {
  99. return tor_memeq(node1->identity, node2->identity, DIGEST_LEN);
  100. }
  101. HT_PROTOTYPE(nodelist_map, node_t, ht_ent, node_id_hash, node_id_eq)
  102. HT_GENERATE2(nodelist_map, node_t, ht_ent, node_id_hash, node_id_eq,
  103. 0.6, tor_reallocarray_, tor_free_)
  104. /** The global nodelist. */
  105. static nodelist_t *the_nodelist=NULL;
  106. /** Create an empty nodelist if we haven't done so already. */
  107. static void
  108. init_nodelist(void)
  109. {
  110. if (PREDICT_UNLIKELY(the_nodelist == NULL)) {
  111. the_nodelist = tor_malloc_zero(sizeof(nodelist_t));
  112. HT_INIT(nodelist_map, &the_nodelist->nodes_by_id);
  113. the_nodelist->nodes = smartlist_new();
  114. }
  115. }
  116. /** As node_get_by_id, but returns a non-const pointer */
  117. node_t *
  118. node_get_mutable_by_id(const char *identity_digest)
  119. {
  120. node_t search, *node;
  121. if (PREDICT_UNLIKELY(the_nodelist == NULL))
  122. return NULL;
  123. memcpy(&search.identity, identity_digest, DIGEST_LEN);
  124. node = HT_FIND(nodelist_map, &the_nodelist->nodes_by_id, &search);
  125. return node;
  126. }
  127. /** Return the node_t whose identity is <b>identity_digest</b>, or NULL
  128. * if no such node exists. */
  129. MOCK_IMPL(const node_t *,
  130. node_get_by_id,(const char *identity_digest))
  131. {
  132. return node_get_mutable_by_id(identity_digest);
  133. }
  134. /** Internal: return the node_t whose identity_digest is
  135. * <b>identity_digest</b>. If none exists, create a new one, add it to the
  136. * nodelist, and return it.
  137. *
  138. * Requires that the nodelist be initialized.
  139. */
  140. static node_t *
  141. node_get_or_create(const char *identity_digest)
  142. {
  143. node_t *node;
  144. if ((node = node_get_mutable_by_id(identity_digest)))
  145. return node;
  146. node = tor_malloc_zero(sizeof(node_t));
  147. memcpy(node->identity, identity_digest, DIGEST_LEN);
  148. HT_INSERT(nodelist_map, &the_nodelist->nodes_by_id, node);
  149. smartlist_add(the_nodelist->nodes, node);
  150. node->nodelist_idx = smartlist_len(the_nodelist->nodes) - 1;
  151. node->hsdir_index = tor_malloc_zero(sizeof(hsdir_index_t));
  152. node->country = -1;
  153. return node;
  154. }
  155. /* For a given <b>node</b> for the consensus <b>ns</b>, set the hsdir index
  156. * for the node, both current and next if possible. This can only fails if the
  157. * node_t ed25519 identity key can't be found which would be a bug. */
  158. STATIC void
  159. node_set_hsdir_index(node_t *node, const networkstatus_t *ns)
  160. {
  161. time_t now = approx_time();
  162. const ed25519_public_key_t *node_identity_pk;
  163. uint8_t *fetch_srv = NULL, *store_first_srv = NULL, *store_second_srv = NULL;
  164. uint64_t next_time_period_num, current_time_period_num;
  165. uint64_t fetch_tp, store_first_tp, store_second_tp;
  166. tor_assert(node);
  167. tor_assert(ns);
  168. if (!networkstatus_is_live(ns, now)) {
  169. log_info(LD_GENERAL, "Not setting hsdir index with a non-live consensus.");
  170. goto done;
  171. }
  172. node_identity_pk = node_get_ed25519_id(node);
  173. if (node_identity_pk == NULL) {
  174. log_debug(LD_GENERAL, "ed25519 identity public key not found when "
  175. "trying to build the hsdir indexes for node %s",
  176. node_describe(node));
  177. goto done;
  178. }
  179. /* Get the current and next time period number. */
  180. current_time_period_num = hs_get_time_period_num(0);
  181. next_time_period_num = hs_get_next_time_period_num(0);
  182. /* We always use the current time period for fetching descs */
  183. fetch_tp = current_time_period_num;
  184. /* Now extract the needed SRVs and time periods for building hsdir indices */
  185. if (hs_in_period_between_tp_and_srv(ns, now)) {
  186. fetch_srv = hs_get_current_srv(fetch_tp, ns);
  187. store_first_tp = hs_get_previous_time_period_num(0);
  188. store_second_tp = current_time_period_num;
  189. } else {
  190. fetch_srv = hs_get_previous_srv(fetch_tp, ns);
  191. store_first_tp = current_time_period_num;
  192. store_second_tp = next_time_period_num;
  193. }
  194. /* We always use the old SRV for storing the first descriptor and the latest
  195. * SRV for storing the second descriptor */
  196. store_first_srv = hs_get_previous_srv(store_first_tp, ns);
  197. store_second_srv = hs_get_current_srv(store_second_tp, ns);
  198. /* Build the fetch index. */
  199. hs_build_hsdir_index(node_identity_pk, fetch_srv, fetch_tp,
  200. node->hsdir_index->fetch);
  201. /* If we are in the time segment between SRV#N and TP#N, the fetch index is
  202. the same as the first store index */
  203. if (!hs_in_period_between_tp_and_srv(ns, now)) {
  204. memcpy(node->hsdir_index->store_first, node->hsdir_index->fetch,
  205. sizeof(node->hsdir_index->store_first));
  206. } else {
  207. hs_build_hsdir_index(node_identity_pk, store_first_srv, store_first_tp,
  208. node->hsdir_index->store_first);
  209. }
  210. /* If we are in the time segment between TP#N and SRV#N+1, the fetch index is
  211. the same as the second store index */
  212. if (hs_in_period_between_tp_and_srv(ns, now)) {
  213. memcpy(node->hsdir_index->store_second, node->hsdir_index->fetch,
  214. sizeof(node->hsdir_index->store_second));
  215. } else {
  216. hs_build_hsdir_index(node_identity_pk, store_second_srv, store_second_tp,
  217. node->hsdir_index->store_second);
  218. }
  219. done:
  220. tor_free(fetch_srv);
  221. tor_free(store_first_srv);
  222. tor_free(store_second_srv);
  223. return;
  224. }
  225. /** Recompute all node hsdir indices. */
  226. void
  227. nodelist_recompute_all_hsdir_indices(void)
  228. {
  229. networkstatus_t *consensus;
  230. if (!the_nodelist) {
  231. return;
  232. }
  233. /* Get a live consensus. Abort if not found */
  234. consensus = networkstatus_get_live_consensus(approx_time());
  235. if (!consensus) {
  236. return;
  237. }
  238. /* Recompute all hsdir indices */
  239. SMARTLIST_FOREACH_BEGIN(the_nodelist->nodes, node_t *, node) {
  240. node_set_hsdir_index(node, consensus);
  241. } SMARTLIST_FOREACH_END(node);
  242. }
  243. /** Called when a node's address changes. */
  244. static void
  245. node_addrs_changed(node_t *node)
  246. {
  247. node->last_reachable = node->last_reachable6 = 0;
  248. node->country = -1;
  249. }
  250. /** Add <b>ri</b> to an appropriate node in the nodelist. If we replace an
  251. * old routerinfo, and <b>ri_old_out</b> is not NULL, set *<b>ri_old_out</b>
  252. * to the previous routerinfo.
  253. */
  254. node_t *
  255. nodelist_set_routerinfo(routerinfo_t *ri, routerinfo_t **ri_old_out)
  256. {
  257. node_t *node;
  258. const char *id_digest;
  259. int had_router = 0;
  260. tor_assert(ri);
  261. init_nodelist();
  262. id_digest = ri->cache_info.identity_digest;
  263. node = node_get_or_create(id_digest);
  264. if (node->ri) {
  265. if (!routers_have_same_or_addrs(node->ri, ri)) {
  266. node_addrs_changed(node);
  267. }
  268. had_router = 1;
  269. if (ri_old_out)
  270. *ri_old_out = node->ri;
  271. } else {
  272. if (ri_old_out)
  273. *ri_old_out = NULL;
  274. }
  275. node->ri = ri;
  276. if (node->country == -1)
  277. node_set_country(node);
  278. if (authdir_mode(get_options()) && !had_router) {
  279. const char *discard=NULL;
  280. uint32_t status = dirserv_router_get_status(ri, &discard, LOG_INFO);
  281. dirserv_set_node_flags_from_authoritative_status(node, status);
  282. }
  283. /* Setting the HSDir index requires the ed25519 identity key which can
  284. * only be found either in the ri or md. This is why this is called here.
  285. * Only nodes supporting HSDir=2 protocol version needs this index. */
  286. if (node->rs && node->rs->supports_v3_hsdir) {
  287. node_set_hsdir_index(node,
  288. networkstatus_get_latest_consensus());
  289. }
  290. return node;
  291. }
  292. /** Set the appropriate node_t to use <b>md</b> as its microdescriptor.
  293. *
  294. * Called when a new microdesc has arrived and the usable consensus flavor
  295. * is "microdesc".
  296. **/
  297. node_t *
  298. nodelist_add_microdesc(microdesc_t *md)
  299. {
  300. networkstatus_t *ns =
  301. networkstatus_get_latest_consensus_by_flavor(FLAV_MICRODESC);
  302. const routerstatus_t *rs;
  303. node_t *node;
  304. if (ns == NULL)
  305. return NULL;
  306. init_nodelist();
  307. /* Microdescriptors don't carry an identity digest, so we need to figure
  308. * it out by looking up the routerstatus. */
  309. rs = router_get_consensus_status_by_descriptor_digest(ns, md->digest);
  310. if (rs == NULL)
  311. return NULL;
  312. node = node_get_mutable_by_id(rs->identity_digest);
  313. if (node) {
  314. if (node->md)
  315. node->md->held_by_nodes--;
  316. node->md = md;
  317. md->held_by_nodes++;
  318. /* Setting the HSDir index requires the ed25519 identity key which can
  319. * only be found either in the ri or md. This is why this is called here.
  320. * Only nodes supporting HSDir=2 protocol version needs this index. */
  321. if (rs->supports_v3_hsdir) {
  322. node_set_hsdir_index(node, ns);
  323. }
  324. }
  325. return node;
  326. }
  327. /** Tell the nodelist that the current usable consensus is <b>ns</b>.
  328. * This makes the nodelist change all of the routerstatus entries for
  329. * the nodes, drop nodes that no longer have enough info to get used,
  330. * and grab microdescriptors into nodes as appropriate.
  331. */
  332. void
  333. nodelist_set_consensus(networkstatus_t *ns)
  334. {
  335. const or_options_t *options = get_options();
  336. int authdir = authdir_mode_v3(options);
  337. init_nodelist();
  338. if (ns->flavor == FLAV_MICRODESC)
  339. (void) get_microdesc_cache(); /* Make sure it exists first. */
  340. SMARTLIST_FOREACH(the_nodelist->nodes, node_t *, node,
  341. node->rs = NULL);
  342. SMARTLIST_FOREACH_BEGIN(ns->routerstatus_list, routerstatus_t *, rs) {
  343. node_t *node = node_get_or_create(rs->identity_digest);
  344. node->rs = rs;
  345. if (ns->flavor == FLAV_MICRODESC) {
  346. if (node->md == NULL ||
  347. tor_memneq(node->md->digest,rs->descriptor_digest,DIGEST256_LEN)) {
  348. if (node->md)
  349. node->md->held_by_nodes--;
  350. node->md = microdesc_cache_lookup_by_digest256(NULL,
  351. rs->descriptor_digest);
  352. if (node->md)
  353. node->md->held_by_nodes++;
  354. }
  355. }
  356. if (rs->supports_v3_hsdir) {
  357. node_set_hsdir_index(node, ns);
  358. }
  359. node_set_country(node);
  360. /* If we're not an authdir, believe others. */
  361. if (!authdir) {
  362. node->is_valid = rs->is_valid;
  363. node->is_running = rs->is_flagged_running;
  364. node->is_fast = rs->is_fast;
  365. node->is_stable = rs->is_stable;
  366. node->is_possible_guard = rs->is_possible_guard;
  367. node->is_exit = rs->is_exit;
  368. node->is_bad_exit = rs->is_bad_exit;
  369. node->is_hs_dir = rs->is_hs_dir;
  370. node->ipv6_preferred = 0;
  371. if (fascist_firewall_prefer_ipv6_orport(options) &&
  372. (tor_addr_is_null(&rs->ipv6_addr) == 0 ||
  373. (node->md && tor_addr_is_null(&node->md->ipv6_addr) == 0)))
  374. node->ipv6_preferred = 1;
  375. }
  376. } SMARTLIST_FOREACH_END(rs);
  377. nodelist_purge();
  378. if (! authdir) {
  379. SMARTLIST_FOREACH_BEGIN(the_nodelist->nodes, node_t *, node) {
  380. /* We have no routerstatus for this router. Clear flags so we can skip
  381. * it, maybe.*/
  382. if (!node->rs) {
  383. tor_assert(node->ri); /* if it had only an md, or nothing, purge
  384. * would have removed it. */
  385. if (node->ri->purpose == ROUTER_PURPOSE_GENERAL) {
  386. /* Clear all flags. */
  387. node->is_valid = node->is_running = node->is_hs_dir =
  388. node->is_fast = node->is_stable =
  389. node->is_possible_guard = node->is_exit =
  390. node->is_bad_exit = node->ipv6_preferred = 0;
  391. }
  392. }
  393. } SMARTLIST_FOREACH_END(node);
  394. }
  395. }
  396. /** Helper: return true iff a node has a usable amount of information*/
  397. static inline int
  398. node_is_usable(const node_t *node)
  399. {
  400. return (node->rs) || (node->ri);
  401. }
  402. /** Tell the nodelist that <b>md</b> is no longer a microdescriptor for the
  403. * node with <b>identity_digest</b>. */
  404. void
  405. nodelist_remove_microdesc(const char *identity_digest, microdesc_t *md)
  406. {
  407. node_t *node = node_get_mutable_by_id(identity_digest);
  408. if (node && node->md == md) {
  409. node->md = NULL;
  410. md->held_by_nodes--;
  411. }
  412. }
  413. /** Tell the nodelist that <b>ri</b> is no longer in the routerlist. */
  414. void
  415. nodelist_remove_routerinfo(routerinfo_t *ri)
  416. {
  417. node_t *node = node_get_mutable_by_id(ri->cache_info.identity_digest);
  418. if (node && node->ri == ri) {
  419. node->ri = NULL;
  420. if (! node_is_usable(node)) {
  421. nodelist_drop_node(node, 1);
  422. node_free(node);
  423. }
  424. }
  425. }
  426. /** Remove <b>node</b> from the nodelist. (Asserts that it was there to begin
  427. * with.) */
  428. static void
  429. nodelist_drop_node(node_t *node, int remove_from_ht)
  430. {
  431. node_t *tmp;
  432. int idx;
  433. if (remove_from_ht) {
  434. tmp = HT_REMOVE(nodelist_map, &the_nodelist->nodes_by_id, node);
  435. tor_assert(tmp == node);
  436. }
  437. idx = node->nodelist_idx;
  438. tor_assert(idx >= 0);
  439. tor_assert(node == smartlist_get(the_nodelist->nodes, idx));
  440. smartlist_del(the_nodelist->nodes, idx);
  441. if (idx < smartlist_len(the_nodelist->nodes)) {
  442. tmp = smartlist_get(the_nodelist->nodes, idx);
  443. tmp->nodelist_idx = idx;
  444. }
  445. node->nodelist_idx = -1;
  446. }
  447. /** Return a newly allocated smartlist of the nodes that have <b>md</b> as
  448. * their microdescriptor. */
  449. smartlist_t *
  450. nodelist_find_nodes_with_microdesc(const microdesc_t *md)
  451. {
  452. smartlist_t *result = smartlist_new();
  453. if (the_nodelist == NULL)
  454. return result;
  455. SMARTLIST_FOREACH_BEGIN(the_nodelist->nodes, node_t *, node) {
  456. if (node->md == md) {
  457. smartlist_add(result, node);
  458. }
  459. } SMARTLIST_FOREACH_END(node);
  460. return result;
  461. }
  462. /** Release storage held by <b>node</b> */
  463. static void
  464. node_free(node_t *node)
  465. {
  466. if (!node)
  467. return;
  468. if (node->md)
  469. node->md->held_by_nodes--;
  470. tor_assert(node->nodelist_idx == -1);
  471. tor_free(node->hsdir_index);
  472. tor_free(node);
  473. }
  474. /** Remove all entries from the nodelist that don't have enough info to be
  475. * usable for anything. */
  476. void
  477. nodelist_purge(void)
  478. {
  479. node_t **iter;
  480. if (PREDICT_UNLIKELY(the_nodelist == NULL))
  481. return;
  482. /* Remove the non-usable nodes. */
  483. for (iter = HT_START(nodelist_map, &the_nodelist->nodes_by_id); iter; ) {
  484. node_t *node = *iter;
  485. if (node->md && !node->rs) {
  486. /* An md is only useful if there is an rs. */
  487. node->md->held_by_nodes--;
  488. node->md = NULL;
  489. }
  490. if (node_is_usable(node)) {
  491. iter = HT_NEXT(nodelist_map, &the_nodelist->nodes_by_id, iter);
  492. } else {
  493. iter = HT_NEXT_RMV(nodelist_map, &the_nodelist->nodes_by_id, iter);
  494. nodelist_drop_node(node, 0);
  495. node_free(node);
  496. }
  497. }
  498. nodelist_assert_ok();
  499. }
  500. /** Release all storage held by the nodelist. */
  501. void
  502. nodelist_free_all(void)
  503. {
  504. if (PREDICT_UNLIKELY(the_nodelist == NULL))
  505. return;
  506. HT_CLEAR(nodelist_map, &the_nodelist->nodes_by_id);
  507. SMARTLIST_FOREACH_BEGIN(the_nodelist->nodes, node_t *, node) {
  508. node->nodelist_idx = -1;
  509. node_free(node);
  510. } SMARTLIST_FOREACH_END(node);
  511. smartlist_free(the_nodelist->nodes);
  512. tor_free(the_nodelist);
  513. }
  514. /** Check that the nodelist is internally consistent, and consistent with
  515. * the directory info it's derived from.
  516. */
  517. void
  518. nodelist_assert_ok(void)
  519. {
  520. routerlist_t *rl = router_get_routerlist();
  521. networkstatus_t *ns = networkstatus_get_latest_consensus();
  522. digestmap_t *dm;
  523. if (!the_nodelist)
  524. return;
  525. dm = digestmap_new();
  526. /* every routerinfo in rl->routers should be in the nodelist. */
  527. if (rl) {
  528. SMARTLIST_FOREACH_BEGIN(rl->routers, routerinfo_t *, ri) {
  529. const node_t *node = node_get_by_id(ri->cache_info.identity_digest);
  530. tor_assert(node && node->ri == ri);
  531. tor_assert(fast_memeq(ri->cache_info.identity_digest,
  532. node->identity, DIGEST_LEN));
  533. tor_assert(! digestmap_get(dm, node->identity));
  534. digestmap_set(dm, node->identity, (void*)node);
  535. } SMARTLIST_FOREACH_END(ri);
  536. }
  537. /* every routerstatus in ns should be in the nodelist */
  538. if (ns) {
  539. SMARTLIST_FOREACH_BEGIN(ns->routerstatus_list, routerstatus_t *, rs) {
  540. const node_t *node = node_get_by_id(rs->identity_digest);
  541. tor_assert(node && node->rs == rs);
  542. tor_assert(fast_memeq(rs->identity_digest, node->identity, DIGEST_LEN));
  543. digestmap_set(dm, node->identity, (void*)node);
  544. if (ns->flavor == FLAV_MICRODESC) {
  545. /* If it's a microdesc consensus, every entry that has a
  546. * microdescriptor should be in the nodelist.
  547. */
  548. microdesc_t *md =
  549. microdesc_cache_lookup_by_digest256(NULL, rs->descriptor_digest);
  550. tor_assert(md == node->md);
  551. if (md)
  552. tor_assert(md->held_by_nodes >= 1);
  553. }
  554. } SMARTLIST_FOREACH_END(rs);
  555. }
  556. /* The nodelist should have no other entries, and its entries should be
  557. * well-formed. */
  558. SMARTLIST_FOREACH_BEGIN(the_nodelist->nodes, node_t *, node) {
  559. tor_assert(digestmap_get(dm, node->identity) != NULL);
  560. tor_assert(node_sl_idx == node->nodelist_idx);
  561. } SMARTLIST_FOREACH_END(node);
  562. tor_assert((long)smartlist_len(the_nodelist->nodes) ==
  563. (long)HT_SIZE(&the_nodelist->nodes_by_id));
  564. digestmap_free(dm, NULL);
  565. }
  566. /** Return a list of a node_t * for every node we know about. The caller
  567. * MUST NOT modify the list. (You can set and clear flags in the nodes if
  568. * you must, but you must not add or remove nodes.) */
  569. MOCK_IMPL(smartlist_t *,
  570. nodelist_get_list,(void))
  571. {
  572. init_nodelist();
  573. return the_nodelist->nodes;
  574. }
  575. /** Given a hex-encoded nickname of the format DIGEST, $DIGEST, $DIGEST=name,
  576. * or $DIGEST~name, return the node with the matching identity digest and
  577. * nickname (if any). Return NULL if no such node exists, or if <b>hex_id</b>
  578. * is not well-formed. */
  579. const node_t *
  580. node_get_by_hex_id(const char *hex_id)
  581. {
  582. char digest_buf[DIGEST_LEN];
  583. char nn_buf[MAX_NICKNAME_LEN+1];
  584. char nn_char='\0';
  585. if (hex_digest_nickname_decode(hex_id, digest_buf, &nn_char, nn_buf)==0) {
  586. const node_t *node = node_get_by_id(digest_buf);
  587. if (!node)
  588. return NULL;
  589. if (nn_char) {
  590. const char *real_name = node_get_nickname(node);
  591. if (!real_name || strcasecmp(real_name, nn_buf))
  592. return NULL;
  593. if (nn_char == '=') {
  594. const char *named_id =
  595. networkstatus_get_router_digest_by_nickname(nn_buf);
  596. if (!named_id || tor_memneq(named_id, digest_buf, DIGEST_LEN))
  597. return NULL;
  598. }
  599. }
  600. return node;
  601. }
  602. return NULL;
  603. }
  604. /** Given a nickname (possibly verbose, possibly a hexadecimal digest), return
  605. * the corresponding node_t, or NULL if none exists. Warn the user if
  606. * <b>warn_if_unnamed</b> is set, and they have specified a router by
  607. * nickname, but the Named flag isn't set for that router. */
  608. MOCK_IMPL(const node_t *,
  609. node_get_by_nickname,(const char *nickname, int warn_if_unnamed))
  610. {
  611. if (!the_nodelist)
  612. return NULL;
  613. /* Handle these cases: DIGEST, $DIGEST, $DIGEST=name, $DIGEST~name. */
  614. {
  615. const node_t *node;
  616. if ((node = node_get_by_hex_id(nickname)) != NULL)
  617. return node;
  618. }
  619. if (!strcasecmp(nickname, UNNAMED_ROUTER_NICKNAME))
  620. return NULL;
  621. /* Okay, so if we get here, the nickname is just a nickname. Is there
  622. * a binding for it in the consensus? */
  623. {
  624. const char *named_id =
  625. networkstatus_get_router_digest_by_nickname(nickname);
  626. if (named_id)
  627. return node_get_by_id(named_id);
  628. }
  629. /* Is it marked as owned-by-someone-else? */
  630. if (networkstatus_nickname_is_unnamed(nickname)) {
  631. log_info(LD_GENERAL, "The name %s is listed as Unnamed: there is some "
  632. "router that holds it, but not one listed in the current "
  633. "consensus.", escaped(nickname));
  634. return NULL;
  635. }
  636. /* Okay, so the name is not canonical for anybody. */
  637. {
  638. smartlist_t *matches = smartlist_new();
  639. const node_t *choice = NULL;
  640. SMARTLIST_FOREACH_BEGIN(the_nodelist->nodes, node_t *, node) {
  641. if (!strcasecmp(node_get_nickname(node), nickname))
  642. smartlist_add(matches, node);
  643. } SMARTLIST_FOREACH_END(node);
  644. if (smartlist_len(matches)>1 && warn_if_unnamed) {
  645. int any_unwarned = 0;
  646. SMARTLIST_FOREACH_BEGIN(matches, node_t *, node) {
  647. if (!node->name_lookup_warned) {
  648. node->name_lookup_warned = 1;
  649. any_unwarned = 1;
  650. }
  651. } SMARTLIST_FOREACH_END(node);
  652. if (any_unwarned) {
  653. log_warn(LD_CONFIG, "There are multiple matches for the name %s, "
  654. "but none is listed as Named in the directory consensus. "
  655. "Choosing one arbitrarily.", nickname);
  656. }
  657. } else if (smartlist_len(matches)==1 && warn_if_unnamed) {
  658. char fp[HEX_DIGEST_LEN+1];
  659. node_t *node = smartlist_get(matches, 0);
  660. if (! node->name_lookup_warned) {
  661. base16_encode(fp, sizeof(fp), node->identity, DIGEST_LEN);
  662. log_warn(LD_CONFIG,
  663. "You specified a relay \"%s\" by name, but nicknames can be "
  664. "used by any relay, not just the one you meant. "
  665. "To make sure you get the same relay in the future, refer "
  666. "to it by key, as \"$%s\".", nickname, fp);
  667. node->name_lookup_warned = 1;
  668. }
  669. }
  670. if (smartlist_len(matches))
  671. choice = smartlist_get(matches, 0);
  672. smartlist_free(matches);
  673. return choice;
  674. }
  675. }
  676. /** Return the Ed25519 identity key for the provided node, or NULL if it
  677. * doesn't have one. */
  678. const ed25519_public_key_t *
  679. node_get_ed25519_id(const node_t *node)
  680. {
  681. if (node->ri) {
  682. if (node->ri->cache_info.signing_key_cert) {
  683. const ed25519_public_key_t *pk =
  684. &node->ri->cache_info.signing_key_cert->signing_key;
  685. if (BUG(ed25519_public_key_is_zero(pk)))
  686. goto try_the_md;
  687. return pk;
  688. }
  689. }
  690. try_the_md:
  691. if (node->md) {
  692. if (node->md->ed25519_identity_pkey) {
  693. return node->md->ed25519_identity_pkey;
  694. }
  695. }
  696. return NULL;
  697. }
  698. /** Return true iff this node's Ed25519 identity matches <b>id</b>.
  699. * (An absent Ed25519 identity matches NULL or zero.) */
  700. int
  701. node_ed25519_id_matches(const node_t *node, const ed25519_public_key_t *id)
  702. {
  703. const ed25519_public_key_t *node_id = node_get_ed25519_id(node);
  704. if (node_id == NULL || ed25519_public_key_is_zero(node_id)) {
  705. return id == NULL || ed25519_public_key_is_zero(id);
  706. } else {
  707. return id && ed25519_pubkey_eq(node_id, id);
  708. }
  709. }
  710. /** Return true iff <b>node</b> supports authenticating itself
  711. * by ed25519 ID during the link handshake in a way that we can understand
  712. * when we probe it. */
  713. int
  714. node_supports_ed25519_link_authentication(const node_t *node)
  715. {
  716. /* XXXX Oh hm. What if some day in the future there are link handshake
  717. * versions that aren't 3 but which are ed25519 */
  718. if (! node_get_ed25519_id(node))
  719. return 0;
  720. if (node->ri) {
  721. const char *protos = node->ri->protocol_list;
  722. if (protos == NULL)
  723. return 0;
  724. return protocol_list_supports_protocol(protos, PRT_LINKAUTH, 3);
  725. }
  726. if (node->rs) {
  727. return node->rs->supports_ed25519_link_handshake;
  728. }
  729. tor_assert_nonfatal_unreached_once();
  730. return 0;
  731. }
  732. /** Return true iff <b>node</b> supports the hidden service directory version
  733. * 3 protocol (proposal 224). */
  734. int
  735. node_supports_v3_hsdir(const node_t *node)
  736. {
  737. tor_assert(node);
  738. if (node->rs) {
  739. return node->rs->supports_v3_hsdir;
  740. }
  741. if (node->ri) {
  742. if (node->ri->protocol_list == NULL) {
  743. return 0;
  744. }
  745. /* Bug #22447 forces us to filter on tor version:
  746. * If platform is a Tor version, and older than 0.3.0.8, return False.
  747. * Else, obey the protocol list. */
  748. if (node->ri->platform) {
  749. if (!strcmpstart(node->ri->platform, "Tor ") &&
  750. !tor_version_as_new_as(node->ri->platform, "0.3.0.8")) {
  751. return 0;
  752. }
  753. }
  754. return protocol_list_supports_protocol(node->ri->protocol_list,
  755. PRT_HSDIR, PROTOVER_HSDIR_V3);
  756. }
  757. tor_assert_nonfatal_unreached_once();
  758. return 0;
  759. }
  760. /** Return true iff <b>node</b> supports ed25519 authentication as an hidden
  761. * service introduction point.*/
  762. int
  763. node_supports_ed25519_hs_intro(const node_t *node)
  764. {
  765. tor_assert(node);
  766. if (node->rs) {
  767. return node->rs->supports_ed25519_hs_intro;
  768. }
  769. if (node->ri) {
  770. if (node->ri->protocol_list == NULL) {
  771. return 0;
  772. }
  773. return protocol_list_supports_protocol(node->ri->protocol_list,
  774. PRT_HSINTRO, PROTOVER_HS_INTRO_V3);
  775. }
  776. tor_assert_nonfatal_unreached_once();
  777. return 0;
  778. }
  779. /** Return true iff <b>node</b> supports to be a rendezvous point for hidden
  780. * service version 3 (HSRend=2). */
  781. int
  782. node_supports_v3_rendezvous_point(const node_t *node)
  783. {
  784. tor_assert(node);
  785. if (node->rs) {
  786. return node->rs->supports_v3_rendezvous_point;
  787. }
  788. if (node->ri) {
  789. if (node->ri->protocol_list == NULL) {
  790. return 0;
  791. }
  792. return protocol_list_supports_protocol(node->ri->protocol_list,
  793. PRT_HSREND,
  794. PROTOVER_HS_RENDEZVOUS_POINT_V3);
  795. }
  796. tor_assert_nonfatal_unreached_once();
  797. return 0;
  798. }
  799. /** Return the RSA ID key's SHA1 digest for the provided node. */
  800. const uint8_t *
  801. node_get_rsa_id_digest(const node_t *node)
  802. {
  803. tor_assert(node);
  804. return (const uint8_t*)node->identity;
  805. }
  806. /** Return the nickname of <b>node</b>, or NULL if we can't find one. */
  807. const char *
  808. node_get_nickname(const node_t *node)
  809. {
  810. tor_assert(node);
  811. if (node->rs)
  812. return node->rs->nickname;
  813. else if (node->ri)
  814. return node->ri->nickname;
  815. else
  816. return NULL;
  817. }
  818. /** Return true iff the nickname of <b>node</b> is canonical, based on the
  819. * latest consensus. */
  820. int
  821. node_is_named(const node_t *node)
  822. {
  823. const char *named_id;
  824. const char *nickname = node_get_nickname(node);
  825. if (!nickname)
  826. return 0;
  827. named_id = networkstatus_get_router_digest_by_nickname(nickname);
  828. if (!named_id)
  829. return 0;
  830. return tor_memeq(named_id, node->identity, DIGEST_LEN);
  831. }
  832. /** Return true iff <b>node</b> appears to be a directory authority or
  833. * directory cache */
  834. int
  835. node_is_dir(const node_t *node)
  836. {
  837. if (node->rs) {
  838. routerstatus_t * rs = node->rs;
  839. /* This is true if supports_tunnelled_dir_requests is true which
  840. * indicates that we support directory request tunnelled or through the
  841. * DirPort. */
  842. return rs->is_v2_dir;
  843. } else if (node->ri) {
  844. routerinfo_t * ri = node->ri;
  845. /* Both tunnelled request is supported or DirPort is set. */
  846. return ri->supports_tunnelled_dir_requests;
  847. } else {
  848. return 0;
  849. }
  850. }
  851. /** Return true iff <b>node</b> has either kind of usable descriptor -- that
  852. * is, a routerdescriptor or a microdescriptor. */
  853. int
  854. node_has_descriptor(const node_t *node)
  855. {
  856. return (node->ri ||
  857. (node->rs && node->md));
  858. }
  859. /** Return the router_purpose of <b>node</b>. */
  860. int
  861. node_get_purpose(const node_t *node)
  862. {
  863. if (node->ri)
  864. return node->ri->purpose;
  865. else
  866. return ROUTER_PURPOSE_GENERAL;
  867. }
  868. /** Compute the verbose ("extended") nickname of <b>node</b> and store it
  869. * into the MAX_VERBOSE_NICKNAME_LEN+1 character buffer at
  870. * <b>verbose_name_out</b> */
  871. void
  872. node_get_verbose_nickname(const node_t *node,
  873. char *verbose_name_out)
  874. {
  875. const char *nickname = node_get_nickname(node);
  876. int is_named = node_is_named(node);
  877. verbose_name_out[0] = '$';
  878. base16_encode(verbose_name_out+1, HEX_DIGEST_LEN+1, node->identity,
  879. DIGEST_LEN);
  880. if (!nickname)
  881. return;
  882. verbose_name_out[1+HEX_DIGEST_LEN] = is_named ? '=' : '~';
  883. strlcpy(verbose_name_out+1+HEX_DIGEST_LEN+1, nickname, MAX_NICKNAME_LEN+1);
  884. }
  885. /** Compute the verbose ("extended") nickname of node with
  886. * given <b>id_digest</b> and store it into the MAX_VERBOSE_NICKNAME_LEN+1
  887. * character buffer at <b>verbose_name_out</b>
  888. *
  889. * If node_get_by_id() returns NULL, base 16 encoding of
  890. * <b>id_digest</b> is returned instead. */
  891. void
  892. node_get_verbose_nickname_by_id(const char *id_digest,
  893. char *verbose_name_out)
  894. {
  895. const node_t *node = node_get_by_id(id_digest);
  896. if (!node) {
  897. verbose_name_out[0] = '$';
  898. base16_encode(verbose_name_out+1, HEX_DIGEST_LEN+1, id_digest, DIGEST_LEN);
  899. } else {
  900. node_get_verbose_nickname(node, verbose_name_out);
  901. }
  902. }
  903. /** Return true iff it seems that <b>node</b> allows circuits to exit
  904. * through it directlry from the client. */
  905. int
  906. node_allows_single_hop_exits(const node_t *node)
  907. {
  908. if (node && node->ri)
  909. return node->ri->allow_single_hop_exits;
  910. else
  911. return 0;
  912. }
  913. /** Return true iff it seems that <b>node</b> has an exit policy that doesn't
  914. * actually permit anything to exit, or we don't know its exit policy */
  915. int
  916. node_exit_policy_rejects_all(const node_t *node)
  917. {
  918. if (node->rejects_all)
  919. return 1;
  920. if (node->ri)
  921. return node->ri->policy_is_reject_star;
  922. else if (node->md)
  923. return node->md->exit_policy == NULL ||
  924. short_policy_is_reject_star(node->md->exit_policy);
  925. else
  926. return 1;
  927. }
  928. /** Return true iff the exit policy for <b>node</b> is such that we can treat
  929. * rejecting an address of type <b>family</b> unexpectedly as a sign of that
  930. * node's failure. */
  931. int
  932. node_exit_policy_is_exact(const node_t *node, sa_family_t family)
  933. {
  934. if (family == AF_UNSPEC) {
  935. return 1; /* Rejecting an address but not telling us what address
  936. * is a bad sign. */
  937. } else if (family == AF_INET) {
  938. return node->ri != NULL;
  939. } else if (family == AF_INET6) {
  940. return 0;
  941. }
  942. tor_fragile_assert();
  943. return 1;
  944. }
  945. /* Check if the "addr" and port_field fields from r are a valid non-listening
  946. * address/port. If so, set valid to true and add a newly allocated
  947. * tor_addr_port_t containing "addr" and port_field to sl.
  948. * "addr" is an IPv4 host-order address and port_field is a uint16_t.
  949. * r is typically a routerinfo_t or routerstatus_t.
  950. */
  951. #define SL_ADD_NEW_IPV4_AP(r, port_field, sl, valid) \
  952. STMT_BEGIN \
  953. if (tor_addr_port_is_valid_ipv4h((r)->addr, (r)->port_field, 0)) { \
  954. valid = 1; \
  955. tor_addr_port_t *ap = tor_malloc(sizeof(tor_addr_port_t)); \
  956. tor_addr_from_ipv4h(&ap->addr, (r)->addr); \
  957. ap->port = (r)->port_field; \
  958. smartlist_add((sl), ap); \
  959. } \
  960. STMT_END
  961. /* Check if the "addr" and port_field fields from r are a valid non-listening
  962. * address/port. If so, set valid to true and add a newly allocated
  963. * tor_addr_port_t containing "addr" and port_field to sl.
  964. * "addr" is a tor_addr_t and port_field is a uint16_t.
  965. * r is typically a routerinfo_t or routerstatus_t.
  966. */
  967. #define SL_ADD_NEW_IPV6_AP(r, port_field, sl, valid) \
  968. STMT_BEGIN \
  969. if (tor_addr_port_is_valid(&(r)->ipv6_addr, (r)->port_field, 0)) { \
  970. valid = 1; \
  971. tor_addr_port_t *ap = tor_malloc(sizeof(tor_addr_port_t)); \
  972. tor_addr_copy(&ap->addr, &(r)->ipv6_addr); \
  973. ap->port = (r)->port_field; \
  974. smartlist_add((sl), ap); \
  975. } \
  976. STMT_END
  977. /** Return list of tor_addr_port_t with all OR ports (in the sense IP
  978. * addr + TCP port) for <b>node</b>. Caller must free all elements
  979. * using tor_free() and free the list using smartlist_free().
  980. *
  981. * XXX this is potentially a memory fragmentation hog -- if on
  982. * critical path consider the option of having the caller allocate the
  983. * memory
  984. */
  985. smartlist_t *
  986. node_get_all_orports(const node_t *node)
  987. {
  988. smartlist_t *sl = smartlist_new();
  989. int valid = 0;
  990. /* Find a valid IPv4 address and port */
  991. if (node->ri != NULL) {
  992. SL_ADD_NEW_IPV4_AP(node->ri, or_port, sl, valid);
  993. }
  994. /* If we didn't find a valid address/port in the ri, try the rs */
  995. if (!valid && node->rs != NULL) {
  996. SL_ADD_NEW_IPV4_AP(node->rs, or_port, sl, valid);
  997. }
  998. /* Find a valid IPv6 address and port */
  999. valid = 0;
  1000. if (node->ri != NULL) {
  1001. SL_ADD_NEW_IPV6_AP(node->ri, ipv6_orport, sl, valid);
  1002. }
  1003. if (!valid && node->rs != NULL) {
  1004. SL_ADD_NEW_IPV6_AP(node->rs, ipv6_orport, sl, valid);
  1005. }
  1006. if (!valid && node->md != NULL) {
  1007. SL_ADD_NEW_IPV6_AP(node->md, ipv6_orport, sl, valid);
  1008. }
  1009. return sl;
  1010. }
  1011. #undef SL_ADD_NEW_IPV4_AP
  1012. #undef SL_ADD_NEW_IPV6_AP
  1013. /** Wrapper around node_get_prim_orport for backward
  1014. compatibility. */
  1015. void
  1016. node_get_addr(const node_t *node, tor_addr_t *addr_out)
  1017. {
  1018. tor_addr_port_t ap;
  1019. node_get_prim_orport(node, &ap);
  1020. tor_addr_copy(addr_out, &ap.addr);
  1021. }
  1022. /** Return the host-order IPv4 address for <b>node</b>, or 0 if it doesn't
  1023. * seem to have one. */
  1024. uint32_t
  1025. node_get_prim_addr_ipv4h(const node_t *node)
  1026. {
  1027. /* Don't check the ORPort or DirPort, as this function isn't port-specific,
  1028. * and the node might have a valid IPv4 address, yet have a zero
  1029. * ORPort or DirPort.
  1030. */
  1031. if (node->ri && tor_addr_is_valid_ipv4h(node->ri->addr, 0)) {
  1032. return node->ri->addr;
  1033. } else if (node->rs && tor_addr_is_valid_ipv4h(node->rs->addr, 0)) {
  1034. return node->rs->addr;
  1035. }
  1036. return 0;
  1037. }
  1038. /** Copy a string representation of an IP address for <b>node</b> into
  1039. * the <b>len</b>-byte buffer at <b>buf</b>. */
  1040. void
  1041. node_get_address_string(const node_t *node, char *buf, size_t len)
  1042. {
  1043. uint32_t ipv4_addr = node_get_prim_addr_ipv4h(node);
  1044. if (tor_addr_is_valid_ipv4h(ipv4_addr, 0)) {
  1045. tor_addr_t addr;
  1046. tor_addr_from_ipv4h(&addr, ipv4_addr);
  1047. tor_addr_to_str(buf, &addr, len, 0);
  1048. } else if (len > 0) {
  1049. buf[0] = '\0';
  1050. }
  1051. }
  1052. /** Return <b>node</b>'s declared uptime, or -1 if it doesn't seem to have
  1053. * one. */
  1054. long
  1055. node_get_declared_uptime(const node_t *node)
  1056. {
  1057. if (node->ri)
  1058. return node->ri->uptime;
  1059. else
  1060. return -1;
  1061. }
  1062. /** Return <b>node</b>'s platform string, or NULL if we don't know it. */
  1063. const char *
  1064. node_get_platform(const node_t *node)
  1065. {
  1066. /* If we wanted, we could record the version in the routerstatus_t, since
  1067. * the consensus lists it. We don't, though, so this function just won't
  1068. * work with microdescriptors. */
  1069. if (node->ri)
  1070. return node->ri->platform;
  1071. else
  1072. return NULL;
  1073. }
  1074. /** Return true iff <b>node</b> is one representing this router. */
  1075. int
  1076. node_is_me(const node_t *node)
  1077. {
  1078. return router_digest_is_me(node->identity);
  1079. }
  1080. /** Return <b>node</b> declared family (as a list of names), or NULL if
  1081. * the node didn't declare a family. */
  1082. const smartlist_t *
  1083. node_get_declared_family(const node_t *node)
  1084. {
  1085. if (node->ri && node->ri->declared_family)
  1086. return node->ri->declared_family;
  1087. else if (node->md && node->md->family)
  1088. return node->md->family;
  1089. else
  1090. return NULL;
  1091. }
  1092. /* Does this node have a valid IPv6 address?
  1093. * Prefer node_has_ipv6_orport() or node_has_ipv6_dirport() for
  1094. * checking specific ports. */
  1095. int
  1096. node_has_ipv6_addr(const node_t *node)
  1097. {
  1098. /* Don't check the ORPort or DirPort, as this function isn't port-specific,
  1099. * and the node might have a valid IPv6 address, yet have a zero
  1100. * ORPort or DirPort.
  1101. */
  1102. if (node->ri && tor_addr_is_valid(&node->ri->ipv6_addr, 0))
  1103. return 1;
  1104. if (node->rs && tor_addr_is_valid(&node->rs->ipv6_addr, 0))
  1105. return 1;
  1106. if (node->md && tor_addr_is_valid(&node->md->ipv6_addr, 0))
  1107. return 1;
  1108. return 0;
  1109. }
  1110. /* Does this node have a valid IPv6 ORPort? */
  1111. int
  1112. node_has_ipv6_orport(const node_t *node)
  1113. {
  1114. tor_addr_port_t ipv6_orport;
  1115. node_get_pref_ipv6_orport(node, &ipv6_orport);
  1116. return tor_addr_port_is_valid_ap(&ipv6_orport, 0);
  1117. }
  1118. /* Does this node have a valid IPv6 DirPort? */
  1119. int
  1120. node_has_ipv6_dirport(const node_t *node)
  1121. {
  1122. tor_addr_port_t ipv6_dirport;
  1123. node_get_pref_ipv6_dirport(node, &ipv6_dirport);
  1124. return tor_addr_port_is_valid_ap(&ipv6_dirport, 0);
  1125. }
  1126. /** Return 1 if we prefer the IPv6 address and OR TCP port of
  1127. * <b>node</b>, else 0.
  1128. *
  1129. * We prefer the IPv6 address if the router has an IPv6 address,
  1130. * and we can use IPv6 addresses, and:
  1131. * i) the node_t says that it prefers IPv6
  1132. * or
  1133. * ii) the router has no IPv4 OR address.
  1134. *
  1135. * If you don't have a node, consider looking it up.
  1136. * If there is no node, use fascist_firewall_prefer_ipv6_orport().
  1137. */
  1138. int
  1139. node_ipv6_or_preferred(const node_t *node)
  1140. {
  1141. const or_options_t *options = get_options();
  1142. tor_addr_port_t ipv4_addr;
  1143. node_assert_ok(node);
  1144. /* XX/teor - node->ipv6_preferred is set from
  1145. * fascist_firewall_prefer_ipv6_orport() each time the consensus is loaded.
  1146. */
  1147. if (!fascist_firewall_use_ipv6(options)) {
  1148. return 0;
  1149. } else if (node->ipv6_preferred || node_get_prim_orport(node, &ipv4_addr)) {
  1150. return node_has_ipv6_orport(node);
  1151. }
  1152. return 0;
  1153. }
  1154. #define RETURN_IPV4_AP(r, port_field, ap_out) \
  1155. STMT_BEGIN \
  1156. if (r && tor_addr_port_is_valid_ipv4h((r)->addr, (r)->port_field, 0)) { \
  1157. tor_addr_from_ipv4h(&(ap_out)->addr, (r)->addr); \
  1158. (ap_out)->port = (r)->port_field; \
  1159. return 0; \
  1160. } \
  1161. STMT_END
  1162. /** Copy the primary (IPv4) OR port (IP address and TCP port) for
  1163. * <b>node</b> into *<b>ap_out</b>. Return 0 if a valid address and
  1164. * port was copied, else return non-zero.*/
  1165. int
  1166. node_get_prim_orport(const node_t *node, tor_addr_port_t *ap_out)
  1167. {
  1168. node_assert_ok(node);
  1169. tor_assert(ap_out);
  1170. /* Check ri first, because rewrite_node_address_for_bridge() updates
  1171. * node->ri with the configured bridge address. */
  1172. RETURN_IPV4_AP(node->ri, or_port, ap_out);
  1173. RETURN_IPV4_AP(node->rs, or_port, ap_out);
  1174. /* Microdescriptors only have an IPv6 address */
  1175. return -1;
  1176. }
  1177. /** Copy the preferred OR port (IP address and TCP port) for
  1178. * <b>node</b> into *<b>ap_out</b>. */
  1179. void
  1180. node_get_pref_orport(const node_t *node, tor_addr_port_t *ap_out)
  1181. {
  1182. tor_assert(ap_out);
  1183. if (node_ipv6_or_preferred(node)) {
  1184. node_get_pref_ipv6_orport(node, ap_out);
  1185. } else {
  1186. /* the primary ORPort is always on IPv4 */
  1187. node_get_prim_orport(node, ap_out);
  1188. }
  1189. }
  1190. /** Copy the preferred IPv6 OR port (IP address and TCP port) for
  1191. * <b>node</b> into *<b>ap_out</b>. */
  1192. void
  1193. node_get_pref_ipv6_orport(const node_t *node, tor_addr_port_t *ap_out)
  1194. {
  1195. node_assert_ok(node);
  1196. tor_assert(ap_out);
  1197. /* Check ri first, because rewrite_node_address_for_bridge() updates
  1198. * node->ri with the configured bridge address.
  1199. * Prefer rs over md for consistency with the fascist_firewall_* functions.
  1200. * Check if the address or port are valid, and try another alternative
  1201. * if they are not. */
  1202. if (node->ri && tor_addr_port_is_valid(&node->ri->ipv6_addr,
  1203. node->ri->ipv6_orport, 0)) {
  1204. tor_addr_copy(&ap_out->addr, &node->ri->ipv6_addr);
  1205. ap_out->port = node->ri->ipv6_orport;
  1206. } else if (node->rs && tor_addr_port_is_valid(&node->rs->ipv6_addr,
  1207. node->rs->ipv6_orport, 0)) {
  1208. tor_addr_copy(&ap_out->addr, &node->rs->ipv6_addr);
  1209. ap_out->port = node->rs->ipv6_orport;
  1210. } else if (node->md && tor_addr_port_is_valid(&node->md->ipv6_addr,
  1211. node->md->ipv6_orport, 0)) {
  1212. tor_addr_copy(&ap_out->addr, &node->md->ipv6_addr);
  1213. ap_out->port = node->md->ipv6_orport;
  1214. } else {
  1215. tor_addr_make_null(&ap_out->addr, AF_INET6);
  1216. ap_out->port = 0;
  1217. }
  1218. }
  1219. /** Return 1 if we prefer the IPv6 address and Dir TCP port of
  1220. * <b>node</b>, else 0.
  1221. *
  1222. * We prefer the IPv6 address if the router has an IPv6 address,
  1223. * and we can use IPv6 addresses, and:
  1224. * i) the router has no IPv4 Dir address.
  1225. * or
  1226. * ii) our preference is for IPv6 Dir addresses.
  1227. *
  1228. * If there is no node, use fascist_firewall_prefer_ipv6_dirport().
  1229. */
  1230. int
  1231. node_ipv6_dir_preferred(const node_t *node)
  1232. {
  1233. const or_options_t *options = get_options();
  1234. tor_addr_port_t ipv4_addr;
  1235. node_assert_ok(node);
  1236. /* node->ipv6_preferred is set from fascist_firewall_prefer_ipv6_orport(),
  1237. * so we can't use it to determine DirPort IPv6 preference.
  1238. * This means that bridge clients will use IPv4 DirPorts by default.
  1239. */
  1240. if (!fascist_firewall_use_ipv6(options)) {
  1241. return 0;
  1242. } else if (node_get_prim_dirport(node, &ipv4_addr)
  1243. || fascist_firewall_prefer_ipv6_dirport(get_options())) {
  1244. return node_has_ipv6_dirport(node);
  1245. }
  1246. return 0;
  1247. }
  1248. /** Copy the primary (IPv4) Dir port (IP address and TCP port) for
  1249. * <b>node</b> into *<b>ap_out</b>. Return 0 if a valid address and
  1250. * port was copied, else return non-zero.*/
  1251. int
  1252. node_get_prim_dirport(const node_t *node, tor_addr_port_t *ap_out)
  1253. {
  1254. node_assert_ok(node);
  1255. tor_assert(ap_out);
  1256. /* Check ri first, because rewrite_node_address_for_bridge() updates
  1257. * node->ri with the configured bridge address. */
  1258. RETURN_IPV4_AP(node->ri, dir_port, ap_out);
  1259. RETURN_IPV4_AP(node->rs, dir_port, ap_out);
  1260. /* Microdescriptors only have an IPv6 address */
  1261. return -1;
  1262. }
  1263. #undef RETURN_IPV4_AP
  1264. /** Copy the preferred Dir port (IP address and TCP port) for
  1265. * <b>node</b> into *<b>ap_out</b>. */
  1266. void
  1267. node_get_pref_dirport(const node_t *node, tor_addr_port_t *ap_out)
  1268. {
  1269. tor_assert(ap_out);
  1270. if (node_ipv6_dir_preferred(node)) {
  1271. node_get_pref_ipv6_dirport(node, ap_out);
  1272. } else {
  1273. /* the primary DirPort is always on IPv4 */
  1274. node_get_prim_dirport(node, ap_out);
  1275. }
  1276. }
  1277. /** Copy the preferred IPv6 Dir port (IP address and TCP port) for
  1278. * <b>node</b> into *<b>ap_out</b>. */
  1279. void
  1280. node_get_pref_ipv6_dirport(const node_t *node, tor_addr_port_t *ap_out)
  1281. {
  1282. node_assert_ok(node);
  1283. tor_assert(ap_out);
  1284. /* Check ri first, because rewrite_node_address_for_bridge() updates
  1285. * node->ri with the configured bridge address.
  1286. * Prefer rs over md for consistency with the fascist_firewall_* functions.
  1287. * Check if the address or port are valid, and try another alternative
  1288. * if they are not. */
  1289. /* Assume IPv4 and IPv6 dirports are the same */
  1290. if (node->ri && tor_addr_port_is_valid(&node->ri->ipv6_addr,
  1291. node->ri->dir_port, 0)) {
  1292. tor_addr_copy(&ap_out->addr, &node->ri->ipv6_addr);
  1293. ap_out->port = node->ri->dir_port;
  1294. } else if (node->rs && tor_addr_port_is_valid(&node->rs->ipv6_addr,
  1295. node->rs->dir_port, 0)) {
  1296. tor_addr_copy(&ap_out->addr, &node->rs->ipv6_addr);
  1297. ap_out->port = node->rs->dir_port;
  1298. } else {
  1299. tor_addr_make_null(&ap_out->addr, AF_INET6);
  1300. ap_out->port = 0;
  1301. }
  1302. }
  1303. /** Return true iff <b>md</b> has a curve25519 onion key.
  1304. * Use node_has_curve25519_onion_key() instead of calling this directly. */
  1305. static int
  1306. microdesc_has_curve25519_onion_key(const microdesc_t *md)
  1307. {
  1308. if (!md) {
  1309. return 0;
  1310. }
  1311. if (!md->onion_curve25519_pkey) {
  1312. return 0;
  1313. }
  1314. if (tor_mem_is_zero((const char*)md->onion_curve25519_pkey->public_key,
  1315. CURVE25519_PUBKEY_LEN)) {
  1316. return 0;
  1317. }
  1318. return 1;
  1319. }
  1320. /** Return true iff <b>node</b> has a curve25519 onion key. */
  1321. int
  1322. node_has_curve25519_onion_key(const node_t *node)
  1323. {
  1324. if (!node)
  1325. return 0;
  1326. if (node->ri)
  1327. return routerinfo_has_curve25519_onion_key(node->ri);
  1328. else if (node->md)
  1329. return microdesc_has_curve25519_onion_key(node->md);
  1330. else
  1331. return 0;
  1332. }
  1333. /** Refresh the country code of <b>ri</b>. This function MUST be called on
  1334. * each router when the GeoIP database is reloaded, and on all new routers. */
  1335. void
  1336. node_set_country(node_t *node)
  1337. {
  1338. tor_addr_t addr = TOR_ADDR_NULL;
  1339. /* XXXXipv6 */
  1340. if (node->rs)
  1341. tor_addr_from_ipv4h(&addr, node->rs->addr);
  1342. else if (node->ri)
  1343. tor_addr_from_ipv4h(&addr, node->ri->addr);
  1344. node->country = geoip_get_country_by_addr(&addr);
  1345. }
  1346. /** Set the country code of all routers in the routerlist. */
  1347. void
  1348. nodelist_refresh_countries(void)
  1349. {
  1350. smartlist_t *nodes = nodelist_get_list();
  1351. SMARTLIST_FOREACH(nodes, node_t *, node,
  1352. node_set_country(node));
  1353. }
  1354. /** Return true iff router1 and router2 have similar enough network addresses
  1355. * that we should treat them as being in the same family */
  1356. int
  1357. addrs_in_same_network_family(const tor_addr_t *a1,
  1358. const tor_addr_t *a2)
  1359. {
  1360. return 0 == tor_addr_compare_masked(a1, a2, 16, CMP_SEMANTIC);
  1361. }
  1362. /** Return true if <b>node</b>'s nickname matches <b>nickname</b>
  1363. * (case-insensitive), or if <b>node's</b> identity key digest
  1364. * matches a hexadecimal value stored in <b>nickname</b>. Return
  1365. * false otherwise. */
  1366. static int
  1367. node_nickname_matches(const node_t *node, const char *nickname)
  1368. {
  1369. const char *n = node_get_nickname(node);
  1370. if (n && nickname[0]!='$' && !strcasecmp(n, nickname))
  1371. return 1;
  1372. return hex_digest_nickname_matches(nickname,
  1373. node->identity,
  1374. n,
  1375. node_is_named(node));
  1376. }
  1377. /** Return true iff <b>node</b> is named by some nickname in <b>lst</b>. */
  1378. static inline int
  1379. node_in_nickname_smartlist(const smartlist_t *lst, const node_t *node)
  1380. {
  1381. if (!lst) return 0;
  1382. SMARTLIST_FOREACH(lst, const char *, name, {
  1383. if (node_nickname_matches(node, name))
  1384. return 1;
  1385. });
  1386. return 0;
  1387. }
  1388. /** Return true iff r1 and r2 are in the same family, but not the same
  1389. * router. */
  1390. int
  1391. nodes_in_same_family(const node_t *node1, const node_t *node2)
  1392. {
  1393. const or_options_t *options = get_options();
  1394. /* Are they in the same family because of their addresses? */
  1395. if (options->EnforceDistinctSubnets) {
  1396. tor_addr_t a1, a2;
  1397. node_get_addr(node1, &a1);
  1398. node_get_addr(node2, &a2);
  1399. if (addrs_in_same_network_family(&a1, &a2))
  1400. return 1;
  1401. }
  1402. /* Are they in the same family because the agree they are? */
  1403. {
  1404. const smartlist_t *f1, *f2;
  1405. f1 = node_get_declared_family(node1);
  1406. f2 = node_get_declared_family(node2);
  1407. if (f1 && f2 &&
  1408. node_in_nickname_smartlist(f1, node2) &&
  1409. node_in_nickname_smartlist(f2, node1))
  1410. return 1;
  1411. }
  1412. /* Are they in the same option because the user says they are? */
  1413. if (options->NodeFamilySets) {
  1414. SMARTLIST_FOREACH(options->NodeFamilySets, const routerset_t *, rs, {
  1415. if (routerset_contains_node(rs, node1) &&
  1416. routerset_contains_node(rs, node2))
  1417. return 1;
  1418. });
  1419. }
  1420. return 0;
  1421. }
  1422. /**
  1423. * Add all the family of <b>node</b>, including <b>node</b> itself, to
  1424. * the smartlist <b>sl</b>.
  1425. *
  1426. * This is used to make sure we don't pick siblings in a single path, or
  1427. * pick more than one relay from a family for our entry guard list.
  1428. * Note that a node may be added to <b>sl</b> more than once if it is
  1429. * part of <b>node</b>'s family for more than one reason.
  1430. */
  1431. void
  1432. nodelist_add_node_and_family(smartlist_t *sl, const node_t *node)
  1433. {
  1434. const smartlist_t *all_nodes = nodelist_get_list();
  1435. const smartlist_t *declared_family;
  1436. const or_options_t *options = get_options();
  1437. tor_assert(node);
  1438. declared_family = node_get_declared_family(node);
  1439. /* Let's make sure that we have the node itself, if it's a real node. */
  1440. {
  1441. const node_t *real_node = node_get_by_id(node->identity);
  1442. if (real_node)
  1443. smartlist_add(sl, (node_t*)real_node);
  1444. }
  1445. /* First, add any nodes with similar network addresses. */
  1446. if (options->EnforceDistinctSubnets) {
  1447. tor_addr_t node_addr;
  1448. node_get_addr(node, &node_addr);
  1449. SMARTLIST_FOREACH_BEGIN(all_nodes, const node_t *, node2) {
  1450. tor_addr_t a;
  1451. node_get_addr(node2, &a);
  1452. if (addrs_in_same_network_family(&a, &node_addr))
  1453. smartlist_add(sl, (void*)node2);
  1454. } SMARTLIST_FOREACH_END(node2);
  1455. }
  1456. /* Now, add all nodes in the declared_family of this node, if they
  1457. * also declare this node to be in their family. */
  1458. if (declared_family) {
  1459. /* Add every r such that router declares familyness with node, and node
  1460. * declares familyhood with router. */
  1461. SMARTLIST_FOREACH_BEGIN(declared_family, const char *, name) {
  1462. const node_t *node2;
  1463. const smartlist_t *family2;
  1464. if (!(node2 = node_get_by_nickname(name, 0)))
  1465. continue;
  1466. if (!(family2 = node_get_declared_family(node2)))
  1467. continue;
  1468. SMARTLIST_FOREACH_BEGIN(family2, const char *, name2) {
  1469. if (node_nickname_matches(node, name2)) {
  1470. smartlist_add(sl, (void*)node2);
  1471. break;
  1472. }
  1473. } SMARTLIST_FOREACH_END(name2);
  1474. } SMARTLIST_FOREACH_END(name);
  1475. }
  1476. /* If the user declared any families locally, honor those too. */
  1477. if (options->NodeFamilySets) {
  1478. SMARTLIST_FOREACH(options->NodeFamilySets, const routerset_t *, rs, {
  1479. if (routerset_contains_node(rs, node)) {
  1480. routerset_get_all_nodes(sl, rs, NULL, 0);
  1481. }
  1482. });
  1483. }
  1484. }
  1485. /** Find a router that's up, that has this IP address, and
  1486. * that allows exit to this address:port, or return NULL if there
  1487. * isn't a good one.
  1488. * Don't exit enclave to excluded relays -- it wouldn't actually
  1489. * hurt anything, but this way there are fewer confused users.
  1490. */
  1491. const node_t *
  1492. router_find_exact_exit_enclave(const char *address, uint16_t port)
  1493. {/*XXXX MOVE*/
  1494. uint32_t addr;
  1495. struct in_addr in;
  1496. tor_addr_t a;
  1497. const or_options_t *options = get_options();
  1498. if (!tor_inet_aton(address, &in))
  1499. return NULL; /* it's not an IP already */
  1500. addr = ntohl(in.s_addr);
  1501. tor_addr_from_ipv4h(&a, addr);
  1502. SMARTLIST_FOREACH(nodelist_get_list(), const node_t *, node, {
  1503. if (node_get_addr_ipv4h(node) == addr &&
  1504. node->is_running &&
  1505. compare_tor_addr_to_node_policy(&a, port, node) ==
  1506. ADDR_POLICY_ACCEPTED &&
  1507. !routerset_contains_node(options->ExcludeExitNodesUnion_, node))
  1508. return node;
  1509. });
  1510. return NULL;
  1511. }
  1512. /** Return 1 if <b>router</b> is not suitable for these parameters, else 0.
  1513. * If <b>need_uptime</b> is non-zero, we require a minimum uptime.
  1514. * If <b>need_capacity</b> is non-zero, we require a minimum advertised
  1515. * bandwidth.
  1516. * If <b>need_guard</b>, we require that the router is a possible entry guard.
  1517. */
  1518. int
  1519. node_is_unreliable(const node_t *node, int need_uptime,
  1520. int need_capacity, int need_guard)
  1521. {
  1522. if (need_uptime && !node->is_stable)
  1523. return 1;
  1524. if (need_capacity && !node->is_fast)
  1525. return 1;
  1526. if (need_guard && !node->is_possible_guard)
  1527. return 1;
  1528. return 0;
  1529. }
  1530. /** Return 1 if all running sufficiently-stable routers we can use will reject
  1531. * addr:port. Return 0 if any might accept it. */
  1532. int
  1533. router_exit_policy_all_nodes_reject(const tor_addr_t *addr, uint16_t port,
  1534. int need_uptime)
  1535. {
  1536. addr_policy_result_t r;
  1537. SMARTLIST_FOREACH_BEGIN(nodelist_get_list(), const node_t *, node) {
  1538. if (node->is_running &&
  1539. !node_is_unreliable(node, need_uptime, 0, 0)) {
  1540. r = compare_tor_addr_to_node_policy(addr, port, node);
  1541. if (r != ADDR_POLICY_REJECTED && r != ADDR_POLICY_PROBABLY_REJECTED)
  1542. return 0; /* this one could be ok. good enough. */
  1543. }
  1544. } SMARTLIST_FOREACH_END(node);
  1545. return 1; /* all will reject. */
  1546. }
  1547. /** Mark the router with ID <b>digest</b> as running or non-running
  1548. * in our routerlist. */
  1549. void
  1550. router_set_status(const char *digest, int up)
  1551. {
  1552. node_t *node;
  1553. tor_assert(digest);
  1554. SMARTLIST_FOREACH(router_get_fallback_dir_servers(),
  1555. dir_server_t *, d,
  1556. if (tor_memeq(d->digest, digest, DIGEST_LEN))
  1557. d->is_running = up);
  1558. SMARTLIST_FOREACH(router_get_trusted_dir_servers(),
  1559. dir_server_t *, d,
  1560. if (tor_memeq(d->digest, digest, DIGEST_LEN))
  1561. d->is_running = up);
  1562. node = node_get_mutable_by_id(digest);
  1563. if (node) {
  1564. #if 0
  1565. log_debug(LD_DIR,"Marking router %s as %s.",
  1566. node_describe(node), up ? "up" : "down");
  1567. #endif
  1568. if (!up && node_is_me(node) && !net_is_disabled())
  1569. log_warn(LD_NET, "We just marked ourself as down. Are your external "
  1570. "addresses reachable?");
  1571. if (bool_neq(node->is_running, up))
  1572. router_dir_info_changed();
  1573. node->is_running = up;
  1574. }
  1575. }
  1576. /** True iff, the last time we checked whether we had enough directory info
  1577. * to build circuits, the answer was "yes". If there are no exits in the
  1578. * consensus, we act as if we have 100% of the exit directory info. */
  1579. static int have_min_dir_info = 0;
  1580. /** Does the consensus contain nodes that can exit? */
  1581. static consensus_path_type_t have_consensus_path = CONSENSUS_PATH_UNKNOWN;
  1582. /** True iff enough has changed since the last time we checked whether we had
  1583. * enough directory info to build circuits that our old answer can no longer
  1584. * be trusted. */
  1585. static int need_to_update_have_min_dir_info = 1;
  1586. /** String describing what we're missing before we have enough directory
  1587. * info. */
  1588. static char dir_info_status[512] = "";
  1589. /** Return true iff we have enough consensus information to
  1590. * start building circuits. Right now, this means "a consensus that's
  1591. * less than a day old, and at least 60% of router descriptors (configurable),
  1592. * weighted by bandwidth. Treat the exit fraction as 100% if there are
  1593. * no exits in the consensus."
  1594. * To obtain the final weighted bandwidth, we multiply the
  1595. * weighted bandwidth fraction for each position (guard, middle, exit). */
  1596. MOCK_IMPL(int,
  1597. router_have_minimum_dir_info,(void))
  1598. {
  1599. static int logged_delay=0;
  1600. const char *delay_fetches_msg = NULL;
  1601. if (should_delay_dir_fetches(get_options(), &delay_fetches_msg)) {
  1602. if (!logged_delay)
  1603. log_notice(LD_DIR, "Delaying directory fetches: %s", delay_fetches_msg);
  1604. logged_delay=1;
  1605. strlcpy(dir_info_status, delay_fetches_msg, sizeof(dir_info_status));
  1606. return 0;
  1607. }
  1608. logged_delay = 0; /* reset it if we get this far */
  1609. if (PREDICT_UNLIKELY(need_to_update_have_min_dir_info)) {
  1610. update_router_have_minimum_dir_info();
  1611. }
  1612. return have_min_dir_info;
  1613. }
  1614. /** Set to CONSENSUS_PATH_EXIT if there is at least one exit node
  1615. * in the consensus. We update this flag in compute_frac_paths_available if
  1616. * there is at least one relay that has an Exit flag in the consensus.
  1617. * Used to avoid building exit circuits when they will almost certainly fail.
  1618. * Set to CONSENSUS_PATH_INTERNAL if there are no exits in the consensus.
  1619. * (This situation typically occurs during bootstrap of a test network.)
  1620. * Set to CONSENSUS_PATH_UNKNOWN if we have never checked, or have
  1621. * reason to believe our last known value was invalid or has expired.
  1622. * If we're in a network with TestingDirAuthVoteExit set,
  1623. * this can cause router_have_consensus_path() to be set to
  1624. * CONSENSUS_PATH_EXIT, even if there are no nodes with accept exit policies.
  1625. */
  1626. MOCK_IMPL(consensus_path_type_t,
  1627. router_have_consensus_path, (void))
  1628. {
  1629. return have_consensus_path;
  1630. }
  1631. /** Called when our internal view of the directory has changed. This can be
  1632. * when the authorities change, networkstatuses change, the list of routerdescs
  1633. * changes, or number of running routers changes.
  1634. */
  1635. void
  1636. router_dir_info_changed(void)
  1637. {
  1638. need_to_update_have_min_dir_info = 1;
  1639. rend_hsdir_routers_changed();
  1640. hs_service_dir_info_changed();
  1641. }
  1642. /** Return a string describing what we're missing before we have enough
  1643. * directory info. */
  1644. const char *
  1645. get_dir_info_status_string(void)
  1646. {
  1647. return dir_info_status;
  1648. }
  1649. /** Iterate over the servers listed in <b>consensus</b>, and count how many of
  1650. * them seem like ones we'd use (store this in *<b>num_usable</b>), and how
  1651. * many of <em>those</em> we have descriptors for (store this in
  1652. * *<b>num_present</b>).
  1653. *
  1654. * If <b>in_set</b> is non-NULL, only consider those routers in <b>in_set</b>.
  1655. * If <b>exit_only</b> is USABLE_DESCRIPTOR_EXIT_ONLY, only consider nodes
  1656. * with the Exit flag.
  1657. * If *<b>descs_out</b> is present, add a node_t for each usable descriptor
  1658. * to it.
  1659. */
  1660. static void
  1661. count_usable_descriptors(int *num_present, int *num_usable,
  1662. smartlist_t *descs_out,
  1663. const networkstatus_t *consensus,
  1664. time_t now,
  1665. routerset_t *in_set,
  1666. usable_descriptor_t exit_only)
  1667. {
  1668. const int md = (consensus->flavor == FLAV_MICRODESC);
  1669. *num_present = 0, *num_usable = 0;
  1670. SMARTLIST_FOREACH_BEGIN(consensus->routerstatus_list, routerstatus_t *, rs)
  1671. {
  1672. const node_t *node = node_get_by_id(rs->identity_digest);
  1673. if (!node)
  1674. continue; /* This would be a bug: every entry in the consensus is
  1675. * supposed to have a node. */
  1676. if (exit_only == USABLE_DESCRIPTOR_EXIT_ONLY && ! rs->is_exit)
  1677. continue;
  1678. if (in_set && ! routerset_contains_routerstatus(in_set, rs, -1))
  1679. continue;
  1680. if (client_would_use_router(rs, now)) {
  1681. const char * const digest = rs->descriptor_digest;
  1682. int present;
  1683. ++*num_usable; /* the consensus says we want it. */
  1684. if (md)
  1685. present = NULL != microdesc_cache_lookup_by_digest256(NULL, digest);
  1686. else
  1687. present = NULL != router_get_by_descriptor_digest(digest);
  1688. if (present) {
  1689. /* we have the descriptor listed in the consensus. */
  1690. ++*num_present;
  1691. }
  1692. if (descs_out)
  1693. smartlist_add(descs_out, (node_t*)node);
  1694. }
  1695. }
  1696. SMARTLIST_FOREACH_END(rs);
  1697. log_debug(LD_DIR, "%d usable, %d present (%s%s).",
  1698. *num_usable, *num_present,
  1699. md ? "microdesc" : "desc",
  1700. exit_only == USABLE_DESCRIPTOR_EXIT_ONLY ? " exits" : "s");
  1701. }
  1702. /** Return an estimate of which fraction of usable paths through the Tor
  1703. * network we have available for use. Count how many routers seem like ones
  1704. * we'd use (store this in *<b>num_usable_out</b>), and how many of
  1705. * <em>those</em> we have descriptors for (store this in
  1706. * *<b>num_present_out</b>.)
  1707. *
  1708. * If **<b>status_out</b> is present, allocate a new string and print the
  1709. * available percentages of guard, middle, and exit nodes to it, noting
  1710. * whether there are exits in the consensus.
  1711. * If there are no exits in the consensus, we treat the exit fraction as 100%,
  1712. * but set router_have_consensus_path() so that we can only build internal
  1713. * paths. */
  1714. static double
  1715. compute_frac_paths_available(const networkstatus_t *consensus,
  1716. const or_options_t *options, time_t now,
  1717. int *num_present_out, int *num_usable_out,
  1718. char **status_out)
  1719. {
  1720. smartlist_t *guards = smartlist_new();
  1721. smartlist_t *mid = smartlist_new();
  1722. smartlist_t *exits = smartlist_new();
  1723. double f_guard, f_mid, f_exit;
  1724. double f_path = 0.0;
  1725. /* Used to determine whether there are any exits in the consensus */
  1726. int np = 0;
  1727. /* Used to determine whether there are any exits with descriptors */
  1728. int nu = 0;
  1729. const int authdir = authdir_mode_v3(options);
  1730. count_usable_descriptors(num_present_out, num_usable_out,
  1731. mid, consensus, now, NULL,
  1732. USABLE_DESCRIPTOR_ALL);
  1733. if (options->EntryNodes) {
  1734. count_usable_descriptors(&np, &nu, guards, consensus, now,
  1735. options->EntryNodes, USABLE_DESCRIPTOR_ALL);
  1736. } else {
  1737. SMARTLIST_FOREACH(mid, const node_t *, node, {
  1738. if (authdir) {
  1739. if (node->rs && node->rs->is_possible_guard)
  1740. smartlist_add(guards, (node_t*)node);
  1741. } else {
  1742. if (node->is_possible_guard)
  1743. smartlist_add(guards, (node_t*)node);
  1744. }
  1745. });
  1746. }
  1747. /* All nodes with exit flag
  1748. * If we're in a network with TestingDirAuthVoteExit set,
  1749. * this can cause false positives on have_consensus_path,
  1750. * incorrectly setting it to CONSENSUS_PATH_EXIT. This is
  1751. * an unavoidable feature of forcing authorities to declare
  1752. * certain nodes as exits.
  1753. */
  1754. count_usable_descriptors(&np, &nu, exits, consensus, now,
  1755. NULL, USABLE_DESCRIPTOR_EXIT_ONLY);
  1756. log_debug(LD_NET,
  1757. "%s: %d present, %d usable",
  1758. "exits",
  1759. np,
  1760. nu);
  1761. /* We need at least 1 exit present in the consensus to consider
  1762. * building exit paths */
  1763. /* Update our understanding of whether the consensus has exits */
  1764. consensus_path_type_t old_have_consensus_path = have_consensus_path;
  1765. have_consensus_path = ((nu > 0) ?
  1766. CONSENSUS_PATH_EXIT :
  1767. CONSENSUS_PATH_INTERNAL);
  1768. if (have_consensus_path == CONSENSUS_PATH_INTERNAL
  1769. && old_have_consensus_path != have_consensus_path) {
  1770. log_notice(LD_NET,
  1771. "The current consensus has no exit nodes. "
  1772. "Tor can only build internal paths, "
  1773. "such as paths to hidden services.");
  1774. /* However, exit nodes can reachability self-test using this consensus,
  1775. * join the network, and appear in a later consensus. This will allow
  1776. * the network to build exit paths, such as paths for world wide web
  1777. * browsing (as distinct from hidden service web browsing). */
  1778. }
  1779. f_guard = frac_nodes_with_descriptors(guards, WEIGHT_FOR_GUARD);
  1780. f_mid = frac_nodes_with_descriptors(mid, WEIGHT_FOR_MID);
  1781. f_exit = frac_nodes_with_descriptors(exits, WEIGHT_FOR_EXIT);
  1782. log_debug(LD_NET,
  1783. "f_guard: %.2f, f_mid: %.2f, f_exit: %.2f",
  1784. f_guard,
  1785. f_mid,
  1786. f_exit);
  1787. smartlist_free(guards);
  1788. smartlist_free(mid);
  1789. smartlist_free(exits);
  1790. if (options->ExitNodes) {
  1791. double f_myexit, f_myexit_unflagged;
  1792. smartlist_t *myexits= smartlist_new();
  1793. smartlist_t *myexits_unflagged = smartlist_new();
  1794. /* All nodes with exit flag in ExitNodes option */
  1795. count_usable_descriptors(&np, &nu, myexits, consensus, now,
  1796. options->ExitNodes, USABLE_DESCRIPTOR_EXIT_ONLY);
  1797. log_debug(LD_NET,
  1798. "%s: %d present, %d usable",
  1799. "myexits",
  1800. np,
  1801. nu);
  1802. /* Now compute the nodes in the ExitNodes option where which we don't know
  1803. * what their exit policy is, or we know it permits something. */
  1804. count_usable_descriptors(&np, &nu, myexits_unflagged,
  1805. consensus, now,
  1806. options->ExitNodes, USABLE_DESCRIPTOR_ALL);
  1807. log_debug(LD_NET,
  1808. "%s: %d present, %d usable",
  1809. "myexits_unflagged (initial)",
  1810. np,
  1811. nu);
  1812. SMARTLIST_FOREACH_BEGIN(myexits_unflagged, const node_t *, node) {
  1813. if (node_has_descriptor(node) && node_exit_policy_rejects_all(node)) {
  1814. SMARTLIST_DEL_CURRENT(myexits_unflagged, node);
  1815. /* this node is not actually an exit */
  1816. np--;
  1817. /* this node is unusable as an exit */
  1818. nu--;
  1819. }
  1820. } SMARTLIST_FOREACH_END(node);
  1821. log_debug(LD_NET,
  1822. "%s: %d present, %d usable",
  1823. "myexits_unflagged (final)",
  1824. np,
  1825. nu);
  1826. f_myexit= frac_nodes_with_descriptors(myexits,WEIGHT_FOR_EXIT);
  1827. f_myexit_unflagged=
  1828. frac_nodes_with_descriptors(myexits_unflagged,WEIGHT_FOR_EXIT);
  1829. log_debug(LD_NET,
  1830. "f_exit: %.2f, f_myexit: %.2f, f_myexit_unflagged: %.2f",
  1831. f_exit,
  1832. f_myexit,
  1833. f_myexit_unflagged);
  1834. /* If our ExitNodes list has eliminated every possible Exit node, and there
  1835. * were some possible Exit nodes, then instead consider nodes that permit
  1836. * exiting to some ports. */
  1837. if (smartlist_len(myexits) == 0 &&
  1838. smartlist_len(myexits_unflagged)) {
  1839. f_myexit = f_myexit_unflagged;
  1840. }
  1841. smartlist_free(myexits);
  1842. smartlist_free(myexits_unflagged);
  1843. /* This is a tricky point here: we don't want to make it easy for a
  1844. * directory to trickle exits to us until it learns which exits we have
  1845. * configured, so require that we have a threshold both of total exits
  1846. * and usable exits. */
  1847. if (f_myexit < f_exit)
  1848. f_exit = f_myexit;
  1849. }
  1850. /* if the consensus has no exits, treat the exit fraction as 100% */
  1851. if (router_have_consensus_path() != CONSENSUS_PATH_EXIT) {
  1852. f_exit = 1.0;
  1853. }
  1854. f_path = f_guard * f_mid * f_exit;
  1855. if (status_out)
  1856. tor_asprintf(status_out,
  1857. "%d%% of guards bw, "
  1858. "%d%% of midpoint bw, and "
  1859. "%d%% of exit bw%s = "
  1860. "%d%% of path bw",
  1861. (int)(f_guard*100),
  1862. (int)(f_mid*100),
  1863. (int)(f_exit*100),
  1864. (router_have_consensus_path() == CONSENSUS_PATH_EXIT ?
  1865. "" :
  1866. " (no exits in consensus)"),
  1867. (int)(f_path*100));
  1868. return f_path;
  1869. }
  1870. /** We just fetched a new set of descriptors. Compute how far through
  1871. * the "loading descriptors" bootstrapping phase we are, so we can inform
  1872. * the controller of our progress. */
  1873. int
  1874. count_loading_descriptors_progress(void)
  1875. {
  1876. int num_present = 0, num_usable=0;
  1877. time_t now = time(NULL);
  1878. const or_options_t *options = get_options();
  1879. const networkstatus_t *consensus =
  1880. networkstatus_get_reasonably_live_consensus(now,usable_consensus_flavor());
  1881. double paths, fraction;
  1882. if (!consensus)
  1883. return 0; /* can't count descriptors if we have no list of them */
  1884. paths = compute_frac_paths_available(consensus, options, now,
  1885. &num_present, &num_usable,
  1886. NULL);
  1887. fraction = paths / get_frac_paths_needed_for_circs(options,consensus);
  1888. if (fraction > 1.0)
  1889. return 0; /* it's not the number of descriptors holding us back */
  1890. return BOOTSTRAP_STATUS_LOADING_DESCRIPTORS + (int)
  1891. (fraction*(BOOTSTRAP_STATUS_CONN_OR-1 -
  1892. BOOTSTRAP_STATUS_LOADING_DESCRIPTORS));
  1893. }
  1894. /** Return the fraction of paths needed before we're willing to build
  1895. * circuits, as configured in <b>options</b>, or in the consensus <b>ns</b>. */
  1896. static double
  1897. get_frac_paths_needed_for_circs(const or_options_t *options,
  1898. const networkstatus_t *ns)
  1899. {
  1900. #define DFLT_PCT_USABLE_NEEDED 60
  1901. if (options->PathsNeededToBuildCircuits >= 0.0) {
  1902. return options->PathsNeededToBuildCircuits;
  1903. } else {
  1904. return networkstatus_get_param(ns, "min_paths_for_circs_pct",
  1905. DFLT_PCT_USABLE_NEEDED,
  1906. 25, 95)/100.0;
  1907. }
  1908. }
  1909. /** Change the value of have_min_dir_info, setting it true iff we have enough
  1910. * network and router information to build circuits. Clear the value of
  1911. * need_to_update_have_min_dir_info. */
  1912. static void
  1913. update_router_have_minimum_dir_info(void)
  1914. {
  1915. time_t now = time(NULL);
  1916. int res;
  1917. const or_options_t *options = get_options();
  1918. const networkstatus_t *consensus =
  1919. networkstatus_get_reasonably_live_consensus(now,usable_consensus_flavor());
  1920. int using_md;
  1921. if (!consensus) {
  1922. if (!networkstatus_get_latest_consensus())
  1923. strlcpy(dir_info_status, "We have no usable consensus.",
  1924. sizeof(dir_info_status));
  1925. else
  1926. strlcpy(dir_info_status, "We have no recent usable consensus.",
  1927. sizeof(dir_info_status));
  1928. res = 0;
  1929. goto done;
  1930. }
  1931. using_md = consensus->flavor == FLAV_MICRODESC;
  1932. if (! entry_guards_have_enough_dir_info_to_build_circuits()) {
  1933. strlcpy(dir_info_status, "We're missing descriptors for some of our "
  1934. "primary entry guards", sizeof(dir_info_status));
  1935. res = 0;
  1936. goto done;
  1937. }
  1938. /* Check fraction of available paths */
  1939. {
  1940. char *status = NULL;
  1941. int num_present=0, num_usable=0;
  1942. double paths = compute_frac_paths_available(consensus, options, now,
  1943. &num_present, &num_usable,
  1944. &status);
  1945. if (paths < get_frac_paths_needed_for_circs(options,consensus)) {
  1946. tor_snprintf(dir_info_status, sizeof(dir_info_status),
  1947. "We need more %sdescriptors: we have %d/%d, and "
  1948. "can only build %d%% of likely paths. (We have %s.)",
  1949. using_md?"micro":"", num_present, num_usable,
  1950. (int)(paths*100), status);
  1951. tor_free(status);
  1952. res = 0;
  1953. control_event_bootstrap(BOOTSTRAP_STATUS_REQUESTING_DESCRIPTORS, 0);
  1954. goto done;
  1955. }
  1956. tor_free(status);
  1957. res = 1;
  1958. }
  1959. done:
  1960. /* If paths have just become available in this update. */
  1961. if (res && !have_min_dir_info) {
  1962. control_event_client_status(LOG_NOTICE, "ENOUGH_DIR_INFO");
  1963. if (control_event_bootstrap(BOOTSTRAP_STATUS_CONN_OR, 0) == 0) {
  1964. log_notice(LD_DIR,
  1965. "We now have enough directory information to build circuits.");
  1966. }
  1967. }
  1968. /* If paths have just become unavailable in this update. */
  1969. if (!res && have_min_dir_info) {
  1970. int quiet = directory_too_idle_to_fetch_descriptors(options, now);
  1971. tor_log(quiet ? LOG_INFO : LOG_NOTICE, LD_DIR,
  1972. "Our directory information is no longer up-to-date "
  1973. "enough to build circuits: %s", dir_info_status);
  1974. /* a) make us log when we next complete a circuit, so we know when Tor
  1975. * is back up and usable, and b) disable some activities that Tor
  1976. * should only do while circuits are working, like reachability tests
  1977. * and fetching bridge descriptors only over circuits. */
  1978. note_that_we_maybe_cant_complete_circuits();
  1979. have_consensus_path = CONSENSUS_PATH_UNKNOWN;
  1980. control_event_client_status(LOG_NOTICE, "NOT_ENOUGH_DIR_INFO");
  1981. }
  1982. have_min_dir_info = res;
  1983. need_to_update_have_min_dir_info = 0;
  1984. }