circuitbuild.c 91 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701
  1. /* Copyright (c) 2001 Matej Pfajfar.
  2. * Copyright (c) 2001-2004, Roger Dingledine.
  3. * Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  4. * Copyright (c) 2007-2012, The Tor Project, Inc. */
  5. /* See LICENSE for licensing information */
  6. /**
  7. * \file circuitbuild.c
  8. * \brief The actual details of building circuits.
  9. **/
  10. #include "or.h"
  11. #include "channel.h"
  12. #include "circuitbuild.h"
  13. #include "circuitlist.h"
  14. #include "circuitstats.h"
  15. #include "circuituse.h"
  16. #include "command.h"
  17. #include "config.h"
  18. #include "confparse.h"
  19. #include "connection.h"
  20. #include "connection_edge.h"
  21. #include "connection_or.h"
  22. #include "control.h"
  23. #include "directory.h"
  24. #include "entrynodes.h"
  25. #include "main.h"
  26. #include "networkstatus.h"
  27. #include "nodelist.h"
  28. #include "onion.h"
  29. #include "policies.h"
  30. #include "transports.h"
  31. #include "relay.h"
  32. #include "rephist.h"
  33. #include "router.h"
  34. #include "routerlist.h"
  35. #include "routerparse.h"
  36. #include "routerset.h"
  37. #include "crypto.h"
  38. #ifndef MIN
  39. #define MIN(a,b) ((a)<(b)?(a):(b))
  40. #endif
  41. /********* START VARIABLES **********/
  42. /** A global list of all circuits at this hop. */
  43. extern circuit_t *global_circuitlist;
  44. /********* END VARIABLES ************/
  45. static channel_t * channel_connect_for_circuit(const tor_addr_t *addr,
  46. uint16_t port,
  47. const char *id_digest);
  48. static int circuit_deliver_create_cell(circuit_t *circ,
  49. uint8_t cell_type, const char *payload);
  50. static int onion_pick_cpath_exit(origin_circuit_t *circ, extend_info_t *exit);
  51. static crypt_path_t *onion_next_hop_in_cpath(crypt_path_t *cpath);
  52. static int onion_extend_cpath(origin_circuit_t *circ);
  53. static int count_acceptable_nodes(smartlist_t *routers);
  54. static int onion_append_hop(crypt_path_t **head_ptr, extend_info_t *choice);
  55. static int entry_guard_inc_first_hop_count(entry_guard_t *guard);
  56. static void pathbias_count_success(origin_circuit_t *circ);
  57. /** This function tries to get a channel to the specified endpoint,
  58. * and then calls command_setup_channel() to give it the right
  59. * callbacks.
  60. */
  61. static channel_t *
  62. channel_connect_for_circuit(const tor_addr_t *addr, uint16_t port,
  63. const char *id_digest)
  64. {
  65. channel_t *chan;
  66. chan = channel_connect(addr, port, id_digest);
  67. if (chan) command_setup_channel(chan);
  68. return chan;
  69. }
  70. /** Iterate over values of circ_id, starting from conn-\>next_circ_id,
  71. * and with the high bit specified by conn-\>circ_id_type, until we get
  72. * a circ_id that is not in use by any other circuit on that conn.
  73. *
  74. * Return it, or 0 if can't get a unique circ_id.
  75. */
  76. static circid_t
  77. get_unique_circ_id_by_chan(channel_t *chan)
  78. {
  79. circid_t test_circ_id;
  80. circid_t attempts=0;
  81. circid_t high_bit;
  82. tor_assert(chan);
  83. if (chan->circ_id_type == CIRC_ID_TYPE_NEITHER) {
  84. log_warn(LD_BUG,
  85. "Trying to pick a circuit ID for a connection from "
  86. "a client with no identity.");
  87. return 0;
  88. }
  89. high_bit =
  90. (chan->circ_id_type == CIRC_ID_TYPE_HIGHER) ? 1<<15 : 0;
  91. do {
  92. /* Sequentially iterate over test_circ_id=1...1<<15-1 until we find a
  93. * circID such that (high_bit|test_circ_id) is not already used. */
  94. test_circ_id = chan->next_circ_id++;
  95. if (test_circ_id == 0 || test_circ_id >= 1<<15) {
  96. test_circ_id = 1;
  97. chan->next_circ_id = 2;
  98. }
  99. if (++attempts > 1<<15) {
  100. /* Make sure we don't loop forever if all circ_id's are used. This
  101. * matters because it's an external DoS opportunity.
  102. */
  103. log_warn(LD_CIRC,"No unused circ IDs. Failing.");
  104. return 0;
  105. }
  106. test_circ_id |= high_bit;
  107. } while (circuit_id_in_use_on_channel(test_circ_id, chan));
  108. return test_circ_id;
  109. }
  110. /** If <b>verbose</b> is false, allocate and return a comma-separated list of
  111. * the currently built elements of <b>circ</b>. If <b>verbose</b> is true, also
  112. * list information about link status in a more verbose format using spaces.
  113. * If <b>verbose_names</b> is false, give nicknames for Named routers and hex
  114. * digests for others; if <b>verbose_names</b> is true, use $DIGEST=Name style
  115. * names.
  116. */
  117. static char *
  118. circuit_list_path_impl(origin_circuit_t *circ, int verbose, int verbose_names)
  119. {
  120. crypt_path_t *hop;
  121. smartlist_t *elements;
  122. const char *states[] = {"closed", "waiting for keys", "open"};
  123. char *s;
  124. elements = smartlist_new();
  125. if (verbose) {
  126. const char *nickname = build_state_get_exit_nickname(circ->build_state);
  127. smartlist_add_asprintf(elements, "%s%s circ (length %d%s%s):",
  128. circ->build_state->is_internal ? "internal" : "exit",
  129. circ->build_state->need_uptime ? " (high-uptime)" : "",
  130. circ->build_state->desired_path_len,
  131. circ->base_.state == CIRCUIT_STATE_OPEN ? "" : ", last hop ",
  132. circ->base_.state == CIRCUIT_STATE_OPEN ? "" :
  133. (nickname?nickname:"*unnamed*"));
  134. }
  135. hop = circ->cpath;
  136. do {
  137. char *elt;
  138. const char *id;
  139. const node_t *node;
  140. if (!hop)
  141. break;
  142. if (!verbose && hop->state != CPATH_STATE_OPEN)
  143. break;
  144. if (!hop->extend_info)
  145. break;
  146. id = hop->extend_info->identity_digest;
  147. if (verbose_names) {
  148. elt = tor_malloc(MAX_VERBOSE_NICKNAME_LEN+1);
  149. if ((node = node_get_by_id(id))) {
  150. node_get_verbose_nickname(node, elt);
  151. } else if (is_legal_nickname(hop->extend_info->nickname)) {
  152. elt[0] = '$';
  153. base16_encode(elt+1, HEX_DIGEST_LEN+1, id, DIGEST_LEN);
  154. elt[HEX_DIGEST_LEN+1]= '~';
  155. strlcpy(elt+HEX_DIGEST_LEN+2,
  156. hop->extend_info->nickname, MAX_NICKNAME_LEN+1);
  157. } else {
  158. elt[0] = '$';
  159. base16_encode(elt+1, HEX_DIGEST_LEN+1, id, DIGEST_LEN);
  160. }
  161. } else { /* ! verbose_names */
  162. node = node_get_by_id(id);
  163. if (node && node_is_named(node)) {
  164. elt = tor_strdup(node_get_nickname(node));
  165. } else {
  166. elt = tor_malloc(HEX_DIGEST_LEN+2);
  167. elt[0] = '$';
  168. base16_encode(elt+1, HEX_DIGEST_LEN+1, id, DIGEST_LEN);
  169. }
  170. }
  171. tor_assert(elt);
  172. if (verbose) {
  173. tor_assert(hop->state <= 2);
  174. smartlist_add_asprintf(elements,"%s(%s)",elt,states[hop->state]);
  175. tor_free(elt);
  176. } else {
  177. smartlist_add(elements, elt);
  178. }
  179. hop = hop->next;
  180. } while (hop != circ->cpath);
  181. s = smartlist_join_strings(elements, verbose?" ":",", 0, NULL);
  182. SMARTLIST_FOREACH(elements, char*, cp, tor_free(cp));
  183. smartlist_free(elements);
  184. return s;
  185. }
  186. /** If <b>verbose</b> is false, allocate and return a comma-separated
  187. * list of the currently built elements of <b>circ</b>. If
  188. * <b>verbose</b> is true, also list information about link status in
  189. * a more verbose format using spaces.
  190. */
  191. char *
  192. circuit_list_path(origin_circuit_t *circ, int verbose)
  193. {
  194. return circuit_list_path_impl(circ, verbose, 0);
  195. }
  196. /** Allocate and return a comma-separated list of the currently built elements
  197. * of <b>circ</b>, giving each as a verbose nickname.
  198. */
  199. char *
  200. circuit_list_path_for_controller(origin_circuit_t *circ)
  201. {
  202. return circuit_list_path_impl(circ, 0, 1);
  203. }
  204. /** Log, at severity <b>severity</b>, the nicknames of each router in
  205. * <b>circ</b>'s cpath. Also log the length of the cpath, and the intended
  206. * exit point.
  207. */
  208. void
  209. circuit_log_path(int severity, unsigned int domain, origin_circuit_t *circ)
  210. {
  211. char *s = circuit_list_path(circ,1);
  212. tor_log(severity,domain,"%s",s);
  213. tor_free(s);
  214. }
  215. /** Tell the rep(utation)hist(ory) module about the status of the links
  216. * in <b>circ</b>. Hops that have become OPEN are marked as successfully
  217. * extended; the _first_ hop that isn't open (if any) is marked as
  218. * unable to extend.
  219. */
  220. /* XXXX Someday we should learn from OR circuits too. */
  221. void
  222. circuit_rep_hist_note_result(origin_circuit_t *circ)
  223. {
  224. crypt_path_t *hop;
  225. const char *prev_digest = NULL;
  226. hop = circ->cpath;
  227. if (!hop) /* circuit hasn't started building yet. */
  228. return;
  229. if (server_mode(get_options())) {
  230. const routerinfo_t *me = router_get_my_routerinfo();
  231. if (!me)
  232. return;
  233. prev_digest = me->cache_info.identity_digest;
  234. }
  235. do {
  236. const node_t *node = node_get_by_id(hop->extend_info->identity_digest);
  237. if (node) { /* Why do we check this? We know the identity. -NM XXXX */
  238. if (prev_digest) {
  239. if (hop->state == CPATH_STATE_OPEN)
  240. rep_hist_note_extend_succeeded(prev_digest, node->identity);
  241. else {
  242. rep_hist_note_extend_failed(prev_digest, node->identity);
  243. break;
  244. }
  245. }
  246. prev_digest = node->identity;
  247. } else {
  248. prev_digest = NULL;
  249. }
  250. hop=hop->next;
  251. } while (hop!=circ->cpath);
  252. }
  253. /** Pick all the entries in our cpath. Stop and return 0 when we're
  254. * happy, or return -1 if an error occurs. */
  255. static int
  256. onion_populate_cpath(origin_circuit_t *circ)
  257. {
  258. int r;
  259. again:
  260. r = onion_extend_cpath(circ);
  261. if (r < 0) {
  262. log_info(LD_CIRC,"Generating cpath hop failed.");
  263. return -1;
  264. }
  265. if (r == 0)
  266. goto again;
  267. return 0; /* if r == 1 */
  268. }
  269. /** Create and return a new origin circuit. Initialize its purpose and
  270. * build-state based on our arguments. The <b>flags</b> argument is a
  271. * bitfield of CIRCLAUNCH_* flags. */
  272. origin_circuit_t *
  273. origin_circuit_init(uint8_t purpose, int flags)
  274. {
  275. /* sets circ->p_circ_id and circ->p_chan */
  276. origin_circuit_t *circ = origin_circuit_new();
  277. circuit_set_state(TO_CIRCUIT(circ), CIRCUIT_STATE_CHAN_WAIT);
  278. circ->build_state = tor_malloc_zero(sizeof(cpath_build_state_t));
  279. circ->build_state->onehop_tunnel =
  280. ((flags & CIRCLAUNCH_ONEHOP_TUNNEL) ? 1 : 0);
  281. circ->build_state->need_uptime =
  282. ((flags & CIRCLAUNCH_NEED_UPTIME) ? 1 : 0);
  283. circ->build_state->need_capacity =
  284. ((flags & CIRCLAUNCH_NEED_CAPACITY) ? 1 : 0);
  285. circ->build_state->is_internal =
  286. ((flags & CIRCLAUNCH_IS_INTERNAL) ? 1 : 0);
  287. circ->base_.purpose = purpose;
  288. return circ;
  289. }
  290. /** Build a new circuit for <b>purpose</b>. If <b>exit</b>
  291. * is defined, then use that as your exit router, else choose a suitable
  292. * exit node.
  293. *
  294. * Also launch a connection to the first OR in the chosen path, if
  295. * it's not open already.
  296. */
  297. origin_circuit_t *
  298. circuit_establish_circuit(uint8_t purpose, extend_info_t *exit, int flags)
  299. {
  300. origin_circuit_t *circ;
  301. int err_reason = 0;
  302. circ = origin_circuit_init(purpose, flags);
  303. if (onion_pick_cpath_exit(circ, exit) < 0 ||
  304. onion_populate_cpath(circ) < 0) {
  305. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_NOPATH);
  306. return NULL;
  307. }
  308. control_event_circuit_status(circ, CIRC_EVENT_LAUNCHED, 0);
  309. if ((err_reason = circuit_handle_first_hop(circ)) < 0) {
  310. circuit_mark_for_close(TO_CIRCUIT(circ), -err_reason);
  311. return NULL;
  312. }
  313. return circ;
  314. }
  315. /** Start establishing the first hop of our circuit. Figure out what
  316. * OR we should connect to, and if necessary start the connection to
  317. * it. If we're already connected, then send the 'create' cell.
  318. * Return 0 for ok, -reason if circ should be marked-for-close. */
  319. int
  320. circuit_handle_first_hop(origin_circuit_t *circ)
  321. {
  322. crypt_path_t *firsthop;
  323. channel_t *n_chan;
  324. int err_reason = 0;
  325. const char *msg = NULL;
  326. int should_launch = 0;
  327. firsthop = onion_next_hop_in_cpath(circ->cpath);
  328. tor_assert(firsthop);
  329. tor_assert(firsthop->extend_info);
  330. /* now see if we're already connected to the first OR in 'route' */
  331. log_debug(LD_CIRC,"Looking for firsthop '%s'",
  332. fmt_addrport(&firsthop->extend_info->addr,
  333. firsthop->extend_info->port));
  334. n_chan = channel_get_for_extend(firsthop->extend_info->identity_digest,
  335. &firsthop->extend_info->addr,
  336. &msg,
  337. &should_launch);
  338. if (!n_chan) {
  339. /* not currently connected in a useful way. */
  340. log_info(LD_CIRC, "Next router is %s: %s",
  341. safe_str_client(extend_info_describe(firsthop->extend_info)),
  342. msg?msg:"???");
  343. circ->base_.n_hop = extend_info_dup(firsthop->extend_info);
  344. if (should_launch) {
  345. if (circ->build_state->onehop_tunnel)
  346. control_event_bootstrap(BOOTSTRAP_STATUS_CONN_DIR, 0);
  347. n_chan = channel_connect_for_circuit(
  348. &firsthop->extend_info->addr,
  349. firsthop->extend_info->port,
  350. firsthop->extend_info->identity_digest);
  351. if (!n_chan) { /* connect failed, forget the whole thing */
  352. log_info(LD_CIRC,"connect to firsthop failed. Closing.");
  353. return -END_CIRC_REASON_CONNECTFAILED;
  354. }
  355. }
  356. log_debug(LD_CIRC,"connecting in progress (or finished). Good.");
  357. /* return success. The onion/circuit/etc will be taken care of
  358. * automatically (may already have been) whenever n_chan reaches
  359. * OR_CONN_STATE_OPEN.
  360. */
  361. return 0;
  362. } else { /* it's already open. use it. */
  363. tor_assert(!circ->base_.n_hop);
  364. circ->base_.n_chan = n_chan;
  365. log_debug(LD_CIRC,"Conn open. Delivering first onion skin.");
  366. if ((err_reason = circuit_send_next_onion_skin(circ)) < 0) {
  367. log_info(LD_CIRC,"circuit_send_next_onion_skin failed.");
  368. return err_reason;
  369. }
  370. }
  371. return 0;
  372. }
  373. /** Find any circuits that are waiting on <b>or_conn</b> to become
  374. * open and get them to send their create cells forward.
  375. *
  376. * Status is 1 if connect succeeded, or 0 if connect failed.
  377. */
  378. void
  379. circuit_n_chan_done(channel_t *chan, int status)
  380. {
  381. smartlist_t *pending_circs;
  382. int err_reason = 0;
  383. tor_assert(chan);
  384. log_debug(LD_CIRC,"chan to %s/%s, status=%d",
  385. chan->nickname ? chan->nickname : "NULL",
  386. channel_get_canonical_remote_descr(chan), status);
  387. pending_circs = smartlist_new();
  388. circuit_get_all_pending_on_channel(pending_circs, chan);
  389. SMARTLIST_FOREACH_BEGIN(pending_circs, circuit_t *, circ)
  390. {
  391. /* These checks are redundant wrt get_all_pending_on_or_conn, but I'm
  392. * leaving them in in case it's possible for the status of a circuit to
  393. * change as we're going down the list. */
  394. if (circ->marked_for_close || circ->n_chan || !circ->n_hop ||
  395. circ->state != CIRCUIT_STATE_CHAN_WAIT)
  396. continue;
  397. if (tor_digest_is_zero(circ->n_hop->identity_digest)) {
  398. /* Look at addr/port. This is an unkeyed connection. */
  399. if (!channel_matches_extend_info(chan, circ->n_hop))
  400. continue;
  401. } else {
  402. /* We expected a key. See if it's the right one. */
  403. if (tor_memneq(chan->identity_digest,
  404. circ->n_hop->identity_digest, DIGEST_LEN))
  405. continue;
  406. }
  407. if (!status) { /* chan failed; close circ */
  408. log_info(LD_CIRC,"Channel failed; closing circ.");
  409. circuit_mark_for_close(circ, END_CIRC_REASON_CHANNEL_CLOSED);
  410. continue;
  411. }
  412. log_debug(LD_CIRC, "Found circ, sending create cell.");
  413. /* circuit_deliver_create_cell will set n_circ_id and add us to
  414. * chan_circuid_circuit_map, so we don't need to call
  415. * set_circid_chan here. */
  416. circ->n_chan = chan;
  417. extend_info_free(circ->n_hop);
  418. circ->n_hop = NULL;
  419. if (CIRCUIT_IS_ORIGIN(circ)) {
  420. if ((err_reason =
  421. circuit_send_next_onion_skin(TO_ORIGIN_CIRCUIT(circ))) < 0) {
  422. log_info(LD_CIRC,
  423. "send_next_onion_skin failed; circuit marked for closing.");
  424. circuit_mark_for_close(circ, -err_reason);
  425. continue;
  426. /* XXX could this be bad, eg if next_onion_skin failed because conn
  427. * died? */
  428. }
  429. } else {
  430. /* pull the create cell out of circ->onionskin, and send it */
  431. tor_assert(circ->n_chan_onionskin);
  432. if (circuit_deliver_create_cell(circ,CELL_CREATE,
  433. circ->n_chan_onionskin)<0) {
  434. circuit_mark_for_close(circ, END_CIRC_REASON_RESOURCELIMIT);
  435. continue;
  436. }
  437. tor_free(circ->n_chan_onionskin);
  438. circuit_set_state(circ, CIRCUIT_STATE_OPEN);
  439. }
  440. }
  441. SMARTLIST_FOREACH_END(circ);
  442. smartlist_free(pending_circs);
  443. }
  444. /** Find a new circid that isn't currently in use on the circ->n_chan
  445. * for the outgoing
  446. * circuit <b>circ</b>, and deliver a cell of type <b>cell_type</b>
  447. * (either CELL_CREATE or CELL_CREATE_FAST) with payload <b>payload</b>
  448. * to this circuit.
  449. * Return -1 if we failed to find a suitable circid, else return 0.
  450. */
  451. static int
  452. circuit_deliver_create_cell(circuit_t *circ, uint8_t cell_type,
  453. const char *payload)
  454. {
  455. cell_t cell;
  456. circid_t id;
  457. tor_assert(circ);
  458. tor_assert(circ->n_chan);
  459. tor_assert(payload);
  460. tor_assert(cell_type == CELL_CREATE || cell_type == CELL_CREATE_FAST);
  461. id = get_unique_circ_id_by_chan(circ->n_chan);
  462. if (!id) {
  463. log_warn(LD_CIRC,"failed to get unique circID.");
  464. return -1;
  465. }
  466. log_debug(LD_CIRC,"Chosen circID %u.", id);
  467. circuit_set_n_circid_chan(circ, id, circ->n_chan);
  468. memset(&cell, 0, sizeof(cell_t));
  469. cell.command = cell_type;
  470. cell.circ_id = circ->n_circ_id;
  471. memcpy(cell.payload, payload, ONIONSKIN_CHALLENGE_LEN);
  472. append_cell_to_circuit_queue(circ, circ->n_chan, &cell,
  473. CELL_DIRECTION_OUT, 0);
  474. if (CIRCUIT_IS_ORIGIN(circ)) {
  475. /* Update began timestamp for circuits starting their first hop */
  476. if (TO_ORIGIN_CIRCUIT(circ)->cpath->state == CPATH_STATE_CLOSED) {
  477. if (circ->n_chan->state != CHANNEL_STATE_OPEN) {
  478. log_warn(LD_CIRC,
  479. "Got first hop for a circuit without an opened channel. "
  480. "State: %s.", channel_state_to_string(circ->n_chan->state));
  481. tor_fragile_assert();
  482. }
  483. tor_gettimeofday(&circ->timestamp_began);
  484. }
  485. /* mark it so it gets better rate limiting treatment. */
  486. channel_timestamp_client(circ->n_chan);
  487. }
  488. return 0;
  489. }
  490. /** We've decided to start our reachability testing. If all
  491. * is set, log this to the user. Return 1 if we did, or 0 if
  492. * we chose not to log anything. */
  493. int
  494. inform_testing_reachability(void)
  495. {
  496. char dirbuf[128];
  497. const routerinfo_t *me = router_get_my_routerinfo();
  498. if (!me)
  499. return 0;
  500. control_event_server_status(LOG_NOTICE,
  501. "CHECKING_REACHABILITY ORADDRESS=%s:%d",
  502. me->address, me->or_port);
  503. if (me->dir_port) {
  504. tor_snprintf(dirbuf, sizeof(dirbuf), " and DirPort %s:%d",
  505. me->address, me->dir_port);
  506. control_event_server_status(LOG_NOTICE,
  507. "CHECKING_REACHABILITY DIRADDRESS=%s:%d",
  508. me->address, me->dir_port);
  509. }
  510. log_notice(LD_OR, "Now checking whether ORPort %s:%d%s %s reachable... "
  511. "(this may take up to %d minutes -- look for log "
  512. "messages indicating success)",
  513. me->address, me->or_port,
  514. me->dir_port ? dirbuf : "",
  515. me->dir_port ? "are" : "is",
  516. TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT/60);
  517. return 1;
  518. }
  519. /** Return true iff we should send a create_fast cell to start building a given
  520. * circuit */
  521. static INLINE int
  522. should_use_create_fast_for_circuit(origin_circuit_t *circ)
  523. {
  524. const or_options_t *options = get_options();
  525. tor_assert(circ->cpath);
  526. tor_assert(circ->cpath->extend_info);
  527. if (!circ->cpath->extend_info->onion_key)
  528. return 1; /* our hand is forced: only a create_fast will work. */
  529. if (!options->FastFirstHopPK)
  530. return 0; /* we prefer to avoid create_fast */
  531. if (public_server_mode(options)) {
  532. /* We're a server, and we know an onion key. We can choose.
  533. * Prefer to blend our circuit into the other circuits we are
  534. * creating on behalf of others. */
  535. return 0;
  536. }
  537. return 1;
  538. }
  539. /** Return true if <b>circ</b> is the type of circuit we want to count
  540. * timeouts from. In particular, we want it to have not completed yet
  541. * (already completing indicates we cannibalized it), and we want it to
  542. * have exactly three hops.
  543. */
  544. int
  545. circuit_timeout_want_to_count_circ(origin_circuit_t *circ)
  546. {
  547. return !circ->has_opened
  548. && circ->build_state->desired_path_len == DEFAULT_ROUTE_LEN;
  549. }
  550. /** This is the backbone function for building circuits.
  551. *
  552. * If circ's first hop is closed, then we need to build a create
  553. * cell and send it forward.
  554. *
  555. * Otherwise, we need to build a relay extend cell and send it
  556. * forward.
  557. *
  558. * Return -reason if we want to tear down circ, else return 0.
  559. */
  560. int
  561. circuit_send_next_onion_skin(origin_circuit_t *circ)
  562. {
  563. crypt_path_t *hop;
  564. const node_t *node;
  565. char payload[2+4+DIGEST_LEN+ONIONSKIN_CHALLENGE_LEN];
  566. char *onionskin;
  567. size_t payload_len;
  568. tor_assert(circ);
  569. if (circ->cpath->state == CPATH_STATE_CLOSED) {
  570. int fast;
  571. uint8_t cell_type;
  572. log_debug(LD_CIRC,"First skin; sending create cell.");
  573. if (circ->build_state->onehop_tunnel)
  574. control_event_bootstrap(BOOTSTRAP_STATUS_ONEHOP_CREATE, 0);
  575. else
  576. control_event_bootstrap(BOOTSTRAP_STATUS_CIRCUIT_CREATE, 0);
  577. node = node_get_by_id(circ->base_.n_chan->identity_digest);
  578. fast = should_use_create_fast_for_circuit(circ);
  579. if (!fast) {
  580. /* We are an OR and we know the right onion key: we should
  581. * send an old slow create cell.
  582. */
  583. cell_type = CELL_CREATE;
  584. if (onion_skin_create(circ->cpath->extend_info->onion_key,
  585. &(circ->cpath->dh_handshake_state),
  586. payload) < 0) {
  587. log_warn(LD_CIRC,"onion_skin_create (first hop) failed.");
  588. return - END_CIRC_REASON_INTERNAL;
  589. }
  590. note_request("cell: create", 1);
  591. } else {
  592. /* We are not an OR, and we're building the first hop of a circuit to a
  593. * new OR: we can be speedy and use CREATE_FAST to save an RSA operation
  594. * and a DH operation. */
  595. cell_type = CELL_CREATE_FAST;
  596. memset(payload, 0, sizeof(payload));
  597. crypto_rand((char*) circ->cpath->fast_handshake_state,
  598. sizeof(circ->cpath->fast_handshake_state));
  599. memcpy(payload, circ->cpath->fast_handshake_state,
  600. sizeof(circ->cpath->fast_handshake_state));
  601. note_request("cell: create fast", 1);
  602. }
  603. if (circuit_deliver_create_cell(TO_CIRCUIT(circ), cell_type, payload) < 0)
  604. return - END_CIRC_REASON_RESOURCELIMIT;
  605. circ->cpath->state = CPATH_STATE_AWAITING_KEYS;
  606. circuit_set_state(TO_CIRCUIT(circ), CIRCUIT_STATE_BUILDING);
  607. log_info(LD_CIRC,"First hop: finished sending %s cell to '%s'",
  608. fast ? "CREATE_FAST" : "CREATE",
  609. node ? node_describe(node) : "<unnamed>");
  610. } else {
  611. tor_assert(circ->cpath->state == CPATH_STATE_OPEN);
  612. tor_assert(circ->base_.state == CIRCUIT_STATE_BUILDING);
  613. log_debug(LD_CIRC,"starting to send subsequent skin.");
  614. hop = onion_next_hop_in_cpath(circ->cpath);
  615. if (!hop) {
  616. /* done building the circuit. whew. */
  617. circuit_set_state(TO_CIRCUIT(circ), CIRCUIT_STATE_OPEN);
  618. if (circuit_timeout_want_to_count_circ(circ)) {
  619. struct timeval end;
  620. long timediff;
  621. tor_gettimeofday(&end);
  622. timediff = tv_mdiff(&circ->base_.timestamp_began, &end);
  623. /*
  624. * If the circuit build time is much greater than we would have cut
  625. * it off at, we probably had a suspend event along this codepath,
  626. * and we should discard the value.
  627. */
  628. if (timediff < 0 || timediff > 2*circ_times.close_ms+1000) {
  629. log_notice(LD_CIRC, "Strange value for circuit build time: %ldmsec. "
  630. "Assuming clock jump. Purpose %d (%s)", timediff,
  631. circ->base_.purpose,
  632. circuit_purpose_to_string(circ->base_.purpose));
  633. } else if (!circuit_build_times_disabled()) {
  634. /* Only count circuit times if the network is live */
  635. if (circuit_build_times_network_check_live(&circ_times)) {
  636. circuit_build_times_add_time(&circ_times, (build_time_t)timediff);
  637. circuit_build_times_set_timeout(&circ_times);
  638. }
  639. if (circ->base_.purpose != CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT) {
  640. circuit_build_times_network_circ_success(&circ_times);
  641. }
  642. }
  643. }
  644. log_info(LD_CIRC,"circuit built!");
  645. circuit_reset_failure_count(0);
  646. if (circ->build_state->onehop_tunnel || circ->has_opened) {
  647. control_event_bootstrap(BOOTSTRAP_STATUS_REQUESTING_STATUS, 0);
  648. }
  649. if (!can_complete_circuit && !circ->build_state->onehop_tunnel) {
  650. const or_options_t *options = get_options();
  651. can_complete_circuit=1;
  652. /* FFFF Log a count of known routers here */
  653. log_notice(LD_GENERAL,
  654. "Tor has successfully opened a circuit. "
  655. "Looks like client functionality is working.");
  656. control_event_bootstrap(BOOTSTRAP_STATUS_DONE, 0);
  657. control_event_client_status(LOG_NOTICE, "CIRCUIT_ESTABLISHED");
  658. clear_broken_connection_map(1);
  659. if (server_mode(options) && !check_whether_orport_reachable()) {
  660. inform_testing_reachability();
  661. consider_testing_reachability(1, 1);
  662. }
  663. }
  664. pathbias_count_success(circ);
  665. circuit_rep_hist_note_result(circ);
  666. circuit_has_opened(circ); /* do other actions as necessary */
  667. /* We're done with measurement circuits here. Just close them */
  668. if (circ->base_.purpose == CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT)
  669. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_FINISHED);
  670. return 0;
  671. }
  672. if (tor_addr_family(&hop->extend_info->addr) != AF_INET) {
  673. log_warn(LD_BUG, "Trying to extend to a non-IPv4 address.");
  674. return - END_CIRC_REASON_INTERNAL;
  675. }
  676. set_uint32(payload, tor_addr_to_ipv4n(&hop->extend_info->addr));
  677. set_uint16(payload+4, htons(hop->extend_info->port));
  678. onionskin = payload+2+4;
  679. memcpy(payload+2+4+ONIONSKIN_CHALLENGE_LEN,
  680. hop->extend_info->identity_digest, DIGEST_LEN);
  681. payload_len = 2+4+ONIONSKIN_CHALLENGE_LEN+DIGEST_LEN;
  682. if (onion_skin_create(hop->extend_info->onion_key,
  683. &(hop->dh_handshake_state), onionskin) < 0) {
  684. log_warn(LD_CIRC,"onion_skin_create failed.");
  685. return - END_CIRC_REASON_INTERNAL;
  686. }
  687. log_info(LD_CIRC,"Sending extend relay cell.");
  688. note_request("cell: extend", 1);
  689. /* send it to hop->prev, because it will transfer
  690. * it to a create cell and then send to hop */
  691. if (relay_send_command_from_edge(0, TO_CIRCUIT(circ),
  692. RELAY_COMMAND_EXTEND,
  693. payload, payload_len, hop->prev) < 0)
  694. return 0; /* circuit is closed */
  695. hop->state = CPATH_STATE_AWAITING_KEYS;
  696. }
  697. return 0;
  698. }
  699. /** Our clock just jumped by <b>seconds_elapsed</b>. Assume
  700. * something has also gone wrong with our network: notify the user,
  701. * and abandon all not-yet-used circuits. */
  702. void
  703. circuit_note_clock_jumped(int seconds_elapsed)
  704. {
  705. int severity = server_mode(get_options()) ? LOG_WARN : LOG_NOTICE;
  706. tor_log(severity, LD_GENERAL, "Your system clock just jumped %d seconds %s; "
  707. "assuming established circuits no longer work.",
  708. seconds_elapsed >=0 ? seconds_elapsed : -seconds_elapsed,
  709. seconds_elapsed >=0 ? "forward" : "backward");
  710. control_event_general_status(LOG_WARN, "CLOCK_JUMPED TIME=%d",
  711. seconds_elapsed);
  712. can_complete_circuit=0; /* so it'll log when it works again */
  713. control_event_client_status(severity, "CIRCUIT_NOT_ESTABLISHED REASON=%s",
  714. "CLOCK_JUMPED");
  715. circuit_mark_all_unused_circs();
  716. circuit_expire_all_dirty_circs();
  717. }
  718. /** Take the 'extend' <b>cell</b>, pull out addr/port plus the onion
  719. * skin and identity digest for the next hop. If we're already connected,
  720. * pass the onion skin to the next hop using a create cell; otherwise
  721. * launch a new OR connection, and <b>circ</b> will notice when the
  722. * connection succeeds or fails.
  723. *
  724. * Return -1 if we want to warn and tear down the circuit, else return 0.
  725. */
  726. int
  727. circuit_extend(cell_t *cell, circuit_t *circ)
  728. {
  729. channel_t *n_chan;
  730. relay_header_t rh;
  731. char *onionskin;
  732. char *id_digest=NULL;
  733. uint32_t n_addr32;
  734. uint16_t n_port;
  735. tor_addr_t n_addr;
  736. const char *msg = NULL;
  737. int should_launch = 0;
  738. if (circ->n_chan) {
  739. log_fn(LOG_PROTOCOL_WARN, LD_PROTOCOL,
  740. "n_chan already set. Bug/attack. Closing.");
  741. return -1;
  742. }
  743. if (circ->n_hop) {
  744. log_fn(LOG_PROTOCOL_WARN, LD_PROTOCOL,
  745. "conn to next hop already launched. Bug/attack. Closing.");
  746. return -1;
  747. }
  748. if (!server_mode(get_options())) {
  749. log_fn(LOG_PROTOCOL_WARN, LD_PROTOCOL,
  750. "Got an extend cell, but running as a client. Closing.");
  751. return -1;
  752. }
  753. relay_header_unpack(&rh, cell->payload);
  754. if (rh.length < 4+2+ONIONSKIN_CHALLENGE_LEN+DIGEST_LEN) {
  755. log_fn(LOG_PROTOCOL_WARN, LD_PROTOCOL,
  756. "Wrong length %d on extend cell. Closing circuit.",
  757. rh.length);
  758. return -1;
  759. }
  760. n_addr32 = ntohl(get_uint32(cell->payload+RELAY_HEADER_SIZE));
  761. n_port = ntohs(get_uint16(cell->payload+RELAY_HEADER_SIZE+4));
  762. onionskin = (char*) cell->payload+RELAY_HEADER_SIZE+4+2;
  763. id_digest = (char*) cell->payload+RELAY_HEADER_SIZE+4+2+
  764. ONIONSKIN_CHALLENGE_LEN;
  765. tor_addr_from_ipv4h(&n_addr, n_addr32);
  766. if (!n_port || !n_addr32) {
  767. log_fn(LOG_PROTOCOL_WARN, LD_PROTOCOL,
  768. "Client asked me to extend to zero destination port or addr.");
  769. return -1;
  770. }
  771. if (tor_addr_is_internal(&n_addr, 0) &&
  772. !get_options()->ExtendAllowPrivateAddresses) {
  773. log_fn(LOG_PROTOCOL_WARN, LD_PROTOCOL,
  774. "Client asked me to extend to a private address");
  775. return -1;
  776. }
  777. /* Check if they asked us for 0000..0000. We support using
  778. * an empty fingerprint for the first hop (e.g. for a bridge relay),
  779. * but we don't want to let people send us extend cells for empty
  780. * fingerprints -- a) because it opens the user up to a mitm attack,
  781. * and b) because it lets an attacker force the relay to hold open a
  782. * new TLS connection for each extend request. */
  783. if (tor_digest_is_zero(id_digest)) {
  784. log_fn(LOG_PROTOCOL_WARN, LD_PROTOCOL,
  785. "Client asked me to extend without specifying an id_digest.");
  786. return -1;
  787. }
  788. /* Next, check if we're being asked to connect to the hop that the
  789. * extend cell came from. There isn't any reason for that, and it can
  790. * assist circular-path attacks. */
  791. if (tor_memeq(id_digest,
  792. TO_OR_CIRCUIT(circ)->p_chan->identity_digest,
  793. DIGEST_LEN)) {
  794. log_fn(LOG_PROTOCOL_WARN, LD_PROTOCOL,
  795. "Client asked me to extend back to the previous hop.");
  796. return -1;
  797. }
  798. n_chan = channel_get_for_extend(id_digest,
  799. &n_addr,
  800. &msg,
  801. &should_launch);
  802. if (!n_chan) {
  803. log_debug(LD_CIRC|LD_OR,"Next router (%s): %s",
  804. fmt_addrport(&n_addr, n_port), msg?msg:"????");
  805. circ->n_hop = extend_info_new(NULL /*nickname*/,
  806. id_digest,
  807. NULL /*onion_key*/,
  808. &n_addr, n_port);
  809. circ->n_chan_onionskin = tor_malloc(ONIONSKIN_CHALLENGE_LEN);
  810. memcpy(circ->n_chan_onionskin, onionskin, ONIONSKIN_CHALLENGE_LEN);
  811. circuit_set_state(circ, CIRCUIT_STATE_CHAN_WAIT);
  812. if (should_launch) {
  813. /* we should try to open a connection */
  814. n_chan = channel_connect_for_circuit(&n_addr, n_port, id_digest);
  815. if (!n_chan) {
  816. log_info(LD_CIRC,"Launching n_chan failed. Closing circuit.");
  817. circuit_mark_for_close(circ, END_CIRC_REASON_CONNECTFAILED);
  818. return 0;
  819. }
  820. log_debug(LD_CIRC,"connecting in progress (or finished). Good.");
  821. }
  822. /* return success. The onion/circuit/etc will be taken care of
  823. * automatically (may already have been) whenever n_chan reaches
  824. * OR_CONN_STATE_OPEN.
  825. */
  826. return 0;
  827. }
  828. tor_assert(!circ->n_hop); /* Connection is already established. */
  829. circ->n_chan = n_chan;
  830. log_debug(LD_CIRC,
  831. "n_chan is %s",
  832. channel_get_canonical_remote_descr(n_chan));
  833. if (circuit_deliver_create_cell(circ, CELL_CREATE, onionskin) < 0)
  834. return -1;
  835. return 0;
  836. }
  837. /** Initialize cpath-\>{f|b}_{crypto|digest} from the key material in
  838. * key_data. key_data must contain CPATH_KEY_MATERIAL bytes, which are
  839. * used as follows:
  840. * - 20 to initialize f_digest
  841. * - 20 to initialize b_digest
  842. * - 16 to key f_crypto
  843. * - 16 to key b_crypto
  844. *
  845. * (If 'reverse' is true, then f_XX and b_XX are swapped.)
  846. */
  847. int
  848. circuit_init_cpath_crypto(crypt_path_t *cpath, const char *key_data,
  849. int reverse)
  850. {
  851. crypto_digest_t *tmp_digest;
  852. crypto_cipher_t *tmp_crypto;
  853. tor_assert(cpath);
  854. tor_assert(key_data);
  855. tor_assert(!(cpath->f_crypto || cpath->b_crypto ||
  856. cpath->f_digest || cpath->b_digest));
  857. cpath->f_digest = crypto_digest_new();
  858. crypto_digest_add_bytes(cpath->f_digest, key_data, DIGEST_LEN);
  859. cpath->b_digest = crypto_digest_new();
  860. crypto_digest_add_bytes(cpath->b_digest, key_data+DIGEST_LEN, DIGEST_LEN);
  861. if (!(cpath->f_crypto =
  862. crypto_cipher_new(key_data+(2*DIGEST_LEN)))) {
  863. log_warn(LD_BUG,"Forward cipher initialization failed.");
  864. return -1;
  865. }
  866. if (!(cpath->b_crypto =
  867. crypto_cipher_new(key_data+(2*DIGEST_LEN)+CIPHER_KEY_LEN))) {
  868. log_warn(LD_BUG,"Backward cipher initialization failed.");
  869. return -1;
  870. }
  871. if (reverse) {
  872. tmp_digest = cpath->f_digest;
  873. cpath->f_digest = cpath->b_digest;
  874. cpath->b_digest = tmp_digest;
  875. tmp_crypto = cpath->f_crypto;
  876. cpath->f_crypto = cpath->b_crypto;
  877. cpath->b_crypto = tmp_crypto;
  878. }
  879. return 0;
  880. }
  881. /** The minimum number of first hop completions before we start
  882. * thinking about warning about path bias and dropping guards */
  883. static int
  884. pathbias_get_min_circs(const or_options_t *options)
  885. {
  886. #define DFLT_PATH_BIAS_MIN_CIRC 150
  887. if (options->PathBiasCircThreshold >= 5)
  888. return options->PathBiasCircThreshold;
  889. else
  890. return networkstatus_get_param(NULL, "pb_mincircs",
  891. DFLT_PATH_BIAS_MIN_CIRC,
  892. 5, INT32_MAX);
  893. }
  894. /** The circuit success rate below which we issue a notice */
  895. static double
  896. pathbias_get_notice_rate(const or_options_t *options)
  897. {
  898. #define DFLT_PATH_BIAS_NOTICE_PCT 70
  899. if (options->PathBiasNoticeRate >= 0.0)
  900. return options->PathBiasNoticeRate;
  901. else
  902. return networkstatus_get_param(NULL, "pb_noticepct",
  903. DFLT_PATH_BIAS_NOTICE_PCT, 0, 100)/100.0;
  904. }
  905. /* XXXX024 I'd like to have this be static again, but entrynodes.c needs it. */
  906. /** The circuit success rate below which we issue a warn */
  907. double
  908. pathbias_get_warn_rate(const or_options_t *options)
  909. {
  910. #define DFLT_PATH_BIAS_WARN_PCT 50
  911. if (options->PathBiasWarnRate >= 0.0)
  912. return options->PathBiasWarnRate;
  913. else
  914. return networkstatus_get_param(NULL, "pb_warnpct",
  915. DFLT_PATH_BIAS_WARN_PCT, 0, 100)/100.0;
  916. }
  917. /* XXXX024 I'd like to have this be static again, but entrynodes.c needs it. */
  918. /**
  919. * The extreme rate is the rate at which we would drop the guard,
  920. * if pb_dropguard is also set. Otherwise we just warn.
  921. */
  922. double
  923. pathbias_get_extreme_rate(const or_options_t *options)
  924. {
  925. #define DFLT_PATH_BIAS_EXTREME_PCT 30
  926. if (options->PathBiasExtremeRate >= 0.0)
  927. return options->PathBiasExtremeRate;
  928. else
  929. return networkstatus_get_param(NULL, "pb_extremepct",
  930. DFLT_PATH_BIAS_EXTREME_PCT, 0, 100)/100.0;
  931. }
  932. /* XXXX024 I'd like to have this be static again, but entrynodes.c needs it. */
  933. /**
  934. * If 1, we actually disable use of guards that fall below
  935. * the extreme_pct.
  936. */
  937. int
  938. pathbias_get_dropguards(const or_options_t *options)
  939. {
  940. #define DFLT_PATH_BIAS_DROP_GUARDS 0
  941. if (options->PathBiasDropGuards >= 0)
  942. return options->PathBiasDropGuards;
  943. else
  944. return networkstatus_get_param(NULL, "pb_dropguards",
  945. DFLT_PATH_BIAS_DROP_GUARDS, 0, 100)/100.0;
  946. }
  947. /**
  948. * This is the number of circuits at which we scale our
  949. * counts by mult_factor/scale_factor. Note, this count is
  950. * not exact, as we only perform the scaling in the event
  951. * of no integer truncation.
  952. */
  953. static int
  954. pathbias_get_scale_threshold(const or_options_t *options)
  955. {
  956. #define DFLT_PATH_BIAS_SCALE_THRESHOLD 300
  957. if (options->PathBiasScaleThreshold >= 10)
  958. return options->PathBiasScaleThreshold;
  959. else
  960. return networkstatus_get_param(NULL, "pb_scalecircs",
  961. DFLT_PATH_BIAS_SCALE_THRESHOLD, 10,
  962. INT32_MAX);
  963. }
  964. /**
  965. * The scale factor is the denominator for our scaling
  966. * of circuit counts for our path bias window. Note that
  967. * we must be careful of the values we use here, as the
  968. * code only scales in the event of no integer truncation.
  969. */
  970. static int
  971. pathbias_get_scale_factor(const or_options_t *options)
  972. {
  973. #define DFLT_PATH_BIAS_SCALE_FACTOR 2
  974. if (options->PathBiasScaleFactor >= 1)
  975. return options->PathBiasScaleFactor;
  976. else
  977. return networkstatus_get_param(NULL, "pb_scalefactor",
  978. DFLT_PATH_BIAS_SCALE_FACTOR, 1, INT32_MAX);
  979. }
  980. /**
  981. * The mult factor is the numerator for our scaling
  982. * of circuit counts for our path bias window. It
  983. * allows us to scale by fractions.
  984. */
  985. static int
  986. pathbias_get_mult_factor(const or_options_t *options)
  987. {
  988. #define DFLT_PATH_BIAS_MULT_FACTOR 1
  989. if (options->PathBiasMultFactor >= 1)
  990. return options->PathBiasMultFactor;
  991. else
  992. return networkstatus_get_param(NULL, "pb_multfactor",
  993. DFLT_PATH_BIAS_MULT_FACTOR, 1,
  994. pathbias_get_scale_factor(options));
  995. }
  996. /**
  997. * If this parameter is set to a true value (default), we use the
  998. * successful_circuits_closed. Otherwise, we use the success_count.
  999. */
  1000. static int
  1001. pathbias_use_close_counts(const or_options_t *options)
  1002. {
  1003. #define DFLT_PATH_BIAS_USE_CLOSE_COUNTS 1
  1004. if (options->PathBiasUseCloseCounts >= 0)
  1005. return options->PathBiasUseCloseCounts;
  1006. else
  1007. return networkstatus_get_param(NULL, "pb_useclosecounts",
  1008. DFLT_PATH_BIAS_USE_CLOSE_COUNTS, 0, 1);
  1009. }
  1010. /**
  1011. * Convert a Guard's path state to string.
  1012. */
  1013. static const char *
  1014. pathbias_state_to_string(path_state_t state)
  1015. {
  1016. switch (state) {
  1017. case PATH_STATE_NEW_CIRC:
  1018. return "new";
  1019. case PATH_STATE_DID_FIRST_HOP:
  1020. return "first hop";
  1021. case PATH_STATE_SUCCEEDED:
  1022. return "succeeded";
  1023. }
  1024. return "unknown";
  1025. }
  1026. /**
  1027. * Decide if the path bias code should count a circuit.
  1028. *
  1029. * @returns 1 if we should count it, 0 otherwise.
  1030. */
  1031. static int
  1032. pathbias_should_count(origin_circuit_t *circ)
  1033. {
  1034. #define PATHBIAS_COUNT_INTERVAL (600)
  1035. static ratelim_t count_limit =
  1036. RATELIM_INIT(PATHBIAS_COUNT_INTERVAL);
  1037. char *rate_msg = NULL;
  1038. /* We can't do path bias accounting without entry guards.
  1039. * Testing and controller circuits also have no guards. */
  1040. if (get_options()->UseEntryGuards == 0 ||
  1041. circ->base_.purpose == CIRCUIT_PURPOSE_TESTING ||
  1042. circ->base_.purpose == CIRCUIT_PURPOSE_CONTROLLER) {
  1043. return 0;
  1044. }
  1045. /* Completely ignore one hop circuits */
  1046. if (circ->build_state->onehop_tunnel ||
  1047. circ->build_state->desired_path_len == 1) {
  1048. /* Check for inconsistency */
  1049. if (circ->build_state->desired_path_len != 1 ||
  1050. !circ->build_state->onehop_tunnel) {
  1051. if ((rate_msg = rate_limit_log(&count_limit, approx_time()))) {
  1052. log_notice(LD_BUG,
  1053. "One-hop circuit has length %d. Path state is %s. "
  1054. "Circuit is a %s currently %s.%s",
  1055. circ->build_state->desired_path_len,
  1056. pathbias_state_to_string(circ->path_state),
  1057. circuit_purpose_to_string(circ->base_.purpose),
  1058. circuit_state_to_string(circ->base_.state),
  1059. rate_msg);
  1060. tor_free(rate_msg);
  1061. }
  1062. tor_fragile_assert();
  1063. }
  1064. return 0;
  1065. }
  1066. return 1;
  1067. }
  1068. /**
  1069. * Check our circuit state to see if this is a successful first hop.
  1070. * If so, record it in the current guard's path bias first_hop count.
  1071. *
  1072. * Also check for several potential error cases for bug #6475.
  1073. */
  1074. static int
  1075. pathbias_count_first_hop(origin_circuit_t *circ)
  1076. {
  1077. #define FIRST_HOP_NOTICE_INTERVAL (600)
  1078. static ratelim_t first_hop_notice_limit =
  1079. RATELIM_INIT(FIRST_HOP_NOTICE_INTERVAL);
  1080. char *rate_msg = NULL;
  1081. if (!pathbias_should_count(circ)) {
  1082. return 0;
  1083. }
  1084. if (circ->cpath->state == CPATH_STATE_AWAITING_KEYS) {
  1085. /* Help track down the real cause of bug #6475: */
  1086. if (circ->has_opened && circ->path_state != PATH_STATE_DID_FIRST_HOP) {
  1087. if ((rate_msg = rate_limit_log(&first_hop_notice_limit,
  1088. approx_time()))) {
  1089. log_info(LD_BUG,
  1090. "Opened circuit is in strange path state %s. "
  1091. "Circuit is a %s currently %s.%s",
  1092. pathbias_state_to_string(circ->path_state),
  1093. circuit_purpose_to_string(circ->base_.purpose),
  1094. circuit_state_to_string(circ->base_.state),
  1095. rate_msg);
  1096. tor_free(rate_msg);
  1097. }
  1098. }
  1099. /* Don't count cannibalized circs for path bias */
  1100. if (!circ->has_opened) {
  1101. entry_guard_t *guard;
  1102. guard =
  1103. entry_guard_get_by_id_digest(circ->base_.n_chan->identity_digest);
  1104. if (guard) {
  1105. if (circ->path_state == PATH_STATE_NEW_CIRC) {
  1106. circ->path_state = PATH_STATE_DID_FIRST_HOP;
  1107. if (entry_guard_inc_first_hop_count(guard) < 0) {
  1108. /* Bogus guard; we already warned. */
  1109. return -END_CIRC_REASON_TORPROTOCOL;
  1110. }
  1111. } else {
  1112. if ((rate_msg = rate_limit_log(&first_hop_notice_limit,
  1113. approx_time()))) {
  1114. log_info(LD_BUG,
  1115. "Unopened circuit has strange path state %s. "
  1116. "Circuit is a %s currently %s.%s",
  1117. pathbias_state_to_string(circ->path_state),
  1118. circuit_purpose_to_string(circ->base_.purpose),
  1119. circuit_state_to_string(circ->base_.state),
  1120. rate_msg);
  1121. tor_free(rate_msg);
  1122. }
  1123. }
  1124. } else {
  1125. if ((rate_msg = rate_limit_log(&first_hop_notice_limit,
  1126. approx_time()))) {
  1127. log_info(LD_BUG,
  1128. "Unopened circuit has no known guard. "
  1129. "Circuit is a %s currently %s.%s",
  1130. circuit_purpose_to_string(circ->base_.purpose),
  1131. circuit_state_to_string(circ->base_.state),
  1132. rate_msg);
  1133. tor_free(rate_msg);
  1134. }
  1135. }
  1136. }
  1137. } else {
  1138. /* Help track down the real cause of bug #6475: */
  1139. if (circ->path_state == PATH_STATE_NEW_CIRC) {
  1140. if ((rate_msg = rate_limit_log(&first_hop_notice_limit,
  1141. approx_time()))) {
  1142. log_info(LD_BUG,
  1143. "A %s circuit is in cpath state %d (opened: %d). "
  1144. "Circuit is a %s currently %s.%s",
  1145. pathbias_state_to_string(circ->path_state),
  1146. circ->cpath->state, circ->has_opened,
  1147. circuit_purpose_to_string(circ->base_.purpose),
  1148. circuit_state_to_string(circ->base_.state),
  1149. rate_msg);
  1150. tor_free(rate_msg);
  1151. }
  1152. }
  1153. }
  1154. return 0;
  1155. }
  1156. /**
  1157. * Check our circuit state to see if this is a successful circuit
  1158. * completion. If so, record it in the current guard's path bias
  1159. * success count.
  1160. *
  1161. * Also check for several potential error cases for bug #6475.
  1162. */
  1163. static void
  1164. pathbias_count_success(origin_circuit_t *circ)
  1165. {
  1166. #define SUCCESS_NOTICE_INTERVAL (600)
  1167. static ratelim_t success_notice_limit =
  1168. RATELIM_INIT(SUCCESS_NOTICE_INTERVAL);
  1169. char *rate_msg = NULL;
  1170. entry_guard_t *guard = NULL;
  1171. if (!pathbias_should_count(circ)) {
  1172. return;
  1173. }
  1174. /* Don't count cannibalized/reused circs for path bias */
  1175. if (!circ->has_opened) {
  1176. guard =
  1177. entry_guard_get_by_id_digest(circ->base_.n_chan->identity_digest);
  1178. if (guard) {
  1179. if (circ->path_state == PATH_STATE_DID_FIRST_HOP) {
  1180. circ->path_state = PATH_STATE_SUCCEEDED;
  1181. guard->circuit_successes++;
  1182. log_info(LD_CIRC, "Got success count %u/%u for guard %s=%s",
  1183. guard->circuit_successes, guard->first_hops,
  1184. guard->nickname, hex_str(guard->identity, DIGEST_LEN));
  1185. } else {
  1186. if ((rate_msg = rate_limit_log(&success_notice_limit,
  1187. approx_time()))) {
  1188. log_info(LD_BUG,
  1189. "Succeeded circuit is in strange path state %s. "
  1190. "Circuit is a %s currently %s.%s",
  1191. pathbias_state_to_string(circ->path_state),
  1192. circuit_purpose_to_string(circ->base_.purpose),
  1193. circuit_state_to_string(circ->base_.state),
  1194. rate_msg);
  1195. tor_free(rate_msg);
  1196. }
  1197. }
  1198. if (guard->first_hops < guard->circuit_successes) {
  1199. log_notice(LD_BUG, "Unexpectedly high circuit_successes (%u/%u) "
  1200. "for guard %s=%s",
  1201. guard->circuit_successes, guard->first_hops,
  1202. guard->nickname, hex_str(guard->identity, DIGEST_LEN));
  1203. }
  1204. /* In rare cases, CIRCUIT_PURPOSE_TESTING can get converted to
  1205. * CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT and have no guards here.
  1206. * No need to log that case. */
  1207. } else if (circ->base_.purpose != CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT) {
  1208. if ((rate_msg = rate_limit_log(&success_notice_limit,
  1209. approx_time()))) {
  1210. log_info(LD_BUG,
  1211. "Completed circuit has no known guard. "
  1212. "Circuit is a %s currently %s.%s",
  1213. circuit_purpose_to_string(circ->base_.purpose),
  1214. circuit_state_to_string(circ->base_.state),
  1215. rate_msg);
  1216. tor_free(rate_msg);
  1217. }
  1218. }
  1219. } else {
  1220. if (circ->path_state != PATH_STATE_SUCCEEDED) {
  1221. if ((rate_msg = rate_limit_log(&success_notice_limit,
  1222. approx_time()))) {
  1223. log_info(LD_BUG,
  1224. "Opened circuit is in strange path state %s. "
  1225. "Circuit is a %s currently %s.%s",
  1226. pathbias_state_to_string(circ->path_state),
  1227. circuit_purpose_to_string(circ->base_.purpose),
  1228. circuit_state_to_string(circ->base_.state),
  1229. rate_msg);
  1230. tor_free(rate_msg);
  1231. }
  1232. }
  1233. }
  1234. }
  1235. /**
  1236. * Count a successfully closed circuit.
  1237. */
  1238. void
  1239. pathbias_count_successful_close(origin_circuit_t *circ)
  1240. {
  1241. entry_guard_t *guard = NULL;
  1242. if (!pathbias_should_count(circ)) {
  1243. return;
  1244. }
  1245. guard = entry_guard_get_by_id_digest(circ->base_.n_chan->identity_digest);
  1246. if (guard) {
  1247. /* In the long run: circuit_success ~= successful_circuit_close +
  1248. * circ_failure + stream_failure */
  1249. guard->successful_circuits_closed++;
  1250. entry_guards_changed();
  1251. } else if (circ->base_.purpose != CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT) {
  1252. /* In rare cases, CIRCUIT_PURPOSE_TESTING can get converted to
  1253. * CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT and have no guards here.
  1254. * No need to log that case. */
  1255. log_info(LD_BUG,
  1256. "Successfully closed circuit has no known guard. "
  1257. "Circuit is a %s currently %s",
  1258. circuit_purpose_to_string(circ->base_.purpose),
  1259. circuit_state_to_string(circ->base_.state));
  1260. }
  1261. }
  1262. /**
  1263. * Count a circuit that fails after it is built, but before it can
  1264. * carry any traffic.
  1265. *
  1266. * This is needed because there are ways to destroy a
  1267. * circuit after it has successfully completed. Right now, this is
  1268. * used for purely informational/debugging purposes.
  1269. */
  1270. void
  1271. pathbias_count_collapse(origin_circuit_t *circ)
  1272. {
  1273. entry_guard_t *guard = NULL;
  1274. if (!pathbias_should_count(circ)) {
  1275. return;
  1276. }
  1277. guard = entry_guard_get_by_id_digest(circ->base_.n_chan->identity_digest);
  1278. if (guard) {
  1279. guard->collapsed_circuits++;
  1280. entry_guards_changed();
  1281. } else if (circ->base_.purpose != CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT) {
  1282. /* In rare cases, CIRCUIT_PURPOSE_TESTING can get converted to
  1283. * CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT and have no guards here.
  1284. * No need to log that case. */
  1285. log_info(LD_BUG,
  1286. "Destroyed circuit has no known guard. "
  1287. "Circuit is a %s currently %s",
  1288. circuit_purpose_to_string(circ->base_.purpose),
  1289. circuit_state_to_string(circ->base_.state));
  1290. }
  1291. }
  1292. void
  1293. pathbias_count_unusable(origin_circuit_t *circ)
  1294. {
  1295. entry_guard_t *guard = NULL;
  1296. if (!pathbias_should_count(circ)) {
  1297. return;
  1298. }
  1299. guard = entry_guard_get_by_id_digest(circ->base_.n_chan->identity_digest);
  1300. if (guard) {
  1301. guard->unusable_circuits++;
  1302. entry_guards_changed();
  1303. } else if (circ->base_.purpose != CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT) {
  1304. /* In rare cases, CIRCUIT_PURPOSE_TESTING can get converted to
  1305. * CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT and have no guards here.
  1306. * No need to log that case. */
  1307. log_info(LD_BUG,
  1308. "Stream-failing circuit has no known guard. "
  1309. "Circuit is a %s currently %s",
  1310. circuit_purpose_to_string(circ->base_.purpose),
  1311. circuit_state_to_string(circ->base_.state));
  1312. }
  1313. }
  1314. /**
  1315. * Count timeouts for path bias log messages.
  1316. *
  1317. * These counts are purely informational.
  1318. */
  1319. void
  1320. pathbias_count_timeout(origin_circuit_t *circ)
  1321. {
  1322. if (!pathbias_should_count(circ)) {
  1323. return;
  1324. }
  1325. entry_guard_t *guard =
  1326. entry_guard_get_by_id_digest(circ->base_.n_chan->identity_digest);
  1327. if (guard) {
  1328. guard->timeouts++;
  1329. entry_guards_changed();
  1330. }
  1331. }
  1332. // XXX: DOCDOC
  1333. int
  1334. pathbias_get_closed_count(entry_guard_t *guard)
  1335. {
  1336. circuit_t *circ = global_circuitlist;
  1337. int open_circuits = 0;
  1338. /* Count currently open circuits. Give them the benefit of the doubt */
  1339. for ( ; circ; circ = circ->next) {
  1340. if (!CIRCUIT_IS_ORIGIN(circ) || /* didn't originate here */
  1341. circ->marked_for_close) /* already counted */
  1342. continue;
  1343. if (TO_ORIGIN_CIRCUIT(circ)->path_state == PATH_STATE_SUCCEEDED &&
  1344. (memcmp(guard->identity, circ->n_chan->identity_digest, DIGEST_LEN)
  1345. == 0)) {
  1346. open_circuits++;
  1347. }
  1348. }
  1349. return guard->successful_circuits_closed + open_circuits;
  1350. }
  1351. /**
  1352. * This function checks the consensus parameters to decide
  1353. * if it should return guard->circuit_successes or
  1354. * guard->successful_circuits_closed.
  1355. */
  1356. static int
  1357. pathbias_get_success_count(entry_guard_t *guard)
  1358. {
  1359. if (pathbias_use_close_counts(get_options())) {
  1360. return pathbias_get_closed_count(guard);
  1361. } else {
  1362. return guard->circuit_successes;
  1363. }
  1364. }
  1365. /** Increment the number of times we successfully extended a circuit to
  1366. * 'guard', first checking if the failure rate is high enough that we should
  1367. * eliminate the guard. Return -1 if the guard looks no good; return 0 if the
  1368. * guard looks fine. */
  1369. static int
  1370. entry_guard_inc_first_hop_count(entry_guard_t *guard)
  1371. {
  1372. const or_options_t *options = get_options();
  1373. entry_guards_changed();
  1374. if (guard->first_hops > (unsigned)pathbias_get_min_circs(options)) {
  1375. /* Note: We rely on the < comparison here to allow us to set a 0
  1376. * rate and disable the feature entirely. If refactoring, don't
  1377. * change to <= */
  1378. if (pathbias_get_success_count(guard)/((double)guard->first_hops)
  1379. < pathbias_get_extreme_rate(options)) {
  1380. /* Dropping is currently disabled by default. */
  1381. if (pathbias_get_dropguards(options)) {
  1382. if (!guard->path_bias_disabled) {
  1383. log_warn(LD_CIRC,
  1384. "Your Guard %s=%s is failing an extremely large amount of "
  1385. "circuits. To avoid potential route manipluation attacks, "
  1386. "Tor has disabled use of this guard. "
  1387. "Success counts are %d/%d. %d circuits completed, %d "
  1388. "were unusable, %d collapsed, and %d timed out. For "
  1389. "reference, your timeout cutoff is %ld seconds.",
  1390. guard->nickname, hex_str(guard->identity, DIGEST_LEN),
  1391. pathbias_get_closed_count(guard), guard->first_hops,
  1392. guard->circuit_successes, guard->unusable_circuits,
  1393. guard->collapsed_circuits, guard->timeouts,
  1394. (long)circ_times.close_ms/1000);
  1395. guard->path_bias_disabled = 1;
  1396. guard->bad_since = approx_time();
  1397. return -1;
  1398. }
  1399. } else if (!guard->path_bias_extreme) {
  1400. guard->path_bias_extreme = 1;
  1401. log_warn(LD_CIRC,
  1402. "Your Guard %s=%s is failing an extremely large amount of "
  1403. "circuits. This could indicate a route manipulation attack, "
  1404. "extreme network overload, or a bug. "
  1405. "Success counts are %d/%d. %d circuits completed, %d "
  1406. "were unusable, %d collapsed, and %d timed out. For "
  1407. "reference, your timeout cutoff is %ld seconds.",
  1408. guard->nickname, hex_str(guard->identity, DIGEST_LEN),
  1409. pathbias_get_closed_count(guard), guard->first_hops,
  1410. guard->circuit_successes, guard->unusable_circuits,
  1411. guard->collapsed_circuits, guard->timeouts,
  1412. (long)circ_times.close_ms/1000);
  1413. }
  1414. } else if (pathbias_get_success_count(guard)/((double)guard->first_hops)
  1415. < pathbias_get_warn_rate(options)) {
  1416. if (!guard->path_bias_warned) {
  1417. guard->path_bias_warned = 1;
  1418. log_warn(LD_CIRC,
  1419. "Your Guard %s=%s is failing a very large amount of "
  1420. "circuits. Most likely this means the Tor network is "
  1421. "overloaded, but it could also mean an attack against "
  1422. "you or the potentially the guard itself. "
  1423. "Success counts are %d/%d. %d circuits completed, %d "
  1424. "were unusable, %d collapsed, and %d timed out. For "
  1425. "reference, your timeout cutoff is %ld seconds.",
  1426. guard->nickname, hex_str(guard->identity, DIGEST_LEN),
  1427. pathbias_get_closed_count(guard), guard->first_hops,
  1428. guard->circuit_successes, guard->unusable_circuits,
  1429. guard->collapsed_circuits, guard->timeouts,
  1430. (long)circ_times.close_ms/1000);
  1431. }
  1432. } else if (pathbias_get_success_count(guard)/((double)guard->first_hops)
  1433. < pathbias_get_notice_rate(options)) {
  1434. if (!guard->path_bias_noticed) {
  1435. guard->path_bias_noticed = 1;
  1436. log_notice(LD_CIRC,
  1437. "Your Guard %s=%s is failing more circuits than usual. "
  1438. "Most likely this means the Tor network is overloaded. "
  1439. "Success counts are %d/%d. %d circuits completed, %d "
  1440. "were unusable, %d collapsed, and %d timed out. For "
  1441. "reference, your timeout cutoff is %ld seconds.",
  1442. guard->nickname, hex_str(guard->identity, DIGEST_LEN),
  1443. pathbias_get_closed_count(guard), guard->first_hops,
  1444. guard->circuit_successes, guard->unusable_circuits,
  1445. guard->collapsed_circuits, guard->timeouts,
  1446. (long)circ_times.close_ms/1000);
  1447. }
  1448. }
  1449. }
  1450. /* If we get a ton of circuits, just scale everything down */
  1451. if (guard->first_hops > (unsigned)pathbias_get_scale_threshold(options)) {
  1452. const int scale_factor = pathbias_get_scale_factor(options);
  1453. const int mult_factor = pathbias_get_mult_factor(options);
  1454. /* Only scale if there will be no rounding error for our scaling
  1455. * factors */
  1456. if (((mult_factor*guard->first_hops) % scale_factor) == 0 &&
  1457. ((mult_factor*guard->circuit_successes) % scale_factor) == 0) {
  1458. log_info(LD_CIRC,
  1459. "Scaling pathbias counts to (%u/%u)*(%d/%d) for guard %s=%s",
  1460. guard->circuit_successes, guard->first_hops, mult_factor,
  1461. scale_factor, guard->nickname, hex_str(guard->identity,
  1462. DIGEST_LEN));
  1463. guard->first_hops *= mult_factor;
  1464. guard->circuit_successes *= mult_factor;
  1465. guard->timeouts *= mult_factor;
  1466. guard->successful_circuits_closed *= mult_factor;
  1467. guard->collapsed_circuits *= mult_factor;
  1468. guard->unusable_circuits *= mult_factor;
  1469. guard->first_hops /= scale_factor;
  1470. guard->circuit_successes /= scale_factor;
  1471. guard->timeouts /= scale_factor;
  1472. guard->successful_circuits_closed /= scale_factor;
  1473. guard->collapsed_circuits /= scale_factor;
  1474. guard->unusable_circuits /= scale_factor;
  1475. }
  1476. }
  1477. guard->first_hops++;
  1478. log_info(LD_CIRC, "Got success count %u/%u for guard %s=%s",
  1479. guard->circuit_successes, guard->first_hops, guard->nickname,
  1480. hex_str(guard->identity, DIGEST_LEN));
  1481. return 0;
  1482. }
  1483. /** A created or extended cell came back to us on the circuit, and it included
  1484. * <b>reply</b> as its body. (If <b>reply_type</b> is CELL_CREATED, the body
  1485. * contains (the second DH key, plus KH). If <b>reply_type</b> is
  1486. * CELL_CREATED_FAST, the body contains a secret y and a hash H(x|y).)
  1487. *
  1488. * Calculate the appropriate keys and digests, make sure KH is
  1489. * correct, and initialize this hop of the cpath.
  1490. *
  1491. * Return - reason if we want to mark circ for close, else return 0.
  1492. */
  1493. int
  1494. circuit_finish_handshake(origin_circuit_t *circ, uint8_t reply_type,
  1495. const uint8_t *reply)
  1496. {
  1497. char keys[CPATH_KEY_MATERIAL_LEN];
  1498. crypt_path_t *hop;
  1499. int rv;
  1500. if ((rv = pathbias_count_first_hop(circ)) < 0)
  1501. return rv;
  1502. if (circ->cpath->state == CPATH_STATE_AWAITING_KEYS) {
  1503. hop = circ->cpath;
  1504. } else {
  1505. hop = onion_next_hop_in_cpath(circ->cpath);
  1506. if (!hop) { /* got an extended when we're all done? */
  1507. log_warn(LD_PROTOCOL,"got extended when circ already built? Closing.");
  1508. return - END_CIRC_REASON_TORPROTOCOL;
  1509. }
  1510. }
  1511. tor_assert(hop->state == CPATH_STATE_AWAITING_KEYS);
  1512. if (reply_type == CELL_CREATED && hop->dh_handshake_state) {
  1513. if (onion_skin_client_handshake(hop->dh_handshake_state, (char*)reply,keys,
  1514. DIGEST_LEN*2+CIPHER_KEY_LEN*2) < 0) {
  1515. log_warn(LD_CIRC,"onion_skin_client_handshake failed.");
  1516. return -END_CIRC_REASON_TORPROTOCOL;
  1517. }
  1518. /* Remember hash of g^xy */
  1519. memcpy(hop->handshake_digest, reply+DH_KEY_LEN, DIGEST_LEN);
  1520. } else if (reply_type == CELL_CREATED_FAST && !hop->dh_handshake_state) {
  1521. if (fast_client_handshake(hop->fast_handshake_state, reply,
  1522. (uint8_t*)keys,
  1523. DIGEST_LEN*2+CIPHER_KEY_LEN*2) < 0) {
  1524. log_warn(LD_CIRC,"fast_client_handshake failed.");
  1525. return -END_CIRC_REASON_TORPROTOCOL;
  1526. }
  1527. memcpy(hop->handshake_digest, reply+DIGEST_LEN, DIGEST_LEN);
  1528. } else {
  1529. log_warn(LD_PROTOCOL,"CREATED cell type did not match CREATE cell type.");
  1530. return -END_CIRC_REASON_TORPROTOCOL;
  1531. }
  1532. crypto_dh_free(hop->dh_handshake_state); /* don't need it anymore */
  1533. hop->dh_handshake_state = NULL;
  1534. memset(hop->fast_handshake_state, 0, sizeof(hop->fast_handshake_state));
  1535. if (circuit_init_cpath_crypto(hop, keys, 0)<0) {
  1536. return -END_CIRC_REASON_TORPROTOCOL;
  1537. }
  1538. hop->state = CPATH_STATE_OPEN;
  1539. log_info(LD_CIRC,"Finished building %scircuit hop:",
  1540. (reply_type == CELL_CREATED_FAST) ? "fast " : "");
  1541. circuit_log_path(LOG_INFO,LD_CIRC,circ);
  1542. control_event_circuit_status(circ, CIRC_EVENT_EXTENDED, 0);
  1543. return 0;
  1544. }
  1545. /** We received a relay truncated cell on circ.
  1546. *
  1547. * Since we don't ask for truncates currently, getting a truncated
  1548. * means that a connection broke or an extend failed. For now,
  1549. * just give up: for circ to close, and return 0.
  1550. */
  1551. int
  1552. circuit_truncated(origin_circuit_t *circ, crypt_path_t *layer, int reason)
  1553. {
  1554. // crypt_path_t *victim;
  1555. // connection_t *stream;
  1556. tor_assert(circ);
  1557. tor_assert(layer);
  1558. /* XXX Since we don't ask for truncates currently, getting a truncated
  1559. * means that a connection broke or an extend failed. For now,
  1560. * just give up.
  1561. */
  1562. circuit_mark_for_close(TO_CIRCUIT(circ),
  1563. END_CIRC_REASON_FLAG_REMOTE|reason);
  1564. return 0;
  1565. #if 0
  1566. while (layer->next != circ->cpath) {
  1567. /* we need to clear out layer->next */
  1568. victim = layer->next;
  1569. log_debug(LD_CIRC, "Killing a layer of the cpath.");
  1570. for (stream = circ->p_streams; stream; stream=stream->next_stream) {
  1571. if (stream->cpath_layer == victim) {
  1572. log_info(LD_APP, "Marking stream %d for close because of truncate.",
  1573. stream->stream_id);
  1574. /* no need to send 'end' relay cells,
  1575. * because the other side's already dead
  1576. */
  1577. connection_mark_unattached_ap(stream, END_STREAM_REASON_DESTROY);
  1578. }
  1579. }
  1580. layer->next = victim->next;
  1581. circuit_free_cpath_node(victim);
  1582. }
  1583. log_info(LD_CIRC, "finished");
  1584. return 0;
  1585. #endif
  1586. }
  1587. /** Given a response payload and keys, initialize, then send a created
  1588. * cell back.
  1589. */
  1590. int
  1591. onionskin_answer(or_circuit_t *circ, uint8_t cell_type, const char *payload,
  1592. const char *keys)
  1593. {
  1594. cell_t cell;
  1595. crypt_path_t *tmp_cpath;
  1596. tmp_cpath = tor_malloc_zero(sizeof(crypt_path_t));
  1597. tmp_cpath->magic = CRYPT_PATH_MAGIC;
  1598. memset(&cell, 0, sizeof(cell_t));
  1599. cell.command = cell_type;
  1600. cell.circ_id = circ->p_circ_id;
  1601. circuit_set_state(TO_CIRCUIT(circ), CIRCUIT_STATE_OPEN);
  1602. memcpy(cell.payload, payload,
  1603. cell_type == CELL_CREATED ? ONIONSKIN_REPLY_LEN : DIGEST_LEN*2);
  1604. log_debug(LD_CIRC,"init digest forward 0x%.8x, backward 0x%.8x.",
  1605. (unsigned int)get_uint32(keys),
  1606. (unsigned int)get_uint32(keys+20));
  1607. if (circuit_init_cpath_crypto(tmp_cpath, keys, 0)<0) {
  1608. log_warn(LD_BUG,"Circuit initialization failed");
  1609. tor_free(tmp_cpath);
  1610. return -1;
  1611. }
  1612. circ->n_digest = tmp_cpath->f_digest;
  1613. circ->n_crypto = tmp_cpath->f_crypto;
  1614. circ->p_digest = tmp_cpath->b_digest;
  1615. circ->p_crypto = tmp_cpath->b_crypto;
  1616. tmp_cpath->magic = 0;
  1617. tor_free(tmp_cpath);
  1618. if (cell_type == CELL_CREATED)
  1619. memcpy(circ->handshake_digest, cell.payload+DH_KEY_LEN, DIGEST_LEN);
  1620. else
  1621. memcpy(circ->handshake_digest, cell.payload+DIGEST_LEN, DIGEST_LEN);
  1622. circ->is_first_hop = (cell_type == CELL_CREATED_FAST);
  1623. append_cell_to_circuit_queue(TO_CIRCUIT(circ),
  1624. circ->p_chan, &cell, CELL_DIRECTION_IN, 0);
  1625. log_debug(LD_CIRC,"Finished sending '%s' cell.",
  1626. circ->is_first_hop ? "created_fast" : "created");
  1627. if (!channel_is_local(circ->p_chan) &&
  1628. !channel_is_outgoing(circ->p_chan)) {
  1629. /* record that we could process create cells from a non-local conn
  1630. * that we didn't initiate; presumably this means that create cells
  1631. * can reach us too. */
  1632. router_orport_found_reachable();
  1633. }
  1634. return 0;
  1635. }
  1636. /** Choose a length for a circuit of purpose <b>purpose</b>.
  1637. * Default length is 3 + the number of endpoints that would give something
  1638. * away. If the routerlist <b>routers</b> doesn't have enough routers
  1639. * to handle the desired path length, return as large a path length as
  1640. * is feasible, except if it's less than 2, in which case return -1.
  1641. */
  1642. static int
  1643. new_route_len(uint8_t purpose, extend_info_t *exit,
  1644. smartlist_t *nodes)
  1645. {
  1646. int num_acceptable_routers;
  1647. int routelen;
  1648. tor_assert(nodes);
  1649. routelen = DEFAULT_ROUTE_LEN;
  1650. if (exit &&
  1651. purpose != CIRCUIT_PURPOSE_TESTING &&
  1652. purpose != CIRCUIT_PURPOSE_S_ESTABLISH_INTRO)
  1653. routelen++;
  1654. num_acceptable_routers = count_acceptable_nodes(nodes);
  1655. log_debug(LD_CIRC,"Chosen route length %d (%d/%d routers suitable).",
  1656. routelen, num_acceptable_routers, smartlist_len(nodes));
  1657. if (num_acceptable_routers < 2) {
  1658. log_info(LD_CIRC,
  1659. "Not enough acceptable routers (%d). Discarding this circuit.",
  1660. num_acceptable_routers);
  1661. return -1;
  1662. }
  1663. if (num_acceptable_routers < routelen) {
  1664. log_info(LD_CIRC,"Not enough routers: cutting routelen from %d to %d.",
  1665. routelen, num_acceptable_routers);
  1666. routelen = num_acceptable_routers;
  1667. }
  1668. return routelen;
  1669. }
  1670. /** Return a newly allocated list of uint16_t * for each predicted port not
  1671. * handled by a current circuit. */
  1672. static smartlist_t *
  1673. circuit_get_unhandled_ports(time_t now)
  1674. {
  1675. smartlist_t *dest = rep_hist_get_predicted_ports(now);
  1676. circuit_remove_handled_ports(dest);
  1677. return dest;
  1678. }
  1679. /** Return 1 if we already have circuits present or on the way for
  1680. * all anticipated ports. Return 0 if we should make more.
  1681. *
  1682. * If we're returning 0, set need_uptime and need_capacity to
  1683. * indicate any requirements that the unhandled ports have.
  1684. */
  1685. int
  1686. circuit_all_predicted_ports_handled(time_t now, int *need_uptime,
  1687. int *need_capacity)
  1688. {
  1689. int i, enough;
  1690. uint16_t *port;
  1691. smartlist_t *sl = circuit_get_unhandled_ports(now);
  1692. smartlist_t *LongLivedServices = get_options()->LongLivedPorts;
  1693. tor_assert(need_uptime);
  1694. tor_assert(need_capacity);
  1695. // Always predict need_capacity
  1696. *need_capacity = 1;
  1697. enough = (smartlist_len(sl) == 0);
  1698. for (i = 0; i < smartlist_len(sl); ++i) {
  1699. port = smartlist_get(sl, i);
  1700. if (smartlist_string_num_isin(LongLivedServices, *port))
  1701. *need_uptime = 1;
  1702. tor_free(port);
  1703. }
  1704. smartlist_free(sl);
  1705. return enough;
  1706. }
  1707. /** Return 1 if <b>node</b> can handle one or more of the ports in
  1708. * <b>needed_ports</b>, else return 0.
  1709. */
  1710. static int
  1711. node_handles_some_port(const node_t *node, smartlist_t *needed_ports)
  1712. { /* XXXX MOVE */
  1713. int i;
  1714. uint16_t port;
  1715. for (i = 0; i < smartlist_len(needed_ports); ++i) {
  1716. addr_policy_result_t r;
  1717. /* alignment issues aren't a worry for this dereference, since
  1718. needed_ports is explicitly a smartlist of uint16_t's */
  1719. port = *(uint16_t *)smartlist_get(needed_ports, i);
  1720. tor_assert(port);
  1721. if (node)
  1722. r = compare_tor_addr_to_node_policy(NULL, port, node);
  1723. else
  1724. continue;
  1725. if (r != ADDR_POLICY_REJECTED && r != ADDR_POLICY_PROBABLY_REJECTED)
  1726. return 1;
  1727. }
  1728. return 0;
  1729. }
  1730. /** Return true iff <b>conn</b> needs another general circuit to be
  1731. * built. */
  1732. static int
  1733. ap_stream_wants_exit_attention(connection_t *conn)
  1734. {
  1735. entry_connection_t *entry;
  1736. if (conn->type != CONN_TYPE_AP)
  1737. return 0;
  1738. entry = TO_ENTRY_CONN(conn);
  1739. if (conn->state == AP_CONN_STATE_CIRCUIT_WAIT &&
  1740. !conn->marked_for_close &&
  1741. !(entry->want_onehop) && /* ignore one-hop streams */
  1742. !(entry->use_begindir) && /* ignore targeted dir fetches */
  1743. !(entry->chosen_exit_name) && /* ignore defined streams */
  1744. !connection_edge_is_rendezvous_stream(TO_EDGE_CONN(conn)) &&
  1745. !circuit_stream_is_being_handled(TO_ENTRY_CONN(conn), 0,
  1746. MIN_CIRCUITS_HANDLING_STREAM))
  1747. return 1;
  1748. return 0;
  1749. }
  1750. /** Return a pointer to a suitable router to be the exit node for the
  1751. * general-purpose circuit we're about to build.
  1752. *
  1753. * Look through the connection array, and choose a router that maximizes
  1754. * the number of pending streams that can exit from this router.
  1755. *
  1756. * Return NULL if we can't find any suitable routers.
  1757. */
  1758. static const node_t *
  1759. choose_good_exit_server_general(int need_uptime, int need_capacity)
  1760. {
  1761. int *n_supported;
  1762. int n_pending_connections = 0;
  1763. smartlist_t *connections;
  1764. int best_support = -1;
  1765. int n_best_support=0;
  1766. const or_options_t *options = get_options();
  1767. const smartlist_t *the_nodes;
  1768. const node_t *node=NULL;
  1769. connections = get_connection_array();
  1770. /* Count how many connections are waiting for a circuit to be built.
  1771. * We use this for log messages now, but in the future we may depend on it.
  1772. */
  1773. SMARTLIST_FOREACH(connections, connection_t *, conn,
  1774. {
  1775. if (ap_stream_wants_exit_attention(conn))
  1776. ++n_pending_connections;
  1777. });
  1778. // log_fn(LOG_DEBUG, "Choosing exit node; %d connections are pending",
  1779. // n_pending_connections);
  1780. /* Now we count, for each of the routers in the directory, how many
  1781. * of the pending connections could possibly exit from that
  1782. * router (n_supported[i]). (We can't be sure about cases where we
  1783. * don't know the IP address of the pending connection.)
  1784. *
  1785. * -1 means "Don't use this router at all."
  1786. */
  1787. the_nodes = nodelist_get_list();
  1788. n_supported = tor_malloc(sizeof(int)*smartlist_len(the_nodes));
  1789. SMARTLIST_FOREACH_BEGIN(the_nodes, const node_t *, node) {
  1790. const int i = node_sl_idx;
  1791. if (router_digest_is_me(node->identity)) {
  1792. n_supported[i] = -1;
  1793. // log_fn(LOG_DEBUG,"Skipping node %s -- it's me.", router->nickname);
  1794. /* XXX there's probably a reverse predecessor attack here, but
  1795. * it's slow. should we take this out? -RD
  1796. */
  1797. continue;
  1798. }
  1799. if (!node_has_descriptor(node)) {
  1800. n_supported[i] = -1;
  1801. continue;
  1802. }
  1803. if (!node->is_running || node->is_bad_exit) {
  1804. n_supported[i] = -1;
  1805. continue; /* skip routers that are known to be down or bad exits */
  1806. }
  1807. if (node_get_purpose(node) != ROUTER_PURPOSE_GENERAL) {
  1808. /* never pick a non-general node as a random exit. */
  1809. n_supported[i] = -1;
  1810. continue;
  1811. }
  1812. if (routerset_contains_node(options->ExcludeExitNodesUnion_, node)) {
  1813. n_supported[i] = -1;
  1814. continue; /* user asked us not to use it, no matter what */
  1815. }
  1816. if (options->ExitNodes &&
  1817. !routerset_contains_node(options->ExitNodes, node)) {
  1818. n_supported[i] = -1;
  1819. continue; /* not one of our chosen exit nodes */
  1820. }
  1821. if (node_is_unreliable(node, need_uptime, need_capacity, 0)) {
  1822. n_supported[i] = -1;
  1823. continue; /* skip routers that are not suitable. Don't worry if
  1824. * this makes us reject all the possible routers: if so,
  1825. * we'll retry later in this function with need_update and
  1826. * need_capacity set to 0. */
  1827. }
  1828. if (!(node->is_valid || options->AllowInvalid_ & ALLOW_INVALID_EXIT)) {
  1829. /* if it's invalid and we don't want it */
  1830. n_supported[i] = -1;
  1831. // log_fn(LOG_DEBUG,"Skipping node %s (index %d) -- invalid router.",
  1832. // router->nickname, i);
  1833. continue; /* skip invalid routers */
  1834. }
  1835. if (options->ExcludeSingleHopRelays &&
  1836. node_allows_single_hop_exits(node)) {
  1837. n_supported[i] = -1;
  1838. continue;
  1839. }
  1840. if (node_exit_policy_rejects_all(node)) {
  1841. n_supported[i] = -1;
  1842. // log_fn(LOG_DEBUG,"Skipping node %s (index %d) -- it rejects all.",
  1843. // router->nickname, i);
  1844. continue; /* skip routers that reject all */
  1845. }
  1846. n_supported[i] = 0;
  1847. /* iterate over connections */
  1848. SMARTLIST_FOREACH_BEGIN(connections, connection_t *, conn) {
  1849. if (!ap_stream_wants_exit_attention(conn))
  1850. continue; /* Skip everything but APs in CIRCUIT_WAIT */
  1851. if (connection_ap_can_use_exit(TO_ENTRY_CONN(conn), node)) {
  1852. ++n_supported[i];
  1853. // log_fn(LOG_DEBUG,"%s is supported. n_supported[%d] now %d.",
  1854. // router->nickname, i, n_supported[i]);
  1855. } else {
  1856. // log_fn(LOG_DEBUG,"%s (index %d) would reject this stream.",
  1857. // router->nickname, i);
  1858. }
  1859. } SMARTLIST_FOREACH_END(conn);
  1860. if (n_pending_connections > 0 && n_supported[i] == 0) {
  1861. /* Leave best_support at -1 if that's where it is, so we can
  1862. * distinguish it later. */
  1863. continue;
  1864. }
  1865. if (n_supported[i] > best_support) {
  1866. /* If this router is better than previous ones, remember its index
  1867. * and goodness, and start counting how many routers are this good. */
  1868. best_support = n_supported[i]; n_best_support=1;
  1869. // log_fn(LOG_DEBUG,"%s is new best supported option so far.",
  1870. // router->nickname);
  1871. } else if (n_supported[i] == best_support) {
  1872. /* If this router is _as good_ as the best one, just increment the
  1873. * count of equally good routers.*/
  1874. ++n_best_support;
  1875. }
  1876. } SMARTLIST_FOREACH_END(node);
  1877. log_info(LD_CIRC,
  1878. "Found %d servers that might support %d/%d pending connections.",
  1879. n_best_support, best_support >= 0 ? best_support : 0,
  1880. n_pending_connections);
  1881. /* If any routers definitely support any pending connections, choose one
  1882. * at random. */
  1883. if (best_support > 0) {
  1884. smartlist_t *supporting = smartlist_new();
  1885. SMARTLIST_FOREACH(the_nodes, const node_t *, node, {
  1886. if (n_supported[node_sl_idx] == best_support)
  1887. smartlist_add(supporting, (void*)node);
  1888. });
  1889. node = node_sl_choose_by_bandwidth(supporting, WEIGHT_FOR_EXIT);
  1890. smartlist_free(supporting);
  1891. } else {
  1892. /* Either there are no pending connections, or no routers even seem to
  1893. * possibly support any of them. Choose a router at random that satisfies
  1894. * at least one predicted exit port. */
  1895. int attempt;
  1896. smartlist_t *needed_ports, *supporting;
  1897. if (best_support == -1) {
  1898. if (need_uptime || need_capacity) {
  1899. log_info(LD_CIRC,
  1900. "We couldn't find any live%s%s routers; falling back "
  1901. "to list of all routers.",
  1902. need_capacity?", fast":"",
  1903. need_uptime?", stable":"");
  1904. tor_free(n_supported);
  1905. return choose_good_exit_server_general(0, 0);
  1906. }
  1907. log_notice(LD_CIRC, "All routers are down or won't exit%s -- "
  1908. "choosing a doomed exit at random.",
  1909. options->ExcludeExitNodesUnion_ ? " or are Excluded" : "");
  1910. }
  1911. supporting = smartlist_new();
  1912. needed_ports = circuit_get_unhandled_ports(time(NULL));
  1913. for (attempt = 0; attempt < 2; attempt++) {
  1914. /* try once to pick only from routers that satisfy a needed port,
  1915. * then if there are none, pick from any that support exiting. */
  1916. SMARTLIST_FOREACH_BEGIN(the_nodes, const node_t *, node) {
  1917. if (n_supported[node_sl_idx] != -1 &&
  1918. (attempt || node_handles_some_port(node, needed_ports))) {
  1919. // log_fn(LOG_DEBUG,"Try %d: '%s' is a possibility.",
  1920. // try, router->nickname);
  1921. smartlist_add(supporting, (void*)node);
  1922. }
  1923. } SMARTLIST_FOREACH_END(node);
  1924. node = node_sl_choose_by_bandwidth(supporting, WEIGHT_FOR_EXIT);
  1925. if (node)
  1926. break;
  1927. smartlist_clear(supporting);
  1928. /* If we reach this point, we can't actually support any unhandled
  1929. * predicted ports, so clear all the remaining ones. */
  1930. if (smartlist_len(needed_ports))
  1931. rep_hist_remove_predicted_ports(needed_ports);
  1932. }
  1933. SMARTLIST_FOREACH(needed_ports, uint16_t *, cp, tor_free(cp));
  1934. smartlist_free(needed_ports);
  1935. smartlist_free(supporting);
  1936. }
  1937. tor_free(n_supported);
  1938. if (node) {
  1939. log_info(LD_CIRC, "Chose exit server '%s'", node_describe(node));
  1940. return node;
  1941. }
  1942. if (options->ExitNodes) {
  1943. log_warn(LD_CIRC,
  1944. "No specified %sexit routers seem to be running: "
  1945. "can't choose an exit.",
  1946. options->ExcludeExitNodesUnion_ ? "non-excluded " : "");
  1947. }
  1948. return NULL;
  1949. }
  1950. /** Return a pointer to a suitable router to be the exit node for the
  1951. * circuit of purpose <b>purpose</b> that we're about to build (or NULL
  1952. * if no router is suitable).
  1953. *
  1954. * For general-purpose circuits, pass it off to
  1955. * choose_good_exit_server_general()
  1956. *
  1957. * For client-side rendezvous circuits, choose a random node, weighted
  1958. * toward the preferences in 'options'.
  1959. */
  1960. static const node_t *
  1961. choose_good_exit_server(uint8_t purpose,
  1962. int need_uptime, int need_capacity, int is_internal)
  1963. {
  1964. const or_options_t *options = get_options();
  1965. router_crn_flags_t flags = CRN_NEED_DESC;
  1966. if (need_uptime)
  1967. flags |= CRN_NEED_UPTIME;
  1968. if (need_capacity)
  1969. flags |= CRN_NEED_CAPACITY;
  1970. switch (purpose) {
  1971. case CIRCUIT_PURPOSE_C_GENERAL:
  1972. if (options->AllowInvalid_ & ALLOW_INVALID_MIDDLE)
  1973. flags |= CRN_ALLOW_INVALID;
  1974. if (is_internal) /* pick it like a middle hop */
  1975. return router_choose_random_node(NULL, options->ExcludeNodes, flags);
  1976. else
  1977. return choose_good_exit_server_general(need_uptime,need_capacity);
  1978. case CIRCUIT_PURPOSE_C_ESTABLISH_REND:
  1979. if (options->AllowInvalid_ & ALLOW_INVALID_RENDEZVOUS)
  1980. flags |= CRN_ALLOW_INVALID;
  1981. return router_choose_random_node(NULL, options->ExcludeNodes, flags);
  1982. }
  1983. log_warn(LD_BUG,"Unhandled purpose %d", purpose);
  1984. tor_fragile_assert();
  1985. return NULL;
  1986. }
  1987. /** Log a warning if the user specified an exit for the circuit that
  1988. * has been excluded from use by ExcludeNodes or ExcludeExitNodes. */
  1989. static void
  1990. warn_if_last_router_excluded(origin_circuit_t *circ, const extend_info_t *exit)
  1991. {
  1992. const or_options_t *options = get_options();
  1993. routerset_t *rs = options->ExcludeNodes;
  1994. const char *description;
  1995. uint8_t purpose = circ->base_.purpose;
  1996. if (circ->build_state->onehop_tunnel)
  1997. return;
  1998. switch (purpose)
  1999. {
  2000. default:
  2001. case CIRCUIT_PURPOSE_OR:
  2002. case CIRCUIT_PURPOSE_INTRO_POINT:
  2003. case CIRCUIT_PURPOSE_REND_POINT_WAITING:
  2004. case CIRCUIT_PURPOSE_REND_ESTABLISHED:
  2005. log_warn(LD_BUG, "Called on non-origin circuit (purpose %d, %s)",
  2006. (int)purpose,
  2007. circuit_purpose_to_string(purpose));
  2008. return;
  2009. case CIRCUIT_PURPOSE_C_GENERAL:
  2010. if (circ->build_state->is_internal)
  2011. return;
  2012. description = "requested exit node";
  2013. rs = options->ExcludeExitNodesUnion_;
  2014. break;
  2015. case CIRCUIT_PURPOSE_C_INTRODUCING:
  2016. case CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT:
  2017. case CIRCUIT_PURPOSE_C_INTRODUCE_ACKED:
  2018. case CIRCUIT_PURPOSE_S_ESTABLISH_INTRO:
  2019. case CIRCUIT_PURPOSE_S_CONNECT_REND:
  2020. case CIRCUIT_PURPOSE_S_REND_JOINED:
  2021. case CIRCUIT_PURPOSE_TESTING:
  2022. return;
  2023. case CIRCUIT_PURPOSE_C_ESTABLISH_REND:
  2024. case CIRCUIT_PURPOSE_C_REND_READY:
  2025. case CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED:
  2026. case CIRCUIT_PURPOSE_C_REND_JOINED:
  2027. description = "chosen rendezvous point";
  2028. break;
  2029. case CIRCUIT_PURPOSE_CONTROLLER:
  2030. rs = options->ExcludeExitNodesUnion_;
  2031. description = "controller-selected circuit target";
  2032. break;
  2033. }
  2034. if (routerset_contains_extendinfo(rs, exit)) {
  2035. /* We should never get here if StrictNodes is set to 1. */
  2036. if (options->StrictNodes) {
  2037. log_warn(LD_BUG, "Using %s '%s' which is listed in ExcludeNodes%s, "
  2038. "even though StrictNodes is set. Please report. "
  2039. "(Circuit purpose: %s)",
  2040. description, extend_info_describe(exit),
  2041. rs==options->ExcludeNodes?"":" or ExcludeExitNodes",
  2042. circuit_purpose_to_string(purpose));
  2043. } else {
  2044. log_warn(LD_CIRC, "Using %s '%s' which is listed in "
  2045. "ExcludeNodes%s, because no better options were available. To "
  2046. "prevent this (and possibly break your Tor functionality), "
  2047. "set the StrictNodes configuration option. "
  2048. "(Circuit purpose: %s)",
  2049. description, extend_info_describe(exit),
  2050. rs==options->ExcludeNodes?"":" or ExcludeExitNodes",
  2051. circuit_purpose_to_string(purpose));
  2052. }
  2053. circuit_log_path(LOG_WARN, LD_CIRC, circ);
  2054. }
  2055. return;
  2056. }
  2057. /** Decide a suitable length for circ's cpath, and pick an exit
  2058. * router (or use <b>exit</b> if provided). Store these in the
  2059. * cpath. Return 0 if ok, -1 if circuit should be closed. */
  2060. static int
  2061. onion_pick_cpath_exit(origin_circuit_t *circ, extend_info_t *exit)
  2062. {
  2063. cpath_build_state_t *state = circ->build_state;
  2064. if (state->onehop_tunnel) {
  2065. log_debug(LD_CIRC, "Launching a one-hop circuit for dir tunnel.");
  2066. state->desired_path_len = 1;
  2067. } else {
  2068. int r = new_route_len(circ->base_.purpose, exit, nodelist_get_list());
  2069. if (r < 1) /* must be at least 1 */
  2070. return -1;
  2071. state->desired_path_len = r;
  2072. }
  2073. if (exit) { /* the circuit-builder pre-requested one */
  2074. warn_if_last_router_excluded(circ, exit);
  2075. log_info(LD_CIRC,"Using requested exit node '%s'",
  2076. extend_info_describe(exit));
  2077. exit = extend_info_dup(exit);
  2078. } else { /* we have to decide one */
  2079. const node_t *node =
  2080. choose_good_exit_server(circ->base_.purpose, state->need_uptime,
  2081. state->need_capacity, state->is_internal);
  2082. if (!node) {
  2083. log_warn(LD_CIRC,"failed to choose an exit server");
  2084. return -1;
  2085. }
  2086. exit = extend_info_from_node(node, 0);
  2087. tor_assert(exit);
  2088. }
  2089. state->chosen_exit = exit;
  2090. return 0;
  2091. }
  2092. /** Give <b>circ</b> a new exit destination to <b>exit</b>, and add a
  2093. * hop to the cpath reflecting this. Don't send the next extend cell --
  2094. * the caller will do this if it wants to.
  2095. */
  2096. int
  2097. circuit_append_new_exit(origin_circuit_t *circ, extend_info_t *exit)
  2098. {
  2099. cpath_build_state_t *state;
  2100. tor_assert(exit);
  2101. tor_assert(circ);
  2102. state = circ->build_state;
  2103. tor_assert(state);
  2104. extend_info_free(state->chosen_exit);
  2105. state->chosen_exit = extend_info_dup(exit);
  2106. ++circ->build_state->desired_path_len;
  2107. onion_append_hop(&circ->cpath, exit);
  2108. return 0;
  2109. }
  2110. /** Take an open <b>circ</b>, and add a new hop at the end, based on
  2111. * <b>info</b>. Set its state back to CIRCUIT_STATE_BUILDING, and then
  2112. * send the next extend cell to begin connecting to that hop.
  2113. */
  2114. int
  2115. circuit_extend_to_new_exit(origin_circuit_t *circ, extend_info_t *exit)
  2116. {
  2117. int err_reason = 0;
  2118. warn_if_last_router_excluded(circ, exit);
  2119. circuit_append_new_exit(circ, exit);
  2120. circuit_set_state(TO_CIRCUIT(circ), CIRCUIT_STATE_BUILDING);
  2121. if ((err_reason = circuit_send_next_onion_skin(circ))<0) {
  2122. log_warn(LD_CIRC, "Couldn't extend circuit to new point %s.",
  2123. extend_info_describe(exit));
  2124. circuit_mark_for_close(TO_CIRCUIT(circ), -err_reason);
  2125. return -1;
  2126. }
  2127. return 0;
  2128. }
  2129. /** Return the number of routers in <b>routers</b> that are currently up
  2130. * and available for building circuits through.
  2131. */
  2132. static int
  2133. count_acceptable_nodes(smartlist_t *nodes)
  2134. {
  2135. int num=0;
  2136. SMARTLIST_FOREACH_BEGIN(nodes, const node_t *, node) {
  2137. // log_debug(LD_CIRC,
  2138. // "Contemplating whether router %d (%s) is a new option.",
  2139. // i, r->nickname);
  2140. if (! node->is_running)
  2141. // log_debug(LD_CIRC,"Nope, the directory says %d is not running.",i);
  2142. continue;
  2143. if (! node->is_valid)
  2144. // log_debug(LD_CIRC,"Nope, the directory says %d is not valid.",i);
  2145. continue;
  2146. if (! node_has_descriptor(node))
  2147. continue;
  2148. /* XXX This clause makes us count incorrectly: if AllowInvalidRouters
  2149. * allows this node in some places, then we're getting an inaccurate
  2150. * count. For now, be conservative and don't count it. But later we
  2151. * should try to be smarter. */
  2152. ++num;
  2153. } SMARTLIST_FOREACH_END(node);
  2154. // log_debug(LD_CIRC,"I like %d. num_acceptable_routers now %d.",i, num);
  2155. return num;
  2156. }
  2157. /** Add <b>new_hop</b> to the end of the doubly-linked-list <b>head_ptr</b>.
  2158. * This function is used to extend cpath by another hop.
  2159. */
  2160. void
  2161. onion_append_to_cpath(crypt_path_t **head_ptr, crypt_path_t *new_hop)
  2162. {
  2163. if (*head_ptr) {
  2164. new_hop->next = (*head_ptr);
  2165. new_hop->prev = (*head_ptr)->prev;
  2166. (*head_ptr)->prev->next = new_hop;
  2167. (*head_ptr)->prev = new_hop;
  2168. } else {
  2169. *head_ptr = new_hop;
  2170. new_hop->prev = new_hop->next = new_hop;
  2171. }
  2172. }
  2173. /** A helper function used by onion_extend_cpath(). Use <b>purpose</b>
  2174. * and <b>state</b> and the cpath <b>head</b> (currently populated only
  2175. * to length <b>cur_len</b> to decide a suitable middle hop for a
  2176. * circuit. In particular, make sure we don't pick the exit node or its
  2177. * family, and make sure we don't duplicate any previous nodes or their
  2178. * families. */
  2179. static const node_t *
  2180. choose_good_middle_server(uint8_t purpose,
  2181. cpath_build_state_t *state,
  2182. crypt_path_t *head,
  2183. int cur_len)
  2184. {
  2185. int i;
  2186. const node_t *r, *choice;
  2187. crypt_path_t *cpath;
  2188. smartlist_t *excluded;
  2189. const or_options_t *options = get_options();
  2190. router_crn_flags_t flags = CRN_NEED_DESC;
  2191. tor_assert(CIRCUIT_PURPOSE_MIN_ <= purpose &&
  2192. purpose <= CIRCUIT_PURPOSE_MAX_);
  2193. log_debug(LD_CIRC, "Contemplating intermediate hop: random choice.");
  2194. excluded = smartlist_new();
  2195. if ((r = build_state_get_exit_node(state))) {
  2196. nodelist_add_node_and_family(excluded, r);
  2197. }
  2198. for (i = 0, cpath = head; i < cur_len; ++i, cpath=cpath->next) {
  2199. if ((r = node_get_by_id(cpath->extend_info->identity_digest))) {
  2200. nodelist_add_node_and_family(excluded, r);
  2201. }
  2202. }
  2203. if (state->need_uptime)
  2204. flags |= CRN_NEED_UPTIME;
  2205. if (state->need_capacity)
  2206. flags |= CRN_NEED_CAPACITY;
  2207. if (options->AllowInvalid_ & ALLOW_INVALID_MIDDLE)
  2208. flags |= CRN_ALLOW_INVALID;
  2209. choice = router_choose_random_node(excluded, options->ExcludeNodes, flags);
  2210. smartlist_free(excluded);
  2211. return choice;
  2212. }
  2213. /** Pick a good entry server for the circuit to be built according to
  2214. * <b>state</b>. Don't reuse a chosen exit (if any), don't use this
  2215. * router (if we're an OR), and respect firewall settings; if we're
  2216. * configured to use entry guards, return one.
  2217. *
  2218. * If <b>state</b> is NULL, we're choosing a router to serve as an entry
  2219. * guard, not for any particular circuit.
  2220. */
  2221. /* XXXX024 I'd like to have this be static again, but entrynodes.c needs it. */
  2222. const node_t *
  2223. choose_good_entry_server(uint8_t purpose, cpath_build_state_t *state)
  2224. {
  2225. const node_t *choice;
  2226. smartlist_t *excluded;
  2227. const or_options_t *options = get_options();
  2228. router_crn_flags_t flags = CRN_NEED_GUARD|CRN_NEED_DESC;
  2229. const node_t *node;
  2230. if (state && options->UseEntryGuards &&
  2231. (purpose != CIRCUIT_PURPOSE_TESTING || options->BridgeRelay)) {
  2232. /* This request is for an entry server to use for a regular circuit,
  2233. * and we use entry guard nodes. Just return one of the guard nodes. */
  2234. return choose_random_entry(state);
  2235. }
  2236. excluded = smartlist_new();
  2237. if (state && (node = build_state_get_exit_node(state))) {
  2238. /* Exclude the exit node from the state, if we have one. Also exclude its
  2239. * family. */
  2240. nodelist_add_node_and_family(excluded, node);
  2241. }
  2242. if (firewall_is_fascist_or()) {
  2243. /* Exclude all ORs that we can't reach through our firewall */
  2244. smartlist_t *nodes = nodelist_get_list();
  2245. SMARTLIST_FOREACH(nodes, const node_t *, node, {
  2246. if (!fascist_firewall_allows_node(node))
  2247. smartlist_add(excluded, (void*)node);
  2248. });
  2249. }
  2250. /* and exclude current entry guards and their families, if applicable */
  2251. if (options->UseEntryGuards) {
  2252. SMARTLIST_FOREACH(get_entry_guards(), const entry_guard_t *, entry,
  2253. {
  2254. if ((node = node_get_by_id(entry->identity))) {
  2255. nodelist_add_node_and_family(excluded, node);
  2256. }
  2257. });
  2258. }
  2259. if (state) {
  2260. if (state->need_uptime)
  2261. flags |= CRN_NEED_UPTIME;
  2262. if (state->need_capacity)
  2263. flags |= CRN_NEED_CAPACITY;
  2264. }
  2265. if (options->AllowInvalid_ & ALLOW_INVALID_ENTRY)
  2266. flags |= CRN_ALLOW_INVALID;
  2267. choice = router_choose_random_node(excluded, options->ExcludeNodes, flags);
  2268. smartlist_free(excluded);
  2269. return choice;
  2270. }
  2271. /** Return the first non-open hop in cpath, or return NULL if all
  2272. * hops are open. */
  2273. static crypt_path_t *
  2274. onion_next_hop_in_cpath(crypt_path_t *cpath)
  2275. {
  2276. crypt_path_t *hop = cpath;
  2277. do {
  2278. if (hop->state != CPATH_STATE_OPEN)
  2279. return hop;
  2280. hop = hop->next;
  2281. } while (hop != cpath);
  2282. return NULL;
  2283. }
  2284. /** Choose a suitable next hop in the cpath <b>head_ptr</b>,
  2285. * based on <b>state</b>. Append the hop info to head_ptr.
  2286. */
  2287. static int
  2288. onion_extend_cpath(origin_circuit_t *circ)
  2289. {
  2290. uint8_t purpose = circ->base_.purpose;
  2291. cpath_build_state_t *state = circ->build_state;
  2292. int cur_len = circuit_get_cpath_len(circ);
  2293. extend_info_t *info = NULL;
  2294. if (cur_len >= state->desired_path_len) {
  2295. log_debug(LD_CIRC, "Path is complete: %d steps long",
  2296. state->desired_path_len);
  2297. return 1;
  2298. }
  2299. log_debug(LD_CIRC, "Path is %d long; we want %d", cur_len,
  2300. state->desired_path_len);
  2301. if (cur_len == state->desired_path_len - 1) { /* Picking last node */
  2302. info = extend_info_dup(state->chosen_exit);
  2303. } else if (cur_len == 0) { /* picking first node */
  2304. const node_t *r = choose_good_entry_server(purpose, state);
  2305. if (r) {
  2306. /* If we're a client, use the preferred address rather than the
  2307. primary address, for potentially connecting to an IPv6 OR
  2308. port. */
  2309. info = extend_info_from_node(r, server_mode(get_options()) == 0);
  2310. tor_assert(info);
  2311. }
  2312. } else {
  2313. const node_t *r =
  2314. choose_good_middle_server(purpose, state, circ->cpath, cur_len);
  2315. if (r) {
  2316. info = extend_info_from_node(r, 0);
  2317. tor_assert(info);
  2318. }
  2319. }
  2320. if (!info) {
  2321. log_warn(LD_CIRC,"Failed to find node for hop %d of our path. Discarding "
  2322. "this circuit.", cur_len);
  2323. return -1;
  2324. }
  2325. log_debug(LD_CIRC,"Chose router %s for hop %d (exit is %s)",
  2326. extend_info_describe(info),
  2327. cur_len+1, build_state_get_exit_nickname(state));
  2328. onion_append_hop(&circ->cpath, info);
  2329. extend_info_free(info);
  2330. return 0;
  2331. }
  2332. /** Create a new hop, annotate it with information about its
  2333. * corresponding router <b>choice</b>, and append it to the
  2334. * end of the cpath <b>head_ptr</b>. */
  2335. static int
  2336. onion_append_hop(crypt_path_t **head_ptr, extend_info_t *choice)
  2337. {
  2338. crypt_path_t *hop = tor_malloc_zero(sizeof(crypt_path_t));
  2339. /* link hop into the cpath, at the end. */
  2340. onion_append_to_cpath(head_ptr, hop);
  2341. hop->magic = CRYPT_PATH_MAGIC;
  2342. hop->state = CPATH_STATE_CLOSED;
  2343. hop->extend_info = extend_info_dup(choice);
  2344. hop->package_window = circuit_initial_package_window();
  2345. hop->deliver_window = CIRCWINDOW_START;
  2346. return 0;
  2347. }
  2348. /** Allocate a new extend_info object based on the various arguments. */
  2349. extend_info_t *
  2350. extend_info_new(const char *nickname, const char *digest,
  2351. crypto_pk_t *onion_key,
  2352. const tor_addr_t *addr, uint16_t port)
  2353. {
  2354. extend_info_t *info = tor_malloc_zero(sizeof(extend_info_t));
  2355. memcpy(info->identity_digest, digest, DIGEST_LEN);
  2356. if (nickname)
  2357. strlcpy(info->nickname, nickname, sizeof(info->nickname));
  2358. if (onion_key)
  2359. info->onion_key = crypto_pk_dup_key(onion_key);
  2360. tor_addr_copy(&info->addr, addr);
  2361. info->port = port;
  2362. return info;
  2363. }
  2364. /** Allocate and return a new extend_info that can be used to build a
  2365. * circuit to or through the node <b>node</b>. Use the primary address
  2366. * of the node (i.e. its IPv4 address) unless
  2367. * <b>for_direct_connect</b> is true, in which case the preferred
  2368. * address is used instead. May return NULL if there is not enough
  2369. * info about <b>node</b> to extend to it--for example, if there is no
  2370. * routerinfo_t or microdesc_t.
  2371. **/
  2372. extend_info_t *
  2373. extend_info_from_node(const node_t *node, int for_direct_connect)
  2374. {
  2375. tor_addr_port_t ap;
  2376. if (node->ri == NULL && (node->rs == NULL || node->md == NULL))
  2377. return NULL;
  2378. if (for_direct_connect)
  2379. node_get_pref_orport(node, &ap);
  2380. else
  2381. node_get_prim_orport(node, &ap);
  2382. log_debug(LD_CIRC, "using %s for %s",
  2383. fmt_addrport(&ap.addr, ap.port),
  2384. node->ri ? node->ri->nickname : node->rs->nickname);
  2385. if (node->ri)
  2386. return extend_info_new(node->ri->nickname,
  2387. node->identity,
  2388. node->ri->onion_pkey,
  2389. &ap.addr,
  2390. ap.port);
  2391. else if (node->rs && node->md)
  2392. return extend_info_new(node->rs->nickname,
  2393. node->identity,
  2394. node->md->onion_pkey,
  2395. &ap.addr,
  2396. ap.port);
  2397. else
  2398. return NULL;
  2399. }
  2400. /** Release storage held by an extend_info_t struct. */
  2401. void
  2402. extend_info_free(extend_info_t *info)
  2403. {
  2404. if (!info)
  2405. return;
  2406. crypto_pk_free(info->onion_key);
  2407. tor_free(info);
  2408. }
  2409. /** Allocate and return a new extend_info_t with the same contents as
  2410. * <b>info</b>. */
  2411. extend_info_t *
  2412. extend_info_dup(extend_info_t *info)
  2413. {
  2414. extend_info_t *newinfo;
  2415. tor_assert(info);
  2416. newinfo = tor_malloc(sizeof(extend_info_t));
  2417. memcpy(newinfo, info, sizeof(extend_info_t));
  2418. if (info->onion_key)
  2419. newinfo->onion_key = crypto_pk_dup_key(info->onion_key);
  2420. else
  2421. newinfo->onion_key = NULL;
  2422. return newinfo;
  2423. }
  2424. /** Return the routerinfo_t for the chosen exit router in <b>state</b>.
  2425. * If there is no chosen exit, or if we don't know the routerinfo_t for
  2426. * the chosen exit, return NULL.
  2427. */
  2428. const node_t *
  2429. build_state_get_exit_node(cpath_build_state_t *state)
  2430. {
  2431. if (!state || !state->chosen_exit)
  2432. return NULL;
  2433. return node_get_by_id(state->chosen_exit->identity_digest);
  2434. }
  2435. /** Return the nickname for the chosen exit router in <b>state</b>. If
  2436. * there is no chosen exit, or if we don't know the routerinfo_t for the
  2437. * chosen exit, return NULL.
  2438. */
  2439. const char *
  2440. build_state_get_exit_nickname(cpath_build_state_t *state)
  2441. {
  2442. if (!state || !state->chosen_exit)
  2443. return NULL;
  2444. return state->chosen_exit->nickname;
  2445. }