circuituse.c 95 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526
  1. /* Copyright (c) 2001 Matej Pfajfar.
  2. * Copyright (c) 2001-2004, Roger Dingledine.
  3. * Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  4. * Copyright (c) 2007-2015, The Tor Project, Inc. */
  5. /* See LICENSE for licensing information */
  6. /**
  7. * \file circuituse.c
  8. * \brief Launch the right sort of circuits and attach streams to them.
  9. **/
  10. #include "or.h"
  11. #include "addressmap.h"
  12. #include "channel.h"
  13. #include "circpathbias.h"
  14. #include "circuitbuild.h"
  15. #include "circuitlist.h"
  16. #include "circuitstats.h"
  17. #include "circuituse.h"
  18. #include "config.h"
  19. #include "connection.h"
  20. #include "connection_edge.h"
  21. #include "control.h"
  22. #include "entrynodes.h"
  23. #include "nodelist.h"
  24. #include "networkstatus.h"
  25. #include "policies.h"
  26. #include "rendclient.h"
  27. #include "rendcommon.h"
  28. #include "rendservice.h"
  29. #include "rephist.h"
  30. #include "router.h"
  31. #include "routerlist.h"
  32. static void circuit_expire_old_circuits_clientside(void);
  33. static void circuit_increment_failure_count(void);
  34. /** Return 1 if <b>circ</b> could be returned by circuit_get_best().
  35. * Else return 0.
  36. */
  37. static int
  38. circuit_is_acceptable(const origin_circuit_t *origin_circ,
  39. const entry_connection_t *conn,
  40. int must_be_open, uint8_t purpose,
  41. int need_uptime, int need_internal,
  42. time_t now)
  43. {
  44. const circuit_t *circ = TO_CIRCUIT(origin_circ);
  45. const node_t *exitnode;
  46. cpath_build_state_t *build_state;
  47. tor_assert(circ);
  48. tor_assert(conn);
  49. tor_assert(conn->socks_request);
  50. if (must_be_open && (circ->state != CIRCUIT_STATE_OPEN || !circ->n_chan))
  51. return 0; /* ignore non-open circs */
  52. if (circ->marked_for_close)
  53. return 0;
  54. /* if this circ isn't our purpose, skip. */
  55. if (purpose == CIRCUIT_PURPOSE_C_REND_JOINED && !must_be_open) {
  56. if (circ->purpose != CIRCUIT_PURPOSE_C_ESTABLISH_REND &&
  57. circ->purpose != CIRCUIT_PURPOSE_C_REND_READY &&
  58. circ->purpose != CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED &&
  59. circ->purpose != CIRCUIT_PURPOSE_C_REND_JOINED)
  60. return 0;
  61. } else if (purpose == CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT &&
  62. !must_be_open) {
  63. if (circ->purpose != CIRCUIT_PURPOSE_C_INTRODUCING &&
  64. circ->purpose != CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT)
  65. return 0;
  66. } else {
  67. if (purpose != circ->purpose)
  68. return 0;
  69. }
  70. /* If this is a timed-out hidden service circuit, skip it. */
  71. if (origin_circ->hs_circ_has_timed_out) {
  72. return 0;
  73. }
  74. if (purpose == CIRCUIT_PURPOSE_C_GENERAL ||
  75. purpose == CIRCUIT_PURPOSE_C_REND_JOINED) {
  76. if (circ->timestamp_dirty &&
  77. circ->timestamp_dirty+get_options()->MaxCircuitDirtiness <= now)
  78. return 0;
  79. }
  80. if (origin_circ->unusable_for_new_conns)
  81. return 0;
  82. /* decide if this circ is suitable for this conn */
  83. /* for rend circs, circ->cpath->prev is not the last router in the
  84. * circuit, it's the magical extra bob hop. so just check the nickname
  85. * of the one we meant to finish at.
  86. */
  87. build_state = origin_circ->build_state;
  88. exitnode = build_state_get_exit_node(build_state);
  89. if (need_uptime && !build_state->need_uptime)
  90. return 0;
  91. if (need_internal != build_state->is_internal)
  92. return 0;
  93. if (purpose == CIRCUIT_PURPOSE_C_GENERAL) {
  94. tor_addr_t addr;
  95. const int family = tor_addr_parse(&addr, conn->socks_request->address);
  96. if (!exitnode && !build_state->onehop_tunnel) {
  97. log_debug(LD_CIRC,"Not considering circuit with unknown router.");
  98. return 0; /* this circuit is screwed and doesn't know it yet,
  99. * or is a rendezvous circuit. */
  100. }
  101. if (build_state->onehop_tunnel) {
  102. if (!conn->want_onehop) {
  103. log_debug(LD_CIRC,"Skipping one-hop circuit.");
  104. return 0;
  105. }
  106. tor_assert(conn->chosen_exit_name);
  107. if (build_state->chosen_exit) {
  108. char digest[DIGEST_LEN];
  109. if (hexdigest_to_digest(conn->chosen_exit_name, digest) < 0)
  110. return 0; /* broken digest, we don't want it */
  111. if (tor_memneq(digest, build_state->chosen_exit->identity_digest,
  112. DIGEST_LEN))
  113. return 0; /* this is a circuit to somewhere else */
  114. if (tor_digest_is_zero(digest)) {
  115. /* we don't know the digest; have to compare addr:port */
  116. if (family < 0 ||
  117. !tor_addr_eq(&build_state->chosen_exit->addr, &addr) ||
  118. build_state->chosen_exit->port != conn->socks_request->port)
  119. return 0;
  120. }
  121. }
  122. } else {
  123. if (conn->want_onehop) {
  124. /* don't use three-hop circuits -- that could hurt our anonymity. */
  125. return 0;
  126. }
  127. }
  128. if (origin_circ->prepend_policy && family != -1) {
  129. int r = compare_tor_addr_to_addr_policy(&addr,
  130. conn->socks_request->port,
  131. origin_circ->prepend_policy);
  132. if (r == ADDR_POLICY_REJECTED)
  133. return 0;
  134. }
  135. if (exitnode && !connection_ap_can_use_exit(conn, exitnode)) {
  136. /* can't exit from this router */
  137. return 0;
  138. }
  139. } else { /* not general */
  140. const edge_connection_t *edge_conn = ENTRY_TO_EDGE_CONN(conn);
  141. if ((edge_conn->rend_data && !origin_circ->rend_data) ||
  142. (!edge_conn->rend_data && origin_circ->rend_data) ||
  143. (edge_conn->rend_data && origin_circ->rend_data &&
  144. rend_cmp_service_ids(edge_conn->rend_data->onion_address,
  145. origin_circ->rend_data->onion_address))) {
  146. /* this circ is not for this conn */
  147. return 0;
  148. }
  149. }
  150. if (!connection_edge_compatible_with_circuit(conn, origin_circ)) {
  151. /* conn needs to be isolated from other conns that have already used
  152. * origin_circ */
  153. return 0;
  154. }
  155. return 1;
  156. }
  157. /** Return 1 if circuit <b>a</b> is better than circuit <b>b</b> for
  158. * <b>conn</b>, and return 0 otherwise. Used by circuit_get_best.
  159. */
  160. static int
  161. circuit_is_better(const origin_circuit_t *oa, const origin_circuit_t *ob,
  162. const entry_connection_t *conn)
  163. {
  164. const circuit_t *a = TO_CIRCUIT(oa);
  165. const circuit_t *b = TO_CIRCUIT(ob);
  166. const uint8_t purpose = ENTRY_TO_CONN(conn)->purpose;
  167. int a_bits, b_bits;
  168. /* If one of the circuits was allowed to live due to relaxing its timeout,
  169. * it is definitely worse (it's probably a much slower path). */
  170. if (oa->relaxed_timeout && !ob->relaxed_timeout)
  171. return 0; /* ob is better. It's not relaxed. */
  172. if (!oa->relaxed_timeout && ob->relaxed_timeout)
  173. return 1; /* oa is better. It's not relaxed. */
  174. switch (purpose) {
  175. case CIRCUIT_PURPOSE_C_GENERAL:
  176. /* if it's used but less dirty it's best;
  177. * else if it's more recently created it's best
  178. */
  179. if (b->timestamp_dirty) {
  180. if (a->timestamp_dirty &&
  181. a->timestamp_dirty > b->timestamp_dirty)
  182. return 1;
  183. } else {
  184. if (a->timestamp_dirty ||
  185. timercmp(&a->timestamp_began, &b->timestamp_began, OP_GT))
  186. return 1;
  187. if (ob->build_state->is_internal)
  188. /* XXX023 what the heck is this internal thing doing here. I
  189. * think we can get rid of it. circuit_is_acceptable() already
  190. * makes sure that is_internal is exactly what we need it to
  191. * be. -RD */
  192. return 1;
  193. }
  194. break;
  195. case CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT:
  196. /* the closer it is to ack_wait the better it is */
  197. if (a->purpose > b->purpose)
  198. return 1;
  199. break;
  200. case CIRCUIT_PURPOSE_C_REND_JOINED:
  201. /* the closer it is to rend_joined the better it is */
  202. if (a->purpose > b->purpose)
  203. return 1;
  204. break;
  205. }
  206. /* XXXX023 Maybe this check should get a higher priority to avoid
  207. * using up circuits too rapidly. */
  208. a_bits = connection_edge_update_circuit_isolation(conn,
  209. (origin_circuit_t*)oa, 1);
  210. b_bits = connection_edge_update_circuit_isolation(conn,
  211. (origin_circuit_t*)ob, 1);
  212. /* if x_bits < 0, then we have not used x for anything; better not to dirty
  213. * a connection if we can help it. */
  214. if (a_bits < 0) {
  215. return 0;
  216. } else if (b_bits < 0) {
  217. return 1;
  218. }
  219. a_bits &= ~ oa->isolation_flags_mixed;
  220. a_bits &= ~ ob->isolation_flags_mixed;
  221. if (n_bits_set_u8(a_bits) < n_bits_set_u8(b_bits)) {
  222. /* The fewer new restrictions we need to make on a circuit for stream
  223. * isolation, the better. */
  224. return 1;
  225. }
  226. return 0;
  227. }
  228. /** Find the best circ that conn can use, preferably one which is
  229. * dirty. Circ must not be too old.
  230. *
  231. * Conn must be defined.
  232. *
  233. * If must_be_open, ignore circs not in CIRCUIT_STATE_OPEN.
  234. *
  235. * circ_purpose specifies what sort of circuit we must have.
  236. * It can be C_GENERAL, C_INTRODUCE_ACK_WAIT, or C_REND_JOINED.
  237. *
  238. * If it's REND_JOINED and must_be_open==0, then return the closest
  239. * rendezvous-purposed circuit that you can find.
  240. *
  241. * If it's INTRODUCE_ACK_WAIT and must_be_open==0, then return the
  242. * closest introduce-purposed circuit that you can find.
  243. */
  244. static origin_circuit_t *
  245. circuit_get_best(const entry_connection_t *conn,
  246. int must_be_open, uint8_t purpose,
  247. int need_uptime, int need_internal)
  248. {
  249. origin_circuit_t *best=NULL;
  250. struct timeval now;
  251. int intro_going_on_but_too_old = 0;
  252. tor_assert(conn);
  253. tor_assert(purpose == CIRCUIT_PURPOSE_C_GENERAL ||
  254. purpose == CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT ||
  255. purpose == CIRCUIT_PURPOSE_C_REND_JOINED);
  256. tor_gettimeofday(&now);
  257. SMARTLIST_FOREACH_BEGIN(circuit_get_global_list(), circuit_t *, circ) {
  258. origin_circuit_t *origin_circ;
  259. if (!CIRCUIT_IS_ORIGIN(circ))
  260. continue;
  261. origin_circ = TO_ORIGIN_CIRCUIT(circ);
  262. /* Log an info message if we're going to launch a new intro circ in
  263. * parallel */
  264. if (purpose == CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT &&
  265. !must_be_open && origin_circ->hs_circ_has_timed_out) {
  266. intro_going_on_but_too_old = 1;
  267. continue;
  268. }
  269. if (!circuit_is_acceptable(origin_circ,conn,must_be_open,purpose,
  270. need_uptime,need_internal, (time_t)now.tv_sec))
  271. continue;
  272. /* now this is an acceptable circ to hand back. but that doesn't
  273. * mean it's the *best* circ to hand back. try to decide.
  274. */
  275. if (!best || circuit_is_better(origin_circ,best,conn))
  276. best = origin_circ;
  277. }
  278. SMARTLIST_FOREACH_END(circ);
  279. if (!best && intro_going_on_but_too_old)
  280. log_info(LD_REND|LD_CIRC, "There is an intro circuit being created "
  281. "right now, but it has already taken quite a while. Starting "
  282. "one in parallel.");
  283. return best;
  284. }
  285. /** Return the number of not-yet-open general-purpose origin circuits. */
  286. static int
  287. count_pending_general_client_circuits(void)
  288. {
  289. int count = 0;
  290. SMARTLIST_FOREACH_BEGIN(circuit_get_global_list(), circuit_t *, circ) {
  291. if (circ->marked_for_close ||
  292. circ->state == CIRCUIT_STATE_OPEN ||
  293. circ->purpose != CIRCUIT_PURPOSE_C_GENERAL ||
  294. !CIRCUIT_IS_ORIGIN(circ))
  295. continue;
  296. ++count;
  297. }
  298. SMARTLIST_FOREACH_END(circ);
  299. return count;
  300. }
  301. #if 0
  302. /** Check whether, according to the policies in <b>options</b>, the
  303. * circuit <b>circ</b> makes sense. */
  304. /* XXXX currently only checks Exclude{Exit}Nodes; it should check more.
  305. * Also, it doesn't have the right definition of an exit circuit. Also,
  306. * it's never called. */
  307. int
  308. circuit_conforms_to_options(const origin_circuit_t *circ,
  309. const or_options_t *options)
  310. {
  311. const crypt_path_t *cpath, *cpath_next = NULL;
  312. /* first check if it includes any excluded nodes */
  313. for (cpath = circ->cpath; cpath_next != circ->cpath; cpath = cpath_next) {
  314. cpath_next = cpath->next;
  315. if (routerset_contains_extendinfo(options->ExcludeNodes,
  316. cpath->extend_info))
  317. return 0;
  318. }
  319. /* then consider the final hop */
  320. if (routerset_contains_extendinfo(options->ExcludeExitNodes,
  321. circ->cpath->prev->extend_info))
  322. return 0;
  323. return 1;
  324. }
  325. #endif
  326. /** Close all circuits that start at us, aren't open, and were born
  327. * at least CircuitBuildTimeout seconds ago.
  328. */
  329. void
  330. circuit_expire_building(void)
  331. {
  332. /* circ_times.timeout_ms and circ_times.close_ms are from
  333. * circuit_build_times_get_initial_timeout() if we haven't computed
  334. * custom timeouts yet */
  335. struct timeval general_cutoff, begindir_cutoff, fourhop_cutoff,
  336. close_cutoff, extremely_old_cutoff, hs_extremely_old_cutoff,
  337. cannibalized_cutoff, c_intro_cutoff, s_intro_cutoff, stream_cutoff;
  338. const or_options_t *options = get_options();
  339. struct timeval now;
  340. cpath_build_state_t *build_state;
  341. int any_opened_circs = 0;
  342. tor_gettimeofday(&now);
  343. /* Check to see if we have any opened circuits. If we don't,
  344. * we want to be more lenient with timeouts, in case the
  345. * user has relocated and/or changed network connections.
  346. * See bug #3443. */
  347. SMARTLIST_FOREACH_BEGIN(circuit_get_global_list(), circuit_t *, next_circ) {
  348. if (!CIRCUIT_IS_ORIGIN(next_circ) || /* didn't originate here */
  349. next_circ->marked_for_close) { /* don't mess with marked circs */
  350. continue;
  351. }
  352. if (TO_ORIGIN_CIRCUIT(next_circ)->has_opened &&
  353. next_circ->state == CIRCUIT_STATE_OPEN &&
  354. TO_ORIGIN_CIRCUIT(next_circ)->build_state &&
  355. TO_ORIGIN_CIRCUIT(next_circ)->build_state->desired_path_len
  356. == DEFAULT_ROUTE_LEN) {
  357. any_opened_circs = 1;
  358. break;
  359. }
  360. } SMARTLIST_FOREACH_END(next_circ);
  361. #define SET_CUTOFF(target, msec) do { \
  362. long ms = tor_lround(msec); \
  363. struct timeval diff; \
  364. diff.tv_sec = ms / 1000; \
  365. diff.tv_usec = (int)((ms % 1000) * 1000); \
  366. timersub(&now, &diff, &target); \
  367. } while (0)
  368. /**
  369. * Because circuit build timeout is calculated only based on 3 hop
  370. * general purpose circuit construction, we need to scale the timeout
  371. * to make it properly apply to longer circuits, and circuits of
  372. * certain usage types. The following diagram illustrates how we
  373. * derive the scaling below. In short, we calculate the number
  374. * of times our telescoping-based circuit construction causes cells
  375. * to traverse each link for the circuit purpose types in question,
  376. * and then assume each link is equivalent.
  377. *
  378. * OP --a--> A --b--> B --c--> C
  379. * OP --a--> A --b--> B --c--> C --d--> D
  380. *
  381. * Let h = a = b = c = d
  382. *
  383. * Three hops (general_cutoff)
  384. * RTTs = 3a + 2b + c
  385. * RTTs = 6h
  386. * Cannibalized:
  387. * RTTs = a+b+c+d
  388. * RTTs = 4h
  389. * Four hops:
  390. * RTTs = 4a + 3b + 2c + d
  391. * RTTs = 10h
  392. * Client INTRODUCE1+ACK: // XXX: correct?
  393. * RTTs = 5a + 4b + 3c + 2d
  394. * RTTs = 14h
  395. * Server intro:
  396. * RTTs = 4a + 3b + 2c
  397. * RTTs = 9h
  398. */
  399. SET_CUTOFF(general_cutoff, get_circuit_build_timeout_ms());
  400. SET_CUTOFF(begindir_cutoff, get_circuit_build_timeout_ms());
  401. /* > 3hop circs seem to have a 1.0 second delay on their cannibalized
  402. * 4th hop. */
  403. SET_CUTOFF(fourhop_cutoff, get_circuit_build_timeout_ms() * (10/6.0) + 1000);
  404. /* CIRCUIT_PURPOSE_C_ESTABLISH_REND behaves more like a RELAY cell.
  405. * Use the stream cutoff (more or less). */
  406. SET_CUTOFF(stream_cutoff, MAX(options->CircuitStreamTimeout,15)*1000 + 1000);
  407. /* Be lenient with cannibalized circs. They already survived the official
  408. * CBT, and they're usually not performance-critical. */
  409. SET_CUTOFF(cannibalized_cutoff,
  410. MAX(get_circuit_build_close_time_ms()*(4/6.0),
  411. options->CircuitStreamTimeout * 1000) + 1000);
  412. /* Intro circs have an extra round trip (and are also 4 hops long) */
  413. SET_CUTOFF(c_intro_cutoff, get_circuit_build_timeout_ms() * (14/6.0) + 1000);
  414. /* Server intro circs have an extra round trip */
  415. SET_CUTOFF(s_intro_cutoff, get_circuit_build_timeout_ms() * (9/6.0) + 1000);
  416. SET_CUTOFF(close_cutoff, get_circuit_build_close_time_ms());
  417. SET_CUTOFF(extremely_old_cutoff, get_circuit_build_close_time_ms()*2 + 1000);
  418. SET_CUTOFF(hs_extremely_old_cutoff,
  419. MAX(get_circuit_build_close_time_ms()*2 + 1000,
  420. options->SocksTimeout * 1000));
  421. SMARTLIST_FOREACH_BEGIN(circuit_get_global_list(), circuit_t *,victim) {
  422. struct timeval cutoff;
  423. if (!CIRCUIT_IS_ORIGIN(victim) || /* didn't originate here */
  424. victim->marked_for_close) /* don't mess with marked circs */
  425. continue;
  426. /* If we haven't yet started the first hop, it means we don't have
  427. * any orconns available, and thus have not started counting time yet
  428. * for this circuit. See circuit_deliver_create_cell() and uses of
  429. * timestamp_began.
  430. *
  431. * Continue to wait in this case. The ORConn should timeout
  432. * independently and kill us then.
  433. */
  434. if (TO_ORIGIN_CIRCUIT(victim)->cpath->state == CPATH_STATE_CLOSED) {
  435. continue;
  436. }
  437. build_state = TO_ORIGIN_CIRCUIT(victim)->build_state;
  438. if (build_state && build_state->onehop_tunnel)
  439. cutoff = begindir_cutoff;
  440. else if (victim->purpose == CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT)
  441. cutoff = close_cutoff;
  442. else if (victim->purpose == CIRCUIT_PURPOSE_C_INTRODUCING ||
  443. victim->purpose == CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT)
  444. cutoff = c_intro_cutoff;
  445. else if (victim->purpose == CIRCUIT_PURPOSE_S_ESTABLISH_INTRO)
  446. cutoff = s_intro_cutoff;
  447. else if (victim->purpose == CIRCUIT_PURPOSE_C_ESTABLISH_REND)
  448. cutoff = stream_cutoff;
  449. else if (victim->purpose == CIRCUIT_PURPOSE_PATH_BIAS_TESTING)
  450. cutoff = close_cutoff;
  451. else if (TO_ORIGIN_CIRCUIT(victim)->has_opened &&
  452. victim->state != CIRCUIT_STATE_OPEN)
  453. cutoff = cannibalized_cutoff;
  454. else if (build_state && build_state->desired_path_len >= 4)
  455. cutoff = fourhop_cutoff;
  456. else
  457. cutoff = general_cutoff;
  458. if (TO_ORIGIN_CIRCUIT(victim)->hs_circ_has_timed_out)
  459. cutoff = hs_extremely_old_cutoff;
  460. if (timercmp(&victim->timestamp_began, &cutoff, OP_GT))
  461. continue; /* it's still young, leave it alone */
  462. /* We need to double-check the opened state here because
  463. * we don't want to consider opened 1-hop dircon circuits for
  464. * deciding when to relax the timeout, but we *do* want to relax
  465. * those circuits too if nothing else is opened *and* they still
  466. * aren't either. */
  467. if (!any_opened_circs && victim->state != CIRCUIT_STATE_OPEN) {
  468. /* It's still young enough that we wouldn't close it, right? */
  469. if (timercmp(&victim->timestamp_began, &close_cutoff, OP_GT)) {
  470. if (!TO_ORIGIN_CIRCUIT(victim)->relaxed_timeout) {
  471. int first_hop_succeeded = TO_ORIGIN_CIRCUIT(victim)->cpath->state
  472. == CPATH_STATE_OPEN;
  473. log_info(LD_CIRC,
  474. "No circuits are opened. Relaxing timeout for circuit %d "
  475. "(a %s %d-hop circuit in state %s with channel state %s). "
  476. "%d guards are live.",
  477. TO_ORIGIN_CIRCUIT(victim)->global_identifier,
  478. circuit_purpose_to_string(victim->purpose),
  479. TO_ORIGIN_CIRCUIT(victim)->build_state ?
  480. TO_ORIGIN_CIRCUIT(victim)->build_state->desired_path_len :
  481. -1,
  482. circuit_state_to_string(victim->state),
  483. channel_state_to_string(victim->n_chan->state),
  484. num_live_entry_guards(0));
  485. /* We count the timeout here for CBT, because technically this
  486. * was a timeout, and the timeout value needs to reset if we
  487. * see enough of them. Note this means we also need to avoid
  488. * double-counting below, too. */
  489. circuit_build_times_count_timeout(get_circuit_build_times_mutable(),
  490. first_hop_succeeded);
  491. TO_ORIGIN_CIRCUIT(victim)->relaxed_timeout = 1;
  492. }
  493. continue;
  494. } else {
  495. static ratelim_t relax_timeout_limit = RATELIM_INIT(3600);
  496. const double build_close_ms = get_circuit_build_close_time_ms();
  497. log_fn_ratelim(&relax_timeout_limit, LOG_NOTICE, LD_CIRC,
  498. "No circuits are opened. Relaxed timeout for circuit %d "
  499. "(a %s %d-hop circuit in state %s with channel state %s) to "
  500. "%ldms. However, it appears the circuit has timed out "
  501. "anyway. %d guards are live.",
  502. TO_ORIGIN_CIRCUIT(victim)->global_identifier,
  503. circuit_purpose_to_string(victim->purpose),
  504. TO_ORIGIN_CIRCUIT(victim)->build_state ?
  505. TO_ORIGIN_CIRCUIT(victim)->build_state->desired_path_len :
  506. -1,
  507. circuit_state_to_string(victim->state),
  508. channel_state_to_string(victim->n_chan->state),
  509. (long)build_close_ms,
  510. num_live_entry_guards(0));
  511. }
  512. }
  513. #if 0
  514. /* some debug logs, to help track bugs */
  515. if (victim->purpose >= CIRCUIT_PURPOSE_C_INTRODUCING &&
  516. victim->purpose <= CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED) {
  517. if (!victim->timestamp_dirty)
  518. log_fn(LOG_DEBUG,"Considering %sopen purpose %d to %s (circid %d)."
  519. "(clean).",
  520. victim->state == CIRCUIT_STATE_OPEN ? "" : "non",
  521. victim->purpose, victim->build_state->chosen_exit_name,
  522. victim->n_circ_id);
  523. else
  524. log_fn(LOG_DEBUG,"Considering %sopen purpose %d to %s (circid %d). "
  525. "%d secs since dirty.",
  526. victim->state == CIRCUIT_STATE_OPEN ? "" : "non",
  527. victim->purpose, victim->build_state->chosen_exit_name,
  528. victim->n_circ_id,
  529. (int)(now - victim->timestamp_dirty));
  530. }
  531. #endif
  532. /* if circ is !open, or if it's open but purpose is a non-finished
  533. * intro or rend, then mark it for close */
  534. if (victim->state == CIRCUIT_STATE_OPEN) {
  535. switch (victim->purpose) {
  536. default: /* most open circuits can be left alone. */
  537. continue; /* yes, continue inside a switch refers to the nearest
  538. * enclosing loop. C is smart. */
  539. case CIRCUIT_PURPOSE_S_ESTABLISH_INTRO:
  540. break; /* too old, need to die */
  541. case CIRCUIT_PURPOSE_C_REND_READY:
  542. /* it's a rend_ready circ -- has it already picked a query? */
  543. /* c_rend_ready circs measure age since timestamp_dirty,
  544. * because that's set when they switch purposes
  545. */
  546. if (TO_ORIGIN_CIRCUIT(victim)->rend_data ||
  547. victim->timestamp_dirty > cutoff.tv_sec)
  548. continue;
  549. break;
  550. case CIRCUIT_PURPOSE_PATH_BIAS_TESTING:
  551. /* Open path bias testing circuits are given a long
  552. * time to complete the test, but not forever */
  553. TO_ORIGIN_CIRCUIT(victim)->path_state = PATH_STATE_USE_FAILED;
  554. break;
  555. case CIRCUIT_PURPOSE_C_INTRODUCING:
  556. /* We keep old introducing circuits around for
  557. * a while in parallel, and they can end up "opened".
  558. * We decide below if we're going to mark them timed
  559. * out and eventually close them.
  560. */
  561. break;
  562. case CIRCUIT_PURPOSE_C_ESTABLISH_REND:
  563. case CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED:
  564. case CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT:
  565. /* rend and intro circs become dirty each time they
  566. * make an introduction attempt. so timestamp_dirty
  567. * will reflect the time since the last attempt.
  568. */
  569. if (victim->timestamp_dirty > cutoff.tv_sec)
  570. continue;
  571. break;
  572. }
  573. } else { /* circuit not open, consider recording failure as timeout */
  574. int first_hop_succeeded = TO_ORIGIN_CIRCUIT(victim)->cpath &&
  575. TO_ORIGIN_CIRCUIT(victim)->cpath->state == CPATH_STATE_OPEN;
  576. if (TO_ORIGIN_CIRCUIT(victim)->p_streams != NULL) {
  577. log_warn(LD_BUG, "Circuit %d (purpose %d, %s) has timed out, "
  578. "yet has attached streams!",
  579. TO_ORIGIN_CIRCUIT(victim)->global_identifier,
  580. victim->purpose,
  581. circuit_purpose_to_string(victim->purpose));
  582. tor_fragile_assert();
  583. continue;
  584. }
  585. if (circuit_timeout_want_to_count_circ(TO_ORIGIN_CIRCUIT(victim)) &&
  586. circuit_build_times_enough_to_compute(get_circuit_build_times())) {
  587. /* Circuits are allowed to last longer for measurement.
  588. * Switch their purpose and wait. */
  589. if (victim->purpose != CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT) {
  590. control_event_circuit_status(TO_ORIGIN_CIRCUIT(victim),
  591. CIRC_EVENT_FAILED,
  592. END_CIRC_REASON_TIMEOUT);
  593. circuit_change_purpose(victim, CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT);
  594. /* Record this failure to check for too many timeouts
  595. * in a row. This function does not record a time value yet
  596. * (we do that later); it only counts the fact that we did
  597. * have a timeout. We also want to avoid double-counting
  598. * already "relaxed" circuits, which are counted above. */
  599. if (!TO_ORIGIN_CIRCUIT(victim)->relaxed_timeout) {
  600. circuit_build_times_count_timeout(
  601. get_circuit_build_times_mutable(),
  602. first_hop_succeeded);
  603. }
  604. continue;
  605. }
  606. /*
  607. * If the circuit build time is much greater than we would have cut
  608. * it off at, we probably had a suspend event along this codepath,
  609. * and we should discard the value.
  610. */
  611. if (timercmp(&victim->timestamp_began, &extremely_old_cutoff, OP_LT)) {
  612. log_notice(LD_CIRC,
  613. "Extremely large value for circuit build timeout: %lds. "
  614. "Assuming clock jump. Purpose %d (%s)",
  615. (long)(now.tv_sec - victim->timestamp_began.tv_sec),
  616. victim->purpose,
  617. circuit_purpose_to_string(victim->purpose));
  618. } else if (circuit_build_times_count_close(
  619. get_circuit_build_times_mutable(),
  620. first_hop_succeeded,
  621. (time_t)victim->timestamp_created.tv_sec)) {
  622. circuit_build_times_set_timeout(get_circuit_build_times_mutable());
  623. }
  624. }
  625. }
  626. /* If this is a hidden service client circuit which is far enough
  627. * along in connecting to its destination, and we haven't already
  628. * flagged it as 'timed out', and the user has not told us to
  629. * close such circs immediately on timeout, flag it as 'timed out'
  630. * so we'll launch another intro or rend circ, but don't mark it
  631. * for close yet.
  632. *
  633. * (Circs flagged as 'timed out' are given a much longer timeout
  634. * period above, so we won't close them in the next call to
  635. * circuit_expire_building.) */
  636. if (!(options->CloseHSClientCircuitsImmediatelyOnTimeout) &&
  637. !(TO_ORIGIN_CIRCUIT(victim)->hs_circ_has_timed_out)) {
  638. switch (victim->purpose) {
  639. case CIRCUIT_PURPOSE_C_REND_READY:
  640. /* We only want to spare a rend circ if it has been specified in
  641. * an INTRODUCE1 cell sent to a hidden service. A circ's
  642. * pending_final_cpath field is non-NULL iff it is a rend circ
  643. * and we have tried to send an INTRODUCE1 cell specifying it.
  644. * Thus, if the pending_final_cpath field *is* NULL, then we
  645. * want to not spare it. */
  646. if (TO_ORIGIN_CIRCUIT(victim)->build_state &&
  647. TO_ORIGIN_CIRCUIT(victim)->build_state->pending_final_cpath ==
  648. NULL)
  649. break;
  650. /* fallthrough! */
  651. case CIRCUIT_PURPOSE_C_INTRODUCING:
  652. /* connection_ap_handshake_attach_circuit() will relaunch for us */
  653. case CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT:
  654. case CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED:
  655. /* If we have reached this line, we want to spare the circ for now. */
  656. log_info(LD_CIRC,"Marking circ %u (state %d:%s, purpose %d) "
  657. "as timed-out HS circ",
  658. (unsigned)victim->n_circ_id,
  659. victim->state, circuit_state_to_string(victim->state),
  660. victim->purpose);
  661. TO_ORIGIN_CIRCUIT(victim)->hs_circ_has_timed_out = 1;
  662. continue;
  663. default:
  664. break;
  665. }
  666. }
  667. /* If this is a service-side rendezvous circuit which is far
  668. * enough along in connecting to its destination, consider sparing
  669. * it. */
  670. if (!(options->CloseHSServiceRendCircuitsImmediatelyOnTimeout) &&
  671. !(TO_ORIGIN_CIRCUIT(victim)->hs_circ_has_timed_out) &&
  672. victim->purpose == CIRCUIT_PURPOSE_S_CONNECT_REND) {
  673. log_info(LD_CIRC,"Marking circ %u (state %d:%s, purpose %d) "
  674. "as timed-out HS circ; relaunching rendezvous attempt.",
  675. (unsigned)victim->n_circ_id,
  676. victim->state, circuit_state_to_string(victim->state),
  677. victim->purpose);
  678. TO_ORIGIN_CIRCUIT(victim)->hs_circ_has_timed_out = 1;
  679. rend_service_relaunch_rendezvous(TO_ORIGIN_CIRCUIT(victim));
  680. continue;
  681. }
  682. if (victim->n_chan)
  683. log_info(LD_CIRC,
  684. "Abandoning circ %u %s:%u (state %d,%d:%s, purpose %d, "
  685. "len %d)", TO_ORIGIN_CIRCUIT(victim)->global_identifier,
  686. channel_get_canonical_remote_descr(victim->n_chan),
  687. (unsigned)victim->n_circ_id,
  688. TO_ORIGIN_CIRCUIT(victim)->has_opened,
  689. victim->state, circuit_state_to_string(victim->state),
  690. victim->purpose,
  691. TO_ORIGIN_CIRCUIT(victim)->build_state ?
  692. TO_ORIGIN_CIRCUIT(victim)->build_state->desired_path_len :
  693. -1);
  694. else
  695. log_info(LD_CIRC,
  696. "Abandoning circ %u %u (state %d,%d:%s, purpose %d, len %d)",
  697. TO_ORIGIN_CIRCUIT(victim)->global_identifier,
  698. (unsigned)victim->n_circ_id,
  699. TO_ORIGIN_CIRCUIT(victim)->has_opened,
  700. victim->state,
  701. circuit_state_to_string(victim->state), victim->purpose,
  702. TO_ORIGIN_CIRCUIT(victim)->build_state ?
  703. TO_ORIGIN_CIRCUIT(victim)->build_state->desired_path_len :
  704. -1);
  705. circuit_log_path(LOG_INFO,LD_CIRC,TO_ORIGIN_CIRCUIT(victim));
  706. if (victim->purpose == CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT)
  707. circuit_mark_for_close(victim, END_CIRC_REASON_MEASUREMENT_EXPIRED);
  708. else
  709. circuit_mark_for_close(victim, END_CIRC_REASON_TIMEOUT);
  710. pathbias_count_timeout(TO_ORIGIN_CIRCUIT(victim));
  711. } SMARTLIST_FOREACH_END(victim);
  712. }
  713. /** For debugging #8387: track when we last called
  714. * circuit_expire_old_circuits_clientside. */
  715. static time_t last_expired_clientside_circuits = 0;
  716. /**
  717. * As a diagnostic for bug 8387, log information about how many one-hop
  718. * circuits we have around that have been there for at least <b>age</b>
  719. * seconds. Log a few of them.
  720. */
  721. void
  722. circuit_log_ancient_one_hop_circuits(int age)
  723. {
  724. #define MAX_ANCIENT_ONEHOP_CIRCUITS_TO_LOG 10
  725. time_t now = time(NULL);
  726. time_t cutoff = now - age;
  727. int n_found = 0;
  728. smartlist_t *log_these = smartlist_new();
  729. SMARTLIST_FOREACH_BEGIN(circuit_get_global_list(), circuit_t *, circ) {
  730. const origin_circuit_t *ocirc;
  731. if (! CIRCUIT_IS_ORIGIN(circ))
  732. continue;
  733. if (circ->timestamp_created.tv_sec >= cutoff)
  734. continue;
  735. ocirc = CONST_TO_ORIGIN_CIRCUIT(circ);
  736. if (ocirc->build_state && ocirc->build_state->onehop_tunnel) {
  737. ++n_found;
  738. if (smartlist_len(log_these) < MAX_ANCIENT_ONEHOP_CIRCUITS_TO_LOG)
  739. smartlist_add(log_these, (origin_circuit_t*) ocirc);
  740. }
  741. }
  742. SMARTLIST_FOREACH_END(circ);
  743. if (n_found == 0)
  744. goto done;
  745. log_notice(LD_HEARTBEAT,
  746. "Diagnostic for issue 8387: Found %d one-hop circuits more "
  747. "than %d seconds old! Logging %d...",
  748. n_found, age, smartlist_len(log_these));
  749. SMARTLIST_FOREACH_BEGIN(log_these, const origin_circuit_t *, ocirc) {
  750. char created[ISO_TIME_LEN+1];
  751. int stream_num;
  752. const edge_connection_t *conn;
  753. char *dirty = NULL;
  754. const circuit_t *circ = TO_CIRCUIT(ocirc);
  755. format_local_iso_time(created,
  756. (time_t)circ->timestamp_created.tv_sec);
  757. if (circ->timestamp_dirty) {
  758. char dirty_since[ISO_TIME_LEN+1];
  759. format_local_iso_time(dirty_since, circ->timestamp_dirty);
  760. tor_asprintf(&dirty, "Dirty since %s (%ld seconds vs %ld-second cutoff)",
  761. dirty_since, (long)(now - circ->timestamp_dirty),
  762. (long) get_options()->MaxCircuitDirtiness);
  763. } else {
  764. dirty = tor_strdup("Not marked dirty");
  765. }
  766. log_notice(LD_HEARTBEAT, " #%d created at %s. %s, %s. %s for close. "
  767. "%s for new conns. %s.",
  768. ocirc_sl_idx,
  769. created,
  770. circuit_state_to_string(circ->state),
  771. circuit_purpose_to_string(circ->purpose),
  772. circ->marked_for_close ? "Marked" : "Not marked",
  773. ocirc->unusable_for_new_conns ? "Not usable" : "usable",
  774. dirty);
  775. tor_free(dirty);
  776. stream_num = 0;
  777. for (conn = ocirc->p_streams; conn; conn = conn->next_stream) {
  778. const connection_t *c = TO_CONN(conn);
  779. char stream_created[ISO_TIME_LEN+1];
  780. if (++stream_num >= 5)
  781. break;
  782. format_local_iso_time(stream_created, c->timestamp_created);
  783. log_notice(LD_HEARTBEAT, " Stream#%d created at %s. "
  784. "%s conn in state %s. "
  785. "%s for close (%s:%d). Hold-open is %sset. "
  786. "Has %ssent RELAY_END. %s on circuit.",
  787. stream_num,
  788. stream_created,
  789. conn_type_to_string(c->type),
  790. conn_state_to_string(c->type, c->state),
  791. c->marked_for_close ? "Marked" : "Not marked",
  792. c->marked_for_close_file ? c->marked_for_close_file : "--",
  793. c->marked_for_close,
  794. c->hold_open_until_flushed ? "" : "not ",
  795. conn->edge_has_sent_end ? "" : "not ",
  796. conn->edge_blocked_on_circ ? "Blocked" : "Not blocked");
  797. if (! c->linked_conn)
  798. continue;
  799. c = c->linked_conn;
  800. log_notice(LD_HEARTBEAT, " Linked to %s connection in state %s "
  801. "(Purpose %d). %s for close (%s:%d). Hold-open is %sset. ",
  802. conn_type_to_string(c->type),
  803. conn_state_to_string(c->type, c->state),
  804. c->purpose,
  805. c->marked_for_close ? "Marked" : "Not marked",
  806. c->marked_for_close_file ? c->marked_for_close_file : "--",
  807. c->marked_for_close,
  808. c->hold_open_until_flushed ? "" : "not ");
  809. }
  810. } SMARTLIST_FOREACH_END(ocirc);
  811. log_notice(LD_HEARTBEAT, "It has been %ld seconds since I last called "
  812. "circuit_expire_old_circuits_clientside().",
  813. (long)(now - last_expired_clientside_circuits));
  814. done:
  815. smartlist_free(log_these);
  816. }
  817. /** Remove any elements in <b>needed_ports</b> that are handled by an
  818. * open or in-progress circuit.
  819. */
  820. void
  821. circuit_remove_handled_ports(smartlist_t *needed_ports)
  822. {
  823. int i;
  824. uint16_t *port;
  825. for (i = 0; i < smartlist_len(needed_ports); ++i) {
  826. port = smartlist_get(needed_ports, i);
  827. tor_assert(*port);
  828. if (circuit_stream_is_being_handled(NULL, *port,
  829. MIN_CIRCUITS_HANDLING_STREAM)) {
  830. // log_debug(LD_CIRC,"Port %d is already being handled; removing.", port);
  831. smartlist_del(needed_ports, i--);
  832. tor_free(port);
  833. } else {
  834. log_debug(LD_CIRC,"Port %d is not handled.", *port);
  835. }
  836. }
  837. }
  838. /** Return 1 if at least <b>min</b> general-purpose non-internal circuits
  839. * will have an acceptable exit node for exit stream <b>conn</b> if it
  840. * is defined, else for "*:port".
  841. * Else return 0.
  842. */
  843. int
  844. circuit_stream_is_being_handled(entry_connection_t *conn,
  845. uint16_t port, int min)
  846. {
  847. const node_t *exitnode;
  848. int num=0;
  849. time_t now = time(NULL);
  850. int need_uptime = smartlist_contains_int_as_string(
  851. get_options()->LongLivedPorts,
  852. conn ? conn->socks_request->port : port);
  853. SMARTLIST_FOREACH_BEGIN(circuit_get_global_list(), circuit_t *, circ) {
  854. if (CIRCUIT_IS_ORIGIN(circ) &&
  855. !circ->marked_for_close &&
  856. circ->purpose == CIRCUIT_PURPOSE_C_GENERAL &&
  857. (!circ->timestamp_dirty ||
  858. circ->timestamp_dirty + get_options()->MaxCircuitDirtiness > now)) {
  859. origin_circuit_t *origin_circ = TO_ORIGIN_CIRCUIT(circ);
  860. cpath_build_state_t *build_state = origin_circ->build_state;
  861. if (build_state->is_internal || build_state->onehop_tunnel)
  862. continue;
  863. if (origin_circ->unusable_for_new_conns)
  864. continue;
  865. exitnode = build_state_get_exit_node(build_state);
  866. if (exitnode && (!need_uptime || build_state->need_uptime)) {
  867. int ok;
  868. if (conn) {
  869. ok = connection_ap_can_use_exit(conn, exitnode);
  870. } else {
  871. addr_policy_result_t r;
  872. r = compare_tor_addr_to_node_policy(NULL, port, exitnode);
  873. ok = r != ADDR_POLICY_REJECTED && r != ADDR_POLICY_PROBABLY_REJECTED;
  874. }
  875. if (ok) {
  876. if (++num >= min)
  877. return 1;
  878. }
  879. }
  880. }
  881. }
  882. SMARTLIST_FOREACH_END(circ);
  883. return 0;
  884. }
  885. /** Don't keep more than this many unused open circuits around. */
  886. #define MAX_UNUSED_OPEN_CIRCUITS 14
  887. /** Figure out how many circuits we have open that are clean. Make
  888. * sure it's enough for all the upcoming behaviors we predict we'll have.
  889. * But put an upper bound on the total number of circuits.
  890. */
  891. static void
  892. circuit_predict_and_launch_new(void)
  893. {
  894. int num=0, num_internal=0, num_uptime_internal=0;
  895. int hidserv_needs_uptime=0, hidserv_needs_capacity=1;
  896. int port_needs_uptime=0, port_needs_capacity=1;
  897. time_t now = time(NULL);
  898. int flags = 0;
  899. /* First, count how many of each type of circuit we have already. */
  900. SMARTLIST_FOREACH_BEGIN(circuit_get_global_list(), circuit_t *, circ) {
  901. cpath_build_state_t *build_state;
  902. origin_circuit_t *origin_circ;
  903. if (!CIRCUIT_IS_ORIGIN(circ))
  904. continue;
  905. if (circ->marked_for_close)
  906. continue; /* don't mess with marked circs */
  907. if (circ->timestamp_dirty)
  908. continue; /* only count clean circs */
  909. if (circ->purpose != CIRCUIT_PURPOSE_C_GENERAL)
  910. continue; /* only pay attention to general-purpose circs */
  911. origin_circ = TO_ORIGIN_CIRCUIT(circ);
  912. if (origin_circ->unusable_for_new_conns)
  913. continue;
  914. build_state = origin_circ->build_state;
  915. if (build_state->onehop_tunnel)
  916. continue;
  917. num++;
  918. if (build_state->is_internal)
  919. num_internal++;
  920. if (build_state->need_uptime && build_state->is_internal)
  921. num_uptime_internal++;
  922. }
  923. SMARTLIST_FOREACH_END(circ);
  924. /* If that's enough, then stop now. */
  925. if (num >= MAX_UNUSED_OPEN_CIRCUITS)
  926. return; /* we already have many, making more probably will hurt */
  927. /* Second, see if we need any more exit circuits. */
  928. /* check if we know of a port that's been requested recently
  929. * and no circuit is currently available that can handle it.
  930. * Exits (obviously) require an exit circuit. */
  931. if (!circuit_all_predicted_ports_handled(now, &port_needs_uptime,
  932. &port_needs_capacity)
  933. && router_have_consensus_path() == CONSENSUS_PATH_EXIT) {
  934. if (port_needs_uptime)
  935. flags |= CIRCLAUNCH_NEED_UPTIME;
  936. if (port_needs_capacity)
  937. flags |= CIRCLAUNCH_NEED_CAPACITY;
  938. log_info(LD_CIRC,
  939. "Have %d clean circs (%d internal), need another exit circ.",
  940. num, num_internal);
  941. circuit_launch(CIRCUIT_PURPOSE_C_GENERAL, flags);
  942. return;
  943. }
  944. /* Third, see if we need any more hidden service (server) circuits.
  945. * HS servers only need an internal circuit. */
  946. if (num_rend_services() && num_uptime_internal < 3
  947. && router_have_consensus_path() != CONSENSUS_PATH_UNKNOWN) {
  948. flags = (CIRCLAUNCH_NEED_CAPACITY | CIRCLAUNCH_NEED_UPTIME |
  949. CIRCLAUNCH_IS_INTERNAL);
  950. log_info(LD_CIRC,
  951. "Have %d clean circs (%d internal), need another internal "
  952. "circ for my hidden service.",
  953. num, num_internal);
  954. circuit_launch(CIRCUIT_PURPOSE_C_GENERAL, flags);
  955. return;
  956. }
  957. /* Fourth, see if we need any more hidden service (client) circuits.
  958. * HS clients only need an internal circuit. */
  959. if (rep_hist_get_predicted_internal(now, &hidserv_needs_uptime,
  960. &hidserv_needs_capacity) &&
  961. ((num_uptime_internal<2 && hidserv_needs_uptime) ||
  962. num_internal<2)
  963. && router_have_consensus_path() != CONSENSUS_PATH_UNKNOWN) {
  964. if (hidserv_needs_uptime)
  965. flags |= CIRCLAUNCH_NEED_UPTIME;
  966. if (hidserv_needs_capacity)
  967. flags |= CIRCLAUNCH_NEED_CAPACITY;
  968. flags |= CIRCLAUNCH_IS_INTERNAL;
  969. log_info(LD_CIRC,
  970. "Have %d clean circs (%d uptime-internal, %d internal), need"
  971. " another hidden service circ.",
  972. num, num_uptime_internal, num_internal);
  973. circuit_launch(CIRCUIT_PURPOSE_C_GENERAL, flags);
  974. return;
  975. }
  976. /* Finally, check to see if we still need more circuits to learn
  977. * a good build timeout. But if we're close to our max number we
  978. * want, don't do another -- we want to leave a few slots open so
  979. * we can still build circuits preemptively as needed.
  980. * XXXX make the assumption that build timeout streams should be
  981. * created whenever we can build internal circuits. */
  982. if (router_have_consensus_path() != CONSENSUS_PATH_UNKNOWN) {
  983. if (num < MAX_UNUSED_OPEN_CIRCUITS-2 &&
  984. ! circuit_build_times_disabled() &&
  985. circuit_build_times_needs_circuits_now(get_circuit_build_times())) {
  986. flags = CIRCLAUNCH_NEED_CAPACITY;
  987. /* if there are no exits in the consensus, make timeout
  988. * circuits internal */
  989. if (router_have_consensus_path() == CONSENSUS_PATH_INTERNAL)
  990. flags |= CIRCLAUNCH_IS_INTERNAL;
  991. log_info(LD_CIRC,
  992. "Have %d clean circs need another buildtime test circ.", num);
  993. circuit_launch(CIRCUIT_PURPOSE_C_GENERAL, flags);
  994. return;
  995. }
  996. }
  997. }
  998. /** Build a new test circuit every 5 minutes */
  999. #define TESTING_CIRCUIT_INTERVAL 300
  1000. /** This function is called once a second, if router_have_min_dir_info() is
  1001. * true. Its job is to make sure all services we offer have enough circuits
  1002. * available. Some services just want enough circuits for current tasks,
  1003. * whereas others want a minimum set of idle circuits hanging around.
  1004. */
  1005. void
  1006. circuit_build_needed_circs(time_t now)
  1007. {
  1008. const or_options_t *options = get_options();
  1009. /* launch a new circ for any pending streams that need one
  1010. * XXXX make the assumption that (some) AP streams (i.e. HS clients)
  1011. * don't require an exit circuit, review in #13814.
  1012. * This allows HSs to function in a consensus without exits. */
  1013. if (router_have_consensus_path() != CONSENSUS_PATH_UNKNOWN)
  1014. connection_ap_attach_pending();
  1015. /* make sure any hidden services have enough intro points
  1016. * HS intro point streams only require an internal circuit */
  1017. if (router_have_consensus_path() != CONSENSUS_PATH_UNKNOWN)
  1018. rend_services_introduce();
  1019. circuit_expire_old_circs_as_needed(now);
  1020. if (!options->DisablePredictedCircuits)
  1021. circuit_predict_and_launch_new();
  1022. }
  1023. /**
  1024. * Called once a second either directly or from
  1025. * circuit_build_needed_circs(). As appropriate (once per NewCircuitPeriod)
  1026. * resets failure counts and expires old circuits.
  1027. */
  1028. void
  1029. circuit_expire_old_circs_as_needed(time_t now)
  1030. {
  1031. static time_t time_to_expire_and_reset = 0;
  1032. if (time_to_expire_and_reset < now) {
  1033. circuit_reset_failure_count(1);
  1034. time_to_expire_and_reset = now + get_options()->NewCircuitPeriod;
  1035. if (proxy_mode(get_options()))
  1036. addressmap_clean(now);
  1037. circuit_expire_old_circuits_clientside();
  1038. #if 0 /* disable for now, until predict-and-launch-new can cull leftovers */
  1039. /* If we ever re-enable, this has to move into
  1040. * circuit_build_needed_circs */
  1041. circ = circuit_get_youngest_clean_open(CIRCUIT_PURPOSE_C_GENERAL);
  1042. if (get_options()->RunTesting &&
  1043. circ &&
  1044. circ->timestamp_began.tv_sec + TESTING_CIRCUIT_INTERVAL < now) {
  1045. log_fn(LOG_INFO,"Creating a new testing circuit.");
  1046. circuit_launch(CIRCUIT_PURPOSE_C_GENERAL, 0);
  1047. }
  1048. #endif
  1049. }
  1050. }
  1051. /** If the stream <b>conn</b> is a member of any of the linked
  1052. * lists of <b>circ</b>, then remove it from the list.
  1053. */
  1054. void
  1055. circuit_detach_stream(circuit_t *circ, edge_connection_t *conn)
  1056. {
  1057. edge_connection_t *prevconn;
  1058. tor_assert(circ);
  1059. tor_assert(conn);
  1060. if (conn->base_.type == CONN_TYPE_AP) {
  1061. entry_connection_t *entry_conn = EDGE_TO_ENTRY_CONN(conn);
  1062. entry_conn->may_use_optimistic_data = 0;
  1063. }
  1064. conn->cpath_layer = NULL; /* don't keep a stale pointer */
  1065. conn->on_circuit = NULL;
  1066. if (CIRCUIT_IS_ORIGIN(circ)) {
  1067. origin_circuit_t *origin_circ = TO_ORIGIN_CIRCUIT(circ);
  1068. if (conn == origin_circ->p_streams) {
  1069. origin_circ->p_streams = conn->next_stream;
  1070. return;
  1071. }
  1072. for (prevconn = origin_circ->p_streams;
  1073. prevconn && prevconn->next_stream && prevconn->next_stream != conn;
  1074. prevconn = prevconn->next_stream)
  1075. ;
  1076. if (prevconn && prevconn->next_stream) {
  1077. prevconn->next_stream = conn->next_stream;
  1078. return;
  1079. }
  1080. } else {
  1081. or_circuit_t *or_circ = TO_OR_CIRCUIT(circ);
  1082. if (conn == or_circ->n_streams) {
  1083. or_circ->n_streams = conn->next_stream;
  1084. return;
  1085. }
  1086. if (conn == or_circ->resolving_streams) {
  1087. or_circ->resolving_streams = conn->next_stream;
  1088. return;
  1089. }
  1090. for (prevconn = or_circ->n_streams;
  1091. prevconn && prevconn->next_stream && prevconn->next_stream != conn;
  1092. prevconn = prevconn->next_stream)
  1093. ;
  1094. if (prevconn && prevconn->next_stream) {
  1095. prevconn->next_stream = conn->next_stream;
  1096. return;
  1097. }
  1098. for (prevconn = or_circ->resolving_streams;
  1099. prevconn && prevconn->next_stream && prevconn->next_stream != conn;
  1100. prevconn = prevconn->next_stream)
  1101. ;
  1102. if (prevconn && prevconn->next_stream) {
  1103. prevconn->next_stream = conn->next_stream;
  1104. return;
  1105. }
  1106. }
  1107. log_warn(LD_BUG,"Edge connection not in circuit's list.");
  1108. /* Don't give an error here; it's harmless. */
  1109. tor_fragile_assert();
  1110. }
  1111. /** If we haven't yet decided on a good timeout value for circuit
  1112. * building, we close idles circuits aggressively so we can get more
  1113. * data points. */
  1114. #define IDLE_TIMEOUT_WHILE_LEARNING (10*60)
  1115. /** Find each circuit that has been unused for too long, or dirty
  1116. * for too long and has no streams on it: mark it for close.
  1117. */
  1118. static void
  1119. circuit_expire_old_circuits_clientside(void)
  1120. {
  1121. struct timeval cutoff, now;
  1122. tor_gettimeofday(&now);
  1123. cutoff = now;
  1124. last_expired_clientside_circuits = now.tv_sec;
  1125. if (! circuit_build_times_disabled() &&
  1126. circuit_build_times_needs_circuits(get_circuit_build_times())) {
  1127. /* Circuits should be shorter lived if we need more of them
  1128. * for learning a good build timeout */
  1129. cutoff.tv_sec -= IDLE_TIMEOUT_WHILE_LEARNING;
  1130. } else {
  1131. cutoff.tv_sec -= get_options()->CircuitIdleTimeout;
  1132. }
  1133. SMARTLIST_FOREACH_BEGIN(circuit_get_global_list(), circuit_t *, circ) {
  1134. if (circ->marked_for_close || !CIRCUIT_IS_ORIGIN(circ))
  1135. continue;
  1136. /* If the circuit has been dirty for too long, and there are no streams
  1137. * on it, mark it for close.
  1138. */
  1139. if (circ->timestamp_dirty &&
  1140. circ->timestamp_dirty + get_options()->MaxCircuitDirtiness <
  1141. now.tv_sec &&
  1142. !TO_ORIGIN_CIRCUIT(circ)->p_streams /* nothing attached */ ) {
  1143. log_debug(LD_CIRC, "Closing n_circ_id %u (dirty %ld sec ago, "
  1144. "purpose %d)",
  1145. (unsigned)circ->n_circ_id,
  1146. (long)(now.tv_sec - circ->timestamp_dirty),
  1147. circ->purpose);
  1148. /* Don't do this magic for testing circuits. Their death is governed
  1149. * by circuit_expire_building */
  1150. if (circ->purpose != CIRCUIT_PURPOSE_PATH_BIAS_TESTING)
  1151. circuit_mark_for_close(circ, END_CIRC_REASON_FINISHED);
  1152. } else if (!circ->timestamp_dirty && circ->state == CIRCUIT_STATE_OPEN) {
  1153. if (timercmp(&circ->timestamp_began, &cutoff, OP_LT)) {
  1154. if (circ->purpose == CIRCUIT_PURPOSE_C_GENERAL ||
  1155. circ->purpose == CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT ||
  1156. circ->purpose == CIRCUIT_PURPOSE_S_ESTABLISH_INTRO ||
  1157. circ->purpose == CIRCUIT_PURPOSE_TESTING ||
  1158. (circ->purpose >= CIRCUIT_PURPOSE_C_INTRODUCING &&
  1159. circ->purpose <= CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED) ||
  1160. circ->purpose == CIRCUIT_PURPOSE_S_CONNECT_REND) {
  1161. log_debug(LD_CIRC,
  1162. "Closing circuit that has been unused for %ld msec.",
  1163. tv_mdiff(&circ->timestamp_began, &now));
  1164. circuit_mark_for_close(circ, END_CIRC_REASON_FINISHED);
  1165. } else if (!TO_ORIGIN_CIRCUIT(circ)->is_ancient) {
  1166. /* Server-side rend joined circuits can end up really old, because
  1167. * they are reused by clients for longer than normal. The client
  1168. * controls their lifespan. (They never become dirty, because
  1169. * connection_exit_begin_conn() never marks anything as dirty.)
  1170. * Similarly, server-side intro circuits last a long time. */
  1171. if (circ->purpose != CIRCUIT_PURPOSE_S_REND_JOINED &&
  1172. circ->purpose != CIRCUIT_PURPOSE_S_INTRO) {
  1173. log_notice(LD_CIRC,
  1174. "Ancient non-dirty circuit %d is still around after "
  1175. "%ld milliseconds. Purpose: %d (%s)",
  1176. TO_ORIGIN_CIRCUIT(circ)->global_identifier,
  1177. tv_mdiff(&circ->timestamp_began, &now),
  1178. circ->purpose,
  1179. circuit_purpose_to_string(circ->purpose));
  1180. TO_ORIGIN_CIRCUIT(circ)->is_ancient = 1;
  1181. }
  1182. }
  1183. }
  1184. }
  1185. } SMARTLIST_FOREACH_END(circ);
  1186. }
  1187. /** How long do we wait before killing circuits with the properties
  1188. * described below?
  1189. *
  1190. * Probably we could choose a number here as low as 5 to 10 seconds,
  1191. * since these circs are used for begindir, and a) generally you either
  1192. * ask another begindir question right after or you don't for a long time,
  1193. * b) clients at least through 0.2.1.x choose from the whole set of
  1194. * directory mirrors at each choice, and c) re-establishing a one-hop
  1195. * circuit via create-fast is a light operation assuming the TLS conn is
  1196. * still there.
  1197. *
  1198. * I expect "b" to go away one day when we move to using directory
  1199. * guards, but I think "a" and "c" are good enough reasons that a low
  1200. * number is safe even then.
  1201. */
  1202. #define IDLE_ONE_HOP_CIRC_TIMEOUT 60
  1203. /** Find each non-origin circuit that has been unused for too long,
  1204. * has no streams on it, used a create_fast, and ends here: mark it
  1205. * for close.
  1206. */
  1207. void
  1208. circuit_expire_old_circuits_serverside(time_t now)
  1209. {
  1210. or_circuit_t *or_circ;
  1211. time_t cutoff = now - IDLE_ONE_HOP_CIRC_TIMEOUT;
  1212. SMARTLIST_FOREACH_BEGIN(circuit_get_global_list(), circuit_t *, circ) {
  1213. if (circ->marked_for_close || CIRCUIT_IS_ORIGIN(circ))
  1214. continue;
  1215. or_circ = TO_OR_CIRCUIT(circ);
  1216. /* If the circuit has been idle for too long, and there are no streams
  1217. * on it, and it ends here, and it used a create_fast, mark it for close.
  1218. */
  1219. if (or_circ->is_first_hop && !circ->n_chan &&
  1220. !or_circ->n_streams && !or_circ->resolving_streams &&
  1221. or_circ->p_chan &&
  1222. channel_when_last_xmit(or_circ->p_chan) <= cutoff) {
  1223. log_info(LD_CIRC, "Closing circ_id %u (empty %d secs ago)",
  1224. (unsigned)or_circ->p_circ_id,
  1225. (int)(now - channel_when_last_xmit(or_circ->p_chan)));
  1226. circuit_mark_for_close(circ, END_CIRC_REASON_FINISHED);
  1227. }
  1228. }
  1229. SMARTLIST_FOREACH_END(circ);
  1230. }
  1231. /** Number of testing circuits we want open before testing our bandwidth. */
  1232. #define NUM_PARALLEL_TESTING_CIRCS 4
  1233. /** True iff we've ever had enough testing circuits open to test our
  1234. * bandwidth. */
  1235. static int have_performed_bandwidth_test = 0;
  1236. /** Reset have_performed_bandwidth_test, so we'll start building
  1237. * testing circuits again so we can exercise our bandwidth. */
  1238. void
  1239. reset_bandwidth_test(void)
  1240. {
  1241. have_performed_bandwidth_test = 0;
  1242. }
  1243. /** Return 1 if we've already exercised our bandwidth, or if we
  1244. * have fewer than NUM_PARALLEL_TESTING_CIRCS testing circuits
  1245. * established or on the way. Else return 0.
  1246. */
  1247. int
  1248. circuit_enough_testing_circs(void)
  1249. {
  1250. int num = 0;
  1251. if (have_performed_bandwidth_test)
  1252. return 1;
  1253. SMARTLIST_FOREACH_BEGIN(circuit_get_global_list(), circuit_t *, circ) {
  1254. if (!circ->marked_for_close && CIRCUIT_IS_ORIGIN(circ) &&
  1255. circ->purpose == CIRCUIT_PURPOSE_TESTING &&
  1256. circ->state == CIRCUIT_STATE_OPEN)
  1257. num++;
  1258. }
  1259. SMARTLIST_FOREACH_END(circ);
  1260. return num >= NUM_PARALLEL_TESTING_CIRCS;
  1261. }
  1262. /** A testing circuit has completed. Take whatever stats we want.
  1263. * Noticing reachability is taken care of in onionskin_answer(),
  1264. * so there's no need to record anything here. But if we still want
  1265. * to do the bandwidth test, and we now have enough testing circuits
  1266. * open, do it.
  1267. */
  1268. static void
  1269. circuit_testing_opened(origin_circuit_t *circ)
  1270. {
  1271. if (have_performed_bandwidth_test ||
  1272. !check_whether_orport_reachable()) {
  1273. /* either we've already done everything we want with testing circuits,
  1274. * or this testing circuit became open due to a fluke, e.g. we picked
  1275. * a last hop where we already had the connection open due to an
  1276. * outgoing local circuit. */
  1277. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_AT_ORIGIN);
  1278. } else if (circuit_enough_testing_circs()) {
  1279. router_perform_bandwidth_test(NUM_PARALLEL_TESTING_CIRCS, time(NULL));
  1280. have_performed_bandwidth_test = 1;
  1281. } else
  1282. consider_testing_reachability(1, 0);
  1283. }
  1284. /** A testing circuit has failed to build. Take whatever stats we want. */
  1285. static void
  1286. circuit_testing_failed(origin_circuit_t *circ, int at_last_hop)
  1287. {
  1288. if (server_mode(get_options()) && check_whether_orport_reachable())
  1289. return;
  1290. log_info(LD_GENERAL,
  1291. "Our testing circuit (to see if your ORPort is reachable) "
  1292. "has failed. I'll try again later.");
  1293. /* These aren't used yet. */
  1294. (void)circ;
  1295. (void)at_last_hop;
  1296. }
  1297. /** The circuit <b>circ</b> has just become open. Take the next
  1298. * step: for rendezvous circuits, we pass circ to the appropriate
  1299. * function in rendclient or rendservice. For general circuits, we
  1300. * call connection_ap_attach_pending, which looks for pending streams
  1301. * that could use circ.
  1302. */
  1303. void
  1304. circuit_has_opened(origin_circuit_t *circ)
  1305. {
  1306. control_event_circuit_status(circ, CIRC_EVENT_BUILT, 0);
  1307. /* Remember that this circuit has finished building. Now if we start
  1308. * it building again later (e.g. by extending it), we will know not
  1309. * to consider its build time. */
  1310. circ->has_opened = 1;
  1311. switch (TO_CIRCUIT(circ)->purpose) {
  1312. case CIRCUIT_PURPOSE_C_ESTABLISH_REND:
  1313. rend_client_rendcirc_has_opened(circ);
  1314. /* Start building an intro circ if we don't have one yet. */
  1315. connection_ap_attach_pending();
  1316. /* This isn't a call to circuit_try_attaching_streams because a
  1317. * circuit in _C_ESTABLISH_REND state isn't connected to its
  1318. * hidden service yet, thus we can't attach streams to it yet,
  1319. * thus circuit_try_attaching_streams would always clear the
  1320. * circuit's isolation state. circuit_try_attaching_streams is
  1321. * called later, when the rend circ enters _C_REND_JOINED
  1322. * state. */
  1323. break;
  1324. case CIRCUIT_PURPOSE_C_INTRODUCING:
  1325. rend_client_introcirc_has_opened(circ);
  1326. break;
  1327. case CIRCUIT_PURPOSE_C_GENERAL:
  1328. /* Tell any AP connections that have been waiting for a new
  1329. * circuit that one is ready. */
  1330. circuit_try_attaching_streams(circ);
  1331. break;
  1332. case CIRCUIT_PURPOSE_S_ESTABLISH_INTRO:
  1333. /* at Bob, waiting for introductions */
  1334. rend_service_intro_has_opened(circ);
  1335. break;
  1336. case CIRCUIT_PURPOSE_S_CONNECT_REND:
  1337. /* at Bob, connecting to rend point */
  1338. rend_service_rendezvous_has_opened(circ);
  1339. break;
  1340. case CIRCUIT_PURPOSE_TESTING:
  1341. circuit_testing_opened(circ);
  1342. break;
  1343. /* default:
  1344. * This won't happen in normal operation, but might happen if the
  1345. * controller did it. Just let it slide. */
  1346. }
  1347. }
  1348. /** If the stream-isolation state of <b>circ</b> can be cleared, clear
  1349. * it. Return non-zero iff <b>circ</b>'s isolation state was cleared. */
  1350. static int
  1351. circuit_try_clearing_isolation_state(origin_circuit_t *circ)
  1352. {
  1353. if (/* The circuit may have become non-open if it was cannibalized.*/
  1354. circ->base_.state == CIRCUIT_STATE_OPEN &&
  1355. /* If !isolation_values_set, there is nothing to clear. */
  1356. circ->isolation_values_set &&
  1357. /* It's not legal to clear a circuit's isolation info if it's ever had
  1358. * streams attached */
  1359. !circ->isolation_any_streams_attached) {
  1360. /* If we have any isolation information set on this circuit, and
  1361. * we didn't manage to attach any streams to it, then we can
  1362. * and should clear it and try again. */
  1363. circuit_clear_isolation(circ);
  1364. return 1;
  1365. } else {
  1366. return 0;
  1367. }
  1368. }
  1369. /** Called when a circuit becomes ready for streams to be attached to
  1370. * it. */
  1371. void
  1372. circuit_try_attaching_streams(origin_circuit_t *circ)
  1373. {
  1374. /* Attach streams to this circuit if we can. */
  1375. connection_ap_attach_pending();
  1376. /* The call to circuit_try_clearing_isolation_state here will do
  1377. * nothing and return 0 if we didn't attach any streams to circ
  1378. * above. */
  1379. if (circuit_try_clearing_isolation_state(circ)) {
  1380. /* Maybe *now* we can attach some streams to this circuit. */
  1381. connection_ap_attach_pending();
  1382. }
  1383. }
  1384. /** Called whenever a circuit could not be successfully built.
  1385. */
  1386. void
  1387. circuit_build_failed(origin_circuit_t *circ)
  1388. {
  1389. channel_t *n_chan = NULL;
  1390. /* we should examine circ and see if it failed because of
  1391. * the last hop or an earlier hop. then use this info below.
  1392. */
  1393. int failed_at_last_hop = 0;
  1394. /* If the last hop isn't open, and the second-to-last is, we failed
  1395. * at the last hop. */
  1396. if (circ->cpath &&
  1397. circ->cpath->prev->state != CPATH_STATE_OPEN &&
  1398. circ->cpath->prev->prev->state == CPATH_STATE_OPEN) {
  1399. failed_at_last_hop = 1;
  1400. }
  1401. if (circ->cpath &&
  1402. circ->cpath->state != CPATH_STATE_OPEN &&
  1403. ! circ->base_.received_destroy) {
  1404. /* We failed at the first hop for some reason other than a DESTROY cell.
  1405. * If there's an OR connection to blame, blame it. Also, avoid this relay
  1406. * for a while, and fail any one-hop directory fetches destined for it. */
  1407. const char *n_chan_id = circ->cpath->extend_info->identity_digest;
  1408. int already_marked = 0;
  1409. if (circ->base_.n_chan) {
  1410. n_chan = circ->base_.n_chan;
  1411. if (n_chan->is_bad_for_new_circs) {
  1412. /* We only want to blame this router when a fresh healthy
  1413. * connection fails. So don't mark this router as newly failed,
  1414. * since maybe this was just an old circuit attempt that's
  1415. * finally timing out now. Also, there's no need to blow away
  1416. * circuits/streams/etc, since the failure of an unhealthy conn
  1417. * doesn't tell us much about whether a healthy conn would
  1418. * succeed. */
  1419. already_marked = 1;
  1420. }
  1421. log_info(LD_OR,
  1422. "Our circuit failed to get a response from the first hop "
  1423. "(%s). I'm going to try to rotate to a better connection.",
  1424. channel_get_canonical_remote_descr(n_chan));
  1425. n_chan->is_bad_for_new_circs = 1;
  1426. } else {
  1427. log_info(LD_OR,
  1428. "Our circuit died before the first hop with no connection");
  1429. }
  1430. if (n_chan_id && !already_marked) {
  1431. entry_guard_register_connect_status(n_chan_id, 0, 1, time(NULL));
  1432. /* if there are any one-hop streams waiting on this circuit, fail
  1433. * them now so they can retry elsewhere. */
  1434. connection_ap_fail_onehop(n_chan_id, circ->build_state);
  1435. }
  1436. }
  1437. switch (circ->base_.purpose) {
  1438. case CIRCUIT_PURPOSE_C_GENERAL:
  1439. /* If we never built the circuit, note it as a failure. */
  1440. circuit_increment_failure_count();
  1441. if (failed_at_last_hop) {
  1442. /* Make sure any streams that demand our last hop as their exit
  1443. * know that it's unlikely to happen. */
  1444. circuit_discard_optional_exit_enclaves(circ->cpath->prev->extend_info);
  1445. }
  1446. break;
  1447. case CIRCUIT_PURPOSE_TESTING:
  1448. circuit_testing_failed(circ, failed_at_last_hop);
  1449. break;
  1450. case CIRCUIT_PURPOSE_S_ESTABLISH_INTRO:
  1451. /* at Bob, waiting for introductions */
  1452. if (circ->base_.state != CIRCUIT_STATE_OPEN) {
  1453. circuit_increment_failure_count();
  1454. }
  1455. /* no need to care here, because bob will rebuild intro
  1456. * points periodically. */
  1457. break;
  1458. case CIRCUIT_PURPOSE_C_INTRODUCING:
  1459. /* at Alice, connecting to intro point */
  1460. /* Don't increment failure count, since Bob may have picked
  1461. * the introduction point maliciously */
  1462. /* Alice will pick a new intro point when this one dies, if
  1463. * the stream in question still cares. No need to act here. */
  1464. break;
  1465. case CIRCUIT_PURPOSE_C_ESTABLISH_REND:
  1466. /* at Alice, waiting for Bob */
  1467. circuit_increment_failure_count();
  1468. /* Alice will pick a new rend point when this one dies, if
  1469. * the stream in question still cares. No need to act here. */
  1470. break;
  1471. case CIRCUIT_PURPOSE_S_CONNECT_REND:
  1472. /* at Bob, connecting to rend point */
  1473. /* Don't increment failure count, since Alice may have picked
  1474. * the rendezvous point maliciously */
  1475. log_info(LD_REND,
  1476. "Couldn't connect to Alice's chosen rend point %s "
  1477. "(%s hop failed).",
  1478. escaped(build_state_get_exit_nickname(circ->build_state)),
  1479. failed_at_last_hop?"last":"non-last");
  1480. rend_service_relaunch_rendezvous(circ);
  1481. break;
  1482. /* default:
  1483. * This won't happen in normal operation, but might happen if the
  1484. * controller did it. Just let it slide. */
  1485. }
  1486. }
  1487. /** Number of consecutive failures so far; should only be touched by
  1488. * circuit_launch_new and circuit_*_failure_count.
  1489. */
  1490. static int n_circuit_failures = 0;
  1491. /** Before the last time we called circuit_reset_failure_count(), were
  1492. * there a lot of failures? */
  1493. static int did_circs_fail_last_period = 0;
  1494. /** Don't retry launching a new circuit if we try this many times with no
  1495. * success. */
  1496. #define MAX_CIRCUIT_FAILURES 5
  1497. /** Launch a new circuit; see circuit_launch_by_extend_info() for
  1498. * details on arguments. */
  1499. origin_circuit_t *
  1500. circuit_launch(uint8_t purpose, int flags)
  1501. {
  1502. return circuit_launch_by_extend_info(purpose, NULL, flags);
  1503. }
  1504. /** DOCDOC */
  1505. static int
  1506. have_enough_path_info(int need_exit)
  1507. {
  1508. if (need_exit)
  1509. return router_have_consensus_path() == CONSENSUS_PATH_EXIT;
  1510. else
  1511. return router_have_consensus_path() != CONSENSUS_PATH_UNKNOWN;
  1512. }
  1513. /** Launch a new circuit with purpose <b>purpose</b> and exit node
  1514. * <b>extend_info</b> (or NULL to select a random exit node). If flags
  1515. * contains CIRCLAUNCH_NEED_UPTIME, choose among routers with high uptime. If
  1516. * CIRCLAUNCH_NEED_CAPACITY is set, choose among routers with high bandwidth.
  1517. * If CIRCLAUNCH_IS_INTERNAL is true, the last hop need not be an exit node.
  1518. * If CIRCLAUNCH_ONEHOP_TUNNEL is set, the circuit will have only one hop.
  1519. * Return the newly allocated circuit on success, or NULL on failure. */
  1520. origin_circuit_t *
  1521. circuit_launch_by_extend_info(uint8_t purpose,
  1522. extend_info_t *extend_info,
  1523. int flags)
  1524. {
  1525. origin_circuit_t *circ;
  1526. int onehop_tunnel = (flags & CIRCLAUNCH_ONEHOP_TUNNEL) != 0;
  1527. int have_path = have_enough_path_info(! (flags & CIRCLAUNCH_IS_INTERNAL) );
  1528. int need_specific_rp = 0;
  1529. if (!onehop_tunnel && (!router_have_minimum_dir_info() || !have_path)) {
  1530. log_debug(LD_CIRC,"Haven't %s yet; canceling "
  1531. "circuit launch.",
  1532. !router_have_minimum_dir_info() ?
  1533. "fetched enough directory info" :
  1534. "received a consensus with exits");
  1535. return NULL;
  1536. }
  1537. /* If Tor2webRendezvousPoints is enabled and we are dealing with an
  1538. RP circuit, we want a specific RP node so we shouldn't canibalize
  1539. an already existing circuit. */
  1540. if (get_options()->Tor2webRendezvousPoints &&
  1541. purpose == CIRCUIT_PURPOSE_C_ESTABLISH_REND) {
  1542. need_specific_rp = 1;
  1543. }
  1544. if ((extend_info || purpose != CIRCUIT_PURPOSE_C_GENERAL) &&
  1545. purpose != CIRCUIT_PURPOSE_TESTING &&
  1546. !onehop_tunnel && !need_specific_rp) {
  1547. /* see if there are appropriate circs available to cannibalize. */
  1548. /* XXX if we're planning to add a hop, perhaps we want to look for
  1549. * internal circs rather than exit circs? -RD */
  1550. circ = circuit_find_to_cannibalize(purpose, extend_info, flags);
  1551. if (circ) {
  1552. uint8_t old_purpose = circ->base_.purpose;
  1553. struct timeval old_timestamp_began = circ->base_.timestamp_began;
  1554. log_info(LD_CIRC,"Cannibalizing circ '%s' for purpose %d (%s)",
  1555. build_state_get_exit_nickname(circ->build_state), purpose,
  1556. circuit_purpose_to_string(purpose));
  1557. if ((purpose == CIRCUIT_PURPOSE_S_CONNECT_REND ||
  1558. purpose == CIRCUIT_PURPOSE_C_INTRODUCING) &&
  1559. circ->path_state == PATH_STATE_BUILD_SUCCEEDED) {
  1560. /* Path bias: Cannibalized rends pre-emptively count as a
  1561. * successfully built but unused closed circuit. We don't
  1562. * wait until the extend (or the close) because the rend
  1563. * point could be malicious.
  1564. *
  1565. * Same deal goes for client side introductions. Clients
  1566. * can be manipulated to connect repeatedly to them
  1567. * (especially web clients).
  1568. *
  1569. * If we decide to probe the initial portion of these circs,
  1570. * (up to the adversary's final hop), we need to remove this,
  1571. * or somehow mark the circuit with a special path state.
  1572. */
  1573. /* This must be called before the purpose change */
  1574. pathbias_check_close(circ, END_CIRC_REASON_FINISHED);
  1575. }
  1576. circuit_change_purpose(TO_CIRCUIT(circ), purpose);
  1577. /* Reset the start date of this circ, else expire_building
  1578. * will see it and think it's been trying to build since it
  1579. * began.
  1580. *
  1581. * Technically, the code should reset this when the
  1582. * create cell is finally sent, but we're close enough
  1583. * here. */
  1584. tor_gettimeofday(&circ->base_.timestamp_began);
  1585. control_event_circuit_cannibalized(circ, old_purpose,
  1586. &old_timestamp_began);
  1587. switch (purpose) {
  1588. case CIRCUIT_PURPOSE_C_ESTABLISH_REND:
  1589. case CIRCUIT_PURPOSE_S_ESTABLISH_INTRO:
  1590. /* it's ready right now */
  1591. break;
  1592. case CIRCUIT_PURPOSE_C_INTRODUCING:
  1593. case CIRCUIT_PURPOSE_S_CONNECT_REND:
  1594. case CIRCUIT_PURPOSE_C_GENERAL:
  1595. /* need to add a new hop */
  1596. tor_assert(extend_info);
  1597. if (circuit_extend_to_new_exit(circ, extend_info) < 0)
  1598. return NULL;
  1599. break;
  1600. default:
  1601. log_warn(LD_BUG,
  1602. "unexpected purpose %d when cannibalizing a circ.",
  1603. purpose);
  1604. tor_fragile_assert();
  1605. return NULL;
  1606. }
  1607. return circ;
  1608. }
  1609. }
  1610. if (did_circs_fail_last_period &&
  1611. n_circuit_failures > MAX_CIRCUIT_FAILURES) {
  1612. /* too many failed circs in a row. don't try. */
  1613. // log_fn(LOG_INFO,"%d failures so far, not trying.",n_circuit_failures);
  1614. return NULL;
  1615. }
  1616. /* try a circ. if it fails, circuit_mark_for_close will increment
  1617. * n_circuit_failures */
  1618. return circuit_establish_circuit(purpose, extend_info, flags);
  1619. }
  1620. /** Record another failure at opening a general circuit. When we have
  1621. * too many, we'll stop trying for the remainder of this minute.
  1622. */
  1623. static void
  1624. circuit_increment_failure_count(void)
  1625. {
  1626. ++n_circuit_failures;
  1627. log_debug(LD_CIRC,"n_circuit_failures now %d.",n_circuit_failures);
  1628. }
  1629. /** Reset the failure count for opening general circuits. This means
  1630. * we will try MAX_CIRCUIT_FAILURES times more (if necessary) before
  1631. * stopping again.
  1632. */
  1633. void
  1634. circuit_reset_failure_count(int timeout)
  1635. {
  1636. if (timeout && n_circuit_failures > MAX_CIRCUIT_FAILURES)
  1637. did_circs_fail_last_period = 1;
  1638. else
  1639. did_circs_fail_last_period = 0;
  1640. n_circuit_failures = 0;
  1641. }
  1642. /** Find an open circ that we're happy to use for <b>conn</b> and return 1. If
  1643. * there isn't one, and there isn't one on the way, launch one and return
  1644. * 0. If it will never work, return -1.
  1645. *
  1646. * Write the found or in-progress or launched circ into *circp.
  1647. */
  1648. static int
  1649. circuit_get_open_circ_or_launch(entry_connection_t *conn,
  1650. uint8_t desired_circuit_purpose,
  1651. origin_circuit_t **circp)
  1652. {
  1653. origin_circuit_t *circ;
  1654. int check_exit_policy;
  1655. int need_uptime, need_internal;
  1656. int want_onehop;
  1657. const or_options_t *options = get_options();
  1658. tor_assert(conn);
  1659. tor_assert(circp);
  1660. tor_assert(ENTRY_TO_CONN(conn)->state == AP_CONN_STATE_CIRCUIT_WAIT);
  1661. check_exit_policy =
  1662. conn->socks_request->command == SOCKS_COMMAND_CONNECT &&
  1663. !conn->use_begindir &&
  1664. !connection_edge_is_rendezvous_stream(ENTRY_TO_EDGE_CONN(conn));
  1665. want_onehop = conn->want_onehop;
  1666. need_uptime = !conn->want_onehop && !conn->use_begindir &&
  1667. smartlist_contains_int_as_string(options->LongLivedPorts,
  1668. conn->socks_request->port);
  1669. if (desired_circuit_purpose != CIRCUIT_PURPOSE_C_GENERAL)
  1670. need_internal = 1;
  1671. else if (conn->use_begindir || conn->want_onehop)
  1672. need_internal = 1;
  1673. else
  1674. need_internal = 0;
  1675. circ = circuit_get_best(conn, 1, desired_circuit_purpose,
  1676. need_uptime, need_internal);
  1677. if (circ) {
  1678. *circp = circ;
  1679. return 1; /* we're happy */
  1680. }
  1681. int have_path = have_enough_path_info(!need_internal);
  1682. if (!want_onehop && (!router_have_minimum_dir_info() || !have_path)) {
  1683. if (!connection_get_by_type(CONN_TYPE_DIR)) {
  1684. int severity = LOG_NOTICE;
  1685. /* FFFF if this is a tunneled directory fetch, don't yell
  1686. * as loudly. the user doesn't even know it's happening. */
  1687. if (entry_list_is_constrained(options) &&
  1688. entries_known_but_down(options)) {
  1689. log_fn(severity, LD_APP|LD_DIR,
  1690. "Application request when we haven't %s. "
  1691. "Optimistically trying known %s again.",
  1692. !router_have_minimum_dir_info() ?
  1693. "used client functionality lately" :
  1694. "received a consensus with exits",
  1695. options->UseBridges ? "bridges" : "entrynodes");
  1696. entries_retry_all(options);
  1697. } else if (!options->UseBridges || any_bridge_descriptors_known()) {
  1698. log_fn(severity, LD_APP|LD_DIR,
  1699. "Application request when we haven't %s. "
  1700. "Optimistically trying directory fetches again.",
  1701. !router_have_minimum_dir_info() ?
  1702. "used client functionality lately" :
  1703. "received a consensus with exits");
  1704. routerlist_retry_directory_downloads(time(NULL));
  1705. }
  1706. }
  1707. /* the stream will be dealt with when router_have_minimum_dir_info becomes
  1708. * 1, or when all directory attempts fail and directory_all_unreachable()
  1709. * kills it.
  1710. */
  1711. return 0;
  1712. }
  1713. /* Do we need to check exit policy? */
  1714. if (check_exit_policy) {
  1715. if (!conn->chosen_exit_name) {
  1716. struct in_addr in;
  1717. tor_addr_t addr, *addrp=NULL;
  1718. if (tor_inet_aton(conn->socks_request->address, &in)) {
  1719. tor_addr_from_in(&addr, &in);
  1720. addrp = &addr;
  1721. }
  1722. if (router_exit_policy_all_nodes_reject(addrp,
  1723. conn->socks_request->port,
  1724. need_uptime)) {
  1725. log_notice(LD_APP,
  1726. "No Tor server allows exit to %s:%d. Rejecting.",
  1727. safe_str_client(conn->socks_request->address),
  1728. conn->socks_request->port);
  1729. return -1;
  1730. }
  1731. } else {
  1732. /* XXXX024 Duplicates checks in connection_ap_handshake_attach_circuit:
  1733. * refactor into a single function? */
  1734. const node_t *node = node_get_by_nickname(conn->chosen_exit_name, 1);
  1735. int opt = conn->chosen_exit_optional;
  1736. if (node && !connection_ap_can_use_exit(conn, node)) {
  1737. log_fn(opt ? LOG_INFO : LOG_WARN, LD_APP,
  1738. "Requested exit point '%s' is excluded or "
  1739. "would refuse request. %s.",
  1740. conn->chosen_exit_name, opt ? "Trying others" : "Closing");
  1741. if (opt) {
  1742. conn->chosen_exit_optional = 0;
  1743. tor_free(conn->chosen_exit_name);
  1744. /* Try again. */
  1745. return circuit_get_open_circ_or_launch(conn,
  1746. desired_circuit_purpose,
  1747. circp);
  1748. }
  1749. return -1;
  1750. }
  1751. }
  1752. }
  1753. /* is one already on the way? */
  1754. circ = circuit_get_best(conn, 0, desired_circuit_purpose,
  1755. need_uptime, need_internal);
  1756. if (circ)
  1757. log_debug(LD_CIRC, "one on the way!");
  1758. if (!circ) {
  1759. extend_info_t *extend_info=NULL;
  1760. uint8_t new_circ_purpose;
  1761. const int n_pending = count_pending_general_client_circuits();
  1762. if (n_pending >= options->MaxClientCircuitsPending) {
  1763. static ratelim_t delay_limit = RATELIM_INIT(10*60);
  1764. char *m;
  1765. if ((m = rate_limit_log(&delay_limit, approx_time()))) {
  1766. log_notice(LD_APP, "We'd like to launch a circuit to handle a "
  1767. "connection, but we already have %d general-purpose client "
  1768. "circuits pending. Waiting until some finish.%s",
  1769. n_pending, m);
  1770. tor_free(m);
  1771. }
  1772. return 0;
  1773. }
  1774. if (desired_circuit_purpose == CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT) {
  1775. /* need to pick an intro point */
  1776. rend_data_t *rend_data = ENTRY_TO_EDGE_CONN(conn)->rend_data;
  1777. tor_assert(rend_data);
  1778. extend_info = rend_client_get_random_intro(rend_data);
  1779. if (!extend_info) {
  1780. log_info(LD_REND,
  1781. "No intro points for '%s': re-fetching service descriptor.",
  1782. safe_str_client(rend_data->onion_address));
  1783. rend_client_refetch_v2_renddesc(rend_data);
  1784. ENTRY_TO_CONN(conn)->state = AP_CONN_STATE_RENDDESC_WAIT;
  1785. return 0;
  1786. }
  1787. log_info(LD_REND,"Chose %s as intro point for '%s'.",
  1788. extend_info_describe(extend_info),
  1789. safe_str_client(rend_data->onion_address));
  1790. }
  1791. /* If we have specified a particular exit node for our
  1792. * connection, then be sure to open a circuit to that exit node.
  1793. */
  1794. if (desired_circuit_purpose == CIRCUIT_PURPOSE_C_GENERAL) {
  1795. if (conn->chosen_exit_name) {
  1796. const node_t *r;
  1797. int opt = conn->chosen_exit_optional;
  1798. r = node_get_by_nickname(conn->chosen_exit_name, 1);
  1799. if (r && node_has_descriptor(r)) {
  1800. /* We might want to connect to an IPv6 bridge for loading
  1801. descriptors so we use the preferred address rather than
  1802. the primary. */
  1803. extend_info = extend_info_from_node(r, conn->want_onehop ? 1 : 0);
  1804. } else {
  1805. log_debug(LD_DIR, "considering %d, %s",
  1806. want_onehop, conn->chosen_exit_name);
  1807. if (want_onehop && conn->chosen_exit_name[0] == '$') {
  1808. /* We're asking for a one-hop circuit to a router that
  1809. * we don't have a routerinfo about. Make up an extend_info. */
  1810. char digest[DIGEST_LEN];
  1811. char *hexdigest = conn->chosen_exit_name+1;
  1812. tor_addr_t addr;
  1813. if (strlen(hexdigest) < HEX_DIGEST_LEN ||
  1814. base16_decode(digest,DIGEST_LEN,hexdigest,HEX_DIGEST_LEN)<0) {
  1815. log_info(LD_DIR, "Broken exit digest on tunnel conn. Closing.");
  1816. return -1;
  1817. }
  1818. if (tor_addr_parse(&addr, conn->socks_request->address) < 0) {
  1819. log_info(LD_DIR, "Broken address %s on tunnel conn. Closing.",
  1820. escaped_safe_str_client(conn->socks_request->address));
  1821. return -1;
  1822. }
  1823. extend_info = extend_info_new(conn->chosen_exit_name+1,
  1824. digest, NULL, NULL, &addr,
  1825. conn->socks_request->port);
  1826. } else {
  1827. /* We will need an onion key for the router, and we
  1828. * don't have one. Refuse or relax requirements. */
  1829. log_fn(opt ? LOG_INFO : LOG_WARN, LD_APP,
  1830. "Requested exit point '%s' is not known. %s.",
  1831. conn->chosen_exit_name, opt ? "Trying others" : "Closing");
  1832. if (opt) {
  1833. conn->chosen_exit_optional = 0;
  1834. tor_free(conn->chosen_exit_name);
  1835. /* Try again with no requested exit */
  1836. return circuit_get_open_circ_or_launch(conn,
  1837. desired_circuit_purpose,
  1838. circp);
  1839. }
  1840. return -1;
  1841. }
  1842. }
  1843. }
  1844. }
  1845. if (desired_circuit_purpose == CIRCUIT_PURPOSE_C_REND_JOINED)
  1846. new_circ_purpose = CIRCUIT_PURPOSE_C_ESTABLISH_REND;
  1847. else if (desired_circuit_purpose == CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT)
  1848. new_circ_purpose = CIRCUIT_PURPOSE_C_INTRODUCING;
  1849. else
  1850. new_circ_purpose = desired_circuit_purpose;
  1851. if (options->Tor2webMode &&
  1852. (new_circ_purpose == CIRCUIT_PURPOSE_C_ESTABLISH_REND ||
  1853. new_circ_purpose == CIRCUIT_PURPOSE_C_INTRODUCING)) {
  1854. want_onehop = 1;
  1855. }
  1856. {
  1857. int flags = CIRCLAUNCH_NEED_CAPACITY;
  1858. if (want_onehop) flags |= CIRCLAUNCH_ONEHOP_TUNNEL;
  1859. if (need_uptime) flags |= CIRCLAUNCH_NEED_UPTIME;
  1860. if (need_internal) flags |= CIRCLAUNCH_IS_INTERNAL;
  1861. circ = circuit_launch_by_extend_info(new_circ_purpose, extend_info,
  1862. flags);
  1863. }
  1864. extend_info_free(extend_info);
  1865. if (desired_circuit_purpose == CIRCUIT_PURPOSE_C_GENERAL) {
  1866. /* We just caused a circuit to get built because of this stream.
  1867. * If this stream has caused a _lot_ of circuits to be built, that's
  1868. * a bad sign: we should tell the user. */
  1869. if (conn->num_circuits_launched < NUM_CIRCUITS_LAUNCHED_THRESHOLD &&
  1870. ++conn->num_circuits_launched == NUM_CIRCUITS_LAUNCHED_THRESHOLD)
  1871. log_info(LD_CIRC, "The application request to %s:%d has launched "
  1872. "%d circuits without finding one it likes.",
  1873. escaped_safe_str_client(conn->socks_request->address),
  1874. conn->socks_request->port,
  1875. conn->num_circuits_launched);
  1876. } else {
  1877. /* help predict this next time */
  1878. rep_hist_note_used_internal(time(NULL), need_uptime, 1);
  1879. if (circ) {
  1880. /* write the service_id into circ */
  1881. circ->rend_data = rend_data_dup(ENTRY_TO_EDGE_CONN(conn)->rend_data);
  1882. if (circ->base_.purpose == CIRCUIT_PURPOSE_C_ESTABLISH_REND &&
  1883. circ->base_.state == CIRCUIT_STATE_OPEN)
  1884. circuit_has_opened(circ);
  1885. }
  1886. }
  1887. } /* endif (!circ) */
  1888. if (circ) {
  1889. /* Mark the circuit with the isolation fields for this connection.
  1890. * When the circuit arrives, we'll clear these flags: this is
  1891. * just some internal bookkeeping to make sure that we have
  1892. * launched enough circuits.
  1893. */
  1894. connection_edge_update_circuit_isolation(conn, circ, 0);
  1895. } else {
  1896. log_info(LD_APP,
  1897. "No safe circuit (purpose %d) ready for edge "
  1898. "connection; delaying.",
  1899. desired_circuit_purpose);
  1900. }
  1901. *circp = circ;
  1902. return 0;
  1903. }
  1904. /** Return true iff <b>crypt_path</b> is one of the crypt_paths for
  1905. * <b>circ</b>. */
  1906. static int
  1907. cpath_is_on_circuit(origin_circuit_t *circ, crypt_path_t *crypt_path)
  1908. {
  1909. crypt_path_t *cpath, *cpath_next = NULL;
  1910. for (cpath = circ->cpath; cpath_next != circ->cpath; cpath = cpath_next) {
  1911. cpath_next = cpath->next;
  1912. if (crypt_path == cpath)
  1913. return 1;
  1914. }
  1915. return 0;
  1916. }
  1917. /** Return true iff client-side optimistic data is supported. */
  1918. static int
  1919. optimistic_data_enabled(void)
  1920. {
  1921. const or_options_t *options = get_options();
  1922. if (options->OptimisticData < 0) {
  1923. /* XXX023 consider having auto default to 1 rather than 0 before
  1924. * the 0.2.3 branch goes stable. See bug 3617. -RD */
  1925. const int32_t enabled =
  1926. networkstatus_get_param(NULL, "UseOptimisticData", 0, 0, 1);
  1927. return (int)enabled;
  1928. }
  1929. return options->OptimisticData;
  1930. }
  1931. /** Attach the AP stream <b>apconn</b> to circ's linked list of
  1932. * p_streams. Also set apconn's cpath_layer to <b>cpath</b>, or to the last
  1933. * hop in circ's cpath if <b>cpath</b> is NULL.
  1934. */
  1935. static void
  1936. link_apconn_to_circ(entry_connection_t *apconn, origin_circuit_t *circ,
  1937. crypt_path_t *cpath)
  1938. {
  1939. const node_t *exitnode = NULL;
  1940. /* add it into the linked list of streams on this circuit */
  1941. log_debug(LD_APP|LD_CIRC, "attaching new conn to circ. n_circ_id %u.",
  1942. (unsigned)circ->base_.n_circ_id);
  1943. /* reset it, so we can measure circ timeouts */
  1944. ENTRY_TO_CONN(apconn)->timestamp_lastread = time(NULL);
  1945. ENTRY_TO_EDGE_CONN(apconn)->next_stream = circ->p_streams;
  1946. ENTRY_TO_EDGE_CONN(apconn)->on_circuit = TO_CIRCUIT(circ);
  1947. /* assert_connection_ok(conn, time(NULL)); */
  1948. circ->p_streams = ENTRY_TO_EDGE_CONN(apconn);
  1949. if (connection_edge_is_rendezvous_stream(ENTRY_TO_EDGE_CONN(apconn))) {
  1950. /* We are attaching a stream to a rendezvous circuit. That means
  1951. * that an attempt to connect to a hidden service just
  1952. * succeeded. Tell rendclient.c. */
  1953. rend_client_note_connection_attempt_ended(
  1954. ENTRY_TO_EDGE_CONN(apconn)->rend_data->onion_address);
  1955. }
  1956. if (cpath) { /* we were given one; use it */
  1957. tor_assert(cpath_is_on_circuit(circ, cpath));
  1958. } else {
  1959. /* use the last hop in the circuit */
  1960. tor_assert(circ->cpath);
  1961. tor_assert(circ->cpath->prev);
  1962. tor_assert(circ->cpath->prev->state == CPATH_STATE_OPEN);
  1963. cpath = circ->cpath->prev;
  1964. }
  1965. ENTRY_TO_EDGE_CONN(apconn)->cpath_layer = cpath;
  1966. circ->isolation_any_streams_attached = 1;
  1967. connection_edge_update_circuit_isolation(apconn, circ, 0);
  1968. /* Compute the exitnode if possible, for logging below */
  1969. if (cpath->extend_info)
  1970. exitnode = node_get_by_id(cpath->extend_info->identity_digest);
  1971. /* See if we can use optimistic data on this circuit */
  1972. if (optimistic_data_enabled() &&
  1973. (circ->base_.purpose == CIRCUIT_PURPOSE_C_GENERAL ||
  1974. circ->base_.purpose == CIRCUIT_PURPOSE_C_REND_JOINED))
  1975. apconn->may_use_optimistic_data = 1;
  1976. else
  1977. apconn->may_use_optimistic_data = 0;
  1978. log_info(LD_APP, "Looks like completed circuit to %s %s allow "
  1979. "optimistic data for connection to %s",
  1980. circ->base_.purpose == CIRCUIT_PURPOSE_C_GENERAL ?
  1981. /* node_describe() does the right thing if exitnode is NULL */
  1982. safe_str_client(node_describe(exitnode)) :
  1983. "hidden service",
  1984. apconn->may_use_optimistic_data ? "does" : "doesn't",
  1985. safe_str_client(apconn->socks_request->address));
  1986. }
  1987. /** Return true iff <b>address</b> is matched by one of the entries in
  1988. * TrackHostExits. */
  1989. int
  1990. hostname_in_track_host_exits(const or_options_t *options, const char *address)
  1991. {
  1992. if (!options->TrackHostExits)
  1993. return 0;
  1994. SMARTLIST_FOREACH_BEGIN(options->TrackHostExits, const char *, cp) {
  1995. if (cp[0] == '.') { /* match end */
  1996. if (cp[1] == '\0' ||
  1997. !strcasecmpend(address, cp) ||
  1998. !strcasecmp(address, &cp[1]))
  1999. return 1;
  2000. } else if (strcasecmp(cp, address) == 0) {
  2001. return 1;
  2002. }
  2003. } SMARTLIST_FOREACH_END(cp);
  2004. return 0;
  2005. }
  2006. /** If an exit wasn't explicitly specified for <b>conn</b>, consider saving
  2007. * the exit that we *did* choose for use by future connections to
  2008. * <b>conn</b>'s destination.
  2009. */
  2010. static void
  2011. consider_recording_trackhost(const entry_connection_t *conn,
  2012. const origin_circuit_t *circ)
  2013. {
  2014. const or_options_t *options = get_options();
  2015. char *new_address = NULL;
  2016. char fp[HEX_DIGEST_LEN+1];
  2017. /* Search the addressmap for this conn's destination. */
  2018. /* If he's not in the address map.. */
  2019. if (!options->TrackHostExits ||
  2020. addressmap_have_mapping(conn->socks_request->address,
  2021. options->TrackHostExitsExpire))
  2022. return; /* nothing to track, or already mapped */
  2023. if (!hostname_in_track_host_exits(options, conn->socks_request->address) ||
  2024. !circ->build_state->chosen_exit)
  2025. return;
  2026. /* write down the fingerprint of the chosen exit, not the nickname,
  2027. * because the chosen exit might not be named. */
  2028. base16_encode(fp, sizeof(fp),
  2029. circ->build_state->chosen_exit->identity_digest, DIGEST_LEN);
  2030. /* Add this exit/hostname pair to the addressmap. */
  2031. tor_asprintf(&new_address, "%s.%s.exit",
  2032. conn->socks_request->address, fp);
  2033. addressmap_register(conn->socks_request->address, new_address,
  2034. time(NULL) + options->TrackHostExitsExpire,
  2035. ADDRMAPSRC_TRACKEXIT, 0, 0);
  2036. }
  2037. /** Attempt to attach the connection <b>conn</b> to <b>circ</b>, and send a
  2038. * begin or resolve cell as appropriate. Return values are as for
  2039. * connection_ap_handshake_attach_circuit. The stream will exit from the hop
  2040. * indicated by <b>cpath</b>, or from the last hop in circ's cpath if
  2041. * <b>cpath</b> is NULL. */
  2042. int
  2043. connection_ap_handshake_attach_chosen_circuit(entry_connection_t *conn,
  2044. origin_circuit_t *circ,
  2045. crypt_path_t *cpath)
  2046. {
  2047. connection_t *base_conn = ENTRY_TO_CONN(conn);
  2048. tor_assert(conn);
  2049. tor_assert(base_conn->state == AP_CONN_STATE_CIRCUIT_WAIT ||
  2050. base_conn->state == AP_CONN_STATE_CONTROLLER_WAIT);
  2051. tor_assert(conn->socks_request);
  2052. tor_assert(circ);
  2053. tor_assert(circ->base_.state == CIRCUIT_STATE_OPEN);
  2054. base_conn->state = AP_CONN_STATE_CIRCUIT_WAIT;
  2055. if (!circ->base_.timestamp_dirty)
  2056. circ->base_.timestamp_dirty = time(NULL);
  2057. pathbias_count_use_attempt(circ);
  2058. link_apconn_to_circ(conn, circ, cpath);
  2059. tor_assert(conn->socks_request);
  2060. if (conn->socks_request->command == SOCKS_COMMAND_CONNECT) {
  2061. if (!conn->use_begindir)
  2062. consider_recording_trackhost(conn, circ);
  2063. if (connection_ap_handshake_send_begin(conn) < 0)
  2064. return -1;
  2065. } else {
  2066. if (connection_ap_handshake_send_resolve(conn) < 0)
  2067. return -1;
  2068. }
  2069. return 1;
  2070. }
  2071. /** Try to find a safe live circuit for CONN_TYPE_AP connection conn. If
  2072. * we don't find one: if conn cannot be handled by any known nodes,
  2073. * warn and return -1 (conn needs to die, and is maybe already marked);
  2074. * else launch new circuit (if necessary) and return 0.
  2075. * Otherwise, associate conn with a safe live circuit, do the
  2076. * right next step, and return 1.
  2077. */
  2078. /* XXXX this function should mark for close whenever it returns -1;
  2079. * its callers shouldn't have to worry about that. */
  2080. int
  2081. connection_ap_handshake_attach_circuit(entry_connection_t *conn)
  2082. {
  2083. connection_t *base_conn = ENTRY_TO_CONN(conn);
  2084. int retval;
  2085. int conn_age;
  2086. int want_onehop;
  2087. tor_assert(conn);
  2088. tor_assert(base_conn->state == AP_CONN_STATE_CIRCUIT_WAIT);
  2089. tor_assert(conn->socks_request);
  2090. want_onehop = conn->want_onehop;
  2091. conn_age = (int)(time(NULL) - base_conn->timestamp_created);
  2092. if (conn_age >= get_options()->SocksTimeout) {
  2093. int severity = (tor_addr_is_null(&base_conn->addr) && !base_conn->port) ?
  2094. LOG_INFO : LOG_NOTICE;
  2095. log_fn(severity, LD_APP,
  2096. "Tried for %d seconds to get a connection to %s:%d. Giving up.",
  2097. conn_age, safe_str_client(conn->socks_request->address),
  2098. conn->socks_request->port);
  2099. return -1;
  2100. }
  2101. if (!connection_edge_is_rendezvous_stream(ENTRY_TO_EDGE_CONN(conn))) {
  2102. /* we're a general conn */
  2103. origin_circuit_t *circ=NULL;
  2104. if (conn->chosen_exit_name) {
  2105. const node_t *node = node_get_by_nickname(conn->chosen_exit_name, 1);
  2106. int opt = conn->chosen_exit_optional;
  2107. if (!node && !want_onehop) {
  2108. /* We ran into this warning when trying to extend a circuit to a
  2109. * hidden service directory for which we didn't have a router
  2110. * descriptor. See flyspray task 767 for more details. We should
  2111. * keep this in mind when deciding to use BEGIN_DIR cells for other
  2112. * directory requests as well. -KL*/
  2113. log_fn(opt ? LOG_INFO : LOG_WARN, LD_APP,
  2114. "Requested exit point '%s' is not known. %s.",
  2115. conn->chosen_exit_name, opt ? "Trying others" : "Closing");
  2116. if (opt) {
  2117. conn->chosen_exit_optional = 0;
  2118. tor_free(conn->chosen_exit_name);
  2119. return 0;
  2120. }
  2121. return -1;
  2122. }
  2123. if (node && !connection_ap_can_use_exit(conn, node)) {
  2124. log_fn(opt ? LOG_INFO : LOG_WARN, LD_APP,
  2125. "Requested exit point '%s' is excluded or "
  2126. "would refuse request. %s.",
  2127. conn->chosen_exit_name, opt ? "Trying others" : "Closing");
  2128. if (opt) {
  2129. conn->chosen_exit_optional = 0;
  2130. tor_free(conn->chosen_exit_name);
  2131. return 0;
  2132. }
  2133. return -1;
  2134. }
  2135. }
  2136. /* find the circuit that we should use, if there is one. */
  2137. retval = circuit_get_open_circ_or_launch(
  2138. conn, CIRCUIT_PURPOSE_C_GENERAL, &circ);
  2139. if (retval < 1) // XXX023 if we totally fail, this still returns 0 -RD
  2140. return retval;
  2141. log_debug(LD_APP|LD_CIRC,
  2142. "Attaching apconn to circ %u (stream %d sec old).",
  2143. (unsigned)circ->base_.n_circ_id, conn_age);
  2144. /* print the circ's path, so people can figure out which circs are
  2145. * sucking. */
  2146. circuit_log_path(LOG_INFO,LD_APP|LD_CIRC,circ);
  2147. /* We have found a suitable circuit for our conn. Hurray. */
  2148. return connection_ap_handshake_attach_chosen_circuit(conn, circ, NULL);
  2149. } else { /* we're a rendezvous conn */
  2150. origin_circuit_t *rendcirc=NULL, *introcirc=NULL;
  2151. tor_assert(!ENTRY_TO_EDGE_CONN(conn)->cpath_layer);
  2152. /* start by finding a rendezvous circuit for us */
  2153. retval = circuit_get_open_circ_or_launch(
  2154. conn, CIRCUIT_PURPOSE_C_REND_JOINED, &rendcirc);
  2155. if (retval < 0) return -1; /* failed */
  2156. if (retval > 0) {
  2157. tor_assert(rendcirc);
  2158. /* one is already established, attach */
  2159. log_info(LD_REND,
  2160. "rend joined circ %u already here. attaching. "
  2161. "(stream %d sec old)",
  2162. (unsigned)rendcirc->base_.n_circ_id, conn_age);
  2163. /* Mark rendezvous circuits as 'newly dirty' every time you use
  2164. * them, since the process of rebuilding a rendezvous circ is so
  2165. * expensive. There is a tradeoff between linkability and
  2166. * feasibility, at this point.
  2167. */
  2168. rendcirc->base_.timestamp_dirty = time(NULL);
  2169. /* We've also attempted to use them. If they fail, we need to
  2170. * probe them for path bias */
  2171. pathbias_count_use_attempt(rendcirc);
  2172. link_apconn_to_circ(conn, rendcirc, NULL);
  2173. if (connection_ap_handshake_send_begin(conn) < 0)
  2174. return 0; /* already marked, let them fade away */
  2175. return 1;
  2176. }
  2177. if (rendcirc && (rendcirc->base_.purpose ==
  2178. CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED)) {
  2179. log_info(LD_REND,
  2180. "pending-join circ %u already here, with intro ack. "
  2181. "Stalling. (stream %d sec old)",
  2182. (unsigned)rendcirc->base_.n_circ_id, conn_age);
  2183. return 0;
  2184. }
  2185. /* it's on its way. find an intro circ. */
  2186. retval = circuit_get_open_circ_or_launch(
  2187. conn, CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT, &introcirc);
  2188. if (retval < 0) return -1; /* failed */
  2189. if (retval > 0) {
  2190. /* one has already sent the intro. keep waiting. */
  2191. tor_assert(introcirc);
  2192. log_info(LD_REND, "Intro circ %u present and awaiting ack (rend %u). "
  2193. "Stalling. (stream %d sec old)",
  2194. (unsigned)introcirc->base_.n_circ_id,
  2195. rendcirc ? (unsigned)rendcirc->base_.n_circ_id : 0,
  2196. conn_age);
  2197. return 0;
  2198. }
  2199. /* now rendcirc and introcirc are each either undefined or not finished */
  2200. if (rendcirc && introcirc &&
  2201. rendcirc->base_.purpose == CIRCUIT_PURPOSE_C_REND_READY) {
  2202. log_info(LD_REND,
  2203. "ready rend circ %u already here (no intro-ack yet on "
  2204. "intro %u). (stream %d sec old)",
  2205. (unsigned)rendcirc->base_.n_circ_id,
  2206. (unsigned)introcirc->base_.n_circ_id, conn_age);
  2207. tor_assert(introcirc->base_.purpose == CIRCUIT_PURPOSE_C_INTRODUCING);
  2208. if (introcirc->base_.state == CIRCUIT_STATE_OPEN) {
  2209. log_info(LD_REND,"found open intro circ %u (rend %u); sending "
  2210. "introduction. (stream %d sec old)",
  2211. (unsigned)introcirc->base_.n_circ_id,
  2212. (unsigned)rendcirc->base_.n_circ_id,
  2213. conn_age);
  2214. switch (rend_client_send_introduction(introcirc, rendcirc)) {
  2215. case 0: /* success */
  2216. rendcirc->base_.timestamp_dirty = time(NULL);
  2217. introcirc->base_.timestamp_dirty = time(NULL);
  2218. pathbias_count_use_attempt(introcirc);
  2219. pathbias_count_use_attempt(rendcirc);
  2220. assert_circuit_ok(TO_CIRCUIT(rendcirc));
  2221. assert_circuit_ok(TO_CIRCUIT(introcirc));
  2222. return 0;
  2223. case -1: /* transient error */
  2224. return 0;
  2225. case -2: /* permanent error */
  2226. return -1;
  2227. default: /* oops */
  2228. tor_fragile_assert();
  2229. return -1;
  2230. }
  2231. }
  2232. }
  2233. log_info(LD_REND, "Intro (%u) and rend (%u) circs are not both ready. "
  2234. "Stalling conn. (%d sec old)",
  2235. introcirc ? (unsigned)introcirc->base_.n_circ_id : 0,
  2236. rendcirc ? (unsigned)rendcirc->base_.n_circ_id : 0, conn_age);
  2237. return 0;
  2238. }
  2239. }
  2240. /** Change <b>circ</b>'s purpose to <b>new_purpose</b>. */
  2241. void
  2242. circuit_change_purpose(circuit_t *circ, uint8_t new_purpose)
  2243. {
  2244. uint8_t old_purpose;
  2245. /* Don't allow an OR circ to become an origin circ or vice versa. */
  2246. tor_assert(!!(CIRCUIT_IS_ORIGIN(circ)) ==
  2247. !!(CIRCUIT_PURPOSE_IS_ORIGIN(new_purpose)));
  2248. if (circ->purpose == new_purpose) return;
  2249. if (CIRCUIT_IS_ORIGIN(circ)) {
  2250. char old_purpose_desc[80] = "";
  2251. strncpy(old_purpose_desc, circuit_purpose_to_string(circ->purpose), 80-1);
  2252. old_purpose_desc[80-1] = '\0';
  2253. log_debug(LD_CIRC,
  2254. "changing purpose of origin circ %d "
  2255. "from \"%s\" (%d) to \"%s\" (%d)",
  2256. TO_ORIGIN_CIRCUIT(circ)->global_identifier,
  2257. old_purpose_desc,
  2258. circ->purpose,
  2259. circuit_purpose_to_string(new_purpose),
  2260. new_purpose);
  2261. }
  2262. old_purpose = circ->purpose;
  2263. circ->purpose = new_purpose;
  2264. if (CIRCUIT_IS_ORIGIN(circ)) {
  2265. control_event_circuit_purpose_changed(TO_ORIGIN_CIRCUIT(circ),
  2266. old_purpose);
  2267. }
  2268. }
  2269. /** Mark <b>circ</b> so that no more connections can be attached to it. */
  2270. void
  2271. mark_circuit_unusable_for_new_conns(origin_circuit_t *circ)
  2272. {
  2273. const or_options_t *options = get_options();
  2274. tor_assert(circ);
  2275. /* XXXX025 This is a kludge; we're only keeping it around in case there's
  2276. * something that doesn't check unusable_for_new_conns, and to avoid
  2277. * deeper refactoring of our expiration logic. */
  2278. if (! circ->base_.timestamp_dirty)
  2279. circ->base_.timestamp_dirty = approx_time();
  2280. if (options->MaxCircuitDirtiness >= circ->base_.timestamp_dirty)
  2281. circ->base_.timestamp_dirty = 1; /* prevent underflow */
  2282. else
  2283. circ->base_.timestamp_dirty -= options->MaxCircuitDirtiness;
  2284. circ->unusable_for_new_conns = 1;
  2285. }