circuituse.c 71 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919
  1. /* Copyright (c) 2001 Matej Pfajfar.
  2. * Copyright (c) 2001-2004, Roger Dingledine.
  3. * Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  4. * Copyright (c) 2007-2011, The Tor Project, Inc. */
  5. /* See LICENSE for licensing information */
  6. /**
  7. * \file circuituse.c
  8. * \brief Launch the right sort of circuits and attach streams to them.
  9. **/
  10. #include "or.h"
  11. #include "circuitbuild.h"
  12. #include "circuitlist.h"
  13. #include "circuituse.h"
  14. #include "config.h"
  15. #include "connection.h"
  16. #include "connection_edge.h"
  17. #include "control.h"
  18. #include "nodelist.h"
  19. #include "networkstatus.h"
  20. #include "policies.h"
  21. #include "rendclient.h"
  22. #include "rendcommon.h"
  23. #include "rendservice.h"
  24. #include "rephist.h"
  25. #include "router.h"
  26. #include "routerlist.h"
  27. /********* START VARIABLES **********/
  28. extern circuit_t *global_circuitlist; /* from circuitlist.c */
  29. /********* END VARIABLES ************/
  30. static void circuit_expire_old_circuits_clientside(void);
  31. static void circuit_increment_failure_count(void);
  32. /** Return 1 if <b>circ</b> could be returned by circuit_get_best().
  33. * Else return 0.
  34. */
  35. static int
  36. circuit_is_acceptable(const origin_circuit_t *origin_circ,
  37. const entry_connection_t *conn,
  38. int must_be_open, uint8_t purpose,
  39. int need_uptime, int need_internal,
  40. time_t now)
  41. {
  42. const circuit_t *circ = TO_CIRCUIT(origin_circ);
  43. const node_t *exitnode;
  44. cpath_build_state_t *build_state;
  45. tor_assert(circ);
  46. tor_assert(conn);
  47. tor_assert(conn->socks_request);
  48. if (must_be_open && (circ->state != CIRCUIT_STATE_OPEN || !circ->n_conn))
  49. return 0; /* ignore non-open circs */
  50. if (circ->marked_for_close)
  51. return 0;
  52. /* if this circ isn't our purpose, skip. */
  53. if (purpose == CIRCUIT_PURPOSE_C_REND_JOINED && !must_be_open) {
  54. if (circ->purpose != CIRCUIT_PURPOSE_C_ESTABLISH_REND &&
  55. circ->purpose != CIRCUIT_PURPOSE_C_REND_READY &&
  56. circ->purpose != CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED &&
  57. circ->purpose != CIRCUIT_PURPOSE_C_REND_JOINED)
  58. return 0;
  59. } else if (purpose == CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT &&
  60. !must_be_open) {
  61. if (circ->purpose != CIRCUIT_PURPOSE_C_INTRODUCING &&
  62. circ->purpose != CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT)
  63. return 0;
  64. } else {
  65. if (purpose != circ->purpose)
  66. return 0;
  67. }
  68. if (purpose == CIRCUIT_PURPOSE_C_GENERAL ||
  69. purpose == CIRCUIT_PURPOSE_C_REND_JOINED)
  70. if (circ->timestamp_dirty &&
  71. circ->timestamp_dirty+get_options()->MaxCircuitDirtiness <= now)
  72. return 0;
  73. /* decide if this circ is suitable for this conn */
  74. /* for rend circs, circ->cpath->prev is not the last router in the
  75. * circuit, it's the magical extra bob hop. so just check the nickname
  76. * of the one we meant to finish at.
  77. */
  78. build_state = origin_circ->build_state;
  79. exitnode = build_state_get_exit_node(build_state);
  80. if (need_uptime && !build_state->need_uptime)
  81. return 0;
  82. if (need_internal != build_state->is_internal)
  83. return 0;
  84. if (purpose == CIRCUIT_PURPOSE_C_GENERAL) {
  85. if (!exitnode && !build_state->onehop_tunnel) {
  86. log_debug(LD_CIRC,"Not considering circuit with unknown router.");
  87. return 0; /* this circuit is screwed and doesn't know it yet,
  88. * or is a rendezvous circuit. */
  89. }
  90. if (build_state->onehop_tunnel) {
  91. if (!conn->want_onehop) {
  92. log_debug(LD_CIRC,"Skipping one-hop circuit.");
  93. return 0;
  94. }
  95. tor_assert(conn->chosen_exit_name);
  96. if (build_state->chosen_exit) {
  97. char digest[DIGEST_LEN];
  98. if (hexdigest_to_digest(conn->chosen_exit_name, digest) < 0)
  99. return 0; /* broken digest, we don't want it */
  100. if (tor_memneq(digest, build_state->chosen_exit->identity_digest,
  101. DIGEST_LEN))
  102. return 0; /* this is a circuit to somewhere else */
  103. if (tor_digest_is_zero(digest)) {
  104. /* we don't know the digest; have to compare addr:port */
  105. tor_addr_t addr;
  106. int r = tor_addr_from_str(&addr, conn->socks_request->address);
  107. if (r < 0 ||
  108. !tor_addr_eq(&build_state->chosen_exit->addr, &addr) ||
  109. build_state->chosen_exit->port != conn->socks_request->port)
  110. return 0;
  111. }
  112. }
  113. } else {
  114. if (conn->want_onehop) {
  115. /* don't use three-hop circuits -- that could hurt our anonymity. */
  116. return 0;
  117. }
  118. }
  119. if (exitnode && !connection_ap_can_use_exit(conn, exitnode)) {
  120. /* can't exit from this router */
  121. return 0;
  122. }
  123. } else { /* not general */
  124. const edge_connection_t *edge_conn = ENTRY_TO_EDGE_CONN(conn);
  125. if ((edge_conn->rend_data && !origin_circ->rend_data) ||
  126. (!edge_conn->rend_data && origin_circ->rend_data) ||
  127. (edge_conn->rend_data && origin_circ->rend_data &&
  128. rend_cmp_service_ids(edge_conn->rend_data->onion_address,
  129. origin_circ->rend_data->onion_address))) {
  130. /* this circ is not for this conn */
  131. return 0;
  132. }
  133. }
  134. if (!connection_edge_compatible_with_circuit(conn, origin_circ)) {
  135. /* conn needs to be isolated from other conns that have already used
  136. * origin_circ */
  137. return 0;
  138. }
  139. return 1;
  140. }
  141. /** Return 1 if circuit <b>a</b> is better than circuit <b>b</b> for
  142. * <b>conn</b>, and return 0 otherwise. Used by circuit_get_best.
  143. */
  144. static int
  145. circuit_is_better(const origin_circuit_t *oa, const origin_circuit_t *ob,
  146. const entry_connection_t *conn)
  147. {
  148. const circuit_t *a = TO_CIRCUIT(oa);
  149. const circuit_t *b = TO_CIRCUIT(ob);
  150. const uint8_t purpose = ENTRY_TO_CONN(conn)->purpose;
  151. int a_bits, b_bits;
  152. switch (purpose) {
  153. case CIRCUIT_PURPOSE_C_GENERAL:
  154. /* if it's used but less dirty it's best;
  155. * else if it's more recently created it's best
  156. */
  157. if (b->timestamp_dirty) {
  158. if (a->timestamp_dirty &&
  159. a->timestamp_dirty > b->timestamp_dirty)
  160. return 1;
  161. } else {
  162. if (a->timestamp_dirty ||
  163. timercmp(&a->timestamp_created, &b->timestamp_created, >))
  164. return 1;
  165. if (ob->build_state->is_internal)
  166. /* XXX023 what the heck is this internal thing doing here. I
  167. * think we can get rid of it. circuit_is_acceptable() already
  168. * makes sure that is_internal is exactly what we need it to
  169. * be. -RD */
  170. return 1;
  171. }
  172. break;
  173. case CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT:
  174. /* the closer it is to ack_wait the better it is */
  175. if (a->purpose > b->purpose)
  176. return 1;
  177. break;
  178. case CIRCUIT_PURPOSE_C_REND_JOINED:
  179. /* the closer it is to rend_joined the better it is */
  180. if (a->purpose > b->purpose)
  181. return 1;
  182. break;
  183. }
  184. /* XXXX023 Maybe this check should get a higher priority to avoid
  185. * using up circuits too rapidly. */
  186. a_bits = connection_edge_update_circuit_isolation(conn,
  187. (origin_circuit_t*)oa, 1);
  188. b_bits = connection_edge_update_circuit_isolation(conn,
  189. (origin_circuit_t*)ob, 1);
  190. /* if x_bits < 0, then we have not used x for anything; better not to dirty
  191. * a connection if we can help it. */
  192. if (a_bits < 0) {
  193. return 0;
  194. } else if (b_bits < 0) {
  195. return 1;
  196. }
  197. a_bits &= ~ oa->isolation_flags_mixed;
  198. a_bits &= ~ ob->isolation_flags_mixed;
  199. if (n_bits_set_u8(a_bits) < n_bits_set_u8(b_bits)) {
  200. /* The fewer new restrictions we need to make on a circuit for stream
  201. * isolation, the better. */
  202. return 1;
  203. }
  204. return 0;
  205. }
  206. /** Find the best circ that conn can use, preferably one which is
  207. * dirty. Circ must not be too old.
  208. *
  209. * Conn must be defined.
  210. *
  211. * If must_be_open, ignore circs not in CIRCUIT_STATE_OPEN.
  212. *
  213. * circ_purpose specifies what sort of circuit we must have.
  214. * It can be C_GENERAL, C_INTRODUCE_ACK_WAIT, or C_REND_JOINED.
  215. *
  216. * If it's REND_JOINED and must_be_open==0, then return the closest
  217. * rendezvous-purposed circuit that you can find.
  218. *
  219. * If it's INTRODUCE_ACK_WAIT and must_be_open==0, then return the
  220. * closest introduce-purposed circuit that you can find.
  221. */
  222. static origin_circuit_t *
  223. circuit_get_best(const entry_connection_t *conn,
  224. int must_be_open, uint8_t purpose,
  225. int need_uptime, int need_internal)
  226. {
  227. circuit_t *circ;
  228. origin_circuit_t *best=NULL;
  229. struct timeval now;
  230. int intro_going_on_but_too_old = 0;
  231. tor_assert(conn);
  232. tor_assert(purpose == CIRCUIT_PURPOSE_C_GENERAL ||
  233. purpose == CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT ||
  234. purpose == CIRCUIT_PURPOSE_C_REND_JOINED);
  235. tor_gettimeofday(&now);
  236. for (circ=global_circuitlist;circ;circ = circ->next) {
  237. origin_circuit_t *origin_circ;
  238. if (!CIRCUIT_IS_ORIGIN(circ))
  239. continue;
  240. origin_circ = TO_ORIGIN_CIRCUIT(circ);
  241. if (!circuit_is_acceptable(origin_circ,conn,must_be_open,purpose,
  242. need_uptime,need_internal,now.tv_sec))
  243. continue;
  244. if (purpose == CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT &&
  245. !must_be_open && circ->state != CIRCUIT_STATE_OPEN &&
  246. tv_mdiff(&now, &circ->timestamp_created) > circ_times.timeout_ms) {
  247. intro_going_on_but_too_old = 1;
  248. continue;
  249. }
  250. /* now this is an acceptable circ to hand back. but that doesn't
  251. * mean it's the *best* circ to hand back. try to decide.
  252. */
  253. if (!best || circuit_is_better(origin_circ,best,conn))
  254. best = origin_circ;
  255. }
  256. if (!best && intro_going_on_but_too_old)
  257. log_info(LD_REND|LD_CIRC, "There is an intro circuit being created "
  258. "right now, but it has already taken quite a while. Starting "
  259. "one in parallel.");
  260. return best;
  261. }
  262. /** Return the number of not-yet-open general-purpose origin circuits. */
  263. static int
  264. count_pending_general_client_circuits(void)
  265. {
  266. const circuit_t *circ;
  267. int count = 0;
  268. for (circ = global_circuitlist; circ; circ = circ->next) {
  269. if (circ->marked_for_close ||
  270. circ->state == CIRCUIT_STATE_OPEN ||
  271. circ->purpose != CIRCUIT_PURPOSE_C_GENERAL ||
  272. !CIRCUIT_IS_ORIGIN(circ))
  273. continue;
  274. ++count;
  275. }
  276. return count;
  277. }
  278. #if 0
  279. /** Check whether, according to the policies in <b>options</b>, the
  280. * circuit <b>circ</b> makes sense. */
  281. /* XXXX currently only checks Exclude{Exit}Nodes; it should check more.
  282. * Also, it doesn't have the right definition of an exit circuit. Also,
  283. * it's never called. */
  284. int
  285. circuit_conforms_to_options(const origin_circuit_t *circ,
  286. const or_options_t *options)
  287. {
  288. const crypt_path_t *cpath, *cpath_next = NULL;
  289. /* first check if it includes any excluded nodes */
  290. for (cpath = circ->cpath; cpath_next != circ->cpath; cpath = cpath_next) {
  291. cpath_next = cpath->next;
  292. if (routerset_contains_extendinfo(options->ExcludeNodes,
  293. cpath->extend_info))
  294. return 0;
  295. }
  296. /* then consider the final hop */
  297. if (routerset_contains_extendinfo(options->ExcludeExitNodes,
  298. circ->cpath->prev->extend_info))
  299. return 0;
  300. return 1;
  301. }
  302. #endif
  303. /** Close all circuits that start at us, aren't open, and were born
  304. * at least CircuitBuildTimeout seconds ago.
  305. */
  306. void
  307. circuit_expire_building(void)
  308. {
  309. circuit_t *victim, *next_circ = global_circuitlist;
  310. /* circ_times.timeout_ms and circ_times.close_ms are from
  311. * circuit_build_times_get_initial_timeout() if we haven't computed
  312. * custom timeouts yet */
  313. struct timeval general_cutoff, begindir_cutoff, fourhop_cutoff,
  314. cannibalize_cutoff, close_cutoff, extremely_old_cutoff;
  315. struct timeval now;
  316. cpath_build_state_t *build_state;
  317. tor_gettimeofday(&now);
  318. #define SET_CUTOFF(target, msec) do { \
  319. long ms = tor_lround(msec); \
  320. struct timeval diff; \
  321. diff.tv_sec = ms / 1000; \
  322. diff.tv_usec = (int)((ms % 1000) * 1000); \
  323. timersub(&now, &diff, &target); \
  324. } while (0)
  325. SET_CUTOFF(general_cutoff, circ_times.timeout_ms);
  326. SET_CUTOFF(begindir_cutoff, circ_times.timeout_ms / 2.0);
  327. SET_CUTOFF(fourhop_cutoff, circ_times.timeout_ms * (4/3.0));
  328. SET_CUTOFF(cannibalize_cutoff, circ_times.timeout_ms / 2.0);
  329. SET_CUTOFF(close_cutoff, circ_times.close_ms);
  330. SET_CUTOFF(extremely_old_cutoff, circ_times.close_ms*2 + 1000);
  331. while (next_circ) {
  332. struct timeval cutoff;
  333. victim = next_circ;
  334. next_circ = next_circ->next;
  335. if (!CIRCUIT_IS_ORIGIN(victim) || /* didn't originate here */
  336. victim->marked_for_close) /* don't mess with marked circs */
  337. continue;
  338. build_state = TO_ORIGIN_CIRCUIT(victim)->build_state;
  339. if (build_state && build_state->onehop_tunnel)
  340. cutoff = begindir_cutoff;
  341. else if (build_state && build_state->desired_path_len == 4
  342. && !TO_ORIGIN_CIRCUIT(victim)->has_opened)
  343. cutoff = fourhop_cutoff;
  344. else if (TO_ORIGIN_CIRCUIT(victim)->has_opened)
  345. cutoff = cannibalize_cutoff;
  346. else if (victim->purpose == CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT)
  347. cutoff = close_cutoff;
  348. else
  349. cutoff = general_cutoff;
  350. if (timercmp(&victim->timestamp_created, &cutoff, >))
  351. continue; /* it's still young, leave it alone */
  352. #if 0
  353. /* some debug logs, to help track bugs */
  354. if (victim->purpose >= CIRCUIT_PURPOSE_C_INTRODUCING &&
  355. victim->purpose <= CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED) {
  356. if (!victim->timestamp_dirty)
  357. log_fn(LOG_DEBUG,"Considering %sopen purpose %d to %s (circid %d)."
  358. "(clean).",
  359. victim->state == CIRCUIT_STATE_OPEN ? "" : "non",
  360. victim->purpose, victim->build_state->chosen_exit_name,
  361. victim->n_circ_id);
  362. else
  363. log_fn(LOG_DEBUG,"Considering %sopen purpose %d to %s (circid %d). "
  364. "%d secs since dirty.",
  365. victim->state == CIRCUIT_STATE_OPEN ? "" : "non",
  366. victim->purpose, victim->build_state->chosen_exit_name,
  367. victim->n_circ_id,
  368. (int)(now - victim->timestamp_dirty));
  369. }
  370. #endif
  371. /* if circ is !open, or if it's open but purpose is a non-finished
  372. * intro or rend, then mark it for close */
  373. if (victim->state == CIRCUIT_STATE_OPEN) {
  374. switch (victim->purpose) {
  375. default: /* most open circuits can be left alone. */
  376. continue; /* yes, continue inside a switch refers to the nearest
  377. * enclosing loop. C is smart. */
  378. case CIRCUIT_PURPOSE_C_ESTABLISH_REND:
  379. case CIRCUIT_PURPOSE_C_INTRODUCING:
  380. case CIRCUIT_PURPOSE_S_ESTABLISH_INTRO:
  381. break; /* too old, need to die */
  382. case CIRCUIT_PURPOSE_C_REND_READY:
  383. /* it's a rend_ready circ -- has it already picked a query? */
  384. /* c_rend_ready circs measure age since timestamp_dirty,
  385. * because that's set when they switch purposes
  386. */
  387. if (TO_ORIGIN_CIRCUIT(victim)->rend_data ||
  388. victim->timestamp_dirty > cutoff.tv_sec)
  389. continue;
  390. break;
  391. case CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED:
  392. case CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT:
  393. /* rend and intro circs become dirty each time they
  394. * make an introduction attempt. so timestamp_dirty
  395. * will reflect the time since the last attempt.
  396. */
  397. if (victim->timestamp_dirty > cutoff.tv_sec)
  398. continue;
  399. break;
  400. }
  401. } else { /* circuit not open, consider recording failure as timeout */
  402. int first_hop_succeeded = TO_ORIGIN_CIRCUIT(victim)->cpath &&
  403. TO_ORIGIN_CIRCUIT(victim)->cpath->state == CPATH_STATE_OPEN;
  404. if (TO_ORIGIN_CIRCUIT(victim)->p_streams != NULL) {
  405. log_warn(LD_BUG, "Circuit %d (purpose %d, %s) has timed out, "
  406. "yet has attached streams!",
  407. TO_ORIGIN_CIRCUIT(victim)->global_identifier,
  408. victim->purpose,
  409. circuit_purpose_to_string(victim->purpose));
  410. tor_fragile_assert();
  411. continue;
  412. }
  413. if (circuit_timeout_want_to_count_circ(TO_ORIGIN_CIRCUIT(victim)) &&
  414. circuit_build_times_enough_to_compute(&circ_times)) {
  415. /* Circuits are allowed to last longer for measurement.
  416. * Switch their purpose and wait. */
  417. if (victim->purpose != CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT) {
  418. control_event_circuit_status(TO_ORIGIN_CIRCUIT(victim),
  419. CIRC_EVENT_FAILED,
  420. END_CIRC_REASON_TIMEOUT);
  421. victim->purpose = CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT;
  422. /* Record this failure to check for too many timeouts
  423. * in a row. This function does not record a time value yet
  424. * (we do that later); it only counts the fact that we did
  425. * have a timeout. */
  426. circuit_build_times_count_timeout(&circ_times,
  427. first_hop_succeeded);
  428. continue;
  429. }
  430. /*
  431. * If the circuit build time is much greater than we would have cut
  432. * it off at, we probably had a suspend event along this codepath,
  433. * and we should discard the value.
  434. */
  435. if (timercmp(&victim->timestamp_created, &extremely_old_cutoff, <)) {
  436. log_notice(LD_CIRC,
  437. "Extremely large value for circuit build timeout: %lds. "
  438. "Assuming clock jump. Purpose %d (%s)",
  439. (long)(now.tv_sec - victim->timestamp_created.tv_sec),
  440. victim->purpose,
  441. circuit_purpose_to_string(victim->purpose));
  442. } else if (circuit_build_times_count_close(&circ_times,
  443. first_hop_succeeded,
  444. victim->timestamp_created.tv_sec)) {
  445. circuit_build_times_set_timeout(&circ_times);
  446. }
  447. }
  448. }
  449. if (victim->n_conn)
  450. log_info(LD_CIRC,"Abandoning circ %s:%d:%d (state %d:%s, purpose %d)",
  451. victim->n_conn->_base.address, victim->n_conn->_base.port,
  452. victim->n_circ_id,
  453. victim->state, circuit_state_to_string(victim->state),
  454. victim->purpose);
  455. else
  456. log_info(LD_CIRC,"Abandoning circ %d (state %d:%s, purpose %d)",
  457. victim->n_circ_id, victim->state,
  458. circuit_state_to_string(victim->state), victim->purpose);
  459. circuit_log_path(LOG_INFO,LD_CIRC,TO_ORIGIN_CIRCUIT(victim));
  460. if (victim->purpose == CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT)
  461. circuit_mark_for_close(victim, END_CIRC_REASON_MEASUREMENT_EXPIRED);
  462. else
  463. circuit_mark_for_close(victim, END_CIRC_REASON_TIMEOUT);
  464. }
  465. }
  466. /** Remove any elements in <b>needed_ports</b> that are handled by an
  467. * open or in-progress circuit.
  468. */
  469. void
  470. circuit_remove_handled_ports(smartlist_t *needed_ports)
  471. {
  472. int i;
  473. uint16_t *port;
  474. for (i = 0; i < smartlist_len(needed_ports); ++i) {
  475. port = smartlist_get(needed_ports, i);
  476. tor_assert(*port);
  477. if (circuit_stream_is_being_handled(NULL, *port,
  478. MIN_CIRCUITS_HANDLING_STREAM)) {
  479. // log_debug(LD_CIRC,"Port %d is already being handled; removing.", port);
  480. smartlist_del(needed_ports, i--);
  481. tor_free(port);
  482. } else {
  483. log_debug(LD_CIRC,"Port %d is not handled.", *port);
  484. }
  485. }
  486. }
  487. /** Return 1 if at least <b>min</b> general-purpose non-internal circuits
  488. * will have an acceptable exit node for exit stream <b>conn</b> if it
  489. * is defined, else for "*:port".
  490. * Else return 0.
  491. */
  492. int
  493. circuit_stream_is_being_handled(entry_connection_t *conn,
  494. uint16_t port, int min)
  495. {
  496. circuit_t *circ;
  497. const node_t *exitnode;
  498. int num=0;
  499. time_t now = time(NULL);
  500. int need_uptime = smartlist_string_num_isin(get_options()->LongLivedPorts,
  501. conn ? conn->socks_request->port : port);
  502. for (circ=global_circuitlist;circ;circ = circ->next) {
  503. if (CIRCUIT_IS_ORIGIN(circ) &&
  504. !circ->marked_for_close &&
  505. circ->purpose == CIRCUIT_PURPOSE_C_GENERAL &&
  506. (!circ->timestamp_dirty ||
  507. circ->timestamp_dirty + get_options()->MaxCircuitDirtiness > now)) {
  508. cpath_build_state_t *build_state = TO_ORIGIN_CIRCUIT(circ)->build_state;
  509. if (build_state->is_internal || build_state->onehop_tunnel)
  510. continue;
  511. exitnode = build_state_get_exit_node(build_state);
  512. if (exitnode && (!need_uptime || build_state->need_uptime)) {
  513. int ok;
  514. if (conn) {
  515. ok = connection_ap_can_use_exit(conn, exitnode);
  516. } else {
  517. addr_policy_result_t r;
  518. r = compare_tor_addr_to_node_policy(NULL, port, exitnode);
  519. ok = r != ADDR_POLICY_REJECTED && r != ADDR_POLICY_PROBABLY_REJECTED;
  520. }
  521. if (ok) {
  522. if (++num >= min)
  523. return 1;
  524. }
  525. }
  526. }
  527. }
  528. return 0;
  529. }
  530. /** Don't keep more than this many unused open circuits around. */
  531. #define MAX_UNUSED_OPEN_CIRCUITS 14
  532. /** Figure out how many circuits we have open that are clean. Make
  533. * sure it's enough for all the upcoming behaviors we predict we'll have.
  534. * But put an upper bound on the total number of circuits.
  535. */
  536. static void
  537. circuit_predict_and_launch_new(void)
  538. {
  539. circuit_t *circ;
  540. int num=0, num_internal=0, num_uptime_internal=0;
  541. int hidserv_needs_uptime=0, hidserv_needs_capacity=1;
  542. int port_needs_uptime=0, port_needs_capacity=1;
  543. time_t now = time(NULL);
  544. int flags = 0;
  545. /* First, count how many of each type of circuit we have already. */
  546. for (circ=global_circuitlist;circ;circ = circ->next) {
  547. cpath_build_state_t *build_state;
  548. if (!CIRCUIT_IS_ORIGIN(circ))
  549. continue;
  550. if (circ->marked_for_close)
  551. continue; /* don't mess with marked circs */
  552. if (circ->timestamp_dirty)
  553. continue; /* only count clean circs */
  554. if (circ->purpose != CIRCUIT_PURPOSE_C_GENERAL)
  555. continue; /* only pay attention to general-purpose circs */
  556. build_state = TO_ORIGIN_CIRCUIT(circ)->build_state;
  557. if (build_state->onehop_tunnel)
  558. continue;
  559. num++;
  560. if (build_state->is_internal)
  561. num_internal++;
  562. if (build_state->need_uptime && build_state->is_internal)
  563. num_uptime_internal++;
  564. }
  565. /* If that's enough, then stop now. */
  566. if (num >= MAX_UNUSED_OPEN_CIRCUITS)
  567. return; /* we already have many, making more probably will hurt */
  568. /* Second, see if we need any more exit circuits. */
  569. /* check if we know of a port that's been requested recently
  570. * and no circuit is currently available that can handle it. */
  571. if (!circuit_all_predicted_ports_handled(now, &port_needs_uptime,
  572. &port_needs_capacity)) {
  573. if (port_needs_uptime)
  574. flags |= CIRCLAUNCH_NEED_UPTIME;
  575. if (port_needs_capacity)
  576. flags |= CIRCLAUNCH_NEED_CAPACITY;
  577. log_info(LD_CIRC,
  578. "Have %d clean circs (%d internal), need another exit circ.",
  579. num, num_internal);
  580. circuit_launch(CIRCUIT_PURPOSE_C_GENERAL, flags);
  581. return;
  582. }
  583. /* Third, see if we need any more hidden service (server) circuits. */
  584. if (num_rend_services() && num_uptime_internal < 3) {
  585. flags = (CIRCLAUNCH_NEED_CAPACITY | CIRCLAUNCH_NEED_UPTIME |
  586. CIRCLAUNCH_IS_INTERNAL);
  587. log_info(LD_CIRC,
  588. "Have %d clean circs (%d internal), need another internal "
  589. "circ for my hidden service.",
  590. num, num_internal);
  591. circuit_launch(CIRCUIT_PURPOSE_C_GENERAL, flags);
  592. return;
  593. }
  594. /* Fourth, see if we need any more hidden service (client) circuits. */
  595. if (rep_hist_get_predicted_internal(now, &hidserv_needs_uptime,
  596. &hidserv_needs_capacity) &&
  597. ((num_uptime_internal<2 && hidserv_needs_uptime) ||
  598. num_internal<2)) {
  599. if (hidserv_needs_uptime)
  600. flags |= CIRCLAUNCH_NEED_UPTIME;
  601. if (hidserv_needs_capacity)
  602. flags |= CIRCLAUNCH_NEED_CAPACITY;
  603. flags |= CIRCLAUNCH_IS_INTERNAL;
  604. log_info(LD_CIRC,
  605. "Have %d clean circs (%d uptime-internal, %d internal), need"
  606. " another hidden service circ.",
  607. num, num_uptime_internal, num_internal);
  608. circuit_launch(CIRCUIT_PURPOSE_C_GENERAL, flags);
  609. return;
  610. }
  611. /* Finally, check to see if we still need more circuits to learn
  612. * a good build timeout. But if we're close to our max number we
  613. * want, don't do another -- we want to leave a few slots open so
  614. * we can still build circuits preemptively as needed. */
  615. if (num < MAX_UNUSED_OPEN_CIRCUITS-2 &&
  616. circuit_build_times_needs_circuits_now(&circ_times)) {
  617. flags = CIRCLAUNCH_NEED_CAPACITY;
  618. log_info(LD_CIRC,
  619. "Have %d clean circs need another buildtime test circ.", num);
  620. circuit_launch(CIRCUIT_PURPOSE_C_GENERAL, flags);
  621. return;
  622. }
  623. }
  624. /** Build a new test circuit every 5 minutes */
  625. #define TESTING_CIRCUIT_INTERVAL 300
  626. /** This function is called once a second, if router_have_min_dir_info() is
  627. * true. Its job is to make sure all services we offer have enough circuits
  628. * available. Some services just want enough circuits for current tasks,
  629. * whereas others want a minimum set of idle circuits hanging around.
  630. */
  631. void
  632. circuit_build_needed_circs(time_t now)
  633. {
  634. static time_t time_to_new_circuit = 0;
  635. const or_options_t *options = get_options();
  636. /* launch a new circ for any pending streams that need one */
  637. connection_ap_attach_pending();
  638. /* make sure any hidden services have enough intro points */
  639. rend_services_introduce();
  640. if (time_to_new_circuit < now) {
  641. circuit_reset_failure_count(1);
  642. time_to_new_circuit = now + options->NewCircuitPeriod;
  643. if (proxy_mode(get_options()))
  644. addressmap_clean(now);
  645. circuit_expire_old_circuits_clientside();
  646. #if 0 /* disable for now, until predict-and-launch-new can cull leftovers */
  647. circ = circuit_get_youngest_clean_open(CIRCUIT_PURPOSE_C_GENERAL);
  648. if (get_options()->RunTesting &&
  649. circ &&
  650. circ->timestamp_created.tv_sec + TESTING_CIRCUIT_INTERVAL < now) {
  651. log_fn(LOG_INFO,"Creating a new testing circuit.");
  652. circuit_launch(CIRCUIT_PURPOSE_C_GENERAL, 0);
  653. }
  654. #endif
  655. }
  656. if (!options->DisablePredictedCircuits)
  657. circuit_predict_and_launch_new();
  658. }
  659. /** If the stream <b>conn</b> is a member of any of the linked
  660. * lists of <b>circ</b>, then remove it from the list.
  661. */
  662. void
  663. circuit_detach_stream(circuit_t *circ, edge_connection_t *conn)
  664. {
  665. edge_connection_t *prevconn;
  666. tor_assert(circ);
  667. tor_assert(conn);
  668. if (conn->_base.type == CONN_TYPE_AP) {
  669. entry_connection_t *entry_conn = EDGE_TO_ENTRY_CONN(conn);
  670. entry_conn->may_use_optimistic_data = 0;
  671. }
  672. conn->cpath_layer = NULL; /* don't keep a stale pointer */
  673. conn->on_circuit = NULL;
  674. if (CIRCUIT_IS_ORIGIN(circ)) {
  675. origin_circuit_t *origin_circ = TO_ORIGIN_CIRCUIT(circ);
  676. if (conn == origin_circ->p_streams) {
  677. origin_circ->p_streams = conn->next_stream;
  678. return;
  679. }
  680. for (prevconn = origin_circ->p_streams;
  681. prevconn && prevconn->next_stream && prevconn->next_stream != conn;
  682. prevconn = prevconn->next_stream)
  683. ;
  684. if (prevconn && prevconn->next_stream) {
  685. prevconn->next_stream = conn->next_stream;
  686. return;
  687. }
  688. } else {
  689. or_circuit_t *or_circ = TO_OR_CIRCUIT(circ);
  690. if (conn == or_circ->n_streams) {
  691. or_circ->n_streams = conn->next_stream;
  692. return;
  693. }
  694. if (conn == or_circ->resolving_streams) {
  695. or_circ->resolving_streams = conn->next_stream;
  696. return;
  697. }
  698. for (prevconn = or_circ->n_streams;
  699. prevconn && prevconn->next_stream && prevconn->next_stream != conn;
  700. prevconn = prevconn->next_stream)
  701. ;
  702. if (prevconn && prevconn->next_stream) {
  703. prevconn->next_stream = conn->next_stream;
  704. return;
  705. }
  706. for (prevconn = or_circ->resolving_streams;
  707. prevconn && prevconn->next_stream && prevconn->next_stream != conn;
  708. prevconn = prevconn->next_stream)
  709. ;
  710. if (prevconn && prevconn->next_stream) {
  711. prevconn->next_stream = conn->next_stream;
  712. return;
  713. }
  714. }
  715. log_warn(LD_BUG,"Edge connection not in circuit's list.");
  716. /* Don't give an error here; it's harmless. */
  717. tor_fragile_assert();
  718. }
  719. /** If we haven't yet decided on a good timeout value for circuit
  720. * building, we close idles circuits aggressively so we can get more
  721. * data points. */
  722. #define IDLE_TIMEOUT_WHILE_LEARNING (10*60)
  723. /** Find each circuit that has been unused for too long, or dirty
  724. * for too long and has no streams on it: mark it for close.
  725. */
  726. static void
  727. circuit_expire_old_circuits_clientside(void)
  728. {
  729. circuit_t *circ;
  730. struct timeval cutoff, now;
  731. tor_gettimeofday(&now);
  732. cutoff = now;
  733. if (circuit_build_times_needs_circuits(&circ_times)) {
  734. /* Circuits should be shorter lived if we need more of them
  735. * for learning a good build timeout */
  736. cutoff.tv_sec -= IDLE_TIMEOUT_WHILE_LEARNING;
  737. } else {
  738. cutoff.tv_sec -= get_options()->CircuitIdleTimeout;
  739. }
  740. for (circ = global_circuitlist; circ; circ = circ->next) {
  741. if (circ->marked_for_close || !CIRCUIT_IS_ORIGIN(circ))
  742. continue;
  743. /* If the circuit has been dirty for too long, and there are no streams
  744. * on it, mark it for close.
  745. */
  746. if (circ->timestamp_dirty &&
  747. circ->timestamp_dirty + get_options()->MaxCircuitDirtiness <
  748. now.tv_sec &&
  749. !TO_ORIGIN_CIRCUIT(circ)->p_streams /* nothing attached */ ) {
  750. log_debug(LD_CIRC, "Closing n_circ_id %d (dirty %ld sec ago, "
  751. "purpose %d)",
  752. circ->n_circ_id, (long)(now.tv_sec - circ->timestamp_dirty),
  753. circ->purpose);
  754. circuit_mark_for_close(circ, END_CIRC_REASON_FINISHED);
  755. } else if (!circ->timestamp_dirty && circ->state == CIRCUIT_STATE_OPEN) {
  756. if (timercmp(&circ->timestamp_created, &cutoff, <)) {
  757. if (circ->purpose == CIRCUIT_PURPOSE_C_GENERAL ||
  758. circ->purpose == CIRCUIT_PURPOSE_C_MEASURE_TIMEOUT ||
  759. circ->purpose == CIRCUIT_PURPOSE_S_ESTABLISH_INTRO ||
  760. circ->purpose == CIRCUIT_PURPOSE_TESTING ||
  761. (circ->purpose >= CIRCUIT_PURPOSE_C_INTRODUCING &&
  762. circ->purpose <= CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED) ||
  763. circ->purpose == CIRCUIT_PURPOSE_S_CONNECT_REND) {
  764. log_debug(LD_CIRC,
  765. "Closing circuit that has been unused for %ld msec.",
  766. tv_mdiff(&circ->timestamp_created, &now));
  767. circuit_mark_for_close(circ, END_CIRC_REASON_FINISHED);
  768. } else if (!TO_ORIGIN_CIRCUIT(circ)->is_ancient) {
  769. /* Server-side rend joined circuits can end up really old, because
  770. * they are reused by clients for longer than normal. The client
  771. * controls their lifespan. (They never become dirty, because
  772. * connection_exit_begin_conn() never marks anything as dirty.)
  773. * Similarly, server-side intro circuits last a long time. */
  774. if (circ->purpose != CIRCUIT_PURPOSE_S_REND_JOINED &&
  775. circ->purpose != CIRCUIT_PURPOSE_S_INTRO) {
  776. log_notice(LD_CIRC,
  777. "Ancient non-dirty circuit %d is still around after "
  778. "%ld milliseconds. Purpose: %d (%s)",
  779. TO_ORIGIN_CIRCUIT(circ)->global_identifier,
  780. tv_mdiff(&circ->timestamp_created, &now),
  781. circ->purpose,
  782. circuit_purpose_to_string(circ->purpose));
  783. TO_ORIGIN_CIRCUIT(circ)->is_ancient = 1;
  784. }
  785. }
  786. }
  787. }
  788. }
  789. }
  790. /** How long do we wait before killing circuits with the properties
  791. * described below?
  792. *
  793. * Probably we could choose a number here as low as 5 to 10 seconds,
  794. * since these circs are used for begindir, and a) generally you either
  795. * ask another begindir question right after or you don't for a long time,
  796. * b) clients at least through 0.2.1.x choose from the whole set of
  797. * directory mirrors at each choice, and c) re-establishing a one-hop
  798. * circuit via create-fast is a light operation assuming the TLS conn is
  799. * still there.
  800. *
  801. * I expect "b" to go away one day when we move to using directory
  802. * guards, but I think "a" and "c" are good enough reasons that a low
  803. * number is safe even then.
  804. */
  805. #define IDLE_ONE_HOP_CIRC_TIMEOUT 60
  806. /** Find each non-origin circuit that has been unused for too long,
  807. * has no streams on it, used a create_fast, and ends here: mark it
  808. * for close.
  809. */
  810. void
  811. circuit_expire_old_circuits_serverside(time_t now)
  812. {
  813. circuit_t *circ;
  814. or_circuit_t *or_circ;
  815. time_t cutoff = now - IDLE_ONE_HOP_CIRC_TIMEOUT;
  816. for (circ = global_circuitlist; circ; circ = circ->next) {
  817. if (circ->marked_for_close || CIRCUIT_IS_ORIGIN(circ))
  818. continue;
  819. or_circ = TO_OR_CIRCUIT(circ);
  820. /* If the circuit has been idle for too long, and there are no streams
  821. * on it, and it ends here, and it used a create_fast, mark it for close.
  822. */
  823. if (or_circ->is_first_hop && !circ->n_conn &&
  824. !or_circ->n_streams && !or_circ->resolving_streams &&
  825. or_circ->p_conn &&
  826. or_circ->p_conn->timestamp_last_added_nonpadding <= cutoff) {
  827. log_info(LD_CIRC, "Closing circ_id %d (empty %d secs ago)",
  828. or_circ->p_circ_id,
  829. (int)(now - or_circ->p_conn->timestamp_last_added_nonpadding));
  830. circuit_mark_for_close(circ, END_CIRC_REASON_FINISHED);
  831. }
  832. }
  833. }
  834. /** Number of testing circuits we want open before testing our bandwidth. */
  835. #define NUM_PARALLEL_TESTING_CIRCS 4
  836. /** True iff we've ever had enough testing circuits open to test our
  837. * bandwidth. */
  838. static int have_performed_bandwidth_test = 0;
  839. /** Reset have_performed_bandwidth_test, so we'll start building
  840. * testing circuits again so we can exercise our bandwidth. */
  841. void
  842. reset_bandwidth_test(void)
  843. {
  844. have_performed_bandwidth_test = 0;
  845. }
  846. /** Return 1 if we've already exercised our bandwidth, or if we
  847. * have fewer than NUM_PARALLEL_TESTING_CIRCS testing circuits
  848. * established or on the way. Else return 0.
  849. */
  850. int
  851. circuit_enough_testing_circs(void)
  852. {
  853. circuit_t *circ;
  854. int num = 0;
  855. if (have_performed_bandwidth_test)
  856. return 1;
  857. for (circ = global_circuitlist; circ; circ = circ->next) {
  858. if (!circ->marked_for_close && CIRCUIT_IS_ORIGIN(circ) &&
  859. circ->purpose == CIRCUIT_PURPOSE_TESTING &&
  860. circ->state == CIRCUIT_STATE_OPEN)
  861. num++;
  862. }
  863. return num >= NUM_PARALLEL_TESTING_CIRCS;
  864. }
  865. /** A testing circuit has completed. Take whatever stats we want.
  866. * Noticing reachability is taken care of in onionskin_answer(),
  867. * so there's no need to record anything here. But if we still want
  868. * to do the bandwidth test, and we now have enough testing circuits
  869. * open, do it.
  870. */
  871. static void
  872. circuit_testing_opened(origin_circuit_t *circ)
  873. {
  874. if (have_performed_bandwidth_test ||
  875. !check_whether_orport_reachable()) {
  876. /* either we've already done everything we want with testing circuits,
  877. * or this testing circuit became open due to a fluke, e.g. we picked
  878. * a last hop where we already had the connection open due to an
  879. * outgoing local circuit. */
  880. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_AT_ORIGIN);
  881. } else if (circuit_enough_testing_circs()) {
  882. router_perform_bandwidth_test(NUM_PARALLEL_TESTING_CIRCS, time(NULL));
  883. have_performed_bandwidth_test = 1;
  884. } else
  885. consider_testing_reachability(1, 0);
  886. }
  887. /** A testing circuit has failed to build. Take whatever stats we want. */
  888. static void
  889. circuit_testing_failed(origin_circuit_t *circ, int at_last_hop)
  890. {
  891. if (server_mode(get_options()) && check_whether_orport_reachable())
  892. return;
  893. log_info(LD_GENERAL,
  894. "Our testing circuit (to see if your ORPort is reachable) "
  895. "has failed. I'll try again later.");
  896. /* These aren't used yet. */
  897. (void)circ;
  898. (void)at_last_hop;
  899. }
  900. /** The circuit <b>circ</b> has just become open. Take the next
  901. * step: for rendezvous circuits, we pass circ to the appropriate
  902. * function in rendclient or rendservice. For general circuits, we
  903. * call connection_ap_attach_pending, which looks for pending streams
  904. * that could use circ.
  905. */
  906. void
  907. circuit_has_opened(origin_circuit_t *circ)
  908. {
  909. int can_try_clearing_isolation = 0, tried_clearing_isolation = 0;
  910. control_event_circuit_status(circ, CIRC_EVENT_BUILT, 0);
  911. /* Remember that this circuit has finished building. Now if we start
  912. * it building again later (e.g. by extending it), we will know not
  913. * to consider its build time. */
  914. circ->has_opened = 1;
  915. again:
  916. switch (TO_CIRCUIT(circ)->purpose) {
  917. case CIRCUIT_PURPOSE_C_ESTABLISH_REND:
  918. rend_client_rendcirc_has_opened(circ);
  919. can_try_clearing_isolation = 1;
  920. connection_ap_attach_pending();
  921. break;
  922. case CIRCUIT_PURPOSE_C_INTRODUCING:
  923. rend_client_introcirc_has_opened(circ);
  924. break;
  925. case CIRCUIT_PURPOSE_C_GENERAL:
  926. /* Tell any AP connections that have been waiting for a new
  927. * circuit that one is ready. */
  928. can_try_clearing_isolation = 1;
  929. connection_ap_attach_pending();
  930. break;
  931. case CIRCUIT_PURPOSE_S_ESTABLISH_INTRO:
  932. /* at Bob, waiting for introductions */
  933. rend_service_intro_has_opened(circ);
  934. break;
  935. case CIRCUIT_PURPOSE_S_CONNECT_REND:
  936. /* at Bob, connecting to rend point */
  937. rend_service_rendezvous_has_opened(circ);
  938. break;
  939. case CIRCUIT_PURPOSE_TESTING:
  940. circuit_testing_opened(circ);
  941. break;
  942. /* default:
  943. * This won't happen in normal operation, but might happen if the
  944. * controller did it. Just let it slide. */
  945. }
  946. if (/* The circuit may have become non-open if it was cannibalized.*/
  947. circ->_base.state == CIRCUIT_STATE_OPEN &&
  948. /* Only if the purpose is clearable, and only if we haven't tried
  949. * to clear isolation yet, do we try. */
  950. can_try_clearing_isolation && !tried_clearing_isolation &&
  951. /* If !isolation_values_set, there is nothing to clear. */
  952. circ->isolation_values_set &&
  953. /* It's not legal to clear a circuit's isolation info if it's ever had
  954. * streams attached */
  955. !circ->isolation_any_streams_attached) {
  956. /* If we have any isolation information set on this circuit, and
  957. * we didn't manage to attach any streams to it, then we can
  958. * and should clear it and try again. */
  959. circuit_clear_isolation(circ);
  960. tried_clearing_isolation = 1;
  961. goto again;
  962. }
  963. }
  964. /** Called whenever a circuit could not be successfully built.
  965. */
  966. void
  967. circuit_build_failed(origin_circuit_t *circ)
  968. {
  969. /* we should examine circ and see if it failed because of
  970. * the last hop or an earlier hop. then use this info below.
  971. */
  972. int failed_at_last_hop = 0;
  973. /* If the last hop isn't open, and the second-to-last is, we failed
  974. * at the last hop. */
  975. if (circ->cpath &&
  976. circ->cpath->prev->state != CPATH_STATE_OPEN &&
  977. circ->cpath->prev->prev->state == CPATH_STATE_OPEN) {
  978. failed_at_last_hop = 1;
  979. }
  980. if (circ->cpath &&
  981. circ->cpath->state != CPATH_STATE_OPEN) {
  982. /* We failed at the first hop. If there's an OR connection
  983. * to blame, blame it. Also, avoid this relay for a while, and
  984. * fail any one-hop directory fetches destined for it. */
  985. const char *n_conn_id = circ->cpath->extend_info->identity_digest;
  986. int already_marked = 0;
  987. if (circ->_base.n_conn) {
  988. or_connection_t *n_conn = circ->_base.n_conn;
  989. if (n_conn->is_bad_for_new_circs) {
  990. /* We only want to blame this router when a fresh healthy
  991. * connection fails. So don't mark this router as newly failed,
  992. * since maybe this was just an old circuit attempt that's
  993. * finally timing out now. Also, there's no need to blow away
  994. * circuits/streams/etc, since the failure of an unhealthy conn
  995. * doesn't tell us much about whether a healthy conn would
  996. * succeed. */
  997. already_marked = 1;
  998. }
  999. log_info(LD_OR,
  1000. "Our circuit failed to get a response from the first hop "
  1001. "(%s:%d). I'm going to try to rotate to a better connection.",
  1002. n_conn->_base.address, n_conn->_base.port);
  1003. n_conn->is_bad_for_new_circs = 1;
  1004. } else {
  1005. log_info(LD_OR,
  1006. "Our circuit died before the first hop with no connection");
  1007. }
  1008. if (n_conn_id && !already_marked) {
  1009. entry_guard_register_connect_status(n_conn_id, 0, 1, time(NULL));
  1010. /* if there are any one-hop streams waiting on this circuit, fail
  1011. * them now so they can retry elsewhere. */
  1012. connection_ap_fail_onehop(n_conn_id, circ->build_state);
  1013. }
  1014. }
  1015. switch (circ->_base.purpose) {
  1016. case CIRCUIT_PURPOSE_C_GENERAL:
  1017. /* If we never built the circuit, note it as a failure. */
  1018. circuit_increment_failure_count();
  1019. if (failed_at_last_hop) {
  1020. /* Make sure any streams that demand our last hop as their exit
  1021. * know that it's unlikely to happen. */
  1022. circuit_discard_optional_exit_enclaves(circ->cpath->prev->extend_info);
  1023. }
  1024. break;
  1025. case CIRCUIT_PURPOSE_TESTING:
  1026. circuit_testing_failed(circ, failed_at_last_hop);
  1027. break;
  1028. case CIRCUIT_PURPOSE_S_ESTABLISH_INTRO:
  1029. /* at Bob, waiting for introductions */
  1030. if (circ->_base.state != CIRCUIT_STATE_OPEN) {
  1031. circuit_increment_failure_count();
  1032. }
  1033. /* no need to care here, because bob will rebuild intro
  1034. * points periodically. */
  1035. break;
  1036. case CIRCUIT_PURPOSE_C_INTRODUCING:
  1037. /* at Alice, connecting to intro point */
  1038. /* Don't increment failure count, since Bob may have picked
  1039. * the introduction point maliciously */
  1040. /* Alice will pick a new intro point when this one dies, if
  1041. * the stream in question still cares. No need to act here. */
  1042. break;
  1043. case CIRCUIT_PURPOSE_C_ESTABLISH_REND:
  1044. /* at Alice, waiting for Bob */
  1045. circuit_increment_failure_count();
  1046. /* Alice will pick a new rend point when this one dies, if
  1047. * the stream in question still cares. No need to act here. */
  1048. break;
  1049. case CIRCUIT_PURPOSE_S_CONNECT_REND:
  1050. /* at Bob, connecting to rend point */
  1051. /* Don't increment failure count, since Alice may have picked
  1052. * the rendezvous point maliciously */
  1053. log_info(LD_REND,
  1054. "Couldn't connect to Alice's chosen rend point %s "
  1055. "(%s hop failed).",
  1056. escaped(build_state_get_exit_nickname(circ->build_state)),
  1057. failed_at_last_hop?"last":"non-last");
  1058. rend_service_relaunch_rendezvous(circ);
  1059. break;
  1060. /* default:
  1061. * This won't happen in normal operation, but might happen if the
  1062. * controller did it. Just let it slide. */
  1063. }
  1064. }
  1065. /** Number of consecutive failures so far; should only be touched by
  1066. * circuit_launch_new and circuit_*_failure_count.
  1067. */
  1068. static int n_circuit_failures = 0;
  1069. /** Before the last time we called circuit_reset_failure_count(), were
  1070. * there a lot of failures? */
  1071. static int did_circs_fail_last_period = 0;
  1072. /** Don't retry launching a new circuit if we try this many times with no
  1073. * success. */
  1074. #define MAX_CIRCUIT_FAILURES 5
  1075. /** Launch a new circuit; see circuit_launch_by_extend_info() for
  1076. * details on arguments. */
  1077. origin_circuit_t *
  1078. circuit_launch(uint8_t purpose, int flags)
  1079. {
  1080. return circuit_launch_by_extend_info(purpose, NULL, flags);
  1081. }
  1082. /** Launch a new circuit with purpose <b>purpose</b> and exit node
  1083. * <b>extend_info</b> (or NULL to select a random exit node). If flags
  1084. * contains CIRCLAUNCH_NEED_UPTIME, choose among routers with high uptime. If
  1085. * CIRCLAUNCH_NEED_CAPACITY is set, choose among routers with high bandwidth.
  1086. * If CIRCLAUNCH_IS_INTERNAL is true, the last hop need not be an exit node.
  1087. * If CIRCLAUNCH_ONEHOP_TUNNEL is set, the circuit will have only one hop.
  1088. * Return the newly allocated circuit on success, or NULL on failure. */
  1089. origin_circuit_t *
  1090. circuit_launch_by_extend_info(uint8_t purpose,
  1091. extend_info_t *extend_info,
  1092. int flags)
  1093. {
  1094. origin_circuit_t *circ;
  1095. int onehop_tunnel = (flags & CIRCLAUNCH_ONEHOP_TUNNEL) != 0;
  1096. if (!onehop_tunnel && !router_have_minimum_dir_info()) {
  1097. log_debug(LD_CIRC,"Haven't fetched enough directory info yet; canceling "
  1098. "circuit launch.");
  1099. return NULL;
  1100. }
  1101. if ((extend_info || purpose != CIRCUIT_PURPOSE_C_GENERAL) &&
  1102. purpose != CIRCUIT_PURPOSE_TESTING && !onehop_tunnel) {
  1103. /* see if there are appropriate circs available to cannibalize. */
  1104. /* XXX if we're planning to add a hop, perhaps we want to look for
  1105. * internal circs rather than exit circs? -RD */
  1106. circ = circuit_find_to_cannibalize(purpose, extend_info, flags);
  1107. if (circ) {
  1108. log_info(LD_CIRC,"Cannibalizing circ '%s' for purpose %d (%s)",
  1109. build_state_get_exit_nickname(circ->build_state), purpose,
  1110. circuit_purpose_to_string(purpose));
  1111. circ->_base.purpose = purpose;
  1112. /* reset the birth date of this circ, else expire_building
  1113. * will see it and think it's been trying to build since it
  1114. * began. */
  1115. tor_gettimeofday(&circ->_base.timestamp_created);
  1116. switch (purpose) {
  1117. case CIRCUIT_PURPOSE_C_ESTABLISH_REND:
  1118. case CIRCUIT_PURPOSE_S_ESTABLISH_INTRO:
  1119. /* it's ready right now */
  1120. break;
  1121. case CIRCUIT_PURPOSE_C_INTRODUCING:
  1122. case CIRCUIT_PURPOSE_S_CONNECT_REND:
  1123. case CIRCUIT_PURPOSE_C_GENERAL:
  1124. /* need to add a new hop */
  1125. tor_assert(extend_info);
  1126. if (circuit_extend_to_new_exit(circ, extend_info) < 0)
  1127. return NULL;
  1128. break;
  1129. default:
  1130. log_warn(LD_BUG,
  1131. "unexpected purpose %d when cannibalizing a circ.",
  1132. purpose);
  1133. tor_fragile_assert();
  1134. return NULL;
  1135. }
  1136. return circ;
  1137. }
  1138. }
  1139. if (did_circs_fail_last_period &&
  1140. n_circuit_failures > MAX_CIRCUIT_FAILURES) {
  1141. /* too many failed circs in a row. don't try. */
  1142. // log_fn(LOG_INFO,"%d failures so far, not trying.",n_circuit_failures);
  1143. return NULL;
  1144. }
  1145. /* try a circ. if it fails, circuit_mark_for_close will increment
  1146. * n_circuit_failures */
  1147. return circuit_establish_circuit(purpose, extend_info, flags);
  1148. }
  1149. /** Record another failure at opening a general circuit. When we have
  1150. * too many, we'll stop trying for the remainder of this minute.
  1151. */
  1152. static void
  1153. circuit_increment_failure_count(void)
  1154. {
  1155. ++n_circuit_failures;
  1156. log_debug(LD_CIRC,"n_circuit_failures now %d.",n_circuit_failures);
  1157. }
  1158. /** Reset the failure count for opening general circuits. This means
  1159. * we will try MAX_CIRCUIT_FAILURES times more (if necessary) before
  1160. * stopping again.
  1161. */
  1162. void
  1163. circuit_reset_failure_count(int timeout)
  1164. {
  1165. if (timeout && n_circuit_failures > MAX_CIRCUIT_FAILURES)
  1166. did_circs_fail_last_period = 1;
  1167. else
  1168. did_circs_fail_last_period = 0;
  1169. n_circuit_failures = 0;
  1170. }
  1171. /** Find an open circ that we're happy to use for <b>conn</b> and return 1. If
  1172. * there isn't one, and there isn't one on the way, launch one and return
  1173. * 0. If it will never work, return -1.
  1174. *
  1175. * Write the found or in-progress or launched circ into *circp.
  1176. */
  1177. static int
  1178. circuit_get_open_circ_or_launch(entry_connection_t *conn,
  1179. uint8_t desired_circuit_purpose,
  1180. origin_circuit_t **circp)
  1181. {
  1182. origin_circuit_t *circ;
  1183. int check_exit_policy;
  1184. int need_uptime, need_internal;
  1185. int want_onehop;
  1186. const or_options_t *options = get_options();
  1187. tor_assert(conn);
  1188. tor_assert(circp);
  1189. tor_assert(ENTRY_TO_CONN(conn)->state == AP_CONN_STATE_CIRCUIT_WAIT);
  1190. check_exit_policy =
  1191. conn->socks_request->command == SOCKS_COMMAND_CONNECT &&
  1192. !conn->use_begindir &&
  1193. !connection_edge_is_rendezvous_stream(ENTRY_TO_EDGE_CONN(conn));
  1194. want_onehop = conn->want_onehop;
  1195. need_uptime = !conn->want_onehop && !conn->use_begindir &&
  1196. smartlist_string_num_isin(options->LongLivedPorts,
  1197. conn->socks_request->port);
  1198. need_internal = desired_circuit_purpose != CIRCUIT_PURPOSE_C_GENERAL;
  1199. circ = circuit_get_best(conn, 1, desired_circuit_purpose,
  1200. need_uptime, need_internal);
  1201. if (circ) {
  1202. *circp = circ;
  1203. return 1; /* we're happy */
  1204. }
  1205. if (!want_onehop && !router_have_minimum_dir_info()) {
  1206. if (!connection_get_by_type(CONN_TYPE_DIR)) {
  1207. int severity = LOG_NOTICE;
  1208. /* FFFF if this is a tunneled directory fetch, don't yell
  1209. * as loudly. the user doesn't even know it's happening. */
  1210. if (entry_list_is_constrained(options) &&
  1211. entries_known_but_down(options)) {
  1212. log_fn(severity, LD_APP|LD_DIR,
  1213. "Application request when we haven't used client functionality "
  1214. "lately. Optimistically trying known %s again.",
  1215. options->UseBridges ? "bridges" : "entrynodes");
  1216. entries_retry_all(options);
  1217. } else if (!options->UseBridges || any_bridge_descriptors_known()) {
  1218. log_fn(severity, LD_APP|LD_DIR,
  1219. "Application request when we haven't used client functionality "
  1220. "lately. Optimistically trying directory fetches again.");
  1221. routerlist_retry_directory_downloads(time(NULL));
  1222. }
  1223. }
  1224. /* the stream will be dealt with when router_have_minimum_dir_info becomes
  1225. * 1, or when all directory attempts fail and directory_all_unreachable()
  1226. * kills it.
  1227. */
  1228. return 0;
  1229. }
  1230. /* Do we need to check exit policy? */
  1231. if (check_exit_policy) {
  1232. if (!conn->chosen_exit_name) {
  1233. struct in_addr in;
  1234. tor_addr_t addr, *addrp=NULL;
  1235. if (tor_inet_aton(conn->socks_request->address, &in)) {
  1236. tor_addr_from_in(&addr, &in);
  1237. addrp = &addr;
  1238. }
  1239. if (router_exit_policy_all_nodes_reject(addrp,
  1240. conn->socks_request->port,
  1241. need_uptime)) {
  1242. log_notice(LD_APP,
  1243. "No Tor server allows exit to %s:%d. Rejecting.",
  1244. safe_str_client(conn->socks_request->address),
  1245. conn->socks_request->port);
  1246. return -1;
  1247. }
  1248. } else {
  1249. /* XXXX023 Duplicates checks in connection_ap_handshake_attach_circuit:
  1250. * refactor into a single function? */
  1251. const node_t *node = node_get_by_nickname(conn->chosen_exit_name, 1);
  1252. int opt = conn->chosen_exit_optional;
  1253. if (node && !connection_ap_can_use_exit(conn, node)) {
  1254. log_fn(opt ? LOG_INFO : LOG_WARN, LD_APP,
  1255. "Requested exit point '%s' is excluded or "
  1256. "would refuse request. %s.",
  1257. conn->chosen_exit_name, opt ? "Trying others" : "Closing");
  1258. if (opt) {
  1259. conn->chosen_exit_optional = 0;
  1260. tor_free(conn->chosen_exit_name);
  1261. /* Try again. */
  1262. return circuit_get_open_circ_or_launch(conn,
  1263. desired_circuit_purpose,
  1264. circp);
  1265. }
  1266. return -1;
  1267. }
  1268. }
  1269. }
  1270. /* is one already on the way? */
  1271. circ = circuit_get_best(conn, 0, desired_circuit_purpose,
  1272. need_uptime, need_internal);
  1273. if (circ)
  1274. log_debug(LD_CIRC, "one on the way!");
  1275. if (!circ) {
  1276. extend_info_t *extend_info=NULL;
  1277. uint8_t new_circ_purpose;
  1278. const int n_pending = count_pending_general_client_circuits();
  1279. if (n_pending >= options->MaxClientCircuitsPending) {
  1280. static ratelim_t delay_limit = RATELIM_INIT(10*60);
  1281. char *m;
  1282. if ((m = rate_limit_log(&delay_limit, approx_time()))) {
  1283. log_notice(LD_APP, "We'd like to launch a circuit to handle a "
  1284. "connection, but we already have %d general-purpose client "
  1285. "circuits pending. Waiting until some finish.",
  1286. n_pending);
  1287. tor_free(m);
  1288. }
  1289. return 0;
  1290. }
  1291. if (desired_circuit_purpose == CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT) {
  1292. /* need to pick an intro point */
  1293. rend_data_t *rend_data = ENTRY_TO_EDGE_CONN(conn)->rend_data;
  1294. tor_assert(rend_data);
  1295. extend_info = rend_client_get_random_intro(rend_data);
  1296. if (!extend_info) {
  1297. log_info(LD_REND,
  1298. "No intro points for '%s': re-fetching service descriptor.",
  1299. safe_str_client(rend_data->onion_address));
  1300. rend_client_refetch_v2_renddesc(rend_data);
  1301. ENTRY_TO_CONN(conn)->state = AP_CONN_STATE_RENDDESC_WAIT;
  1302. return 0;
  1303. }
  1304. log_info(LD_REND,"Chose %s as intro point for '%s'.",
  1305. extend_info_describe(extend_info),
  1306. safe_str_client(rend_data->onion_address));
  1307. }
  1308. /* If we have specified a particular exit node for our
  1309. * connection, then be sure to open a circuit to that exit node.
  1310. */
  1311. if (desired_circuit_purpose == CIRCUIT_PURPOSE_C_GENERAL) {
  1312. if (conn->chosen_exit_name) {
  1313. const node_t *r;
  1314. int opt = conn->chosen_exit_optional;
  1315. r = node_get_by_nickname(conn->chosen_exit_name, 1);
  1316. if (r && node_has_descriptor(r)) {
  1317. extend_info = extend_info_from_node(r);
  1318. } else {
  1319. log_debug(LD_DIR, "considering %d, %s",
  1320. want_onehop, conn->chosen_exit_name);
  1321. if (want_onehop && conn->chosen_exit_name[0] == '$') {
  1322. /* We're asking for a one-hop circuit to a router that
  1323. * we don't have a routerinfo about. Make up an extend_info. */
  1324. char digest[DIGEST_LEN];
  1325. char *hexdigest = conn->chosen_exit_name+1;
  1326. tor_addr_t addr;
  1327. if (strlen(hexdigest) < HEX_DIGEST_LEN ||
  1328. base16_decode(digest,DIGEST_LEN,hexdigest,HEX_DIGEST_LEN)<0) {
  1329. log_info(LD_DIR, "Broken exit digest on tunnel conn. Closing.");
  1330. return -1;
  1331. }
  1332. if (tor_addr_from_str(&addr, conn->socks_request->address) < 0) {
  1333. log_info(LD_DIR, "Broken address %s on tunnel conn. Closing.",
  1334. escaped_safe_str_client(conn->socks_request->address));
  1335. return -1;
  1336. }
  1337. extend_info = extend_info_alloc(conn->chosen_exit_name+1,
  1338. digest, NULL, &addr,
  1339. conn->socks_request->port);
  1340. } else {
  1341. /* We will need an onion key for the router, and we
  1342. * don't have one. Refuse or relax requirements. */
  1343. log_fn(opt ? LOG_INFO : LOG_WARN, LD_APP,
  1344. "Requested exit point '%s' is not known. %s.",
  1345. conn->chosen_exit_name, opt ? "Trying others" : "Closing");
  1346. if (opt) {
  1347. conn->chosen_exit_optional = 0;
  1348. tor_free(conn->chosen_exit_name);
  1349. /* Try again with no requested exit */
  1350. return circuit_get_open_circ_or_launch(conn,
  1351. desired_circuit_purpose,
  1352. circp);
  1353. }
  1354. return -1;
  1355. }
  1356. }
  1357. }
  1358. }
  1359. if (desired_circuit_purpose == CIRCUIT_PURPOSE_C_REND_JOINED)
  1360. new_circ_purpose = CIRCUIT_PURPOSE_C_ESTABLISH_REND;
  1361. else if (desired_circuit_purpose == CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT)
  1362. new_circ_purpose = CIRCUIT_PURPOSE_C_INTRODUCING;
  1363. else
  1364. new_circ_purpose = desired_circuit_purpose;
  1365. {
  1366. int flags = CIRCLAUNCH_NEED_CAPACITY;
  1367. if (want_onehop) flags |= CIRCLAUNCH_ONEHOP_TUNNEL;
  1368. if (need_uptime) flags |= CIRCLAUNCH_NEED_UPTIME;
  1369. if (need_internal) flags |= CIRCLAUNCH_IS_INTERNAL;
  1370. circ = circuit_launch_by_extend_info(new_circ_purpose, extend_info,
  1371. flags);
  1372. }
  1373. extend_info_free(extend_info);
  1374. if (desired_circuit_purpose == CIRCUIT_PURPOSE_C_GENERAL) {
  1375. /* We just caused a circuit to get built because of this stream.
  1376. * If this stream has caused a _lot_ of circuits to be built, that's
  1377. * a bad sign: we should tell the user. */
  1378. if (conn->num_circuits_launched < NUM_CIRCUITS_LAUNCHED_THRESHOLD &&
  1379. ++conn->num_circuits_launched == NUM_CIRCUITS_LAUNCHED_THRESHOLD)
  1380. log_info(LD_CIRC, "The application request to %s:%d has launched "
  1381. "%d circuits without finding one it likes.",
  1382. escaped_safe_str_client(conn->socks_request->address),
  1383. conn->socks_request->port,
  1384. conn->num_circuits_launched);
  1385. } else {
  1386. /* help predict this next time */
  1387. rep_hist_note_used_internal(time(NULL), need_uptime, 1);
  1388. if (circ) {
  1389. /* write the service_id into circ */
  1390. circ->rend_data = rend_data_dup(ENTRY_TO_EDGE_CONN(conn)->rend_data);
  1391. if (circ->_base.purpose == CIRCUIT_PURPOSE_C_ESTABLISH_REND &&
  1392. circ->_base.state == CIRCUIT_STATE_OPEN)
  1393. rend_client_rendcirc_has_opened(circ);
  1394. }
  1395. }
  1396. } /* endif (!circ) */
  1397. if (circ) {
  1398. /* Mark the circuit with the isolation fields for this connection.
  1399. * When the circuit arrives, we'll clear these flags: this is
  1400. * just some internal bookkeeping to make sure that we have
  1401. * launched enough circuits.
  1402. */
  1403. connection_edge_update_circuit_isolation(conn, circ, 0);
  1404. } else {
  1405. log_info(LD_APP,
  1406. "No safe circuit (purpose %d) ready for edge "
  1407. "connection; delaying.",
  1408. desired_circuit_purpose);
  1409. }
  1410. *circp = circ;
  1411. return 0;
  1412. }
  1413. /** Return true iff <b>crypt_path</b> is one of the crypt_paths for
  1414. * <b>circ</b>. */
  1415. static int
  1416. cpath_is_on_circuit(origin_circuit_t *circ, crypt_path_t *crypt_path)
  1417. {
  1418. crypt_path_t *cpath, *cpath_next = NULL;
  1419. for (cpath = circ->cpath; cpath_next != circ->cpath; cpath = cpath_next) {
  1420. cpath_next = cpath->next;
  1421. if (crypt_path == cpath)
  1422. return 1;
  1423. }
  1424. return 0;
  1425. }
  1426. /** Return true iff client-side optimistic data is supported. */
  1427. static int
  1428. optimistic_data_enabled(void)
  1429. {
  1430. const or_options_t *options = get_options();
  1431. if (options->OptimisticData < 0) {
  1432. /* XXX023 consider having auto default to 1 rather than 0 before
  1433. * the 0.2.3 branch goes stable. See bug 3617. -RD */
  1434. const int32_t enabled =
  1435. networkstatus_get_param(NULL, "UseOptimisticData", 0, 0, 1);
  1436. return (int)enabled;
  1437. }
  1438. return options->OptimisticData;
  1439. }
  1440. /** Attach the AP stream <b>apconn</b> to circ's linked list of
  1441. * p_streams. Also set apconn's cpath_layer to <b>cpath</b>, or to the last
  1442. * hop in circ's cpath if <b>cpath</b> is NULL.
  1443. */
  1444. static void
  1445. link_apconn_to_circ(entry_connection_t *apconn, origin_circuit_t *circ,
  1446. crypt_path_t *cpath)
  1447. {
  1448. const node_t *exitnode;
  1449. /* add it into the linked list of streams on this circuit */
  1450. log_debug(LD_APP|LD_CIRC, "attaching new conn to circ. n_circ_id %d.",
  1451. circ->_base.n_circ_id);
  1452. /* reset it, so we can measure circ timeouts */
  1453. ENTRY_TO_CONN(apconn)->timestamp_lastread = time(NULL);
  1454. ENTRY_TO_EDGE_CONN(apconn)->next_stream = circ->p_streams;
  1455. ENTRY_TO_EDGE_CONN(apconn)->on_circuit = TO_CIRCUIT(circ);
  1456. /* assert_connection_ok(conn, time(NULL)); */
  1457. circ->p_streams = ENTRY_TO_EDGE_CONN(apconn);
  1458. if (cpath) { /* we were given one; use it */
  1459. tor_assert(cpath_is_on_circuit(circ, cpath));
  1460. } else {
  1461. /* use the last hop in the circuit */
  1462. tor_assert(circ->cpath);
  1463. tor_assert(circ->cpath->prev);
  1464. tor_assert(circ->cpath->prev->state == CPATH_STATE_OPEN);
  1465. cpath = circ->cpath->prev;
  1466. }
  1467. ENTRY_TO_EDGE_CONN(apconn)->cpath_layer = cpath;
  1468. circ->isolation_any_streams_attached = 1;
  1469. connection_edge_update_circuit_isolation(apconn, circ, 0);
  1470. /* See if we can use optimistic data on this circuit */
  1471. if (cpath->extend_info &&
  1472. (exitnode = node_get_by_id(cpath->extend_info->identity_digest)) &&
  1473. exitnode->rs) {
  1474. /* Okay; we know what exit node this is. */
  1475. if (optimistic_data_enabled() &&
  1476. circ->_base.purpose == CIRCUIT_PURPOSE_C_GENERAL &&
  1477. exitnode->rs->version_supports_optimistic_data)
  1478. apconn->may_use_optimistic_data = 1;
  1479. else
  1480. apconn->may_use_optimistic_data = 0;
  1481. log_info(LD_APP, "Looks like completed circuit to %s %s allow "
  1482. "optimistic data for connection to %s",
  1483. safe_str_client(node_describe(exitnode)),
  1484. apconn->may_use_optimistic_data ? "does" : "doesn't",
  1485. safe_str_client(apconn->socks_request->address));
  1486. }
  1487. }
  1488. /** Return true iff <b>address</b> is matched by one of the entries in
  1489. * TrackHostExits. */
  1490. int
  1491. hostname_in_track_host_exits(const or_options_t *options, const char *address)
  1492. {
  1493. if (!options->TrackHostExits)
  1494. return 0;
  1495. SMARTLIST_FOREACH_BEGIN(options->TrackHostExits, const char *, cp) {
  1496. if (cp[0] == '.') { /* match end */
  1497. if (cp[1] == '\0' ||
  1498. !strcasecmpend(address, cp) ||
  1499. !strcasecmp(address, &cp[1]))
  1500. return 1;
  1501. } else if (strcasecmp(cp, address) == 0) {
  1502. return 1;
  1503. }
  1504. } SMARTLIST_FOREACH_END(cp);
  1505. return 0;
  1506. }
  1507. /** If an exit wasn't explicitly specified for <b>conn</b>, consider saving
  1508. * the exit that we *did* choose for use by future connections to
  1509. * <b>conn</b>'s destination.
  1510. */
  1511. static void
  1512. consider_recording_trackhost(const entry_connection_t *conn,
  1513. const origin_circuit_t *circ)
  1514. {
  1515. const or_options_t *options = get_options();
  1516. char *new_address = NULL;
  1517. char fp[HEX_DIGEST_LEN+1];
  1518. /* Search the addressmap for this conn's destination. */
  1519. /* If he's not in the address map.. */
  1520. if (!options->TrackHostExits ||
  1521. addressmap_have_mapping(conn->socks_request->address,
  1522. options->TrackHostExitsExpire))
  1523. return; /* nothing to track, or already mapped */
  1524. if (!hostname_in_track_host_exits(options, conn->socks_request->address) ||
  1525. !circ->build_state->chosen_exit)
  1526. return;
  1527. /* write down the fingerprint of the chosen exit, not the nickname,
  1528. * because the chosen exit might not be named. */
  1529. base16_encode(fp, sizeof(fp),
  1530. circ->build_state->chosen_exit->identity_digest, DIGEST_LEN);
  1531. /* Add this exit/hostname pair to the addressmap. */
  1532. tor_asprintf(&new_address, "%s.%s.exit",
  1533. conn->socks_request->address, fp);
  1534. addressmap_register(conn->socks_request->address, new_address,
  1535. time(NULL) + options->TrackHostExitsExpire,
  1536. ADDRMAPSRC_TRACKEXIT);
  1537. }
  1538. /** Attempt to attach the connection <b>conn</b> to <b>circ</b>, and send a
  1539. * begin or resolve cell as appropriate. Return values are as for
  1540. * connection_ap_handshake_attach_circuit. The stream will exit from the hop
  1541. * indicated by <b>cpath</b>, or from the last hop in circ's cpath if
  1542. * <b>cpath</b> is NULL. */
  1543. int
  1544. connection_ap_handshake_attach_chosen_circuit(entry_connection_t *conn,
  1545. origin_circuit_t *circ,
  1546. crypt_path_t *cpath)
  1547. {
  1548. connection_t *base_conn = ENTRY_TO_CONN(conn);
  1549. tor_assert(conn);
  1550. tor_assert(base_conn->state == AP_CONN_STATE_CIRCUIT_WAIT ||
  1551. base_conn->state == AP_CONN_STATE_CONTROLLER_WAIT);
  1552. tor_assert(conn->socks_request);
  1553. tor_assert(circ);
  1554. tor_assert(circ->_base.state == CIRCUIT_STATE_OPEN);
  1555. base_conn->state = AP_CONN_STATE_CIRCUIT_WAIT;
  1556. if (!circ->_base.timestamp_dirty)
  1557. circ->_base.timestamp_dirty = time(NULL);
  1558. link_apconn_to_circ(conn, circ, cpath);
  1559. tor_assert(conn->socks_request);
  1560. if (conn->socks_request->command == SOCKS_COMMAND_CONNECT) {
  1561. if (!conn->use_begindir)
  1562. consider_recording_trackhost(conn, circ);
  1563. if (connection_ap_handshake_send_begin(conn) < 0)
  1564. return -1;
  1565. } else {
  1566. if (connection_ap_handshake_send_resolve(conn) < 0)
  1567. return -1;
  1568. }
  1569. return 1;
  1570. }
  1571. /** Try to find a safe live circuit for CONN_TYPE_AP connection conn. If
  1572. * we don't find one: if conn cannot be handled by any known nodes,
  1573. * warn and return -1 (conn needs to die, and is maybe already marked);
  1574. * else launch new circuit (if necessary) and return 0.
  1575. * Otherwise, associate conn with a safe live circuit, do the
  1576. * right next step, and return 1.
  1577. */
  1578. /* XXXX this function should mark for close whenever it returns -1;
  1579. * its callers shouldn't have to worry about that. */
  1580. int
  1581. connection_ap_handshake_attach_circuit(entry_connection_t *conn)
  1582. {
  1583. connection_t *base_conn = ENTRY_TO_CONN(conn);
  1584. int retval;
  1585. int conn_age;
  1586. int want_onehop;
  1587. tor_assert(conn);
  1588. tor_assert(base_conn->state == AP_CONN_STATE_CIRCUIT_WAIT);
  1589. tor_assert(conn->socks_request);
  1590. want_onehop = conn->want_onehop;
  1591. conn_age = (int)(time(NULL) - base_conn->timestamp_created);
  1592. if (conn_age >= get_options()->SocksTimeout) {
  1593. int severity = (tor_addr_is_null(&base_conn->addr) && !base_conn->port) ?
  1594. LOG_INFO : LOG_NOTICE;
  1595. log_fn(severity, LD_APP,
  1596. "Tried for %d seconds to get a connection to %s:%d. Giving up.",
  1597. conn_age, safe_str_client(conn->socks_request->address),
  1598. conn->socks_request->port);
  1599. return -1;
  1600. }
  1601. if (!connection_edge_is_rendezvous_stream(ENTRY_TO_EDGE_CONN(conn))) {
  1602. /* we're a general conn */
  1603. origin_circuit_t *circ=NULL;
  1604. if (conn->chosen_exit_name) {
  1605. const node_t *node = node_get_by_nickname(conn->chosen_exit_name, 1);
  1606. int opt = conn->chosen_exit_optional;
  1607. if (!node && !want_onehop) {
  1608. /* We ran into this warning when trying to extend a circuit to a
  1609. * hidden service directory for which we didn't have a router
  1610. * descriptor. See flyspray task 767 for more details. We should
  1611. * keep this in mind when deciding to use BEGIN_DIR cells for other
  1612. * directory requests as well. -KL*/
  1613. log_fn(opt ? LOG_INFO : LOG_WARN, LD_APP,
  1614. "Requested exit point '%s' is not known. %s.",
  1615. conn->chosen_exit_name, opt ? "Trying others" : "Closing");
  1616. if (opt) {
  1617. conn->chosen_exit_optional = 0;
  1618. tor_free(conn->chosen_exit_name);
  1619. return 0;
  1620. }
  1621. return -1;
  1622. }
  1623. if (node && !connection_ap_can_use_exit(conn, node)) {
  1624. log_fn(opt ? LOG_INFO : LOG_WARN, LD_APP,
  1625. "Requested exit point '%s' is excluded or "
  1626. "would refuse request. %s.",
  1627. conn->chosen_exit_name, opt ? "Trying others" : "Closing");
  1628. if (opt) {
  1629. conn->chosen_exit_optional = 0;
  1630. tor_free(conn->chosen_exit_name);
  1631. return 0;
  1632. }
  1633. return -1;
  1634. }
  1635. }
  1636. /* find the circuit that we should use, if there is one. */
  1637. retval = circuit_get_open_circ_or_launch(
  1638. conn, CIRCUIT_PURPOSE_C_GENERAL, &circ);
  1639. if (retval < 1) // XXX022 if we totally fail, this still returns 0 -RD
  1640. return retval;
  1641. log_debug(LD_APP|LD_CIRC,
  1642. "Attaching apconn to circ %d (stream %d sec old).",
  1643. circ->_base.n_circ_id, conn_age);
  1644. /* print the circ's path, so people can figure out which circs are
  1645. * sucking. */
  1646. circuit_log_path(LOG_INFO,LD_APP|LD_CIRC,circ);
  1647. /* We have found a suitable circuit for our conn. Hurray. */
  1648. return connection_ap_handshake_attach_chosen_circuit(conn, circ, NULL);
  1649. } else { /* we're a rendezvous conn */
  1650. origin_circuit_t *rendcirc=NULL, *introcirc=NULL;
  1651. tor_assert(!ENTRY_TO_EDGE_CONN(conn)->cpath_layer);
  1652. /* start by finding a rendezvous circuit for us */
  1653. retval = circuit_get_open_circ_or_launch(
  1654. conn, CIRCUIT_PURPOSE_C_REND_JOINED, &rendcirc);
  1655. if (retval < 0) return -1; /* failed */
  1656. if (retval > 0) {
  1657. tor_assert(rendcirc);
  1658. /* one is already established, attach */
  1659. log_info(LD_REND,
  1660. "rend joined circ %d already here. attaching. "
  1661. "(stream %d sec old)",
  1662. rendcirc->_base.n_circ_id, conn_age);
  1663. /* Mark rendezvous circuits as 'newly dirty' every time you use
  1664. * them, since the process of rebuilding a rendezvous circ is so
  1665. * expensive. There is a tradeoff between linkability and
  1666. * feasibility, at this point.
  1667. */
  1668. rendcirc->_base.timestamp_dirty = time(NULL);
  1669. link_apconn_to_circ(conn, rendcirc, NULL);
  1670. if (connection_ap_handshake_send_begin(conn) < 0)
  1671. return 0; /* already marked, let them fade away */
  1672. return 1;
  1673. }
  1674. if (rendcirc && (rendcirc->_base.purpose ==
  1675. CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED)) {
  1676. log_info(LD_REND,
  1677. "pending-join circ %d already here, with intro ack. "
  1678. "Stalling. (stream %d sec old)",
  1679. rendcirc->_base.n_circ_id, conn_age);
  1680. return 0;
  1681. }
  1682. /* it's on its way. find an intro circ. */
  1683. retval = circuit_get_open_circ_or_launch(
  1684. conn, CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT, &introcirc);
  1685. if (retval < 0) return -1; /* failed */
  1686. if (retval > 0) {
  1687. /* one has already sent the intro. keep waiting. */
  1688. circuit_t *c = NULL;
  1689. tor_assert(introcirc);
  1690. log_info(LD_REND, "Intro circ %d present and awaiting ack (rend %d). "
  1691. "Stalling. (stream %d sec old)",
  1692. introcirc->_base.n_circ_id,
  1693. rendcirc ? rendcirc->_base.n_circ_id : 0,
  1694. conn_age);
  1695. /* abort parallel intro circs, if any */
  1696. for (c = global_circuitlist; c; c = c->next) {
  1697. if (c->purpose == CIRCUIT_PURPOSE_C_INTRODUCING &&
  1698. !c->marked_for_close && CIRCUIT_IS_ORIGIN(c)) {
  1699. origin_circuit_t *oc = TO_ORIGIN_CIRCUIT(c);
  1700. if (oc->rend_data &&
  1701. !rend_cmp_service_ids(
  1702. ENTRY_TO_EDGE_CONN(conn)->rend_data->onion_address,
  1703. oc->rend_data->onion_address)) {
  1704. log_info(LD_REND|LD_CIRC, "Closing introduction circuit that we "
  1705. "built in parallel.");
  1706. circuit_mark_for_close(c, END_CIRC_REASON_TIMEOUT);
  1707. }
  1708. }
  1709. }
  1710. return 0;
  1711. }
  1712. /* now rendcirc and introcirc are each either undefined or not finished */
  1713. if (rendcirc && introcirc &&
  1714. rendcirc->_base.purpose == CIRCUIT_PURPOSE_C_REND_READY) {
  1715. log_info(LD_REND,
  1716. "ready rend circ %d already here (no intro-ack yet on "
  1717. "intro %d). (stream %d sec old)",
  1718. rendcirc->_base.n_circ_id,
  1719. introcirc->_base.n_circ_id, conn_age);
  1720. tor_assert(introcirc->_base.purpose == CIRCUIT_PURPOSE_C_INTRODUCING);
  1721. if (introcirc->_base.state == CIRCUIT_STATE_OPEN) {
  1722. log_info(LD_REND,"found open intro circ %d (rend %d); sending "
  1723. "introduction. (stream %d sec old)",
  1724. introcirc->_base.n_circ_id, rendcirc->_base.n_circ_id,
  1725. conn_age);
  1726. switch (rend_client_send_introduction(introcirc, rendcirc)) {
  1727. case 0: /* success */
  1728. rendcirc->_base.timestamp_dirty = time(NULL);
  1729. introcirc->_base.timestamp_dirty = time(NULL);
  1730. assert_circuit_ok(TO_CIRCUIT(rendcirc));
  1731. assert_circuit_ok(TO_CIRCUIT(introcirc));
  1732. return 0;
  1733. case -1: /* transient error */
  1734. return 0;
  1735. case -2: /* permanent error */
  1736. return -1;
  1737. default: /* oops */
  1738. tor_fragile_assert();
  1739. return -1;
  1740. }
  1741. }
  1742. }
  1743. log_info(LD_REND, "Intro (%d) and rend (%d) circs are not both ready. "
  1744. "Stalling conn. (%d sec old)",
  1745. introcirc ? introcirc->_base.n_circ_id : 0,
  1746. rendcirc ? rendcirc->_base.n_circ_id : 0, conn_age);
  1747. return 0;
  1748. }
  1749. }