main.c 71 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096
  1. /* Copyright (c) 2001 Matej Pfajfar.
  2. * Copyright (c) 2001-2004, Roger Dingledine.
  3. * Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  4. * Copyright (c) 2007-2008, The Tor Project, Inc. */
  5. /* See LICENSE for licensing information */
  6. /* $Id$ */
  7. const char main_c_id[] =
  8. "$Id$";
  9. /**
  10. * \file main.c
  11. * \brief Toplevel module. Handles signals, multiplexes between
  12. * connections, implements main loop, and drives scheduled events.
  13. **/
  14. #define MAIN_PRIVATE
  15. #include "or.h"
  16. #ifdef USE_DMALLOC
  17. #include <dmalloc.h>
  18. #include <openssl/crypto.h>
  19. #endif
  20. #include "memarea.h"
  21. void evdns_shutdown(int);
  22. /********* PROTOTYPES **********/
  23. static void dumpmemusage(int severity);
  24. static void dumpstats(int severity); /* log stats */
  25. static void conn_read_callback(int fd, short event, void *_conn);
  26. static void conn_write_callback(int fd, short event, void *_conn);
  27. static void signal_callback(int fd, short events, void *arg);
  28. static void second_elapsed_callback(int fd, short event, void *args);
  29. static int conn_close_if_marked(int i);
  30. static void connection_start_reading_from_linked_conn(connection_t *conn);
  31. static int connection_should_read_from_linked_conn(connection_t *conn);
  32. /********* START VARIABLES **********/
  33. int global_read_bucket; /**< Max number of bytes I can read this second. */
  34. int global_write_bucket; /**< Max number of bytes I can write this second. */
  35. /** Max number of relayed (bandwidth class 1) bytes I can read this second. */
  36. int global_relayed_read_bucket;
  37. /** Max number of relayed (bandwidth class 1) bytes I can write this second. */
  38. int global_relayed_write_bucket;
  39. /** What was the read bucket before the last second_elapsed_callback() call?
  40. * (used to determine how many bytes we've read). */
  41. static int stats_prev_global_read_bucket;
  42. /** What was the write bucket before the last second_elapsed_callback() call?
  43. * (used to determine how many bytes we've written). */
  44. static int stats_prev_global_write_bucket;
  45. /* XXX we might want to keep stats about global_relayed_*_bucket too. Or not.*/
  46. /** How many bytes have we read/written since we started the process? */
  47. static uint64_t stats_n_bytes_read = 0;
  48. static uint64_t stats_n_bytes_written = 0;
  49. /** What time did this process start up? */
  50. time_t time_of_process_start = 0;
  51. /** How many seconds have we been running? */
  52. long stats_n_seconds_working = 0;
  53. /** When do we next launch DNS wildcarding checks? */
  54. static time_t time_to_check_for_correct_dns = 0;
  55. /** How often will we honor SIGNEWNYM requests? */
  56. #define MAX_SIGNEWNYM_RATE 10
  57. /** When did we last process a SIGNEWNYM request? */
  58. static time_t time_of_last_signewnym = 0;
  59. /** Is there a signewnym request we're currently waiting to handle? */
  60. static int signewnym_is_pending = 0;
  61. /** Smartlist of all open connections. */
  62. static smartlist_t *connection_array = NULL;
  63. /** List of connections that have been marked for close and need to be freed
  64. * and removed from connection_array. */
  65. static smartlist_t *closeable_connection_lst = NULL;
  66. /** List of linked connections that are currently reading data into their
  67. * inbuf from their partner's outbuf. */
  68. static smartlist_t *active_linked_connection_lst = NULL;
  69. /** Flag: Set to true iff we entered the current libevent main loop via
  70. * <b>loop_once</b>. If so, there's no need to trigger a loopexit in order
  71. * to handle linked connections. */
  72. static int called_loop_once = 0;
  73. /** We set this to 1 when we've opened a circuit, so we can print a log
  74. * entry to inform the user that Tor is working. */
  75. int has_completed_circuit=0;
  76. /** How often do we check for router descriptors that we should download
  77. * when we have too little directory info? */
  78. #define GREEDY_DESCRIPTOR_RETRY_INTERVAL (10)
  79. /** How often do we check for router descriptors that we should download
  80. * when we have enough directory info? */
  81. #define LAZY_DESCRIPTOR_RETRY_INTERVAL (60)
  82. /** How often do we 'forgive' undownloadable router descriptors and attempt
  83. * to download them again? */
  84. #define DESCRIPTOR_FAILURE_RESET_INTERVAL (60*60)
  85. /** How long do we let a directory connection stall before expiring it? */
  86. #define DIR_CONN_MAX_STALL (5*60)
  87. /** How old do we let a connection to an OR get before deciding it's
  88. * obsolete? */
  89. #define TIME_BEFORE_OR_CONN_IS_OBSOLETE (60*60*24*7)
  90. /** How long do we let OR connections handshake before we decide that
  91. * they are obsolete? */
  92. #define TLS_HANDSHAKE_TIMEOUT (60)
  93. /********* END VARIABLES ************/
  94. /****************************************************************************
  95. *
  96. * This section contains accessors and other methods on the connection_array
  97. * variables (which are global within this file and unavailable outside it).
  98. *
  99. ****************************************************************************/
  100. /** Add <b>conn</b> to the array of connections that we can poll on. The
  101. * connection's socket must be set; the connection starts out
  102. * non-reading and non-writing.
  103. */
  104. int
  105. connection_add(connection_t *conn)
  106. {
  107. tor_assert(conn);
  108. tor_assert(conn->s >= 0 ||
  109. conn->linked ||
  110. (conn->type == CONN_TYPE_AP &&
  111. TO_EDGE_CONN(conn)->is_dns_request));
  112. tor_assert(conn->conn_array_index == -1); /* can only connection_add once */
  113. conn->conn_array_index = smartlist_len(connection_array);
  114. smartlist_add(connection_array, conn);
  115. if (conn->s >= 0 || conn->linked) {
  116. conn->read_event = tor_malloc_zero(sizeof(struct event));
  117. conn->write_event = tor_malloc_zero(sizeof(struct event));
  118. event_set(conn->read_event, conn->s, EV_READ|EV_PERSIST,
  119. conn_read_callback, conn);
  120. event_set(conn->write_event, conn->s, EV_WRITE|EV_PERSIST,
  121. conn_write_callback, conn);
  122. }
  123. log_debug(LD_NET,"new conn type %s, socket %d, address %s, n_conns %d.",
  124. conn_type_to_string(conn->type), conn->s, conn->address,
  125. smartlist_len(connection_array));
  126. return 0;
  127. }
  128. /** Remove the connection from the global list, and remove the
  129. * corresponding poll entry. Calling this function will shift the last
  130. * connection (if any) into the position occupied by conn.
  131. */
  132. int
  133. connection_remove(connection_t *conn)
  134. {
  135. int current_index;
  136. connection_t *tmp;
  137. tor_assert(conn);
  138. log_debug(LD_NET,"removing socket %d (type %s), n_conns now %d",
  139. conn->s, conn_type_to_string(conn->type),
  140. smartlist_len(connection_array));
  141. tor_assert(conn->conn_array_index >= 0);
  142. current_index = conn->conn_array_index;
  143. connection_unregister_events(conn); /* This is redundant, but cheap. */
  144. if (current_index == smartlist_len(connection_array)-1) { /* at the end */
  145. smartlist_del(connection_array, current_index);
  146. return 0;
  147. }
  148. /* replace this one with the one at the end */
  149. smartlist_del(connection_array, current_index);
  150. tmp = smartlist_get(connection_array, current_index);
  151. tmp->conn_array_index = current_index;
  152. return 0;
  153. }
  154. /** If <b>conn</b> is an edge conn, remove it from the list
  155. * of conn's on this circuit. If it's not on an edge,
  156. * flush and send destroys for all circuits on this conn.
  157. *
  158. * Remove it from connection_array (if applicable) and
  159. * from closeable_connection_list.
  160. *
  161. * Then free it.
  162. */
  163. static void
  164. connection_unlink(connection_t *conn)
  165. {
  166. connection_about_to_close_connection(conn);
  167. if (conn->conn_array_index >= 0) {
  168. connection_remove(conn);
  169. }
  170. if (conn->linked_conn) {
  171. conn->linked_conn->linked_conn = NULL;
  172. if (! conn->linked_conn->marked_for_close &&
  173. conn->linked_conn->reading_from_linked_conn)
  174. connection_start_reading(conn->linked_conn);
  175. conn->linked_conn = NULL;
  176. }
  177. smartlist_remove(closeable_connection_lst, conn);
  178. smartlist_remove(active_linked_connection_lst, conn);
  179. if (conn->type == CONN_TYPE_EXIT) {
  180. assert_connection_edge_not_dns_pending(TO_EDGE_CONN(conn));
  181. }
  182. if (conn->type == CONN_TYPE_OR) {
  183. if (!tor_digest_is_zero(TO_OR_CONN(conn)->identity_digest))
  184. connection_or_remove_from_identity_map(TO_OR_CONN(conn));
  185. }
  186. connection_free(conn);
  187. }
  188. /** Schedule <b>conn</b> to be closed. **/
  189. void
  190. add_connection_to_closeable_list(connection_t *conn)
  191. {
  192. tor_assert(!smartlist_isin(closeable_connection_lst, conn));
  193. tor_assert(conn->marked_for_close);
  194. assert_connection_ok(conn, time(NULL));
  195. smartlist_add(closeable_connection_lst, conn);
  196. }
  197. /** Return 1 if conn is on the closeable list, else return 0. */
  198. int
  199. connection_is_on_closeable_list(connection_t *conn)
  200. {
  201. return smartlist_isin(closeable_connection_lst, conn);
  202. }
  203. /** Return true iff conn is in the current poll array. */
  204. int
  205. connection_in_array(connection_t *conn)
  206. {
  207. return smartlist_isin(connection_array, conn);
  208. }
  209. /** Set <b>*array</b> to an array of all connections, and <b>*n</b>
  210. * to the length of the array. <b>*array</b> and <b>*n</b> must not
  211. * be modified.
  212. */
  213. smartlist_t *
  214. get_connection_array(void)
  215. {
  216. if (!connection_array)
  217. connection_array = smartlist_create();
  218. return connection_array;
  219. }
  220. /** Set the event mask on <b>conn</b> to <b>events</b>. (The event
  221. * mask is a bitmask whose bits are EV_READ and EV_WRITE.)
  222. */
  223. void
  224. connection_watch_events(connection_t *conn, short events)
  225. {
  226. if (events & EV_READ)
  227. connection_start_reading(conn);
  228. else
  229. connection_stop_reading(conn);
  230. if (events & EV_WRITE)
  231. connection_start_writing(conn);
  232. else
  233. connection_stop_writing(conn);
  234. }
  235. /** Return true iff <b>conn</b> is listening for read events. */
  236. int
  237. connection_is_reading(connection_t *conn)
  238. {
  239. tor_assert(conn);
  240. return conn->reading_from_linked_conn ||
  241. (conn->read_event && event_pending(conn->read_event, EV_READ, NULL));
  242. }
  243. /** Tell the main loop to stop notifying <b>conn</b> of any read events. */
  244. void
  245. connection_stop_reading(connection_t *conn)
  246. {
  247. tor_assert(conn);
  248. tor_assert(conn->read_event);
  249. if (conn->linked) {
  250. conn->reading_from_linked_conn = 0;
  251. connection_stop_reading_from_linked_conn(conn);
  252. } else {
  253. if (event_del(conn->read_event))
  254. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  255. "to unwatched: %s",
  256. conn->s,
  257. tor_socket_strerror(tor_socket_errno(conn->s)));
  258. }
  259. }
  260. /** Tell the main loop to start notifying <b>conn</b> of any read events. */
  261. void
  262. connection_start_reading(connection_t *conn)
  263. {
  264. tor_assert(conn);
  265. tor_assert(conn->read_event);
  266. if (conn->linked) {
  267. conn->reading_from_linked_conn = 1;
  268. if (connection_should_read_from_linked_conn(conn))
  269. connection_start_reading_from_linked_conn(conn);
  270. } else {
  271. if (event_add(conn->read_event, NULL))
  272. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  273. "to watched: %s",
  274. conn->s,
  275. tor_socket_strerror(tor_socket_errno(conn->s)));
  276. }
  277. }
  278. /** Return true iff <b>conn</b> is listening for write events. */
  279. int
  280. connection_is_writing(connection_t *conn)
  281. {
  282. tor_assert(conn);
  283. return conn->writing_to_linked_conn ||
  284. (conn->write_event && event_pending(conn->write_event, EV_WRITE, NULL));
  285. }
  286. /** Tell the main loop to stop notifying <b>conn</b> of any write events. */
  287. void
  288. connection_stop_writing(connection_t *conn)
  289. {
  290. tor_assert(conn);
  291. tor_assert(conn->write_event);
  292. if (conn->linked) {
  293. conn->writing_to_linked_conn = 0;
  294. if (conn->linked_conn)
  295. connection_stop_reading_from_linked_conn(conn->linked_conn);
  296. } else {
  297. if (event_del(conn->write_event))
  298. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  299. "to unwatched: %s",
  300. conn->s,
  301. tor_socket_strerror(tor_socket_errno(conn->s)));
  302. }
  303. }
  304. /** Tell the main loop to start notifying <b>conn</b> of any write events. */
  305. void
  306. connection_start_writing(connection_t *conn)
  307. {
  308. tor_assert(conn);
  309. tor_assert(conn->write_event);
  310. if (conn->linked) {
  311. conn->writing_to_linked_conn = 1;
  312. if (conn->linked_conn &&
  313. connection_should_read_from_linked_conn(conn->linked_conn))
  314. connection_start_reading_from_linked_conn(conn->linked_conn);
  315. } else {
  316. if (event_add(conn->write_event, NULL))
  317. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  318. "to watched: %s",
  319. conn->s,
  320. tor_socket_strerror(tor_socket_errno(conn->s)));
  321. }
  322. }
  323. /** Return true iff <b>conn</b> is linked conn, and reading from the conn
  324. * linked to it would be good and feasible. (Reading is "feasible" if the
  325. * other conn exists and has data in its outbuf, and is "good" if we have our
  326. * reading_from_linked_conn flag set and the other conn has its
  327. * writing_to_linked_conn flag set.)*/
  328. static int
  329. connection_should_read_from_linked_conn(connection_t *conn)
  330. {
  331. if (conn->linked && conn->reading_from_linked_conn) {
  332. if (! conn->linked_conn ||
  333. (conn->linked_conn->writing_to_linked_conn &&
  334. buf_datalen(conn->linked_conn->outbuf)))
  335. return 1;
  336. }
  337. return 0;
  338. }
  339. /** Helper: Tell the main loop to begin reading bytes into <b>conn</b> from
  340. * its linked connection, if it is not doing so already. Called by
  341. * connection_start_reading and connection_start_writing as appropriate. */
  342. static void
  343. connection_start_reading_from_linked_conn(connection_t *conn)
  344. {
  345. tor_assert(conn);
  346. tor_assert(conn->linked == 1);
  347. if (!conn->active_on_link) {
  348. conn->active_on_link = 1;
  349. smartlist_add(active_linked_connection_lst, conn);
  350. if (!called_loop_once) {
  351. /* This is the first event on the list; we won't be in LOOP_ONCE mode,
  352. * so we need to make sure that the event_loop() actually exits at the
  353. * end of its run through the current connections and
  354. * lets us activate read events for linked connections. */
  355. struct timeval tv = { 0, 0 };
  356. event_loopexit(&tv);
  357. }
  358. } else {
  359. tor_assert(smartlist_isin(active_linked_connection_lst, conn));
  360. }
  361. }
  362. /** Tell the main loop to stop reading bytes into <b>conn</b> from its linked
  363. * connection, if is currently doing so. Called by connection_stop_reading,
  364. * connection_stop_writing, and connection_read. */
  365. void
  366. connection_stop_reading_from_linked_conn(connection_t *conn)
  367. {
  368. tor_assert(conn);
  369. tor_assert(conn->linked == 1);
  370. if (conn->active_on_link) {
  371. conn->active_on_link = 0;
  372. /* FFFF We could keep an index here so we can smartlist_del
  373. * cleanly. On the other hand, this doesn't show up on profiles,
  374. * so let's leave it alone for now. */
  375. smartlist_remove(active_linked_connection_lst, conn);
  376. } else {
  377. tor_assert(!smartlist_isin(active_linked_connection_lst, conn));
  378. }
  379. }
  380. /** Close all connections that have been scheduled to get closed. */
  381. static void
  382. close_closeable_connections(void)
  383. {
  384. int i;
  385. for (i = 0; i < smartlist_len(closeable_connection_lst); ) {
  386. connection_t *conn = smartlist_get(closeable_connection_lst, i);
  387. if (conn->conn_array_index < 0) {
  388. connection_unlink(conn); /* blow it away right now */
  389. } else {
  390. if (!conn_close_if_marked(conn->conn_array_index))
  391. ++i;
  392. }
  393. }
  394. }
  395. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  396. * some data to read. */
  397. static void
  398. conn_read_callback(int fd, short event, void *_conn)
  399. {
  400. connection_t *conn = _conn;
  401. (void)fd;
  402. (void)event;
  403. log_debug(LD_NET,"socket %d wants to read.",conn->s);
  404. assert_connection_ok(conn, time(NULL));
  405. if (connection_handle_read(conn) < 0) {
  406. if (!conn->marked_for_close) {
  407. #ifndef MS_WINDOWS
  408. log_warn(LD_BUG,"Unhandled error on read for %s connection "
  409. "(fd %d); removing",
  410. conn_type_to_string(conn->type), conn->s);
  411. tor_fragile_assert();
  412. #endif
  413. if (CONN_IS_EDGE(conn))
  414. connection_edge_end_errno(TO_EDGE_CONN(conn));
  415. connection_mark_for_close(conn);
  416. }
  417. }
  418. assert_connection_ok(conn, time(NULL));
  419. if (smartlist_len(closeable_connection_lst))
  420. close_closeable_connections();
  421. }
  422. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  423. * some data to write. */
  424. static void
  425. conn_write_callback(int fd, short events, void *_conn)
  426. {
  427. connection_t *conn = _conn;
  428. (void)fd;
  429. (void)events;
  430. LOG_FN_CONN(conn, (LOG_DEBUG, LD_NET, "socket %d wants to write.",conn->s));
  431. assert_connection_ok(conn, time(NULL));
  432. if (connection_handle_write(conn, 0) < 0) {
  433. if (!conn->marked_for_close) {
  434. /* this connection is broken. remove it. */
  435. log_fn(LOG_WARN,LD_BUG,
  436. "unhandled error on write for %s connection (fd %d); removing",
  437. conn_type_to_string(conn->type), conn->s);
  438. tor_fragile_assert();
  439. if (CONN_IS_EDGE(conn)) {
  440. /* otherwise we cry wolf about duplicate close */
  441. edge_connection_t *edge_conn = TO_EDGE_CONN(conn);
  442. if (!edge_conn->end_reason)
  443. edge_conn->end_reason = END_STREAM_REASON_INTERNAL;
  444. conn->edge_has_sent_end = 1;
  445. }
  446. connection_close_immediate(conn); /* So we don't try to flush. */
  447. connection_mark_for_close(conn);
  448. }
  449. }
  450. assert_connection_ok(conn, time(NULL));
  451. if (smartlist_len(closeable_connection_lst))
  452. close_closeable_connections();
  453. }
  454. /** If the connection at connection_array[i] is marked for close, then:
  455. * - If it has data that it wants to flush, try to flush it.
  456. * - If it _still_ has data to flush, and conn->hold_open_until_flushed is
  457. * true, then leave the connection open and return.
  458. * - Otherwise, remove the connection from connection_array and from
  459. * all other lists, close it, and free it.
  460. * Returns 1 if the connection was closed, 0 otherwise.
  461. */
  462. static int
  463. conn_close_if_marked(int i)
  464. {
  465. connection_t *conn;
  466. int retval;
  467. time_t now;
  468. conn = smartlist_get(connection_array, i);
  469. if (!conn->marked_for_close)
  470. return 0; /* nothing to see here, move along */
  471. now = time(NULL);
  472. assert_connection_ok(conn, now);
  473. assert_all_pending_dns_resolves_ok();
  474. log_debug(LD_NET,"Cleaning up connection (fd %d).",conn->s);
  475. if ((conn->s >= 0 || conn->linked_conn) && connection_wants_to_flush(conn)) {
  476. /* s == -1 means it's an incomplete edge connection, or that the socket
  477. * has already been closed as unflushable. */
  478. ssize_t sz = connection_bucket_write_limit(conn, now);
  479. if (!conn->hold_open_until_flushed)
  480. log_info(LD_NET,
  481. "Conn (addr %s, fd %d, type %s, state %d) marked, but wants "
  482. "to flush %d bytes. (Marked at %s:%d)",
  483. escaped_safe_str(conn->address),
  484. conn->s, conn_type_to_string(conn->type), conn->state,
  485. (int)conn->outbuf_flushlen,
  486. conn->marked_for_close_file, conn->marked_for_close);
  487. if (conn->linked_conn) {
  488. retval = move_buf_to_buf(conn->linked_conn->inbuf, conn->outbuf,
  489. &conn->outbuf_flushlen);
  490. if (retval >= 0) {
  491. /* The linked conn will notice that it has data when it notices that
  492. * we're gone. */
  493. connection_start_reading_from_linked_conn(conn->linked_conn);
  494. }
  495. log_debug(LD_GENERAL, "Flushed last %d bytes from a linked conn; "
  496. "%d left; flushlen %d; wants-to-flush==%d", retval,
  497. (int)buf_datalen(conn->outbuf),
  498. (int)conn->outbuf_flushlen,
  499. connection_wants_to_flush(conn));
  500. } else if (connection_speaks_cells(conn)) {
  501. if (conn->state == OR_CONN_STATE_OPEN) {
  502. retval = flush_buf_tls(TO_OR_CONN(conn)->tls, conn->outbuf, sz,
  503. &conn->outbuf_flushlen);
  504. } else
  505. retval = -1; /* never flush non-open broken tls connections */
  506. } else {
  507. retval = flush_buf(conn->s, conn->outbuf, sz, &conn->outbuf_flushlen);
  508. }
  509. if (retval >= 0 && /* Technically, we could survive things like
  510. TLS_WANT_WRITE here. But don't bother for now. */
  511. conn->hold_open_until_flushed && connection_wants_to_flush(conn)) {
  512. if (retval > 0) {
  513. LOG_FN_CONN(conn, (LOG_INFO,LD_NET,
  514. "Holding conn (fd %d) open for more flushing.",
  515. conn->s));
  516. conn->timestamp_lastwritten = now; /* reset so we can flush more */
  517. }
  518. return 0;
  519. }
  520. if (connection_wants_to_flush(conn)) {
  521. int severity;
  522. if (conn->type == CONN_TYPE_EXIT ||
  523. (conn->type == CONN_TYPE_OR && server_mode(get_options())) ||
  524. (conn->type == CONN_TYPE_DIR && conn->purpose == DIR_PURPOSE_SERVER))
  525. severity = LOG_INFO;
  526. else
  527. severity = LOG_NOTICE;
  528. /* XXXX Maybe allow this to happen a certain amount per hour; it usually
  529. * is meaningless. */
  530. log_fn(severity, LD_NET, "We stalled too much while trying to write %d "
  531. "bytes to address %s. If this happens a lot, either "
  532. "something is wrong with your network connection, or "
  533. "something is wrong with theirs. "
  534. "(fd %d, type %s, state %d, marked at %s:%d).",
  535. (int)buf_datalen(conn->outbuf),
  536. escaped_safe_str(conn->address), conn->s,
  537. conn_type_to_string(conn->type), conn->state,
  538. conn->marked_for_close_file,
  539. conn->marked_for_close);
  540. }
  541. }
  542. connection_unlink(conn); /* unlink, remove, free */
  543. return 1;
  544. }
  545. /** We've just tried every dirserver we know about, and none of
  546. * them were reachable. Assume the network is down. Change state
  547. * so next time an application connection arrives we'll delay it
  548. * and try another directory fetch. Kill off all the circuit_wait
  549. * streams that are waiting now, since they will all timeout anyway.
  550. */
  551. void
  552. directory_all_unreachable(time_t now)
  553. {
  554. connection_t *conn;
  555. (void)now;
  556. stats_n_seconds_working=0; /* reset it */
  557. while ((conn = connection_get_by_type_state(CONN_TYPE_AP,
  558. AP_CONN_STATE_CIRCUIT_WAIT))) {
  559. edge_connection_t *edge_conn = TO_EDGE_CONN(conn);
  560. log_notice(LD_NET,
  561. "Is your network connection down? "
  562. "Failing connection to '%s:%d'.",
  563. safe_str(edge_conn->socks_request->address),
  564. edge_conn->socks_request->port);
  565. connection_mark_unattached_ap(edge_conn,
  566. END_STREAM_REASON_NET_UNREACHABLE);
  567. }
  568. control_event_general_status(LOG_ERR, "DIR_ALL_UNREACHABLE");
  569. }
  570. /** This function is called whenever we successfully pull down some new
  571. * network statuses or server descriptors. */
  572. void
  573. directory_info_has_arrived(time_t now, int from_cache)
  574. {
  575. or_options_t *options = get_options();
  576. if (!router_have_minimum_dir_info()) {
  577. int quiet = directory_too_idle_to_fetch_descriptors(options, now);
  578. log(quiet ? LOG_INFO : LOG_NOTICE, LD_DIR,
  579. "I learned some more directory information, but not enough to "
  580. "build a circuit: %s", get_dir_info_status_string());
  581. update_router_descriptor_downloads(now);
  582. return;
  583. } else {
  584. /* if we have enough dir info, then update our guard status with
  585. * whatever we just learned. */
  586. entry_guards_compute_status();
  587. /* Don't even bother trying to get extrainfo until the rest of our
  588. * directory info is up-to-date */
  589. if (options->DownloadExtraInfo)
  590. update_extrainfo_downloads(now);
  591. }
  592. if (server_mode(options) && !we_are_hibernating() && !from_cache &&
  593. (has_completed_circuit || !any_predicted_circuits(now)))
  594. consider_testing_reachability(1, 1);
  595. }
  596. /** Perform regular maintenance tasks for a single connection. This
  597. * function gets run once per second per connection by run_scheduled_events.
  598. */
  599. static void
  600. run_connection_housekeeping(int i, time_t now)
  601. {
  602. cell_t cell;
  603. connection_t *conn = smartlist_get(connection_array, i);
  604. or_options_t *options = get_options();
  605. or_connection_t *or_conn;
  606. if (conn->outbuf && !buf_datalen(conn->outbuf) && conn->type == CONN_TYPE_OR)
  607. TO_OR_CONN(conn)->timestamp_lastempty = now;
  608. if (conn->marked_for_close) {
  609. /* nothing to do here */
  610. return;
  611. }
  612. /* Expire any directory connections that haven't been active (sent
  613. * if a server or received if a client) for 5 min */
  614. if (conn->type == CONN_TYPE_DIR &&
  615. ((DIR_CONN_IS_SERVER(conn) &&
  616. conn->timestamp_lastwritten + DIR_CONN_MAX_STALL < now) ||
  617. (!DIR_CONN_IS_SERVER(conn) &&
  618. conn->timestamp_lastread + DIR_CONN_MAX_STALL < now))) {
  619. log_info(LD_DIR,"Expiring wedged directory conn (fd %d, purpose %d)",
  620. conn->s, conn->purpose);
  621. /* This check is temporary; it's to let us know whether we should consider
  622. * parsing partial serverdesc responses. */
  623. if (conn->purpose == DIR_PURPOSE_FETCH_SERVERDESC &&
  624. buf_datalen(conn->inbuf)>=1024) {
  625. log_info(LD_DIR,"Trying to extract information from wedged server desc "
  626. "download.");
  627. connection_dir_reached_eof(TO_DIR_CONN(conn));
  628. } else {
  629. connection_mark_for_close(conn);
  630. }
  631. return;
  632. }
  633. if (!connection_speaks_cells(conn))
  634. return; /* we're all done here, the rest is just for OR conns */
  635. or_conn = TO_OR_CONN(conn);
  636. if (!conn->or_is_obsolete) {
  637. if (conn->timestamp_created + TIME_BEFORE_OR_CONN_IS_OBSOLETE < now) {
  638. log_info(LD_OR,
  639. "Marking OR conn to %s:%d obsolete (fd %d, %d secs old).",
  640. conn->address, conn->port, conn->s,
  641. (int)(now - conn->timestamp_created));
  642. conn->or_is_obsolete = 1;
  643. } else {
  644. or_connection_t *best =
  645. connection_or_get_by_identity_digest(or_conn->identity_digest);
  646. if (best && best != or_conn &&
  647. (conn->state == OR_CONN_STATE_OPEN ||
  648. now > conn->timestamp_created + TLS_HANDSHAKE_TIMEOUT)) {
  649. /* We only mark as obsolete connections that already are in
  650. * OR_CONN_STATE_OPEN, i.e. that have finished their TLS handshaking.
  651. * This is necessary because authorities judge whether a router is
  652. * reachable based on whether they were able to TLS handshake with it
  653. * recently. Without this check we would expire connections too
  654. * early for router->last_reachable to be updated.
  655. */
  656. log_info(LD_OR,
  657. "Marking duplicate conn to %s:%d obsolete "
  658. "(fd %d, %d secs old).",
  659. conn->address, conn->port, conn->s,
  660. (int)(now - conn->timestamp_created));
  661. conn->or_is_obsolete = 1;
  662. }
  663. }
  664. }
  665. if (conn->or_is_obsolete && !or_conn->n_circuits) {
  666. /* no unmarked circs -- mark it now */
  667. log_info(LD_OR,
  668. "Expiring non-used OR connection to fd %d (%s:%d) [Obsolete].",
  669. conn->s, conn->address, conn->port);
  670. if (conn->state == OR_CONN_STATE_CONNECTING)
  671. connection_or_connect_failed(TO_OR_CONN(conn),
  672. END_OR_CONN_REASON_TIMEOUT,
  673. "Tor gave up on the connection");
  674. connection_mark_for_close(conn);
  675. conn->hold_open_until_flushed = 1;
  676. return;
  677. }
  678. /* If we haven't written to an OR connection for a while, then either nuke
  679. the connection or send a keepalive, depending. */
  680. if (now >= conn->timestamp_lastwritten + options->KeepalivePeriod) {
  681. routerinfo_t *router = router_get_by_digest(or_conn->identity_digest);
  682. int maxCircuitlessPeriod = options->MaxCircuitDirtiness*3/2;
  683. if (!connection_state_is_open(conn)) {
  684. /* We never managed to actually get this connection open and happy. */
  685. log_info(LD_OR,"Expiring non-open OR connection to fd %d (%s:%d).",
  686. conn->s,conn->address, conn->port);
  687. connection_mark_for_close(conn);
  688. conn->hold_open_until_flushed = 1;
  689. } else if (we_are_hibernating() && !or_conn->n_circuits &&
  690. !buf_datalen(conn->outbuf)) {
  691. /* We're hibernating, there's no circuits, and nothing to flush.*/
  692. log_info(LD_OR,"Expiring non-used OR connection to fd %d (%s:%d) "
  693. "[Hibernating or exiting].",
  694. conn->s,conn->address, conn->port);
  695. connection_mark_for_close(conn);
  696. conn->hold_open_until_flushed = 1;
  697. } else if (!clique_mode(options) && !or_conn->n_circuits &&
  698. now >= or_conn->timestamp_last_added_nonpadding +
  699. maxCircuitlessPeriod &&
  700. (!router || !server_mode(options) ||
  701. !router_is_clique_mode(router))) {
  702. log_info(LD_OR,"Expiring non-used OR connection to fd %d (%s:%d) "
  703. "[Not in clique mode].",
  704. conn->s,conn->address, conn->port);
  705. connection_mark_for_close(conn);
  706. conn->hold_open_until_flushed = 1;
  707. } else if (
  708. now >= or_conn->timestamp_lastempty + options->KeepalivePeriod*10 &&
  709. now >= conn->timestamp_lastwritten + options->KeepalivePeriod*10) {
  710. log_fn(LOG_PROTOCOL_WARN,LD_PROTOCOL,
  711. "Expiring stuck OR connection to fd %d (%s:%d). (%d bytes to "
  712. "flush; %d seconds since last write)",
  713. conn->s, conn->address, conn->port,
  714. (int)buf_datalen(conn->outbuf),
  715. (int)(now-conn->timestamp_lastwritten));
  716. connection_mark_for_close(conn);
  717. } else if (!buf_datalen(conn->outbuf)) {
  718. /* either in clique mode, or we've got a circuit. send a padding cell. */
  719. log_fn(LOG_DEBUG,LD_OR,"Sending keepalive to (%s:%d)",
  720. conn->address, conn->port);
  721. memset(&cell,0,sizeof(cell_t));
  722. cell.command = CELL_PADDING;
  723. connection_or_write_cell_to_buf(&cell, or_conn);
  724. }
  725. }
  726. }
  727. /** Honor a NEWNYM request: make future requests unlinkability to past
  728. * requests. */
  729. static void
  730. signewnym_impl(time_t now)
  731. {
  732. circuit_expire_all_dirty_circs();
  733. addressmap_clear_transient();
  734. time_of_last_signewnym = now;
  735. signewnym_is_pending = 0;
  736. }
  737. /** Perform regular maintenance tasks. This function gets run once per
  738. * second by second_elapsed_callback().
  739. */
  740. static void
  741. run_scheduled_events(time_t now)
  742. {
  743. static time_t last_rotated_x509_certificate = 0;
  744. static time_t time_to_check_v3_certificate = 0;
  745. static time_t time_to_check_listeners = 0;
  746. static time_t time_to_check_descriptor = 0;
  747. static time_t time_to_check_ipaddress = 0;
  748. static time_t time_to_shrink_memory = 0;
  749. static time_t time_to_try_getting_descriptors = 0;
  750. static time_t time_to_reset_descriptor_failures = 0;
  751. static time_t time_to_add_entropy = 0;
  752. static time_t time_to_write_hs_statistics = 0;
  753. static time_t time_to_write_bridge_status_file = 0;
  754. static time_t time_to_downrate_stability = 0;
  755. static time_t time_to_save_stability = 0;
  756. static time_t time_to_clean_caches = 0;
  757. static time_t time_to_recheck_bandwidth = 0;
  758. static time_t time_to_check_for_expired_networkstatus = 0;
  759. static time_t time_to_dump_geoip_stats = 0;
  760. static time_t time_to_retry_dns_init = 0;
  761. or_options_t *options = get_options();
  762. int i;
  763. int have_dir_info;
  764. /** 0. See if we've been asked to shut down and our timeout has
  765. * expired; or if our bandwidth limits are exhausted and we
  766. * should hibernate; or if it's time to wake up from hibernation.
  767. */
  768. consider_hibernation(now);
  769. /* 0b. If we've deferred a signewnym, make sure it gets handled
  770. * eventually. */
  771. if (signewnym_is_pending &&
  772. time_of_last_signewnym + MAX_SIGNEWNYM_RATE <= now) {
  773. log(LOG_INFO, LD_CONTROL, "Honoring delayed NEWNYM request");
  774. signewnym_impl(now);
  775. }
  776. /** 1a. Every MIN_ONION_KEY_LIFETIME seconds, rotate the onion keys,
  777. * shut down and restart all cpuworkers, and update the directory if
  778. * necessary.
  779. */
  780. if (server_mode(options) &&
  781. get_onion_key_set_at()+MIN_ONION_KEY_LIFETIME < now) {
  782. log_info(LD_GENERAL,"Rotating onion key.");
  783. rotate_onion_key();
  784. cpuworkers_rotate();
  785. if (router_rebuild_descriptor(1)<0) {
  786. log_info(LD_CONFIG, "Couldn't rebuild router descriptor");
  787. }
  788. if (advertised_server_mode())
  789. router_upload_dir_desc_to_dirservers(0);
  790. }
  791. if (time_to_try_getting_descriptors < now) {
  792. update_router_descriptor_downloads(now);
  793. update_extrainfo_downloads(now);
  794. if (options->UseBridges)
  795. fetch_bridge_descriptors(now);
  796. if (router_have_minimum_dir_info())
  797. time_to_try_getting_descriptors = now + LAZY_DESCRIPTOR_RETRY_INTERVAL;
  798. else
  799. time_to_try_getting_descriptors = now + GREEDY_DESCRIPTOR_RETRY_INTERVAL;
  800. }
  801. if (time_to_reset_descriptor_failures < now) {
  802. router_reset_descriptor_download_failures();
  803. time_to_reset_descriptor_failures =
  804. now + DESCRIPTOR_FAILURE_RESET_INTERVAL;
  805. }
  806. /** 1b. Every MAX_SSL_KEY_LIFETIME seconds, we change our TLS context. */
  807. if (!last_rotated_x509_certificate)
  808. last_rotated_x509_certificate = now;
  809. if (last_rotated_x509_certificate+MAX_SSL_KEY_LIFETIME < now) {
  810. log_info(LD_GENERAL,"Rotating tls context.");
  811. if (tor_tls_context_new(get_identity_key(), MAX_SSL_KEY_LIFETIME) < 0) {
  812. log_warn(LD_BUG, "Error reinitializing TLS context");
  813. /* XXX is it a bug here, that we just keep going? -RD */
  814. }
  815. last_rotated_x509_certificate = now;
  816. /* We also make sure to rotate the TLS connections themselves if they've
  817. * been up for too long -- but that's done via or_is_obsolete in
  818. * connection_run_housekeeping() above. */
  819. }
  820. if (time_to_add_entropy < now) {
  821. if (time_to_add_entropy) {
  822. /* We already seeded once, so don't die on failure. */
  823. crypto_seed_rng(0);
  824. }
  825. /** How often do we add more entropy to OpenSSL's RNG pool? */
  826. #define ENTROPY_INTERVAL (60*60)
  827. time_to_add_entropy = now + ENTROPY_INTERVAL;
  828. }
  829. /** 1c. If we have to change the accounting interval or record
  830. * bandwidth used in this accounting interval, do so. */
  831. if (accounting_is_enabled(options))
  832. accounting_run_housekeeping(now);
  833. if (now % 10 == 0 && (authdir_mode_tests_reachability(options)) &&
  834. !we_are_hibernating()) {
  835. /* try to determine reachability of the other Tor relays */
  836. dirserv_test_reachability(now, 0);
  837. }
  838. /** 1d. Periodically, we discount older stability information so that new
  839. * stability info counts more, and save the stability information to disk as
  840. * appropriate. */
  841. if (time_to_downrate_stability < now)
  842. time_to_downrate_stability = rep_hist_downrate_old_runs(now);
  843. if (authdir_mode_tests_reachability(options)) {
  844. if (time_to_save_stability < now) {
  845. if (time_to_save_stability && rep_hist_record_mtbf_data()<0) {
  846. log_warn(LD_GENERAL, "Couldn't store mtbf data.");
  847. }
  848. #define SAVE_STABILITY_INTERVAL (30*60)
  849. time_to_save_stability = now + SAVE_STABILITY_INTERVAL;
  850. }
  851. }
  852. /* 1e. Periodicaly, if we're a v3 authority, we check whether our cert is
  853. * close to expiring and warn the admin if it is. */
  854. if (time_to_check_v3_certificate < now) {
  855. v3_authority_check_key_expiry();
  856. #define CHECK_V3_CERTIFICATE_INTERVAL (5*60)
  857. time_to_check_v3_certificate = now + CHECK_V3_CERTIFICATE_INTERVAL;
  858. }
  859. /* 1f. Check whether our networkstatus has expired.
  860. */
  861. if (time_to_check_for_expired_networkstatus < now) {
  862. networkstatus_t *ns = networkstatus_get_latest_consensus();
  863. /*XXXX020 this value needs to be the same as REASONABLY_LIVE_TIME in
  864. * networkstatus_get_reasonably_live_consensus(), but that value is way
  865. * way too high. Arma: is the bridge issue there resolved yet? -NM */
  866. #define NS_EXPIRY_SLOP (24*60*60)
  867. if (ns && ns->valid_until < now+NS_EXPIRY_SLOP &&
  868. router_have_minimum_dir_info()) {
  869. router_dir_info_changed();
  870. }
  871. #define CHECK_EXPIRED_NS_INTERVAL (2*60)
  872. time_to_check_for_expired_networkstatus = now + CHECK_EXPIRED_NS_INTERVAL;
  873. }
  874. if (time_to_dump_geoip_stats < now) {
  875. #define DUMP_GEOIP_STATS_INTERVAL (60*60);
  876. if (time_to_dump_geoip_stats)
  877. dump_geoip_stats();
  878. time_to_dump_geoip_stats = now + DUMP_GEOIP_STATS_INTERVAL;
  879. }
  880. /* Remove old information from rephist and the rend cache. */
  881. if (time_to_clean_caches < now) {
  882. rep_history_clean(now - options->RephistTrackTime);
  883. rend_cache_clean();
  884. rend_cache_clean_v2_descs_as_dir();
  885. #define CLEAN_CACHES_INTERVAL (30*60)
  886. time_to_clean_caches = now + CLEAN_CACHES_INTERVAL;
  887. }
  888. #define RETRY_DNS_INTERVAL (10*60)
  889. /* If we're a server and initializing dns failed, retry periodically. */
  890. if (time_to_retry_dns_init < now) {
  891. time_to_retry_dns_init = now + RETRY_DNS_INTERVAL;
  892. if (server_mode(options) && has_dns_init_failed())
  893. dns_init();
  894. }
  895. /** 2. Periodically, we consider force-uploading our descriptor
  896. * (if we've passed our internal checks). */
  897. /** How often do we check whether part of our router info has changed in a way
  898. * that would require an upload? */
  899. #define CHECK_DESCRIPTOR_INTERVAL (60)
  900. /** How often do we (as a router) check whether our IP address has changed? */
  901. #define CHECK_IPADDRESS_INTERVAL (15*60)
  902. /* 2b. Once per minute, regenerate and upload the descriptor if the old
  903. * one is inaccurate. */
  904. if (time_to_check_descriptor < now) {
  905. static int dirport_reachability_count = 0;
  906. time_to_check_descriptor = now + CHECK_DESCRIPTOR_INTERVAL;
  907. check_descriptor_bandwidth_changed(now);
  908. if (time_to_check_ipaddress < now) {
  909. time_to_check_ipaddress = now + CHECK_IPADDRESS_INTERVAL;
  910. check_descriptor_ipaddress_changed(now);
  911. }
  912. /** If our router descriptor ever goes this long without being regenerated
  913. * because something changed, we force an immediate regenerate-and-upload. */
  914. #define FORCE_REGENERATE_DESCRIPTOR_INTERVAL (18*60*60)
  915. mark_my_descriptor_dirty_if_older_than(
  916. now - FORCE_REGENERATE_DESCRIPTOR_INTERVAL);
  917. consider_publishable_server(0);
  918. /* also, check religiously for reachability, if it's within the first
  919. * 20 minutes of our uptime. */
  920. if (server_mode(options) &&
  921. (has_completed_circuit || !any_predicted_circuits(now)) &&
  922. !we_are_hibernating()) {
  923. if (stats_n_seconds_working < TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  924. consider_testing_reachability(1, dirport_reachability_count==0);
  925. if (++dirport_reachability_count > 5)
  926. dirport_reachability_count = 0;
  927. } else if (time_to_recheck_bandwidth < now) {
  928. /* If we haven't checked for 12 hours and our bandwidth estimate is
  929. * low, do another bandwidth test. This is especially important for
  930. * bridges, since they might go long periods without much use. */
  931. routerinfo_t *me = router_get_my_routerinfo();
  932. if (time_to_recheck_bandwidth && me &&
  933. me->bandwidthcapacity < me->bandwidthrate &&
  934. me->bandwidthcapacity < 51200) {
  935. reset_bandwidth_test();
  936. }
  937. #define BANDWIDTH_RECHECK_INTERVAL (12*60*60)
  938. time_to_recheck_bandwidth = now + BANDWIDTH_RECHECK_INTERVAL;
  939. }
  940. }
  941. /* If any networkstatus documents are no longer recent, we need to
  942. * update all the descriptors' running status. */
  943. /* purge obsolete entries */
  944. networkstatus_v2_list_clean(now);
  945. /* Remove dead routers. */
  946. routerlist_remove_old_routers();
  947. /* Also, once per minute, check whether we want to download any
  948. * networkstatus documents.
  949. */
  950. update_networkstatus_downloads(now);
  951. }
  952. /** 2c. Let directory voting happen. */
  953. if (authdir_mode_v3(options))
  954. dirvote_act(options, now);
  955. /** 3a. Every second, we examine pending circuits and prune the
  956. * ones which have been pending for more than a few seconds.
  957. * We do this before step 4, so it can try building more if
  958. * it's not comfortable with the number of available circuits.
  959. */
  960. circuit_expire_building(now);
  961. /** 3b. Also look at pending streams and prune the ones that 'began'
  962. * a long time ago but haven't gotten a 'connected' yet.
  963. * Do this before step 4, so we can put them back into pending
  964. * state to be picked up by the new circuit.
  965. */
  966. connection_ap_expire_beginning();
  967. /** 3c. And expire connections that we've held open for too long.
  968. */
  969. connection_expire_held_open();
  970. /** 3d. And every 60 seconds, we relaunch listeners if any died. */
  971. if (!we_are_hibernating() && time_to_check_listeners < now) {
  972. retry_all_listeners(NULL, NULL);
  973. time_to_check_listeners = now+60;
  974. }
  975. /** 4. Every second, we try a new circuit if there are no valid
  976. * circuits. Every NewCircuitPeriod seconds, we expire circuits
  977. * that became dirty more than MaxCircuitDirtiness seconds ago,
  978. * and we make a new circ if there are no clean circuits.
  979. */
  980. have_dir_info = router_have_minimum_dir_info();
  981. if (have_dir_info && !we_are_hibernating())
  982. circuit_build_needed_circs(now);
  983. /** 5. We do housekeeping for each connection... */
  984. for (i=0;i<smartlist_len(connection_array);i++) {
  985. run_connection_housekeeping(i, now);
  986. }
  987. if (time_to_shrink_memory < now) {
  988. SMARTLIST_FOREACH(connection_array, connection_t *, conn, {
  989. if (conn->outbuf)
  990. buf_shrink(conn->outbuf);
  991. if (conn->inbuf)
  992. buf_shrink(conn->inbuf);
  993. });
  994. clean_cell_pool();
  995. buf_shrink_freelists(0);
  996. /** How often do we check buffers and pools for empty space that can be
  997. * deallocated? */
  998. #define MEM_SHRINK_INTERVAL (60)
  999. time_to_shrink_memory = now + MEM_SHRINK_INTERVAL;
  1000. }
  1001. /** 6. And remove any marked circuits... */
  1002. circuit_close_all_marked();
  1003. /** 7. And upload service descriptors if necessary. */
  1004. if (has_completed_circuit && !we_are_hibernating()) {
  1005. rend_consider_services_upload(now);
  1006. rend_consider_descriptor_republication();
  1007. }
  1008. /** 8. and blow away any connections that need to die. have to do this now,
  1009. * because if we marked a conn for close and left its socket -1, then
  1010. * we'll pass it to poll/select and bad things will happen.
  1011. */
  1012. close_closeable_connections();
  1013. /** 8b. And if anything in our state is ready to get flushed to disk, we
  1014. * flush it. */
  1015. or_state_save(now);
  1016. /** 9. and if we're a server, check whether our DNS is telling stories to
  1017. * us. */
  1018. if (server_mode(options) && time_to_check_for_correct_dns < now) {
  1019. if (!time_to_check_for_correct_dns) {
  1020. time_to_check_for_correct_dns = now + 60 + crypto_rand_int(120);
  1021. } else {
  1022. dns_launch_correctness_checks();
  1023. time_to_check_for_correct_dns = now + 12*3600 +
  1024. crypto_rand_int(12*3600);
  1025. }
  1026. }
  1027. /** 10. write hidden service usage statistic to disk */
  1028. if (options->HSAuthorityRecordStats && time_to_write_hs_statistics < now) {
  1029. hs_usage_write_statistics_to_file(now);
  1030. #define WRITE_HSUSAGE_INTERVAL (30*60)
  1031. time_to_write_hs_statistics = now+WRITE_HSUSAGE_INTERVAL;
  1032. }
  1033. /** 10b. write bridge networkstatus file to disk */
  1034. if (options->BridgeAuthoritativeDir &&
  1035. time_to_write_bridge_status_file < now) {
  1036. networkstatus_dump_bridge_status_to_file(now);
  1037. #define BRIDGE_STATUSFILE_INTERVAL (30*60)
  1038. time_to_write_bridge_status_file = now+BRIDGE_STATUSFILE_INTERVAL;
  1039. }
  1040. }
  1041. /** Libevent timer: used to invoke second_elapsed_callback() once per
  1042. * second. */
  1043. static struct event *timeout_event = NULL;
  1044. /** Number of libevent errors in the last second: we die if we get too many. */
  1045. static int n_libevent_errors = 0;
  1046. /** Libevent callback: invoked once every second. */
  1047. static void
  1048. second_elapsed_callback(int fd, short event, void *args)
  1049. {
  1050. /* XXXX This could be sensibly refactored into multiple callbacks, and we
  1051. * could use libevent's timers for this rather than checking the current
  1052. * time against a bunch of timeouts every second. */
  1053. static struct timeval one_second;
  1054. static long current_second = 0;
  1055. struct timeval now;
  1056. size_t bytes_written;
  1057. size_t bytes_read;
  1058. int seconds_elapsed;
  1059. or_options_t *options = get_options();
  1060. (void)fd;
  1061. (void)event;
  1062. (void)args;
  1063. if (!timeout_event) {
  1064. timeout_event = tor_malloc_zero(sizeof(struct event));
  1065. evtimer_set(timeout_event, second_elapsed_callback, NULL);
  1066. one_second.tv_sec = 1;
  1067. one_second.tv_usec = 0;
  1068. }
  1069. n_libevent_errors = 0;
  1070. /* log_fn(LOG_NOTICE, "Tick."); */
  1071. tor_gettimeofday(&now);
  1072. /* the second has rolled over. check more stuff. */
  1073. bytes_written = stats_prev_global_write_bucket - global_write_bucket;
  1074. bytes_read = stats_prev_global_read_bucket - global_read_bucket;
  1075. seconds_elapsed = current_second ? (int)(now.tv_sec - current_second) : 0;
  1076. stats_n_bytes_read += bytes_read;
  1077. stats_n_bytes_written += bytes_written;
  1078. if (accounting_is_enabled(options) && seconds_elapsed >= 0)
  1079. accounting_add_bytes(bytes_read, bytes_written, seconds_elapsed);
  1080. control_event_bandwidth_used((uint32_t)bytes_read,(uint32_t)bytes_written);
  1081. control_event_stream_bandwidth_used();
  1082. if (seconds_elapsed > 0)
  1083. connection_bucket_refill(seconds_elapsed, now.tv_sec);
  1084. stats_prev_global_read_bucket = global_read_bucket;
  1085. stats_prev_global_write_bucket = global_write_bucket;
  1086. if (server_mode(options) &&
  1087. !we_are_hibernating() &&
  1088. seconds_elapsed > 0 &&
  1089. has_completed_circuit &&
  1090. stats_n_seconds_working / TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT !=
  1091. (stats_n_seconds_working+seconds_elapsed) /
  1092. TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  1093. /* every 20 minutes, check and complain if necessary */
  1094. routerinfo_t *me = router_get_my_routerinfo();
  1095. if (me && !check_whether_orport_reachable())
  1096. log_warn(LD_CONFIG,"Your server (%s:%d) has not managed to confirm that "
  1097. "its ORPort is reachable. Please check your firewalls, ports, "
  1098. "address, /etc/hosts file, etc.",
  1099. me->address, me->or_port);
  1100. if (me && !check_whether_dirport_reachable())
  1101. log_warn(LD_CONFIG,
  1102. "Your server (%s:%d) has not managed to confirm that its "
  1103. "DirPort is reachable. Please check your firewalls, ports, "
  1104. "address, /etc/hosts file, etc.",
  1105. me->address, me->dir_port);
  1106. }
  1107. /** If more than this many seconds have elapsed, probably the clock
  1108. * jumped: doesn't count. */
  1109. #define NUM_JUMPED_SECONDS_BEFORE_WARN 100
  1110. if (seconds_elapsed < -NUM_JUMPED_SECONDS_BEFORE_WARN ||
  1111. seconds_elapsed >= NUM_JUMPED_SECONDS_BEFORE_WARN) {
  1112. circuit_note_clock_jumped(seconds_elapsed);
  1113. /* XXX if the time jumps *back* many months, do our events in
  1114. * run_scheduled_events() recover? I don't think they do. -RD */
  1115. } else if (seconds_elapsed > 0)
  1116. stats_n_seconds_working += seconds_elapsed;
  1117. run_scheduled_events(now.tv_sec);
  1118. current_second = now.tv_sec; /* remember which second it is, for next time */
  1119. #if 0
  1120. if (current_second % 300 == 0) {
  1121. rep_history_clean(current_second - options->RephistTrackTime);
  1122. dumpmemusage(get_min_log_level()<LOG_INFO ?
  1123. get_min_log_level() : LOG_INFO);
  1124. }
  1125. #endif
  1126. if (evtimer_add(timeout_event, &one_second))
  1127. log_err(LD_NET,
  1128. "Error from libevent when setting one-second timeout event");
  1129. }
  1130. #ifndef MS_WINDOWS
  1131. /** Called when a possibly ignorable libevent error occurs; ensures that we
  1132. * don't get into an infinite loop by ignoring too many errors from
  1133. * libevent. */
  1134. static int
  1135. got_libevent_error(void)
  1136. {
  1137. if (++n_libevent_errors > 8) {
  1138. log_err(LD_NET, "Too many libevent errors in one second; dying");
  1139. return -1;
  1140. }
  1141. return 0;
  1142. }
  1143. #endif
  1144. #define UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST (6*60*60)
  1145. /** Called when our IP address seems to have changed. <b>at_interface</b>
  1146. * should be true if we detected a change in our interface, and false if we
  1147. * detected a change in our published address. */
  1148. void
  1149. ip_address_changed(int at_interface)
  1150. {
  1151. int server = server_mode(get_options());
  1152. if (at_interface) {
  1153. if (! server) {
  1154. /* Okay, change our keys. */
  1155. init_keys();
  1156. }
  1157. } else {
  1158. if (server) {
  1159. if (stats_n_seconds_working > UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST)
  1160. reset_bandwidth_test();
  1161. stats_n_seconds_working = 0;
  1162. router_reset_reachability();
  1163. mark_my_descriptor_dirty();
  1164. }
  1165. }
  1166. dns_servers_relaunch_checks();
  1167. }
  1168. /** Forget what we've learned about the correctness of our DNS servers, and
  1169. * start learning again. */
  1170. void
  1171. dns_servers_relaunch_checks(void)
  1172. {
  1173. if (server_mode(get_options())) {
  1174. dns_reset_correctness_checks();
  1175. time_to_check_for_correct_dns = 0;
  1176. }
  1177. }
  1178. /** Called when we get a SIGHUP: reload configuration files and keys,
  1179. * retry all connections, and so on. */
  1180. static int
  1181. do_hup(void)
  1182. {
  1183. or_options_t *options = get_options();
  1184. #ifdef USE_DMALLOC
  1185. dmalloc_log_stats();
  1186. dmalloc_log_changed(0, 1, 0, 0);
  1187. #endif
  1188. log_notice(LD_GENERAL,"Received reload signal (hup). Reloading config.");
  1189. if (accounting_is_enabled(options))
  1190. accounting_record_bandwidth_usage(time(NULL), get_or_state());
  1191. router_reset_warnings();
  1192. routerlist_reset_warnings();
  1193. addressmap_clear_transient();
  1194. /* first, reload config variables, in case they've changed */
  1195. /* no need to provide argc/v, they've been cached inside init_from_config */
  1196. if (options_init_from_torrc(0, NULL) < 0) {
  1197. log_err(LD_CONFIG,"Reading config failed--see warnings above. "
  1198. "For usage, try -h.");
  1199. return -1;
  1200. }
  1201. options = get_options(); /* they have changed now */
  1202. if (authdir_mode_handles_descs(options, -1)) {
  1203. /* reload the approved-routers file */
  1204. if (dirserv_load_fingerprint_file() < 0) {
  1205. /* warnings are logged from dirserv_load_fingerprint_file() directly */
  1206. log_info(LD_GENERAL, "Error reloading fingerprints. "
  1207. "Continuing with old list.");
  1208. }
  1209. }
  1210. /* Rotate away from the old dirty circuits. This has to be done
  1211. * after we've read the new options, but before we start using
  1212. * circuits for directory fetches. */
  1213. circuit_expire_all_dirty_circs();
  1214. /* retry appropriate downloads */
  1215. router_reset_status_download_failures();
  1216. router_reset_descriptor_download_failures();
  1217. update_networkstatus_downloads(time(NULL));
  1218. /* We'll retry routerstatus downloads in about 10 seconds; no need to
  1219. * force a retry there. */
  1220. if (server_mode(options)) {
  1221. /* Restart cpuworker and dnsworker processes, so they get up-to-date
  1222. * configuration options. */
  1223. cpuworkers_rotate();
  1224. dns_reset();
  1225. }
  1226. return 0;
  1227. }
  1228. /** Tor main loop. */
  1229. /* static */ int
  1230. do_main_loop(void)
  1231. {
  1232. int loop_result;
  1233. time_t now;
  1234. /* initialize dns resolve map, spawn workers if needed */
  1235. if (dns_init() < 0) {
  1236. if (get_options()->ServerDNSAllowBrokenResolvConf)
  1237. log_warn(LD_GENERAL, "Couldn't set up any working nameservers. "
  1238. "Network not up yet? Will try again soon.");
  1239. else {
  1240. log_err(LD_GENERAL,"Error initializing dns subsystem; exiting. To "
  1241. "retry instead, set the ServerDNSAllowBrokenResolvConf option.");
  1242. }
  1243. }
  1244. handle_signals(1);
  1245. /* load the private keys, if we're supposed to have them, and set up the
  1246. * TLS context. */
  1247. if (! identity_key_is_set()) {
  1248. if (init_keys() < 0) {
  1249. log_err(LD_BUG,"Error initializing keys; exiting");
  1250. return -1;
  1251. }
  1252. }
  1253. /* Set up the packed_cell_t memory pool. */
  1254. init_cell_pool();
  1255. /* Set up our buckets */
  1256. connection_bucket_init();
  1257. stats_prev_global_read_bucket = global_read_bucket;
  1258. stats_prev_global_write_bucket = global_write_bucket;
  1259. /* initialize the bootstrap status events to know we're starting up */
  1260. control_event_bootstrap(BOOTSTRAP_STATUS_STARTING, 0);
  1261. if (trusted_dirs_reload_certs())
  1262. return -1;
  1263. if (router_reload_v2_networkstatus()) {
  1264. return -1;
  1265. }
  1266. if (router_reload_consensus_networkstatus()) {
  1267. return -1;
  1268. }
  1269. /* load the routers file, or assign the defaults. */
  1270. if (router_reload_router_list()) {
  1271. return -1;
  1272. }
  1273. /* load the networkstatuses. (This launches a download for new routers as
  1274. * appropriate.)
  1275. */
  1276. now = time(NULL);
  1277. directory_info_has_arrived(now, 1);
  1278. if (authdir_mode_tests_reachability(get_options())) {
  1279. /* the directory is already here, run startup things */
  1280. dirserv_test_reachability(now, 1);
  1281. }
  1282. if (server_mode(get_options())) {
  1283. /* launch cpuworkers. Need to do this *after* we've read the onion key. */
  1284. cpu_init();
  1285. }
  1286. /* set up once-a-second callback. */
  1287. second_elapsed_callback(0,0,NULL);
  1288. for (;;) {
  1289. if (nt_service_is_stopping())
  1290. return 0;
  1291. #ifndef MS_WINDOWS
  1292. /* Make it easier to tell whether libevent failure is our fault or not. */
  1293. errno = 0;
  1294. #endif
  1295. /* All active linked conns should get their read events activated. */
  1296. SMARTLIST_FOREACH(active_linked_connection_lst, connection_t *, conn,
  1297. event_active(conn->read_event, EV_READ, 1));
  1298. called_loop_once = smartlist_len(active_linked_connection_lst) ? 1 : 0;
  1299. /* poll until we have an event, or the second ends, or until we have
  1300. * some active linked connections to trigger events for. */
  1301. loop_result = event_loop(called_loop_once ? EVLOOP_ONCE : 0);
  1302. /* let catch() handle things like ^c, and otherwise don't worry about it */
  1303. if (loop_result < 0) {
  1304. int e = tor_socket_errno(-1);
  1305. /* let the program survive things like ^z */
  1306. if (e != EINTR && !ERRNO_IS_EINPROGRESS(e)) {
  1307. #ifdef HAVE_EVENT_GET_METHOD
  1308. log_err(LD_NET,"libevent call with %s failed: %s [%d]",
  1309. event_get_method(), tor_socket_strerror(e), e);
  1310. #else
  1311. log_err(LD_NET,"libevent call failed: %s [%d]",
  1312. tor_socket_strerror(e), e);
  1313. #endif
  1314. return -1;
  1315. #ifndef MS_WINDOWS
  1316. } else if (e == EINVAL) {
  1317. log_warn(LD_NET, "EINVAL from libevent: should you upgrade libevent?");
  1318. if (got_libevent_error())
  1319. return -1;
  1320. #endif
  1321. } else {
  1322. if (ERRNO_IS_EINPROGRESS(e))
  1323. log_warn(LD_BUG,
  1324. "libevent call returned EINPROGRESS? Please report.");
  1325. log_debug(LD_NET,"libevent call interrupted.");
  1326. /* You can't trust the results of this poll(). Go back to the
  1327. * top of the big for loop. */
  1328. continue;
  1329. }
  1330. }
  1331. }
  1332. }
  1333. /** Used to implement the SIGNAL control command: if we accept
  1334. * <b>the_signal</b> as a remote pseudo-signal, act on it. */
  1335. /* We don't re-use catch() here because:
  1336. * 1. We handle a different set of signals than those allowed in catch.
  1337. * 2. Platforms without signal() are unlikely to define SIGfoo.
  1338. * 3. The control spec is defined to use fixed numeric signal values
  1339. * which just happen to match the unix values.
  1340. */
  1341. void
  1342. control_signal_act(int the_signal)
  1343. {
  1344. switch (the_signal)
  1345. {
  1346. case 1:
  1347. signal_callback(0,0,(void*)(uintptr_t)SIGHUP);
  1348. break;
  1349. case 2:
  1350. signal_callback(0,0,(void*)(uintptr_t)SIGINT);
  1351. break;
  1352. case 10:
  1353. signal_callback(0,0,(void*)(uintptr_t)SIGUSR1);
  1354. break;
  1355. case 12:
  1356. signal_callback(0,0,(void*)(uintptr_t)SIGUSR2);
  1357. break;
  1358. case 15:
  1359. signal_callback(0,0,(void*)(uintptr_t)SIGTERM);
  1360. break;
  1361. case SIGNEWNYM:
  1362. signal_callback(0,0,(void*)(uintptr_t)SIGNEWNYM);
  1363. break;
  1364. case SIGCLEARDNSCACHE:
  1365. signal_callback(0,0,(void*)(uintptr_t)SIGCLEARDNSCACHE);
  1366. break;
  1367. default:
  1368. log_warn(LD_BUG, "Unrecognized signal number %d.", the_signal);
  1369. break;
  1370. }
  1371. }
  1372. /** Libevent callback: invoked when we get a signal.
  1373. */
  1374. static void
  1375. signal_callback(int fd, short events, void *arg)
  1376. {
  1377. uintptr_t sig = (uintptr_t)arg;
  1378. (void)fd;
  1379. (void)events;
  1380. switch (sig)
  1381. {
  1382. case SIGTERM:
  1383. log_notice(LD_GENERAL,"Catching signal TERM, exiting cleanly.");
  1384. tor_cleanup();
  1385. exit(0);
  1386. break;
  1387. case SIGINT:
  1388. if (!server_mode(get_options())) { /* do it now */
  1389. log_notice(LD_GENERAL,"Interrupt: exiting cleanly.");
  1390. tor_cleanup();
  1391. exit(0);
  1392. }
  1393. hibernate_begin_shutdown();
  1394. break;
  1395. #ifdef SIGPIPE
  1396. case SIGPIPE:
  1397. log_debug(LD_GENERAL,"Caught sigpipe. Ignoring.");
  1398. break;
  1399. #endif
  1400. case SIGUSR1:
  1401. /* prefer to log it at INFO, but make sure we always see it */
  1402. dumpstats(get_min_log_level()<LOG_INFO ? get_min_log_level() : LOG_INFO);
  1403. break;
  1404. case SIGUSR2:
  1405. switch_logs_debug();
  1406. log_debug(LD_GENERAL,"Caught USR2, going to loglevel debug. "
  1407. "Send HUP to change back.");
  1408. break;
  1409. case SIGHUP:
  1410. if (do_hup() < 0) {
  1411. log_warn(LD_CONFIG,"Restart failed (config error?). Exiting.");
  1412. tor_cleanup();
  1413. exit(1);
  1414. }
  1415. break;
  1416. #ifdef SIGCHLD
  1417. case SIGCHLD:
  1418. while (waitpid(-1,NULL,WNOHANG) > 0) ; /* keep reaping until no more
  1419. zombies */
  1420. break;
  1421. #endif
  1422. case SIGNEWNYM: {
  1423. time_t now = time(NULL);
  1424. if (time_of_last_signewnym + MAX_SIGNEWNYM_RATE > now) {
  1425. signewnym_is_pending = 1;
  1426. log(LOG_NOTICE, LD_CONTROL,
  1427. "Rate limiting NEWNYM request: delaying by %d second(s)",
  1428. (int)(MAX_SIGNEWNYM_RATE+time_of_last_signewnym-now));
  1429. } else {
  1430. signewnym_impl(now);
  1431. }
  1432. break;
  1433. }
  1434. case SIGCLEARDNSCACHE:
  1435. addressmap_clear_transient();
  1436. break;
  1437. }
  1438. }
  1439. extern uint64_t rephist_total_alloc;
  1440. extern uint32_t rephist_total_num;
  1441. /**
  1442. * Write current memory usage information to the log.
  1443. */
  1444. static void
  1445. dumpmemusage(int severity)
  1446. {
  1447. connection_dump_buffer_mem_stats(severity);
  1448. log(severity, LD_GENERAL, "In rephist: "U64_FORMAT" used by %d Tors.",
  1449. U64_PRINTF_ARG(rephist_total_alloc), rephist_total_num);
  1450. dump_routerlist_mem_usage(severity);
  1451. dump_cell_pool_usage(severity);
  1452. buf_dump_freelist_sizes(severity);
  1453. tor_log_mallinfo(severity);
  1454. }
  1455. /** Write all statistics to the log, with log level 'severity'. Called
  1456. * in response to a SIGUSR1. */
  1457. static void
  1458. dumpstats(int severity)
  1459. {
  1460. time_t now = time(NULL);
  1461. time_t elapsed;
  1462. int rbuf_cap, wbuf_cap, rbuf_len, wbuf_len;
  1463. log(severity, LD_GENERAL, "Dumping stats:");
  1464. SMARTLIST_FOREACH(connection_array, connection_t *, conn,
  1465. {
  1466. int i = conn_sl_idx;
  1467. log(severity, LD_GENERAL,
  1468. "Conn %d (socket %d) type %d (%s), state %d (%s), created %d secs ago",
  1469. i, conn->s, conn->type, conn_type_to_string(conn->type),
  1470. conn->state, conn_state_to_string(conn->type, conn->state),
  1471. (int)(now - conn->timestamp_created));
  1472. if (!connection_is_listener(conn)) {
  1473. log(severity,LD_GENERAL,
  1474. "Conn %d is to %s:%d.", i,
  1475. safe_str(conn->address), conn->port);
  1476. log(severity,LD_GENERAL,
  1477. "Conn %d: %d bytes waiting on inbuf (len %d, last read %d secs ago)",
  1478. i,
  1479. (int)buf_datalen(conn->inbuf),
  1480. (int)buf_allocation(conn->inbuf),
  1481. (int)(now - conn->timestamp_lastread));
  1482. log(severity,LD_GENERAL,
  1483. "Conn %d: %d bytes waiting on outbuf "
  1484. "(len %d, last written %d secs ago)",i,
  1485. (int)buf_datalen(conn->outbuf),
  1486. (int)buf_allocation(conn->outbuf),
  1487. (int)(now - conn->timestamp_lastwritten));
  1488. if (conn->type == CONN_TYPE_OR) {
  1489. or_connection_t *or_conn = TO_OR_CONN(conn);
  1490. if (or_conn->tls) {
  1491. tor_tls_get_buffer_sizes(or_conn->tls, &rbuf_cap, &rbuf_len,
  1492. &wbuf_cap, &wbuf_len);
  1493. log(severity, LD_GENERAL,
  1494. "Conn %d: %d/%d bytes used on openssl read buffer; "
  1495. "%d/%d bytes used on write buffer.",
  1496. i, rbuf_len, rbuf_cap, wbuf_len, wbuf_cap);
  1497. }
  1498. }
  1499. }
  1500. circuit_dump_by_conn(conn, severity); /* dump info about all the circuits
  1501. * using this conn */
  1502. });
  1503. log(severity, LD_NET,
  1504. "Cells processed: "U64_FORMAT" padding\n"
  1505. " "U64_FORMAT" create\n"
  1506. " "U64_FORMAT" created\n"
  1507. " "U64_FORMAT" relay\n"
  1508. " ("U64_FORMAT" relayed)\n"
  1509. " ("U64_FORMAT" delivered)\n"
  1510. " "U64_FORMAT" destroy",
  1511. U64_PRINTF_ARG(stats_n_padding_cells_processed),
  1512. U64_PRINTF_ARG(stats_n_create_cells_processed),
  1513. U64_PRINTF_ARG(stats_n_created_cells_processed),
  1514. U64_PRINTF_ARG(stats_n_relay_cells_processed),
  1515. U64_PRINTF_ARG(stats_n_relay_cells_relayed),
  1516. U64_PRINTF_ARG(stats_n_relay_cells_delivered),
  1517. U64_PRINTF_ARG(stats_n_destroy_cells_processed));
  1518. if (stats_n_data_cells_packaged)
  1519. log(severity,LD_NET,"Average packaged cell fullness: %2.3f%%",
  1520. 100*(U64_TO_DBL(stats_n_data_bytes_packaged) /
  1521. U64_TO_DBL(stats_n_data_cells_packaged*RELAY_PAYLOAD_SIZE)) );
  1522. if (stats_n_data_cells_received)
  1523. log(severity,LD_NET,"Average delivered cell fullness: %2.3f%%",
  1524. 100*(U64_TO_DBL(stats_n_data_bytes_received) /
  1525. U64_TO_DBL(stats_n_data_cells_received*RELAY_PAYLOAD_SIZE)) );
  1526. if (now - time_of_process_start >= 0)
  1527. elapsed = now - time_of_process_start;
  1528. else
  1529. elapsed = 0;
  1530. if (elapsed) {
  1531. log(severity, LD_NET,
  1532. "Average bandwidth: "U64_FORMAT"/%d = %d bytes/sec reading",
  1533. U64_PRINTF_ARG(stats_n_bytes_read),
  1534. (int)elapsed,
  1535. (int) (stats_n_bytes_read/elapsed));
  1536. log(severity, LD_NET,
  1537. "Average bandwidth: "U64_FORMAT"/%d = %d bytes/sec writing",
  1538. U64_PRINTF_ARG(stats_n_bytes_written),
  1539. (int)elapsed,
  1540. (int) (stats_n_bytes_written/elapsed));
  1541. }
  1542. log(severity, LD_NET, "--------------- Dumping memory information:");
  1543. dumpmemusage(severity);
  1544. rep_hist_dump_stats(now,severity);
  1545. rend_service_dump_stats(severity);
  1546. dump_pk_ops(severity);
  1547. dump_distinct_digest_count(severity);
  1548. }
  1549. /** Called by exit() as we shut down the process.
  1550. */
  1551. static void
  1552. exit_function(void)
  1553. {
  1554. /* NOTE: If we ever daemonize, this gets called immediately. That's
  1555. * okay for now, because we only use this on Windows. */
  1556. #ifdef MS_WINDOWS
  1557. WSACleanup();
  1558. #endif
  1559. }
  1560. /** Set up the signal handlers for either parent or child. */
  1561. void
  1562. handle_signals(int is_parent)
  1563. {
  1564. #ifndef MS_WINDOWS /* do signal stuff only on unix */
  1565. int i;
  1566. static int signals[] = {
  1567. SIGINT, /* do a controlled slow shutdown */
  1568. SIGTERM, /* to terminate now */
  1569. SIGPIPE, /* otherwise sigpipe kills us */
  1570. SIGUSR1, /* dump stats */
  1571. SIGUSR2, /* go to loglevel debug */
  1572. SIGHUP, /* to reload config, retry conns, etc */
  1573. #ifdef SIGXFSZ
  1574. SIGXFSZ, /* handle file-too-big resource exhaustion */
  1575. #endif
  1576. SIGCHLD, /* handle dns/cpu workers that exit */
  1577. -1 };
  1578. static struct event signal_events[16]; /* bigger than it has to be. */
  1579. if (is_parent) {
  1580. for (i = 0; signals[i] >= 0; ++i) {
  1581. signal_set(&signal_events[i], signals[i], signal_callback,
  1582. (void*)(uintptr_t)signals[i]);
  1583. if (signal_add(&signal_events[i], NULL))
  1584. log_warn(LD_BUG, "Error from libevent when adding event for signal %d",
  1585. signals[i]);
  1586. }
  1587. } else {
  1588. struct sigaction action;
  1589. action.sa_flags = 0;
  1590. sigemptyset(&action.sa_mask);
  1591. action.sa_handler = SIG_IGN;
  1592. sigaction(SIGINT, &action, NULL);
  1593. sigaction(SIGTERM, &action, NULL);
  1594. sigaction(SIGPIPE, &action, NULL);
  1595. sigaction(SIGUSR1, &action, NULL);
  1596. sigaction(SIGUSR2, &action, NULL);
  1597. sigaction(SIGHUP, &action, NULL);
  1598. #ifdef SIGXFSZ
  1599. sigaction(SIGXFSZ, &action, NULL);
  1600. #endif
  1601. }
  1602. #else /* MS windows */
  1603. (void)is_parent;
  1604. #endif /* signal stuff */
  1605. }
  1606. /** Main entry point for the Tor command-line client.
  1607. */
  1608. /* static */ int
  1609. tor_init(int argc, char *argv[])
  1610. {
  1611. char buf[256];
  1612. int i, quiet = 0;
  1613. time_of_process_start = time(NULL);
  1614. if (!connection_array)
  1615. connection_array = smartlist_create();
  1616. if (!closeable_connection_lst)
  1617. closeable_connection_lst = smartlist_create();
  1618. if (!active_linked_connection_lst)
  1619. active_linked_connection_lst = smartlist_create();
  1620. /* Have the log set up with our application name. */
  1621. tor_snprintf(buf, sizeof(buf), "Tor %s", get_version());
  1622. log_set_application_name(buf);
  1623. /* Initialize the history structures. */
  1624. rep_hist_init();
  1625. /* Initialize the service cache. */
  1626. rend_cache_init();
  1627. addressmap_init(); /* Init the client dns cache. Do it always, since it's
  1628. * cheap. */
  1629. /* We search for the "quiet" option first, since it decides whether we
  1630. * will log anything at all to the command line. */
  1631. for (i=1;i<argc;++i) {
  1632. if (!strcmp(argv[i], "--hush"))
  1633. quiet = 1;
  1634. if (!strcmp(argv[i], "--quiet"))
  1635. quiet = 2;
  1636. }
  1637. /* give it somewhere to log to initially */
  1638. switch (quiet) {
  1639. case 2:
  1640. /* no initial logging */
  1641. break;
  1642. case 1:
  1643. add_temp_log(LOG_WARN);
  1644. break;
  1645. default:
  1646. add_temp_log(LOG_NOTICE);
  1647. }
  1648. log(LOG_NOTICE, LD_GENERAL, "Tor v%s. This is experimental software. "
  1649. "Do not rely on it for strong anonymity. (Running on %s)",get_version(),
  1650. get_uname());
  1651. if (network_init()<0) {
  1652. log_err(LD_BUG,"Error initializing network; exiting.");
  1653. return -1;
  1654. }
  1655. atexit(exit_function);
  1656. if (options_init_from_torrc(argc,argv) < 0) {
  1657. log_err(LD_CONFIG,"Reading config failed--see warnings above.");
  1658. return -1;
  1659. }
  1660. #ifndef MS_WINDOWS
  1661. if (geteuid()==0)
  1662. log_warn(LD_GENERAL,"You are running Tor as root. You don't need to, "
  1663. "and you probably shouldn't.");
  1664. #endif
  1665. crypto_global_init(get_options()->HardwareAccel);
  1666. if (crypto_seed_rng(1)) {
  1667. log_err(LD_BUG, "Unable to seed random number generator. Exiting.");
  1668. return -1;
  1669. }
  1670. return 0;
  1671. }
  1672. static tor_lockfile_t *lockfile = NULL;
  1673. /** Try to grab the lock file described in <b>options</b>, if we do not
  1674. * already have it. If <b>err_if_locked</b> is true, warn if somebody else is
  1675. * holding the lock, and exit if we can't get it after waiting. Otherwise,
  1676. * return -1 if we can't get the lockfile. Return 0 on success.
  1677. */
  1678. int
  1679. try_locking(or_options_t *options, int err_if_locked)
  1680. {
  1681. if (lockfile)
  1682. return 0;
  1683. else {
  1684. char *fname = options_get_datadir_fname2_suffix(options, "lock",NULL,NULL);
  1685. int already_locked = 0;
  1686. tor_lockfile_t *lf = tor_lockfile_lock(fname, 0, &already_locked);
  1687. tor_free(fname);
  1688. if (!lf) {
  1689. if (err_if_locked && already_locked) {
  1690. int r;
  1691. log_warn(LD_GENERAL, "It looks like another Tor process is running "
  1692. "with the same data directory. Waiting 5 seconds to see "
  1693. "if it goes away.");
  1694. #ifndef WIN32
  1695. sleep(5);
  1696. #else
  1697. Sleep(5000);
  1698. #endif
  1699. r = try_locking(options, 0);
  1700. if (r<0) {
  1701. log_err(LD_GENERAL, "No, it's still there. Exiting.");
  1702. exit(0);
  1703. }
  1704. return r;
  1705. }
  1706. return -1;
  1707. }
  1708. lockfile = lf;
  1709. return 0;
  1710. }
  1711. }
  1712. int
  1713. have_lockfile(void)
  1714. {
  1715. return lockfile != NULL;
  1716. }
  1717. void
  1718. release_lockfile(void)
  1719. {
  1720. if (lockfile) {
  1721. tor_lockfile_unlock(lockfile);
  1722. lockfile = NULL;
  1723. }
  1724. }
  1725. /** Free all memory that we might have allocated somewhere.
  1726. * If <b>postfork</b>, we are a worker process and we want to free
  1727. * only the parts of memory that we won't touch. If !<b>postfork</b>,
  1728. * Tor is shutting down and we should free everything.
  1729. *
  1730. * Helps us find the real leaks with dmalloc and the like. Also valgrind
  1731. * should then report 0 reachable in its leak report (in an ideal world --
  1732. * in practice libevent, ssl, libc etc never quite free everything). */
  1733. void
  1734. tor_free_all(int postfork)
  1735. {
  1736. if (!postfork) {
  1737. evdns_shutdown(1);
  1738. }
  1739. geoip_free_all();
  1740. dirvote_free_all();
  1741. routerlist_free_all();
  1742. networkstatus_free_all();
  1743. addressmap_free_all();
  1744. set_exit_redirects(NULL); /* free the registered exit redirects */
  1745. dirserv_free_all();
  1746. rend_service_free_all();
  1747. rend_cache_free_all();
  1748. rend_service_authorization_free_all();
  1749. rep_hist_free_all();
  1750. hs_usage_free_all();
  1751. dns_free_all();
  1752. clear_pending_onions();
  1753. circuit_free_all();
  1754. entry_guards_free_all();
  1755. connection_free_all();
  1756. buf_shrink_freelists(1);
  1757. memarea_clear_freelist();
  1758. if (!postfork) {
  1759. config_free_all();
  1760. router_free_all();
  1761. policies_free_all();
  1762. }
  1763. free_cell_pool();
  1764. if (!postfork) {
  1765. tor_tls_free_all();
  1766. }
  1767. /* stuff in main.c */
  1768. if (connection_array)
  1769. smartlist_free(connection_array);
  1770. if (closeable_connection_lst)
  1771. smartlist_free(closeable_connection_lst);
  1772. if (active_linked_connection_lst)
  1773. smartlist_free(active_linked_connection_lst);
  1774. tor_free(timeout_event);
  1775. /* Stuff in util.c and address.c*/
  1776. if (!postfork) {
  1777. escaped(NULL);
  1778. esc_router_info(NULL);
  1779. logs_free_all(); /* free log strings. do this last so logs keep working. */
  1780. }
  1781. }
  1782. /** Do whatever cleanup is necessary before shutting Tor down. */
  1783. void
  1784. tor_cleanup(void)
  1785. {
  1786. or_options_t *options = get_options();
  1787. /* Remove our pid file. We don't care if there was an error when we
  1788. * unlink, nothing we could do about it anyways. */
  1789. if (options->command == CMD_RUN_TOR) {
  1790. if (options->PidFile)
  1791. unlink(options->PidFile);
  1792. if (accounting_is_enabled(options))
  1793. accounting_record_bandwidth_usage(time(NULL), get_or_state());
  1794. or_state_mark_dirty(get_or_state(), 0); /* force an immediate save. */
  1795. or_state_save(time(NULL));
  1796. if (authdir_mode_tests_reachability(options))
  1797. rep_hist_record_mtbf_data();
  1798. }
  1799. #ifdef USE_DMALLOC
  1800. dmalloc_log_stats();
  1801. #endif
  1802. tor_free_all(0); /* We could move tor_free_all back into the ifdef below
  1803. later, if it makes shutdown unacceptably slow. But for
  1804. now, leave it here: it's helped us catch bugs in the
  1805. past. */
  1806. crypto_global_cleanup();
  1807. #ifdef USE_DMALLOC
  1808. dmalloc_log_unfreed();
  1809. dmalloc_shutdown();
  1810. #endif
  1811. }
  1812. /** Read/create keys as needed, and echo our fingerprint to stdout. */
  1813. /* static */ int
  1814. do_list_fingerprint(void)
  1815. {
  1816. char buf[FINGERPRINT_LEN+1];
  1817. crypto_pk_env_t *k;
  1818. const char *nickname = get_options()->Nickname;
  1819. if (!server_mode(get_options())) {
  1820. log_err(LD_GENERAL,
  1821. "Clients don't have long-term identity keys. Exiting.\n");
  1822. return -1;
  1823. }
  1824. tor_assert(nickname);
  1825. if (init_keys() < 0) {
  1826. log_err(LD_BUG,"Error initializing keys; can't display fingerprint");
  1827. return -1;
  1828. }
  1829. if (!(k = get_identity_key())) {
  1830. log_err(LD_GENERAL,"Error: missing identity key.");
  1831. return -1;
  1832. }
  1833. if (crypto_pk_get_fingerprint(k, buf, 1)<0) {
  1834. log_err(LD_BUG, "Error computing fingerprint");
  1835. return -1;
  1836. }
  1837. printf("%s %s\n", nickname, buf);
  1838. return 0;
  1839. }
  1840. /** Entry point for password hashing: take the desired password from
  1841. * the command line, and print its salted hash to stdout. **/
  1842. /* static */ void
  1843. do_hash_password(void)
  1844. {
  1845. char output[256];
  1846. char key[S2K_SPECIFIER_LEN+DIGEST_LEN];
  1847. crypto_rand(key, S2K_SPECIFIER_LEN-1);
  1848. key[S2K_SPECIFIER_LEN-1] = (uint8_t)96; /* Hash 64 K of data. */
  1849. secret_to_key(key+S2K_SPECIFIER_LEN, DIGEST_LEN,
  1850. get_options()->command_arg, strlen(get_options()->command_arg),
  1851. key);
  1852. base16_encode(output, sizeof(output), key, sizeof(key));
  1853. printf("16:%s\n",output);
  1854. }
  1855. /** Main entry point for the Tor process. Called from main(). */
  1856. /* This function is distinct from main() only so we can link main.c into
  1857. * the unittest binary without conflicting with the unittests' main. */
  1858. int
  1859. tor_main(int argc, char *argv[])
  1860. {
  1861. int result = 0;
  1862. tor_threads_init();
  1863. init_logging();
  1864. #ifdef USE_DMALLOC
  1865. {
  1866. /* Instruct OpenSSL to use our internal wrappers for malloc,
  1867. realloc and free. */
  1868. int r = CRYPTO_set_mem_ex_functions(_tor_malloc, _tor_realloc, _tor_free);
  1869. tor_assert(r);
  1870. }
  1871. #endif
  1872. #ifdef NT_SERVICE
  1873. {
  1874. int done = 0;
  1875. result = nt_service_parse_options(argc, argv, &done);
  1876. if (done) return result;
  1877. }
  1878. #endif
  1879. if (tor_init(argc, argv)<0)
  1880. return -1;
  1881. switch (get_options()->command) {
  1882. case CMD_RUN_TOR:
  1883. #ifdef NT_SERVICE
  1884. nt_service_set_state(SERVICE_RUNNING);
  1885. #endif
  1886. result = do_main_loop();
  1887. break;
  1888. case CMD_LIST_FINGERPRINT:
  1889. result = do_list_fingerprint();
  1890. break;
  1891. case CMD_HASH_PASSWORD:
  1892. do_hash_password();
  1893. result = 0;
  1894. break;
  1895. case CMD_VERIFY_CONFIG:
  1896. printf("Configuration was valid\n");
  1897. result = 0;
  1898. break;
  1899. case CMD_RUN_UNITTESTS: /* only set by test.c */
  1900. default:
  1901. log_warn(LD_BUG,"Illegal command number %d: internal error.",
  1902. get_options()->command);
  1903. result = -1;
  1904. }
  1905. tor_cleanup();
  1906. return result;
  1907. }