mainloop.c 95 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952
  1. /* Copyright (c) 2001 Matej Pfajfar.
  2. * Copyright (c) 2001-2004, Roger Dingledine.
  3. * Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  4. * Copyright (c) 2007-2019, The Tor Project, Inc. */
  5. /* See LICENSE for licensing information */
  6. /**
  7. * \file mainloop.c
  8. * \brief Toplevel module. Handles signals, multiplexes between
  9. * connections, implements main loop, and drives scheduled events.
  10. *
  11. * For the main loop itself; see run_main_loop_once(). It invokes the rest of
  12. * Tor mostly through Libevent callbacks. Libevent callbacks can happen when
  13. * a timer elapses, a signal is received, a socket is ready to read or write,
  14. * or an event is manually activated.
  15. *
  16. * Most events in Tor are driven from these callbacks:
  17. * <ul>
  18. * <li>conn_read_callback() and conn_write_callback() here, which are
  19. * invoked when a socket is ready to read or write respectively.
  20. * <li>signal_callback(), which handles incoming signals.
  21. * </ul>
  22. * Other events are used for specific purposes, or for building more complex
  23. * control structures. If you search for usage of tor_libevent_new(), you
  24. * will find all the events that we construct in Tor.
  25. *
  26. * Tor has numerous housekeeping operations that need to happen
  27. * regularly. They are handled in different ways:
  28. * <ul>
  29. * <li>The most frequent operations are handled after every read or write
  30. * event, at the end of connection_handle_read() and
  31. * connection_handle_write().
  32. *
  33. * <li>The next most frequent operations happen after each invocation of the
  34. * main loop, in run_main_loop_once().
  35. *
  36. * <li>Once per second, we run all of the operations listed in
  37. * second_elapsed_callback(), and in its child, run_scheduled_events().
  38. *
  39. * <li>Once-a-second operations are handled in second_elapsed_callback().
  40. *
  41. * <li>More infrequent operations take place based on the periodic event
  42. * driver in periodic.c . These are stored in the periodic_events[]
  43. * table.
  44. * </ul>
  45. *
  46. **/
  47. #define MAINLOOP_PRIVATE
  48. #include "core/or/or.h"
  49. #include "app/config/config.h"
  50. #include "app/config/statefile.h"
  51. #include "app/main/ntmain.h"
  52. #include "core/mainloop/connection.h"
  53. #include "core/mainloop/cpuworker.h"
  54. #include "core/mainloop/mainloop.h"
  55. #include "core/mainloop/netstatus.h"
  56. #include "core/mainloop/periodic.h"
  57. #include "core/or/channel.h"
  58. #include "core/or/channelpadding.h"
  59. #include "core/or/channeltls.h"
  60. #include "core/or/circuitbuild.h"
  61. #include "core/or/circuitlist.h"
  62. #include "core/or/circuituse.h"
  63. #include "core/or/connection_edge.h"
  64. #include "core/or/connection_or.h"
  65. #include "core/or/dos.h"
  66. #include "core/or/status.h"
  67. #include "feature/client/addressmap.h"
  68. #include "feature/client/bridges.h"
  69. #include "feature/client/dnsserv.h"
  70. #include "feature/client/entrynodes.h"
  71. #include "feature/client/transports.h"
  72. #include "feature/control/control.h"
  73. #include "feature/dirauth/authmode.h"
  74. #include "feature/dirauth/reachability.h"
  75. #include "feature/dircache/consdiffmgr.h"
  76. #include "feature/dircache/dirserv.h"
  77. #include "feature/dircommon/directory.h"
  78. #include "feature/hibernate/hibernate.h"
  79. #include "feature/hs/hs_cache.h"
  80. #include "feature/hs/hs_client.h"
  81. #include "feature/hs/hs_service.h"
  82. #include "feature/nodelist/microdesc.h"
  83. #include "feature/nodelist/networkstatus.h"
  84. #include "feature/nodelist/nodelist.h"
  85. #include "feature/nodelist/routerlist.h"
  86. #include "feature/relay/dns.h"
  87. #include "feature/relay/routerkeys.h"
  88. #include "feature/relay/routermode.h"
  89. #include "feature/relay/selftest.h"
  90. #include "feature/rend/rendcache.h"
  91. #include "feature/rend/rendservice.h"
  92. #include "feature/stats/geoip_stats.h"
  93. #include "feature/stats/predict_ports.h"
  94. #include "feature/stats/rephist.h"
  95. #include "lib/container/buffers.h"
  96. #include "lib/crypt_ops/crypto_rand.h"
  97. #include "lib/err/backtrace.h"
  98. #include "lib/tls/buffers_tls.h"
  99. #include "lib/net/buffers_net.h"
  100. #include "lib/evloop/compat_libevent.h"
  101. #include <event2/event.h>
  102. #include "feature/dirauth/dirvote.h"
  103. #include "feature/dirauth/authmode.h"
  104. #include "core/or/cell_st.h"
  105. #include "core/or/entry_connection_st.h"
  106. #include "feature/nodelist/networkstatus_st.h"
  107. #include "core/or/or_connection_st.h"
  108. #include "app/config/or_state_st.h"
  109. #include "feature/nodelist/routerinfo_st.h"
  110. #include "core/or/socks_request_st.h"
  111. #ifdef HAVE_UNISTD_H
  112. #include <unistd.h>
  113. #endif
  114. #ifdef HAVE_SYSTEMD
  115. # if defined(__COVERITY__) && !defined(__INCLUDE_LEVEL__)
  116. /* Systemd's use of gcc's __INCLUDE_LEVEL__ extension macro appears to confuse
  117. * Coverity. Here's a kludge to unconfuse it.
  118. */
  119. # define __INCLUDE_LEVEL__ 2
  120. #endif /* defined(__COVERITY__) && !defined(__INCLUDE_LEVEL__) */
  121. #include <systemd/sd-daemon.h>
  122. #endif /* defined(HAVE_SYSTEMD) */
  123. /* Token bucket for all traffic. */
  124. token_bucket_rw_t global_bucket;
  125. /* Token bucket for relayed traffic. */
  126. token_bucket_rw_t global_relayed_bucket;
  127. /* XXX we might want to keep stats about global_relayed_*_bucket too. Or not.*/
  128. /** How many bytes have we read since we started the process? */
  129. static uint64_t stats_n_bytes_read = 0;
  130. /** How many bytes have we written since we started the process? */
  131. static uint64_t stats_n_bytes_written = 0;
  132. /** What time did this process start up? */
  133. time_t time_of_process_start = 0;
  134. /** How many seconds have we been running? */
  135. static long stats_n_seconds_working = 0;
  136. /** How many times have we returned from the main loop successfully? */
  137. static uint64_t stats_n_main_loop_successes = 0;
  138. /** How many times have we received an error from the main loop? */
  139. static uint64_t stats_n_main_loop_errors = 0;
  140. /** How many times have we returned from the main loop with no events. */
  141. static uint64_t stats_n_main_loop_idle = 0;
  142. /** How often will we honor SIGNEWNYM requests? */
  143. #define MAX_SIGNEWNYM_RATE 10
  144. /** When did we last process a SIGNEWNYM request? */
  145. static time_t time_of_last_signewnym = 0;
  146. /** Is there a signewnym request we're currently waiting to handle? */
  147. static int signewnym_is_pending = 0;
  148. /** Mainloop event for the deferred signewnym call. */
  149. static mainloop_event_t *handle_deferred_signewnym_ev = NULL;
  150. /** How many times have we called newnym? */
  151. static unsigned newnym_epoch = 0;
  152. /** Smartlist of all open connections. */
  153. STATIC smartlist_t *connection_array = NULL;
  154. /** List of connections that have been marked for close and need to be freed
  155. * and removed from connection_array. */
  156. static smartlist_t *closeable_connection_lst = NULL;
  157. /** List of linked connections that are currently reading data into their
  158. * inbuf from their partner's outbuf. */
  159. static smartlist_t *active_linked_connection_lst = NULL;
  160. /** Flag: Set to true iff we entered the current libevent main loop via
  161. * <b>loop_once</b>. If so, there's no need to trigger a loopexit in order
  162. * to handle linked connections. */
  163. static int called_loop_once = 0;
  164. /** Flag: if true, it's time to shut down, so the main loop should exit as
  165. * soon as possible.
  166. */
  167. static int main_loop_should_exit = 0;
  168. /** The return value that the main loop should yield when it exits, if
  169. * main_loop_should_exit is true.
  170. */
  171. static int main_loop_exit_value = 0;
  172. /** We set this to 1 when we've opened a circuit, so we can print a log
  173. * entry to inform the user that Tor is working. We set it to 0 when
  174. * we think the fact that we once opened a circuit doesn't mean we can do so
  175. * any longer (a big time jump happened, when we notice our directory is
  176. * heinously out-of-date, etc.
  177. */
  178. static int can_complete_circuits = 0;
  179. /** How often do we check for router descriptors that we should download
  180. * when we have too little directory info? */
  181. #define GREEDY_DESCRIPTOR_RETRY_INTERVAL (10)
  182. /** How often do we check for router descriptors that we should download
  183. * when we have enough directory info? */
  184. #define LAZY_DESCRIPTOR_RETRY_INTERVAL (60)
  185. static int conn_close_if_marked(int i);
  186. static int run_main_loop_until_done(void);
  187. static void connection_start_reading_from_linked_conn(connection_t *conn);
  188. static int connection_should_read_from_linked_conn(connection_t *conn);
  189. static void conn_read_callback(evutil_socket_t fd, short event, void *_conn);
  190. static void conn_write_callback(evutil_socket_t fd, short event, void *_conn);
  191. static void second_elapsed_callback(periodic_timer_t *timer, void *args);
  192. static void shutdown_did_not_work_callback(evutil_socket_t fd, short event,
  193. void *arg) ATTR_NORETURN;
  194. /****************************************************************************
  195. *
  196. * This section contains accessors and other methods on the connection_array
  197. * variables (which are global within this file and unavailable outside it).
  198. *
  199. ****************************************************************************/
  200. /** Return 1 if we have successfully built a circuit, and nothing has changed
  201. * to make us think that maybe we can't.
  202. */
  203. int
  204. have_completed_a_circuit(void)
  205. {
  206. return can_complete_circuits;
  207. }
  208. /** Note that we have successfully built a circuit, so that reachability
  209. * testing and introduction points and so on may be attempted. */
  210. void
  211. note_that_we_completed_a_circuit(void)
  212. {
  213. can_complete_circuits = 1;
  214. }
  215. /** Note that something has happened (like a clock jump, or DisableNetwork) to
  216. * make us think that maybe we can't complete circuits. */
  217. void
  218. note_that_we_maybe_cant_complete_circuits(void)
  219. {
  220. can_complete_circuits = 0;
  221. }
  222. /** Add <b>conn</b> to the array of connections that we can poll on. The
  223. * connection's socket must be set; the connection starts out
  224. * non-reading and non-writing.
  225. */
  226. int
  227. connection_add_impl(connection_t *conn, int is_connecting)
  228. {
  229. tor_assert(conn);
  230. tor_assert(SOCKET_OK(conn->s) ||
  231. conn->linked ||
  232. (conn->type == CONN_TYPE_AP &&
  233. TO_EDGE_CONN(conn)->is_dns_request));
  234. tor_assert(conn->conn_array_index == -1); /* can only connection_add once */
  235. conn->conn_array_index = smartlist_len(connection_array);
  236. smartlist_add(connection_array, conn);
  237. (void) is_connecting;
  238. if (SOCKET_OK(conn->s) || conn->linked) {
  239. conn->read_event = tor_event_new(tor_libevent_get_base(),
  240. conn->s, EV_READ|EV_PERSIST, conn_read_callback, conn);
  241. conn->write_event = tor_event_new(tor_libevent_get_base(),
  242. conn->s, EV_WRITE|EV_PERSIST, conn_write_callback, conn);
  243. /* XXXX CHECK FOR NULL RETURN! */
  244. }
  245. log_debug(LD_NET,"new conn type %s, socket %d, address %s, n_conns %d.",
  246. conn_type_to_string(conn->type), (int)conn->s, conn->address,
  247. smartlist_len(connection_array));
  248. return 0;
  249. }
  250. /** Tell libevent that we don't care about <b>conn</b> any more. */
  251. void
  252. connection_unregister_events(connection_t *conn)
  253. {
  254. if (conn->read_event) {
  255. if (event_del(conn->read_event))
  256. log_warn(LD_BUG, "Error removing read event for %d", (int)conn->s);
  257. tor_free(conn->read_event);
  258. }
  259. if (conn->write_event) {
  260. if (event_del(conn->write_event))
  261. log_warn(LD_BUG, "Error removing write event for %d", (int)conn->s);
  262. tor_free(conn->write_event);
  263. }
  264. if (conn->type == CONN_TYPE_AP_DNS_LISTENER) {
  265. dnsserv_close_listener(conn);
  266. }
  267. }
  268. /** Remove the connection from the global list, and remove the
  269. * corresponding poll entry. Calling this function will shift the last
  270. * connection (if any) into the position occupied by conn.
  271. */
  272. int
  273. connection_remove(connection_t *conn)
  274. {
  275. int current_index;
  276. connection_t *tmp;
  277. tor_assert(conn);
  278. log_debug(LD_NET,"removing socket %d (type %s), n_conns now %d",
  279. (int)conn->s, conn_type_to_string(conn->type),
  280. smartlist_len(connection_array));
  281. if (conn->type == CONN_TYPE_AP && conn->socket_family == AF_UNIX) {
  282. log_info(LD_NET, "Closing SOCKS Unix socket connection");
  283. }
  284. control_event_conn_bandwidth(conn);
  285. tor_assert(conn->conn_array_index >= 0);
  286. current_index = conn->conn_array_index;
  287. connection_unregister_events(conn); /* This is redundant, but cheap. */
  288. if (current_index == smartlist_len(connection_array)-1) { /* at the end */
  289. smartlist_del(connection_array, current_index);
  290. return 0;
  291. }
  292. /* replace this one with the one at the end */
  293. smartlist_del(connection_array, current_index);
  294. tmp = smartlist_get(connection_array, current_index);
  295. tmp->conn_array_index = current_index;
  296. return 0;
  297. }
  298. /** If <b>conn</b> is an edge conn, remove it from the list
  299. * of conn's on this circuit. If it's not on an edge,
  300. * flush and send destroys for all circuits on this conn.
  301. *
  302. * Remove it from connection_array (if applicable) and
  303. * from closeable_connection_list.
  304. *
  305. * Then free it.
  306. */
  307. static void
  308. connection_unlink(connection_t *conn)
  309. {
  310. connection_about_to_close_connection(conn);
  311. if (conn->conn_array_index >= 0) {
  312. connection_remove(conn);
  313. }
  314. if (conn->linked_conn) {
  315. conn->linked_conn->linked_conn = NULL;
  316. if (! conn->linked_conn->marked_for_close &&
  317. conn->linked_conn->reading_from_linked_conn)
  318. connection_start_reading(conn->linked_conn);
  319. conn->linked_conn = NULL;
  320. }
  321. smartlist_remove(closeable_connection_lst, conn);
  322. smartlist_remove(active_linked_connection_lst, conn);
  323. if (conn->type == CONN_TYPE_EXIT) {
  324. assert_connection_edge_not_dns_pending(TO_EDGE_CONN(conn));
  325. }
  326. if (conn->type == CONN_TYPE_OR) {
  327. if (!tor_digest_is_zero(TO_OR_CONN(conn)->identity_digest))
  328. connection_or_clear_identity(TO_OR_CONN(conn));
  329. /* connection_unlink() can only get called if the connection
  330. * was already on the closeable list, and it got there by
  331. * connection_mark_for_close(), which was called from
  332. * connection_or_close_normally() or
  333. * connection_or_close_for_error(), so the channel should
  334. * already be in CHANNEL_STATE_CLOSING, and then the
  335. * connection_about_to_close_connection() goes to
  336. * connection_or_about_to_close(), which calls channel_closed()
  337. * to notify the channel_t layer, and closed the channel, so
  338. * nothing more to do here to deal with the channel associated
  339. * with an orconn.
  340. */
  341. }
  342. connection_free(conn);
  343. }
  344. /** Event that invokes schedule_active_linked_connections_cb. */
  345. static mainloop_event_t *schedule_active_linked_connections_event = NULL;
  346. /**
  347. * Callback: used to activate read events for all linked connections, so
  348. * libevent knows to call their read callbacks. This callback run as a
  349. * postloop event, so that the events _it_ activates don't happen until
  350. * Libevent has a chance to check for other events.
  351. */
  352. static void
  353. schedule_active_linked_connections_cb(mainloop_event_t *event, void *arg)
  354. {
  355. (void)event;
  356. (void)arg;
  357. /* All active linked conns should get their read events activated,
  358. * so that libevent knows to run their callbacks. */
  359. SMARTLIST_FOREACH(active_linked_connection_lst, connection_t *, conn,
  360. event_active(conn->read_event, EV_READ, 1));
  361. /* Reactivate the event if we still have connections in the active list.
  362. *
  363. * A linked connection doesn't get woken up by I/O but rather artificially
  364. * by this event callback. It has directory data spooled in it and it is
  365. * sent incrementally by small chunks unless spool_eagerly is true. For that
  366. * to happen, we need to induce the activation of the read event so it can
  367. * be flushed. */
  368. if (smartlist_len(active_linked_connection_lst)) {
  369. mainloop_event_activate(schedule_active_linked_connections_event);
  370. }
  371. }
  372. /** Initialize the global connection list, closeable connection list,
  373. * and active connection list. */
  374. void
  375. tor_init_connection_lists(void)
  376. {
  377. if (!connection_array)
  378. connection_array = smartlist_new();
  379. if (!closeable_connection_lst)
  380. closeable_connection_lst = smartlist_new();
  381. if (!active_linked_connection_lst)
  382. active_linked_connection_lst = smartlist_new();
  383. }
  384. /** Schedule <b>conn</b> to be closed. **/
  385. void
  386. add_connection_to_closeable_list(connection_t *conn)
  387. {
  388. tor_assert(!smartlist_contains(closeable_connection_lst, conn));
  389. tor_assert(conn->marked_for_close);
  390. assert_connection_ok(conn, time(NULL));
  391. smartlist_add(closeable_connection_lst, conn);
  392. mainloop_schedule_postloop_cleanup();
  393. }
  394. /** Return 1 if conn is on the closeable list, else return 0. */
  395. int
  396. connection_is_on_closeable_list(connection_t *conn)
  397. {
  398. return smartlist_contains(closeable_connection_lst, conn);
  399. }
  400. /** Return true iff conn is in the current poll array. */
  401. int
  402. connection_in_array(connection_t *conn)
  403. {
  404. return smartlist_contains(connection_array, conn);
  405. }
  406. /** Set <b>*array</b> to an array of all connections. <b>*array</b> must not
  407. * be modified.
  408. */
  409. MOCK_IMPL(smartlist_t *,
  410. get_connection_array, (void))
  411. {
  412. if (!connection_array)
  413. connection_array = smartlist_new();
  414. return connection_array;
  415. }
  416. /**
  417. * Return the amount of network traffic read, in bytes, over the life of this
  418. * process.
  419. */
  420. MOCK_IMPL(uint64_t,
  421. get_bytes_read,(void))
  422. {
  423. return stats_n_bytes_read;
  424. }
  425. /**
  426. * Return the amount of network traffic read, in bytes, over the life of this
  427. * process.
  428. */
  429. MOCK_IMPL(uint64_t,
  430. get_bytes_written,(void))
  431. {
  432. return stats_n_bytes_written;
  433. }
  434. /**
  435. * Increment the amount of network traffic read and written, over the life of
  436. * this process.
  437. */
  438. void
  439. stats_increment_bytes_read_and_written(uint64_t r, uint64_t w)
  440. {
  441. stats_n_bytes_read += r;
  442. stats_n_bytes_written += w;
  443. }
  444. /** Set the event mask on <b>conn</b> to <b>events</b>. (The event
  445. * mask is a bitmask whose bits are READ_EVENT and WRITE_EVENT)
  446. */
  447. void
  448. connection_watch_events(connection_t *conn, watchable_events_t events)
  449. {
  450. if (events & READ_EVENT)
  451. connection_start_reading(conn);
  452. else
  453. connection_stop_reading(conn);
  454. if (events & WRITE_EVENT)
  455. connection_start_writing(conn);
  456. else
  457. connection_stop_writing(conn);
  458. }
  459. /** Return true iff <b>conn</b> is listening for read events. */
  460. int
  461. connection_is_reading(connection_t *conn)
  462. {
  463. tor_assert(conn);
  464. return conn->reading_from_linked_conn ||
  465. (conn->read_event && event_pending(conn->read_event, EV_READ, NULL));
  466. }
  467. /** Reset our main loop counters. */
  468. void
  469. reset_main_loop_counters(void)
  470. {
  471. stats_n_main_loop_successes = 0;
  472. stats_n_main_loop_errors = 0;
  473. stats_n_main_loop_idle = 0;
  474. }
  475. /** Increment the main loop success counter. */
  476. static void
  477. increment_main_loop_success_count(void)
  478. {
  479. ++stats_n_main_loop_successes;
  480. }
  481. /** Get the main loop success counter. */
  482. uint64_t
  483. get_main_loop_success_count(void)
  484. {
  485. return stats_n_main_loop_successes;
  486. }
  487. /** Increment the main loop error counter. */
  488. static void
  489. increment_main_loop_error_count(void)
  490. {
  491. ++stats_n_main_loop_errors;
  492. }
  493. /** Get the main loop error counter. */
  494. uint64_t
  495. get_main_loop_error_count(void)
  496. {
  497. return stats_n_main_loop_errors;
  498. }
  499. /** Increment the main loop idle counter. */
  500. static void
  501. increment_main_loop_idle_count(void)
  502. {
  503. ++stats_n_main_loop_idle;
  504. }
  505. /** Get the main loop idle counter. */
  506. uint64_t
  507. get_main_loop_idle_count(void)
  508. {
  509. return stats_n_main_loop_idle;
  510. }
  511. /** Check whether <b>conn</b> is correct in having (or not having) a
  512. * read/write event (passed in <b>ev</b>). On success, return 0. On failure,
  513. * log a warning and return -1. */
  514. static int
  515. connection_check_event(connection_t *conn, struct event *ev)
  516. {
  517. int bad;
  518. if (conn->type == CONN_TYPE_AP && TO_EDGE_CONN(conn)->is_dns_request) {
  519. /* DNS requests which we launch through the dnsserv.c module do not have
  520. * any underlying socket or any underlying linked connection, so they
  521. * shouldn't have any attached events either.
  522. */
  523. bad = ev != NULL;
  524. } else {
  525. /* Everything else should have an underlying socket, or a linked
  526. * connection (which is also tracked with a read_event/write_event pair).
  527. */
  528. bad = ev == NULL;
  529. }
  530. if (bad) {
  531. log_warn(LD_BUG, "Event missing on connection %p [%s;%s]. "
  532. "socket=%d. linked=%d. "
  533. "is_dns_request=%d. Marked_for_close=%s:%d",
  534. conn,
  535. conn_type_to_string(conn->type),
  536. conn_state_to_string(conn->type, conn->state),
  537. (int)conn->s, (int)conn->linked,
  538. (conn->type == CONN_TYPE_AP &&
  539. TO_EDGE_CONN(conn)->is_dns_request),
  540. conn->marked_for_close_file ? conn->marked_for_close_file : "-",
  541. conn->marked_for_close
  542. );
  543. log_backtrace(LOG_WARN, LD_BUG, "Backtrace attached.");
  544. return -1;
  545. }
  546. return 0;
  547. }
  548. /** Tell the main loop to stop notifying <b>conn</b> of any read events. */
  549. MOCK_IMPL(void,
  550. connection_stop_reading,(connection_t *conn))
  551. {
  552. tor_assert(conn);
  553. if (connection_check_event(conn, conn->read_event) < 0) {
  554. return;
  555. }
  556. if (conn->linked) {
  557. conn->reading_from_linked_conn = 0;
  558. connection_stop_reading_from_linked_conn(conn);
  559. } else {
  560. if (event_del(conn->read_event))
  561. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  562. "to unwatched: %s",
  563. (int)conn->s,
  564. tor_socket_strerror(tor_socket_errno(conn->s)));
  565. }
  566. }
  567. /** Tell the main loop to start notifying <b>conn</b> of any read events. */
  568. MOCK_IMPL(void,
  569. connection_start_reading,(connection_t *conn))
  570. {
  571. tor_assert(conn);
  572. if (connection_check_event(conn, conn->read_event) < 0) {
  573. return;
  574. }
  575. if (conn->linked) {
  576. conn->reading_from_linked_conn = 1;
  577. if (connection_should_read_from_linked_conn(conn))
  578. connection_start_reading_from_linked_conn(conn);
  579. } else {
  580. if (event_add(conn->read_event, NULL))
  581. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  582. "to watched: %s",
  583. (int)conn->s,
  584. tor_socket_strerror(tor_socket_errno(conn->s)));
  585. }
  586. }
  587. /** Return true iff <b>conn</b> is listening for write events. */
  588. int
  589. connection_is_writing(connection_t *conn)
  590. {
  591. tor_assert(conn);
  592. return conn->writing_to_linked_conn ||
  593. (conn->write_event && event_pending(conn->write_event, EV_WRITE, NULL));
  594. }
  595. /** Tell the main loop to stop notifying <b>conn</b> of any write events. */
  596. MOCK_IMPL(void,
  597. connection_stop_writing,(connection_t *conn))
  598. {
  599. tor_assert(conn);
  600. if (connection_check_event(conn, conn->write_event) < 0) {
  601. return;
  602. }
  603. if (conn->linked) {
  604. conn->writing_to_linked_conn = 0;
  605. if (conn->linked_conn)
  606. connection_stop_reading_from_linked_conn(conn->linked_conn);
  607. } else {
  608. if (event_del(conn->write_event))
  609. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  610. "to unwatched: %s",
  611. (int)conn->s,
  612. tor_socket_strerror(tor_socket_errno(conn->s)));
  613. }
  614. }
  615. /** Tell the main loop to start notifying <b>conn</b> of any write events. */
  616. MOCK_IMPL(void,
  617. connection_start_writing,(connection_t *conn))
  618. {
  619. tor_assert(conn);
  620. if (connection_check_event(conn, conn->write_event) < 0) {
  621. return;
  622. }
  623. if (conn->linked) {
  624. conn->writing_to_linked_conn = 1;
  625. if (conn->linked_conn &&
  626. connection_should_read_from_linked_conn(conn->linked_conn))
  627. connection_start_reading_from_linked_conn(conn->linked_conn);
  628. } else {
  629. if (event_add(conn->write_event, NULL))
  630. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  631. "to watched: %s",
  632. (int)conn->s,
  633. tor_socket_strerror(tor_socket_errno(conn->s)));
  634. }
  635. }
  636. /** Return true iff <b>conn</b> is linked conn, and reading from the conn
  637. * linked to it would be good and feasible. (Reading is "feasible" if the
  638. * other conn exists and has data in its outbuf, and is "good" if we have our
  639. * reading_from_linked_conn flag set and the other conn has its
  640. * writing_to_linked_conn flag set.)*/
  641. static int
  642. connection_should_read_from_linked_conn(connection_t *conn)
  643. {
  644. if (conn->linked && conn->reading_from_linked_conn) {
  645. if (! conn->linked_conn ||
  646. (conn->linked_conn->writing_to_linked_conn &&
  647. buf_datalen(conn->linked_conn->outbuf)))
  648. return 1;
  649. }
  650. return 0;
  651. }
  652. /** Event to run 'shutdown did not work callback'. */
  653. static struct event *shutdown_did_not_work_event = NULL;
  654. /** Failsafe measure that should never actually be necessary: If
  655. * tor_shutdown_event_loop_and_exit() somehow doesn't successfully exit the
  656. * event loop, then this callback will kill Tor with an assertion failure
  657. * seconds later
  658. */
  659. static void
  660. shutdown_did_not_work_callback(evutil_socket_t fd, short event, void *arg)
  661. {
  662. // LCOV_EXCL_START
  663. (void) fd;
  664. (void) event;
  665. (void) arg;
  666. tor_assert_unreached();
  667. // LCOV_EXCL_STOP
  668. }
  669. #ifdef ENABLE_RESTART_DEBUGGING
  670. static struct event *tor_shutdown_event_loop_for_restart_event = NULL;
  671. static void
  672. tor_shutdown_event_loop_for_restart_cb(
  673. evutil_socket_t fd, short event, void *arg)
  674. {
  675. (void)fd;
  676. (void)event;
  677. (void)arg;
  678. tor_event_free(tor_shutdown_event_loop_for_restart_event);
  679. tor_shutdown_event_loop_and_exit(0);
  680. }
  681. #endif
  682. /**
  683. * After finishing the current callback (if any), shut down the main loop,
  684. * clean up the process, and exit with <b>exitcode</b>.
  685. */
  686. void
  687. tor_shutdown_event_loop_and_exit(int exitcode)
  688. {
  689. if (main_loop_should_exit)
  690. return; /* Ignore multiple calls to this function. */
  691. main_loop_should_exit = 1;
  692. main_loop_exit_value = exitcode;
  693. /* Die with an assertion failure in ten seconds, if for some reason we don't
  694. * exit normally. */
  695. /* XXXX We should consider this code if it's never used. */
  696. struct timeval ten_seconds = { 10, 0 };
  697. shutdown_did_not_work_event = tor_evtimer_new(
  698. tor_libevent_get_base(),
  699. shutdown_did_not_work_callback, NULL);
  700. event_add(shutdown_did_not_work_event, &ten_seconds);
  701. /* Unlike exit_loop_after_delay(), exit_loop_after_callback
  702. * prevents other callbacks from running. */
  703. tor_libevent_exit_loop_after_callback(tor_libevent_get_base());
  704. }
  705. /** Return true iff tor_shutdown_event_loop_and_exit() has been called. */
  706. int
  707. tor_event_loop_shutdown_is_pending(void)
  708. {
  709. return main_loop_should_exit;
  710. }
  711. /** Helper: Tell the main loop to begin reading bytes into <b>conn</b> from
  712. * its linked connection, if it is not doing so already. Called by
  713. * connection_start_reading and connection_start_writing as appropriate. */
  714. static void
  715. connection_start_reading_from_linked_conn(connection_t *conn)
  716. {
  717. tor_assert(conn);
  718. tor_assert(conn->linked == 1);
  719. if (!conn->active_on_link) {
  720. conn->active_on_link = 1;
  721. smartlist_add(active_linked_connection_lst, conn);
  722. mainloop_event_activate(schedule_active_linked_connections_event);
  723. } else {
  724. tor_assert(smartlist_contains(active_linked_connection_lst, conn));
  725. }
  726. }
  727. /** Tell the main loop to stop reading bytes into <b>conn</b> from its linked
  728. * connection, if is currently doing so. Called by connection_stop_reading,
  729. * connection_stop_writing, and connection_read. */
  730. void
  731. connection_stop_reading_from_linked_conn(connection_t *conn)
  732. {
  733. tor_assert(conn);
  734. tor_assert(conn->linked == 1);
  735. if (conn->active_on_link) {
  736. conn->active_on_link = 0;
  737. /* FFFF We could keep an index here so we can smartlist_del
  738. * cleanly. On the other hand, this doesn't show up on profiles,
  739. * so let's leave it alone for now. */
  740. smartlist_remove(active_linked_connection_lst, conn);
  741. } else {
  742. tor_assert(!smartlist_contains(active_linked_connection_lst, conn));
  743. }
  744. }
  745. /** Close all connections that have been scheduled to get closed. */
  746. STATIC void
  747. close_closeable_connections(void)
  748. {
  749. int i;
  750. for (i = 0; i < smartlist_len(closeable_connection_lst); ) {
  751. connection_t *conn = smartlist_get(closeable_connection_lst, i);
  752. if (conn->conn_array_index < 0) {
  753. connection_unlink(conn); /* blow it away right now */
  754. } else {
  755. if (!conn_close_if_marked(conn->conn_array_index))
  756. ++i;
  757. }
  758. }
  759. }
  760. /** Count moribund connections for the OOS handler */
  761. MOCK_IMPL(int,
  762. connection_count_moribund, (void))
  763. {
  764. int moribund = 0;
  765. /*
  766. * Count things we'll try to kill when close_closeable_connections()
  767. * runs next.
  768. */
  769. SMARTLIST_FOREACH_BEGIN(closeable_connection_lst, connection_t *, conn) {
  770. if (SOCKET_OK(conn->s) && connection_is_moribund(conn)) ++moribund;
  771. } SMARTLIST_FOREACH_END(conn);
  772. return moribund;
  773. }
  774. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  775. * some data to read. */
  776. static void
  777. conn_read_callback(evutil_socket_t fd, short event, void *_conn)
  778. {
  779. connection_t *conn = _conn;
  780. (void)fd;
  781. (void)event;
  782. log_debug(LD_NET,"socket %d wants to read.",(int)conn->s);
  783. /* assert_connection_ok(conn, time(NULL)); */
  784. /* Handle marked for close connections early */
  785. if (conn->marked_for_close && connection_is_reading(conn)) {
  786. /* Libevent says we can read, but we are marked for close so we will never
  787. * try to read again. We will try to close the connection below inside of
  788. * close_closeable_connections(), but let's make sure not to cause Libevent
  789. * to spin on conn_read_callback() while we wait for the socket to let us
  790. * flush to it.*/
  791. connection_stop_reading(conn);
  792. }
  793. if (connection_handle_read(conn) < 0) {
  794. if (!conn->marked_for_close) {
  795. #ifndef _WIN32
  796. log_warn(LD_BUG,"Unhandled error on read for %s connection "
  797. "(fd %d); removing",
  798. conn_type_to_string(conn->type), (int)conn->s);
  799. tor_fragile_assert();
  800. #endif /* !defined(_WIN32) */
  801. if (CONN_IS_EDGE(conn))
  802. connection_edge_end_errno(TO_EDGE_CONN(conn));
  803. connection_mark_for_close(conn);
  804. }
  805. }
  806. assert_connection_ok(conn, time(NULL));
  807. if (smartlist_len(closeable_connection_lst))
  808. close_closeable_connections();
  809. }
  810. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  811. * some data to write. */
  812. static void
  813. conn_write_callback(evutil_socket_t fd, short events, void *_conn)
  814. {
  815. connection_t *conn = _conn;
  816. (void)fd;
  817. (void)events;
  818. LOG_FN_CONN(conn, (LOG_DEBUG, LD_NET, "socket %d wants to write.",
  819. (int)conn->s));
  820. /* assert_connection_ok(conn, time(NULL)); */
  821. if (connection_handle_write(conn, 0) < 0) {
  822. if (!conn->marked_for_close) {
  823. /* this connection is broken. remove it. */
  824. log_fn(LOG_WARN,LD_BUG,
  825. "unhandled error on write for %s connection (fd %d); removing",
  826. conn_type_to_string(conn->type), (int)conn->s);
  827. tor_fragile_assert();
  828. if (CONN_IS_EDGE(conn)) {
  829. /* otherwise we cry wolf about duplicate close */
  830. edge_connection_t *edge_conn = TO_EDGE_CONN(conn);
  831. if (!edge_conn->end_reason)
  832. edge_conn->end_reason = END_STREAM_REASON_INTERNAL;
  833. edge_conn->edge_has_sent_end = 1;
  834. }
  835. connection_close_immediate(conn); /* So we don't try to flush. */
  836. connection_mark_for_close(conn);
  837. }
  838. }
  839. assert_connection_ok(conn, time(NULL));
  840. if (smartlist_len(closeable_connection_lst))
  841. close_closeable_connections();
  842. }
  843. /** If the connection at connection_array[i] is marked for close, then:
  844. * - If it has data that it wants to flush, try to flush it.
  845. * - If it _still_ has data to flush, and conn->hold_open_until_flushed is
  846. * true, then leave the connection open and return.
  847. * - Otherwise, remove the connection from connection_array and from
  848. * all other lists, close it, and free it.
  849. * Returns 1 if the connection was closed, 0 otherwise.
  850. */
  851. static int
  852. conn_close_if_marked(int i)
  853. {
  854. connection_t *conn;
  855. int retval;
  856. time_t now;
  857. conn = smartlist_get(connection_array, i);
  858. if (!conn->marked_for_close)
  859. return 0; /* nothing to see here, move along */
  860. now = time(NULL);
  861. assert_connection_ok(conn, now);
  862. /* assert_all_pending_dns_resolves_ok(); */
  863. log_debug(LD_NET,"Cleaning up connection (fd "TOR_SOCKET_T_FORMAT").",
  864. conn->s);
  865. /* If the connection we are about to close was trying to connect to
  866. a proxy server and failed, the client won't be able to use that
  867. proxy. We should warn the user about this. */
  868. if (conn->proxy_state == PROXY_INFANT)
  869. log_failed_proxy_connection(conn);
  870. if ((SOCKET_OK(conn->s) || conn->linked_conn) &&
  871. connection_wants_to_flush(conn)) {
  872. /* s == -1 means it's an incomplete edge connection, or that the socket
  873. * has already been closed as unflushable. */
  874. ssize_t sz = connection_bucket_write_limit(conn, now);
  875. if (!conn->hold_open_until_flushed)
  876. log_info(LD_NET,
  877. "Conn (addr %s, fd %d, type %s, state %d) marked, but wants "
  878. "to flush %d bytes. (Marked at %s:%d)",
  879. escaped_safe_str_client(conn->address),
  880. (int)conn->s, conn_type_to_string(conn->type), conn->state,
  881. (int)conn->outbuf_flushlen,
  882. conn->marked_for_close_file, conn->marked_for_close);
  883. if (conn->linked_conn) {
  884. retval = buf_move_to_buf(conn->linked_conn->inbuf, conn->outbuf,
  885. &conn->outbuf_flushlen);
  886. if (retval >= 0) {
  887. /* The linked conn will notice that it has data when it notices that
  888. * we're gone. */
  889. connection_start_reading_from_linked_conn(conn->linked_conn);
  890. }
  891. log_debug(LD_GENERAL, "Flushed last %d bytes from a linked conn; "
  892. "%d left; flushlen %d; wants-to-flush==%d", retval,
  893. (int)connection_get_outbuf_len(conn),
  894. (int)conn->outbuf_flushlen,
  895. connection_wants_to_flush(conn));
  896. } else if (connection_speaks_cells(conn)) {
  897. if (conn->state == OR_CONN_STATE_OPEN) {
  898. retval = buf_flush_to_tls(conn->outbuf, TO_OR_CONN(conn)->tls, sz,
  899. &conn->outbuf_flushlen);
  900. } else
  901. retval = -1; /* never flush non-open broken tls connections */
  902. } else {
  903. retval = buf_flush_to_socket(conn->outbuf, conn->s, sz,
  904. &conn->outbuf_flushlen);
  905. }
  906. if (retval >= 0 && /* Technically, we could survive things like
  907. TLS_WANT_WRITE here. But don't bother for now. */
  908. conn->hold_open_until_flushed && connection_wants_to_flush(conn)) {
  909. if (retval > 0) {
  910. LOG_FN_CONN(conn, (LOG_INFO,LD_NET,
  911. "Holding conn (fd %d) open for more flushing.",
  912. (int)conn->s));
  913. conn->timestamp_last_write_allowed = now; /* reset so we can flush
  914. * more */
  915. } else if (sz == 0) {
  916. /* Also, retval==0. If we get here, we didn't want to write anything
  917. * (because of rate-limiting) and we didn't. */
  918. /* Connection must flush before closing, but it's being rate-limited.
  919. * Let's remove from Libevent, and mark it as blocked on bandwidth
  920. * so it will be re-added on next token bucket refill. Prevents
  921. * busy Libevent loops where we keep ending up here and returning
  922. * 0 until we are no longer blocked on bandwidth.
  923. */
  924. connection_consider_empty_write_buckets(conn);
  925. /* Make sure that consider_empty_buckets really disabled the
  926. * connection: */
  927. if (BUG(connection_is_writing(conn))) {
  928. connection_write_bw_exhausted(conn, true);
  929. }
  930. /* The connection is being held due to write rate limit and thus will
  931. * flush its data later. We need to stop reading because this
  932. * connection is about to be closed once flushed. It should not
  933. * process anything more coming in at this stage. */
  934. connection_stop_reading(conn);
  935. }
  936. return 0;
  937. }
  938. if (connection_wants_to_flush(conn)) {
  939. log_fn(LOG_INFO, LD_NET, "We stalled too much while trying to write %d "
  940. "bytes to address %s. If this happens a lot, either "
  941. "something is wrong with your network connection, or "
  942. "something is wrong with theirs. "
  943. "(fd %d, type %s, state %d, marked at %s:%d).",
  944. (int)connection_get_outbuf_len(conn),
  945. escaped_safe_str_client(conn->address),
  946. (int)conn->s, conn_type_to_string(conn->type), conn->state,
  947. conn->marked_for_close_file,
  948. conn->marked_for_close);
  949. }
  950. }
  951. connection_unlink(conn); /* unlink, remove, free */
  952. return 1;
  953. }
  954. /** Implementation for directory_all_unreachable. This is done in a callback,
  955. * since otherwise it would complicate Tor's control-flow graph beyond all
  956. * reason.
  957. */
  958. static void
  959. directory_all_unreachable_cb(mainloop_event_t *event, void *arg)
  960. {
  961. (void)event;
  962. (void)arg;
  963. connection_t *conn;
  964. while ((conn = connection_get_by_type_state(CONN_TYPE_AP,
  965. AP_CONN_STATE_CIRCUIT_WAIT))) {
  966. entry_connection_t *entry_conn = TO_ENTRY_CONN(conn);
  967. log_notice(LD_NET,
  968. "Is your network connection down? "
  969. "Failing connection to '%s:%d'.",
  970. safe_str_client(entry_conn->socks_request->address),
  971. entry_conn->socks_request->port);
  972. connection_mark_unattached_ap(entry_conn,
  973. END_STREAM_REASON_NET_UNREACHABLE);
  974. }
  975. control_event_general_error("DIR_ALL_UNREACHABLE");
  976. }
  977. static mainloop_event_t *directory_all_unreachable_cb_event = NULL;
  978. /** We've just tried every dirserver we know about, and none of
  979. * them were reachable. Assume the network is down. Change state
  980. * so next time an application connection arrives we'll delay it
  981. * and try another directory fetch. Kill off all the circuit_wait
  982. * streams that are waiting now, since they will all timeout anyway.
  983. */
  984. void
  985. directory_all_unreachable(time_t now)
  986. {
  987. (void)now;
  988. reset_uptime(); /* reset it */
  989. if (!directory_all_unreachable_cb_event) {
  990. directory_all_unreachable_cb_event =
  991. mainloop_event_new(directory_all_unreachable_cb, NULL);
  992. tor_assert(directory_all_unreachable_cb_event);
  993. }
  994. mainloop_event_activate(directory_all_unreachable_cb_event);
  995. }
  996. /** This function is called whenever we successfully pull down some new
  997. * network statuses or server descriptors. */
  998. void
  999. directory_info_has_arrived(time_t now, int from_cache, int suppress_logs)
  1000. {
  1001. const or_options_t *options = get_options();
  1002. /* if we have enough dir info, then update our guard status with
  1003. * whatever we just learned. */
  1004. int invalidate_circs = guards_update_all();
  1005. if (invalidate_circs) {
  1006. circuit_mark_all_unused_circs();
  1007. circuit_mark_all_dirty_circs_as_unusable();
  1008. }
  1009. if (!router_have_minimum_dir_info()) {
  1010. int quiet = suppress_logs || from_cache ||
  1011. directory_too_idle_to_fetch_descriptors(options, now);
  1012. tor_log(quiet ? LOG_INFO : LOG_NOTICE, LD_DIR,
  1013. "I learned some more directory information, but not enough to "
  1014. "build a circuit: %s", get_dir_info_status_string());
  1015. update_all_descriptor_downloads(now);
  1016. return;
  1017. } else {
  1018. if (directory_fetches_from_authorities(options)) {
  1019. update_all_descriptor_downloads(now);
  1020. }
  1021. /* Don't even bother trying to get extrainfo until the rest of our
  1022. * directory info is up-to-date */
  1023. if (options->DownloadExtraInfo)
  1024. update_extrainfo_downloads(now);
  1025. }
  1026. if (server_mode(options) && !net_is_disabled() && !from_cache &&
  1027. (have_completed_a_circuit() || !any_predicted_circuits(now)))
  1028. router_do_reachability_checks(1, 1);
  1029. }
  1030. /** Perform regular maintenance tasks for a single connection. This
  1031. * function gets run once per second per connection by run_scheduled_events.
  1032. */
  1033. static void
  1034. run_connection_housekeeping(int i, time_t now)
  1035. {
  1036. cell_t cell;
  1037. connection_t *conn = smartlist_get(connection_array, i);
  1038. const or_options_t *options = get_options();
  1039. or_connection_t *or_conn;
  1040. channel_t *chan = NULL;
  1041. int have_any_circuits;
  1042. int past_keepalive =
  1043. now >= conn->timestamp_last_write_allowed + options->KeepalivePeriod;
  1044. if (conn->outbuf && !connection_get_outbuf_len(conn) &&
  1045. conn->type == CONN_TYPE_OR)
  1046. TO_OR_CONN(conn)->timestamp_lastempty = now;
  1047. if (conn->marked_for_close) {
  1048. /* nothing to do here */
  1049. return;
  1050. }
  1051. /* Expire any directory connections that haven't been active (sent
  1052. * if a server or received if a client) for 5 min */
  1053. if (conn->type == CONN_TYPE_DIR &&
  1054. ((DIR_CONN_IS_SERVER(conn) &&
  1055. conn->timestamp_last_write_allowed
  1056. + options->TestingDirConnectionMaxStall < now) ||
  1057. (!DIR_CONN_IS_SERVER(conn) &&
  1058. conn->timestamp_last_read_allowed
  1059. + options->TestingDirConnectionMaxStall < now))) {
  1060. log_info(LD_DIR,"Expiring wedged directory conn (fd %d, purpose %d)",
  1061. (int)conn->s, conn->purpose);
  1062. /* This check is temporary; it's to let us know whether we should consider
  1063. * parsing partial serverdesc responses. */
  1064. if (conn->purpose == DIR_PURPOSE_FETCH_SERVERDESC &&
  1065. connection_get_inbuf_len(conn) >= 1024) {
  1066. log_info(LD_DIR,"Trying to extract information from wedged server desc "
  1067. "download.");
  1068. connection_dir_reached_eof(TO_DIR_CONN(conn));
  1069. } else {
  1070. connection_mark_for_close(conn);
  1071. }
  1072. return;
  1073. }
  1074. if (!connection_speaks_cells(conn))
  1075. return; /* we're all done here, the rest is just for OR conns */
  1076. /* If we haven't flushed to an OR connection for a while, then either nuke
  1077. the connection or send a keepalive, depending. */
  1078. or_conn = TO_OR_CONN(conn);
  1079. tor_assert(conn->outbuf);
  1080. chan = TLS_CHAN_TO_BASE(or_conn->chan);
  1081. tor_assert(chan);
  1082. if (channel_num_circuits(chan) != 0) {
  1083. have_any_circuits = 1;
  1084. chan->timestamp_last_had_circuits = now;
  1085. } else {
  1086. have_any_circuits = 0;
  1087. }
  1088. if (channel_is_bad_for_new_circs(TLS_CHAN_TO_BASE(or_conn->chan)) &&
  1089. ! have_any_circuits) {
  1090. /* It's bad for new circuits, and has no unmarked circuits on it:
  1091. * mark it now. */
  1092. log_info(LD_OR,
  1093. "Expiring non-used OR connection to fd %d (%s:%d) [Too old].",
  1094. (int)conn->s, conn->address, conn->port);
  1095. if (conn->state == OR_CONN_STATE_CONNECTING)
  1096. connection_or_connect_failed(TO_OR_CONN(conn),
  1097. END_OR_CONN_REASON_TIMEOUT,
  1098. "Tor gave up on the connection");
  1099. connection_or_close_normally(TO_OR_CONN(conn), 1);
  1100. } else if (!connection_state_is_open(conn)) {
  1101. if (past_keepalive) {
  1102. /* We never managed to actually get this connection open and happy. */
  1103. log_info(LD_OR,"Expiring non-open OR connection to fd %d (%s:%d).",
  1104. (int)conn->s,conn->address, conn->port);
  1105. connection_or_close_normally(TO_OR_CONN(conn), 0);
  1106. }
  1107. } else if (we_are_hibernating() &&
  1108. ! have_any_circuits &&
  1109. !connection_get_outbuf_len(conn)) {
  1110. /* We're hibernating or shutting down, there's no circuits, and nothing to
  1111. * flush.*/
  1112. log_info(LD_OR,"Expiring non-used OR connection to fd %d (%s:%d) "
  1113. "[Hibernating or exiting].",
  1114. (int)conn->s,conn->address, conn->port);
  1115. connection_or_close_normally(TO_OR_CONN(conn), 1);
  1116. } else if (!have_any_circuits &&
  1117. now - or_conn->idle_timeout >=
  1118. chan->timestamp_last_had_circuits) {
  1119. log_info(LD_OR,"Expiring non-used OR connection %"PRIu64" to fd %d "
  1120. "(%s:%d) [no circuits for %d; timeout %d; %scanonical].",
  1121. (chan->global_identifier),
  1122. (int)conn->s, conn->address, conn->port,
  1123. (int)(now - chan->timestamp_last_had_circuits),
  1124. or_conn->idle_timeout,
  1125. or_conn->is_canonical ? "" : "non");
  1126. connection_or_close_normally(TO_OR_CONN(conn), 0);
  1127. } else if (
  1128. now >= or_conn->timestamp_lastempty + options->KeepalivePeriod*10 &&
  1129. now >=
  1130. conn->timestamp_last_write_allowed + options->KeepalivePeriod*10) {
  1131. log_fn(LOG_PROTOCOL_WARN,LD_PROTOCOL,
  1132. "Expiring stuck OR connection to fd %d (%s:%d). (%d bytes to "
  1133. "flush; %d seconds since last write)",
  1134. (int)conn->s, conn->address, conn->port,
  1135. (int)connection_get_outbuf_len(conn),
  1136. (int)(now-conn->timestamp_last_write_allowed));
  1137. connection_or_close_normally(TO_OR_CONN(conn), 0);
  1138. } else if (past_keepalive && !connection_get_outbuf_len(conn)) {
  1139. /* send a padding cell */
  1140. log_fn(LOG_DEBUG,LD_OR,"Sending keepalive to (%s:%d)",
  1141. conn->address, conn->port);
  1142. memset(&cell,0,sizeof(cell_t));
  1143. cell.command = CELL_PADDING;
  1144. connection_or_write_cell_to_buf(&cell, or_conn);
  1145. } else {
  1146. channelpadding_decide_to_pad_channel(chan);
  1147. }
  1148. }
  1149. /** Honor a NEWNYM request: make future requests unlinkable to past
  1150. * requests. */
  1151. static void
  1152. signewnym_impl(time_t now)
  1153. {
  1154. const or_options_t *options = get_options();
  1155. if (!proxy_mode(options)) {
  1156. log_info(LD_CONTROL, "Ignoring SIGNAL NEWNYM because client functionality "
  1157. "is disabled.");
  1158. return;
  1159. }
  1160. circuit_mark_all_dirty_circs_as_unusable();
  1161. addressmap_clear_transient();
  1162. hs_client_purge_state();
  1163. time_of_last_signewnym = now;
  1164. signewnym_is_pending = 0;
  1165. ++newnym_epoch;
  1166. control_event_signal(SIGNEWNYM);
  1167. }
  1168. /** Callback: run a deferred signewnym. */
  1169. static void
  1170. handle_deferred_signewnym_cb(mainloop_event_t *event, void *arg)
  1171. {
  1172. (void)event;
  1173. (void)arg;
  1174. log_info(LD_CONTROL, "Honoring delayed NEWNYM request");
  1175. do_signewnym(time(NULL));
  1176. }
  1177. /** Either perform a signewnym or schedule one, depending on rate limiting. */
  1178. void
  1179. do_signewnym(time_t now)
  1180. {
  1181. if (time_of_last_signewnym + MAX_SIGNEWNYM_RATE > now) {
  1182. const time_t delay_sec =
  1183. time_of_last_signewnym + MAX_SIGNEWNYM_RATE - now;
  1184. if (! signewnym_is_pending) {
  1185. signewnym_is_pending = 1;
  1186. if (!handle_deferred_signewnym_ev) {
  1187. handle_deferred_signewnym_ev =
  1188. mainloop_event_postloop_new(handle_deferred_signewnym_cb, NULL);
  1189. }
  1190. const struct timeval delay_tv = { delay_sec, 0 };
  1191. mainloop_event_schedule(handle_deferred_signewnym_ev, &delay_tv);
  1192. }
  1193. log_notice(LD_CONTROL,
  1194. "Rate limiting NEWNYM request: delaying by %d second(s)",
  1195. (int)(delay_sec));
  1196. } else {
  1197. signewnym_impl(now);
  1198. }
  1199. }
  1200. /** Return the number of times that signewnym has been called. */
  1201. unsigned
  1202. get_signewnym_epoch(void)
  1203. {
  1204. return newnym_epoch;
  1205. }
  1206. /** True iff we have initialized all the members of <b>periodic_events</b>.
  1207. * Used to prevent double-initialization. */
  1208. static int periodic_events_initialized = 0;
  1209. /* Declare all the timer callback functions... */
  1210. #undef CALLBACK
  1211. #define CALLBACK(name) \
  1212. static int name ## _callback(time_t, const or_options_t *)
  1213. CALLBACK(add_entropy);
  1214. CALLBACK(check_authority_cert);
  1215. CALLBACK(check_canonical_channels);
  1216. CALLBACK(check_descriptor);
  1217. CALLBACK(check_dns_honesty);
  1218. CALLBACK(check_ed_keys);
  1219. CALLBACK(check_expired_networkstatus);
  1220. CALLBACK(check_for_reachability_bw);
  1221. CALLBACK(check_onion_keys_expiry_time);
  1222. CALLBACK(clean_caches);
  1223. CALLBACK(clean_consdiffmgr);
  1224. CALLBACK(dirvote);
  1225. CALLBACK(downrate_stability);
  1226. CALLBACK(expire_old_ciruits_serverside);
  1227. CALLBACK(fetch_networkstatus);
  1228. CALLBACK(heartbeat);
  1229. CALLBACK(hs_service);
  1230. CALLBACK(launch_descriptor_fetches);
  1231. CALLBACK(launch_reachability_tests);
  1232. CALLBACK(reachability_warnings);
  1233. CALLBACK(record_bridge_stats);
  1234. CALLBACK(rend_cache_failure_clean);
  1235. CALLBACK(reset_padding_counts);
  1236. CALLBACK(retry_dns);
  1237. CALLBACK(retry_listeners);
  1238. CALLBACK(rotate_onion_key);
  1239. CALLBACK(rotate_x509_certificate);
  1240. CALLBACK(save_stability);
  1241. CALLBACK(save_state);
  1242. CALLBACK(write_bridge_ns);
  1243. CALLBACK(write_stats_file);
  1244. #undef CALLBACK
  1245. /* Now we declare an array of periodic_event_item_t for each periodic event */
  1246. #define CALLBACK(name, r, f) PERIODIC_EVENT(name, r, f)
  1247. STATIC periodic_event_item_t periodic_events[] = {
  1248. /* Everyone needs to run those. */
  1249. CALLBACK(add_entropy, PERIODIC_EVENT_ROLE_ALL, 0),
  1250. CALLBACK(check_expired_networkstatus, PERIODIC_EVENT_ROLE_ALL, 0),
  1251. CALLBACK(clean_caches, PERIODIC_EVENT_ROLE_ALL, 0),
  1252. CALLBACK(fetch_networkstatus, PERIODIC_EVENT_ROLE_ALL,
  1253. PERIODIC_EVENT_FLAG_NEED_NET),
  1254. CALLBACK(heartbeat, PERIODIC_EVENT_ROLE_ALL, 0),
  1255. CALLBACK(launch_descriptor_fetches, PERIODIC_EVENT_ROLE_ALL,
  1256. PERIODIC_EVENT_FLAG_NEED_NET),
  1257. CALLBACK(reset_padding_counts, PERIODIC_EVENT_ROLE_ALL, 0),
  1258. CALLBACK(retry_listeners, PERIODIC_EVENT_ROLE_ALL,
  1259. PERIODIC_EVENT_FLAG_NEED_NET),
  1260. CALLBACK(save_state, PERIODIC_EVENT_ROLE_ALL, 0),
  1261. CALLBACK(rotate_x509_certificate, PERIODIC_EVENT_ROLE_ALL, 0),
  1262. CALLBACK(write_stats_file, PERIODIC_EVENT_ROLE_ALL, 0),
  1263. /* Routers (bridge and relay) only. */
  1264. CALLBACK(check_descriptor, PERIODIC_EVENT_ROLE_ROUTER,
  1265. PERIODIC_EVENT_FLAG_NEED_NET),
  1266. CALLBACK(check_ed_keys, PERIODIC_EVENT_ROLE_ROUTER, 0),
  1267. CALLBACK(check_for_reachability_bw, PERIODIC_EVENT_ROLE_ROUTER,
  1268. PERIODIC_EVENT_FLAG_NEED_NET),
  1269. CALLBACK(check_onion_keys_expiry_time, PERIODIC_EVENT_ROLE_ROUTER, 0),
  1270. CALLBACK(expire_old_ciruits_serverside, PERIODIC_EVENT_ROLE_ROUTER,
  1271. PERIODIC_EVENT_FLAG_NEED_NET),
  1272. CALLBACK(reachability_warnings, PERIODIC_EVENT_ROLE_ROUTER,
  1273. PERIODIC_EVENT_FLAG_NEED_NET),
  1274. CALLBACK(retry_dns, PERIODIC_EVENT_ROLE_ROUTER, 0),
  1275. CALLBACK(rotate_onion_key, PERIODIC_EVENT_ROLE_ROUTER, 0),
  1276. /* Authorities (bridge and directory) only. */
  1277. CALLBACK(downrate_stability, PERIODIC_EVENT_ROLE_AUTHORITIES, 0),
  1278. CALLBACK(launch_reachability_tests, PERIODIC_EVENT_ROLE_AUTHORITIES,
  1279. PERIODIC_EVENT_FLAG_NEED_NET),
  1280. CALLBACK(save_stability, PERIODIC_EVENT_ROLE_AUTHORITIES, 0),
  1281. /* Directory authority only. */
  1282. CALLBACK(check_authority_cert, PERIODIC_EVENT_ROLE_DIRAUTH, 0),
  1283. CALLBACK(dirvote, PERIODIC_EVENT_ROLE_DIRAUTH, PERIODIC_EVENT_FLAG_NEED_NET),
  1284. /* Relay only. */
  1285. CALLBACK(check_canonical_channels, PERIODIC_EVENT_ROLE_RELAY,
  1286. PERIODIC_EVENT_FLAG_NEED_NET),
  1287. CALLBACK(check_dns_honesty, PERIODIC_EVENT_ROLE_RELAY,
  1288. PERIODIC_EVENT_FLAG_NEED_NET),
  1289. /* Hidden Service service only. */
  1290. CALLBACK(hs_service, PERIODIC_EVENT_ROLE_HS_SERVICE,
  1291. PERIODIC_EVENT_FLAG_NEED_NET),
  1292. /* Bridge only. */
  1293. CALLBACK(record_bridge_stats, PERIODIC_EVENT_ROLE_BRIDGE, 0),
  1294. /* Client only. */
  1295. CALLBACK(rend_cache_failure_clean, PERIODIC_EVENT_ROLE_CLIENT, 0),
  1296. /* Bridge Authority only. */
  1297. CALLBACK(write_bridge_ns, PERIODIC_EVENT_ROLE_BRIDGEAUTH, 0),
  1298. /* Directory server only. */
  1299. CALLBACK(clean_consdiffmgr, PERIODIC_EVENT_ROLE_DIRSERVER, 0),
  1300. END_OF_PERIODIC_EVENTS
  1301. };
  1302. #undef CALLBACK
  1303. /* These are pointers to members of periodic_events[] that are used to
  1304. * implement particular callbacks. We keep them separate here so that we
  1305. * can access them by name. We also keep them inside periodic_events[]
  1306. * so that we can implement "reset all timers" in a reasonable way. */
  1307. static periodic_event_item_t *check_descriptor_event=NULL;
  1308. static periodic_event_item_t *dirvote_event=NULL;
  1309. static periodic_event_item_t *fetch_networkstatus_event=NULL;
  1310. static periodic_event_item_t *launch_descriptor_fetches_event=NULL;
  1311. static periodic_event_item_t *check_dns_honesty_event=NULL;
  1312. static periodic_event_item_t *save_state_event=NULL;
  1313. /** Reset all the periodic events so we'll do all our actions again as if we
  1314. * just started up.
  1315. * Useful if our clock just moved back a long time from the future,
  1316. * so we don't wait until that future arrives again before acting.
  1317. */
  1318. void
  1319. reset_all_main_loop_timers(void)
  1320. {
  1321. int i;
  1322. for (i = 0; periodic_events[i].name; ++i) {
  1323. periodic_event_reschedule(&periodic_events[i]);
  1324. }
  1325. }
  1326. /** Return the member of periodic_events[] whose name is <b>name</b>.
  1327. * Return NULL if no such event is found.
  1328. */
  1329. static periodic_event_item_t *
  1330. find_periodic_event(const char *name)
  1331. {
  1332. int i;
  1333. for (i = 0; periodic_events[i].name; ++i) {
  1334. if (strcmp(name, periodic_events[i].name) == 0)
  1335. return &periodic_events[i];
  1336. }
  1337. return NULL;
  1338. }
  1339. /** Return a bitmask of the roles this tor instance is configured for using
  1340. * the given options. */
  1341. STATIC int
  1342. get_my_roles(const or_options_t *options)
  1343. {
  1344. tor_assert(options);
  1345. int roles = 0;
  1346. int is_bridge = options->BridgeRelay;
  1347. int is_relay = server_mode(options);
  1348. int is_dirauth = authdir_mode_v3(options);
  1349. int is_bridgeauth = authdir_mode_bridge(options);
  1350. int is_hidden_service = !!hs_service_get_num_services() ||
  1351. !!rend_num_services();
  1352. int is_dirserver = dir_server_mode(options);
  1353. /* We also consider tor to have the role of a client if the ControlPort is
  1354. * set because a lot of things can be done over the control port which
  1355. * requires tor to have basic functionnalities. */
  1356. int is_client = options_any_client_port_set(options) ||
  1357. options->ControlPort_set ||
  1358. options->OwningControllerFD != UINT64_MAX;
  1359. if (is_bridge) roles |= PERIODIC_EVENT_ROLE_BRIDGE;
  1360. if (is_client) roles |= PERIODIC_EVENT_ROLE_CLIENT;
  1361. if (is_relay) roles |= PERIODIC_EVENT_ROLE_RELAY;
  1362. if (is_dirauth) roles |= PERIODIC_EVENT_ROLE_DIRAUTH;
  1363. if (is_bridgeauth) roles |= PERIODIC_EVENT_ROLE_BRIDGEAUTH;
  1364. if (is_hidden_service) roles |= PERIODIC_EVENT_ROLE_HS_SERVICE;
  1365. if (is_dirserver) roles |= PERIODIC_EVENT_ROLE_DIRSERVER;
  1366. return roles;
  1367. }
  1368. /** Event to run initialize_periodic_events_cb */
  1369. static struct event *initialize_periodic_events_event = NULL;
  1370. /** Helper, run one second after setup:
  1371. * Initializes all members of periodic_events and starts them running.
  1372. *
  1373. * (We do this one second after setup for backward-compatibility reasons;
  1374. * it might not actually be necessary.) */
  1375. static void
  1376. initialize_periodic_events_cb(evutil_socket_t fd, short events, void *data)
  1377. {
  1378. (void) fd;
  1379. (void) events;
  1380. (void) data;
  1381. tor_event_free(initialize_periodic_events_event);
  1382. rescan_periodic_events(get_options());
  1383. }
  1384. /** Set up all the members of periodic_events[], and configure them all to be
  1385. * launched from a callback. */
  1386. STATIC void
  1387. initialize_periodic_events(void)
  1388. {
  1389. if (periodic_events_initialized)
  1390. return;
  1391. periodic_events_initialized = 1;
  1392. /* Set up all periodic events. We'll launch them by roles. */
  1393. int i;
  1394. for (i = 0; periodic_events[i].name; ++i) {
  1395. periodic_event_setup(&periodic_events[i]);
  1396. }
  1397. #define NAMED_CALLBACK(name) \
  1398. STMT_BEGIN name ## _event = find_periodic_event( #name ); STMT_END
  1399. NAMED_CALLBACK(check_descriptor);
  1400. NAMED_CALLBACK(dirvote);
  1401. NAMED_CALLBACK(fetch_networkstatus);
  1402. NAMED_CALLBACK(launch_descriptor_fetches);
  1403. NAMED_CALLBACK(check_dns_honesty);
  1404. NAMED_CALLBACK(save_state);
  1405. struct timeval one_second = { 1, 0 };
  1406. initialize_periodic_events_event = tor_evtimer_new(
  1407. tor_libevent_get_base(),
  1408. initialize_periodic_events_cb, NULL);
  1409. event_add(initialize_periodic_events_event, &one_second);
  1410. }
  1411. STATIC void
  1412. teardown_periodic_events(void)
  1413. {
  1414. int i;
  1415. for (i = 0; periodic_events[i].name; ++i) {
  1416. periodic_event_destroy(&periodic_events[i]);
  1417. }
  1418. periodic_events_initialized = 0;
  1419. }
  1420. /** Do a pass at all our periodic events, disable those we don't need anymore
  1421. * and enable those we need now using the given options. */
  1422. void
  1423. rescan_periodic_events(const or_options_t *options)
  1424. {
  1425. tor_assert(options);
  1426. /* Avoid scanning the event list if we haven't initialized it yet. This is
  1427. * particularly useful for unit tests in order to avoid initializing main
  1428. * loop events everytime. */
  1429. if (!periodic_events_initialized) {
  1430. return;
  1431. }
  1432. int roles = get_my_roles(options);
  1433. for (int i = 0; periodic_events[i].name; ++i) {
  1434. periodic_event_item_t *item = &periodic_events[i];
  1435. int enable = !!(item->roles & roles);
  1436. /* Handle the event flags. */
  1437. if (net_is_disabled() &&
  1438. (item->flags & PERIODIC_EVENT_FLAG_NEED_NET)) {
  1439. enable = 0;
  1440. }
  1441. /* Enable the event if needed. It is safe to enable an event that was
  1442. * already enabled. Same goes for disabling it. */
  1443. if (enable) {
  1444. log_debug(LD_GENERAL, "Launching periodic event %s", item->name);
  1445. periodic_event_enable(item);
  1446. } else {
  1447. log_debug(LD_GENERAL, "Disabling periodic event %s", item->name);
  1448. periodic_event_disable(item);
  1449. }
  1450. }
  1451. }
  1452. /* We just got new options globally set, see if we need to enabled or disable
  1453. * periodic events. */
  1454. void
  1455. periodic_events_on_new_options(const or_options_t *options)
  1456. {
  1457. /* Only if we've already initialized the events, rescan the list which will
  1458. * enable or disable events depending on our roles. This will be called at
  1459. * bootup and we don't want this function to initialize the events because
  1460. * they aren't set up at this stage. */
  1461. if (periodic_events_initialized) {
  1462. rescan_periodic_events(options);
  1463. }
  1464. }
  1465. /**
  1466. * Update our schedule so that we'll check whether we need to update our
  1467. * descriptor immediately, rather than after up to CHECK_DESCRIPTOR_INTERVAL
  1468. * seconds.
  1469. */
  1470. void
  1471. reschedule_descriptor_update_check(void)
  1472. {
  1473. if (check_descriptor_event) {
  1474. periodic_event_reschedule(check_descriptor_event);
  1475. }
  1476. }
  1477. /**
  1478. * Update our schedule so that we'll check whether we need to fetch directory
  1479. * info immediately.
  1480. */
  1481. void
  1482. reschedule_directory_downloads(void)
  1483. {
  1484. tor_assert(fetch_networkstatus_event);
  1485. tor_assert(launch_descriptor_fetches_event);
  1486. periodic_event_reschedule(fetch_networkstatus_event);
  1487. periodic_event_reschedule(launch_descriptor_fetches_event);
  1488. }
  1489. /** Mainloop callback: clean up circuits, channels, and connections
  1490. * that are pending close. */
  1491. static void
  1492. postloop_cleanup_cb(mainloop_event_t *ev, void *arg)
  1493. {
  1494. (void)ev;
  1495. (void)arg;
  1496. circuit_close_all_marked();
  1497. close_closeable_connections();
  1498. channel_run_cleanup();
  1499. channel_listener_run_cleanup();
  1500. }
  1501. /** Event to run postloop_cleanup_cb */
  1502. static mainloop_event_t *postloop_cleanup_ev=NULL;
  1503. /** Schedule a post-loop event to clean up marked channels, connections, and
  1504. * circuits. */
  1505. void
  1506. mainloop_schedule_postloop_cleanup(void)
  1507. {
  1508. if (PREDICT_UNLIKELY(postloop_cleanup_ev == NULL)) {
  1509. // (It's possible that we can get here if we decide to close a connection
  1510. // in the earliest stages of our configuration, before we create events.)
  1511. return;
  1512. }
  1513. mainloop_event_activate(postloop_cleanup_ev);
  1514. }
  1515. #define LONGEST_TIMER_PERIOD (30 * 86400)
  1516. /** Helper: Return the number of seconds between <b>now</b> and <b>next</b>,
  1517. * clipped to the range [1 second, LONGEST_TIMER_PERIOD]. */
  1518. static inline int
  1519. safe_timer_diff(time_t now, time_t next)
  1520. {
  1521. if (next > now) {
  1522. /* There were no computers at signed TIME_MIN (1902 on 32-bit systems),
  1523. * and nothing that could run Tor. It's a bug if 'next' is around then.
  1524. * On 64-bit systems with signed TIME_MIN, TIME_MIN is before the Big
  1525. * Bang. We cannot extrapolate past a singularity, but there was probably
  1526. * nothing that could run Tor then, either.
  1527. **/
  1528. tor_assert(next > TIME_MIN + LONGEST_TIMER_PERIOD);
  1529. if (next - LONGEST_TIMER_PERIOD > now)
  1530. return LONGEST_TIMER_PERIOD;
  1531. return (int)(next - now);
  1532. } else {
  1533. return 1;
  1534. }
  1535. }
  1536. /** Perform regular maintenance tasks. This function gets run once per
  1537. * second by second_elapsed_callback().
  1538. */
  1539. static void
  1540. run_scheduled_events(time_t now)
  1541. {
  1542. const or_options_t *options = get_options();
  1543. /* 0. See if we've been asked to shut down and our timeout has
  1544. * expired; or if our bandwidth limits are exhausted and we
  1545. * should hibernate; or if it's time to wake up from hibernation.
  1546. */
  1547. consider_hibernation(now);
  1548. /* Maybe enough time elapsed for us to reconsider a circuit. */
  1549. circuit_upgrade_circuits_from_guard_wait();
  1550. if (options->UseBridges && !net_is_disabled()) {
  1551. /* Note: this check uses net_is_disabled(), not should_delay_dir_fetches()
  1552. * -- the latter is only for fetching consensus-derived directory info. */
  1553. fetch_bridge_descriptors(options, now);
  1554. }
  1555. if (accounting_is_enabled(options)) {
  1556. accounting_run_housekeeping(now);
  1557. }
  1558. /* 3a. Every second, we examine pending circuits and prune the
  1559. * ones which have been pending for more than a few seconds.
  1560. * We do this before step 4, so it can try building more if
  1561. * it's not comfortable with the number of available circuits.
  1562. */
  1563. /* (If our circuit build timeout can ever become lower than a second (which
  1564. * it can't, currently), we should do this more often.) */
  1565. circuit_expire_building();
  1566. circuit_expire_waiting_for_better_guard();
  1567. /* 3b. Also look at pending streams and prune the ones that 'began'
  1568. * a long time ago but haven't gotten a 'connected' yet.
  1569. * Do this before step 4, so we can put them back into pending
  1570. * state to be picked up by the new circuit.
  1571. */
  1572. connection_ap_expire_beginning();
  1573. /* 3c. And expire connections that we've held open for too long.
  1574. */
  1575. connection_expire_held_open();
  1576. /* 4. Every second, we try a new circuit if there are no valid
  1577. * circuits. Every NewCircuitPeriod seconds, we expire circuits
  1578. * that became dirty more than MaxCircuitDirtiness seconds ago,
  1579. * and we make a new circ if there are no clean circuits.
  1580. */
  1581. const int have_dir_info = router_have_minimum_dir_info();
  1582. if (have_dir_info && !net_is_disabled()) {
  1583. circuit_build_needed_circs(now);
  1584. } else {
  1585. circuit_expire_old_circs_as_needed(now);
  1586. }
  1587. /* 5. We do housekeeping for each connection... */
  1588. channel_update_bad_for_new_circs(NULL, 0);
  1589. int i;
  1590. for (i=0;i<smartlist_len(connection_array);i++) {
  1591. run_connection_housekeeping(i, now);
  1592. }
  1593. /* 11b. check pending unconfigured managed proxies */
  1594. if (!net_is_disabled() && pt_proxies_configuration_pending())
  1595. pt_configure_remaining_proxies();
  1596. }
  1597. /* Periodic callback: rotate the onion keys after the period defined by the
  1598. * "onion-key-rotation-days" consensus parameter, shut down and restart all
  1599. * cpuworkers, and update our descriptor if necessary.
  1600. */
  1601. static int
  1602. rotate_onion_key_callback(time_t now, const or_options_t *options)
  1603. {
  1604. if (server_mode(options)) {
  1605. int onion_key_lifetime = get_onion_key_lifetime();
  1606. time_t rotation_time = get_onion_key_set_at()+onion_key_lifetime;
  1607. if (rotation_time > now) {
  1608. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1609. }
  1610. log_info(LD_GENERAL,"Rotating onion key.");
  1611. rotate_onion_key();
  1612. cpuworkers_rotate_keyinfo();
  1613. if (router_rebuild_descriptor(1)<0) {
  1614. log_info(LD_CONFIG, "Couldn't rebuild router descriptor");
  1615. }
  1616. if (advertised_server_mode() && !net_is_disabled())
  1617. router_upload_dir_desc_to_dirservers(0);
  1618. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1619. }
  1620. return PERIODIC_EVENT_NO_UPDATE;
  1621. }
  1622. /* Period callback: Check if our old onion keys are still valid after the
  1623. * period of time defined by the consensus parameter
  1624. * "onion-key-grace-period-days", otherwise expire them by setting them to
  1625. * NULL.
  1626. */
  1627. static int
  1628. check_onion_keys_expiry_time_callback(time_t now, const or_options_t *options)
  1629. {
  1630. if (server_mode(options)) {
  1631. int onion_key_grace_period = get_onion_key_grace_period();
  1632. time_t expiry_time = get_onion_key_set_at()+onion_key_grace_period;
  1633. if (expiry_time > now) {
  1634. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1635. }
  1636. log_info(LD_GENERAL, "Expiring old onion keys.");
  1637. expire_old_onion_keys();
  1638. cpuworkers_rotate_keyinfo();
  1639. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1640. }
  1641. return PERIODIC_EVENT_NO_UPDATE;
  1642. }
  1643. /* Periodic callback: Every 30 seconds, check whether it's time to make new
  1644. * Ed25519 subkeys.
  1645. */
  1646. static int
  1647. check_ed_keys_callback(time_t now, const or_options_t *options)
  1648. {
  1649. if (server_mode(options)) {
  1650. if (should_make_new_ed_keys(options, now)) {
  1651. int new_signing_key = load_ed_keys(options, now);
  1652. if (new_signing_key < 0 ||
  1653. generate_ed_link_cert(options, now, new_signing_key > 0)) {
  1654. log_err(LD_OR, "Unable to update Ed25519 keys! Exiting.");
  1655. tor_shutdown_event_loop_and_exit(1);
  1656. }
  1657. }
  1658. return 30;
  1659. }
  1660. return PERIODIC_EVENT_NO_UPDATE;
  1661. }
  1662. /**
  1663. * Periodic callback: Every {LAZY,GREEDY}_DESCRIPTOR_RETRY_INTERVAL,
  1664. * see about fetching descriptors, microdescriptors, and extrainfo
  1665. * documents.
  1666. */
  1667. static int
  1668. launch_descriptor_fetches_callback(time_t now, const or_options_t *options)
  1669. {
  1670. if (should_delay_dir_fetches(options, NULL))
  1671. return PERIODIC_EVENT_NO_UPDATE;
  1672. update_all_descriptor_downloads(now);
  1673. update_extrainfo_downloads(now);
  1674. if (router_have_minimum_dir_info())
  1675. return LAZY_DESCRIPTOR_RETRY_INTERVAL;
  1676. else
  1677. return GREEDY_DESCRIPTOR_RETRY_INTERVAL;
  1678. }
  1679. /**
  1680. * Periodic event: Rotate our X.509 certificates and TLS keys once every
  1681. * MAX_SSL_KEY_LIFETIME_INTERNAL.
  1682. */
  1683. static int
  1684. rotate_x509_certificate_callback(time_t now, const or_options_t *options)
  1685. {
  1686. static int first = 1;
  1687. (void)now;
  1688. (void)options;
  1689. if (first) {
  1690. first = 0;
  1691. return MAX_SSL_KEY_LIFETIME_INTERNAL;
  1692. }
  1693. /* 1b. Every MAX_SSL_KEY_LIFETIME_INTERNAL seconds, we change our
  1694. * TLS context. */
  1695. log_info(LD_GENERAL,"Rotating tls context.");
  1696. if (router_initialize_tls_context() < 0) {
  1697. log_err(LD_BUG, "Error reinitializing TLS context");
  1698. tor_assert_unreached();
  1699. }
  1700. if (generate_ed_link_cert(options, now, 1)) {
  1701. log_err(LD_OR, "Unable to update Ed25519->TLS link certificate for "
  1702. "new TLS context.");
  1703. tor_assert_unreached();
  1704. }
  1705. /* We also make sure to rotate the TLS connections themselves if they've
  1706. * been up for too long -- but that's done via is_bad_for_new_circs in
  1707. * run_connection_housekeeping() above. */
  1708. return MAX_SSL_KEY_LIFETIME_INTERNAL;
  1709. }
  1710. /**
  1711. * Periodic callback: once an hour, grab some more entropy from the
  1712. * kernel and feed it to our CSPRNG.
  1713. **/
  1714. static int
  1715. add_entropy_callback(time_t now, const or_options_t *options)
  1716. {
  1717. (void)now;
  1718. (void)options;
  1719. /* We already seeded once, so don't die on failure. */
  1720. if (crypto_seed_rng() < 0) {
  1721. log_warn(LD_GENERAL, "Tried to re-seed RNG, but failed. We already "
  1722. "seeded once, though, so we won't exit here.");
  1723. }
  1724. /** How often do we add more entropy to OpenSSL's RNG pool? */
  1725. #define ENTROPY_INTERVAL (60*60)
  1726. return ENTROPY_INTERVAL;
  1727. }
  1728. /**
  1729. * Periodic callback: if we're an authority, make sure we test
  1730. * the routers on the network for reachability.
  1731. */
  1732. static int
  1733. launch_reachability_tests_callback(time_t now, const or_options_t *options)
  1734. {
  1735. if (authdir_mode_tests_reachability(options) &&
  1736. !net_is_disabled()) {
  1737. /* try to determine reachability of the other Tor relays */
  1738. dirserv_test_reachability(now);
  1739. }
  1740. return REACHABILITY_TEST_INTERVAL;
  1741. }
  1742. /**
  1743. * Periodic callback: if we're an authority, discount the stability
  1744. * information (and other rephist information) that's older.
  1745. */
  1746. static int
  1747. downrate_stability_callback(time_t now, const or_options_t *options)
  1748. {
  1749. (void)options;
  1750. /* 1d. Periodically, we discount older stability information so that new
  1751. * stability info counts more, and save the stability information to disk as
  1752. * appropriate. */
  1753. time_t next = rep_hist_downrate_old_runs(now);
  1754. return safe_timer_diff(now, next);
  1755. }
  1756. /**
  1757. * Periodic callback: if we're an authority, record our measured stability
  1758. * information from rephist in an mtbf file.
  1759. */
  1760. static int
  1761. save_stability_callback(time_t now, const or_options_t *options)
  1762. {
  1763. if (authdir_mode_tests_reachability(options)) {
  1764. if (rep_hist_record_mtbf_data(now, 1)<0) {
  1765. log_warn(LD_GENERAL, "Couldn't store mtbf data.");
  1766. }
  1767. }
  1768. #define SAVE_STABILITY_INTERVAL (30*60)
  1769. return SAVE_STABILITY_INTERVAL;
  1770. }
  1771. /**
  1772. * Periodic callback: if we're an authority, check on our authority
  1773. * certificate (the one that authenticates our authority signing key).
  1774. */
  1775. static int
  1776. check_authority_cert_callback(time_t now, const or_options_t *options)
  1777. {
  1778. (void)now;
  1779. (void)options;
  1780. /* 1e. Periodically, if we're a v3 authority, we check whether our cert is
  1781. * close to expiring and warn the admin if it is. */
  1782. v3_authority_check_key_expiry();
  1783. #define CHECK_V3_CERTIFICATE_INTERVAL (5*60)
  1784. return CHECK_V3_CERTIFICATE_INTERVAL;
  1785. }
  1786. /**
  1787. * Scheduled callback: Run directory-authority voting functionality.
  1788. *
  1789. * The schedule is a bit complicated here, so dirvote_act() manages the
  1790. * schedule itself.
  1791. **/
  1792. static int
  1793. dirvote_callback(time_t now, const or_options_t *options)
  1794. {
  1795. if (!authdir_mode_v3(options)) {
  1796. tor_assert_nonfatal_unreached();
  1797. return 3600;
  1798. }
  1799. time_t next = dirvote_act(options, now);
  1800. if (BUG(next == TIME_MAX)) {
  1801. /* This shouldn't be returned unless we called dirvote_act() without
  1802. * being an authority. If it happens, maybe our configuration will
  1803. * fix itself in an hour or so? */
  1804. return 3600;
  1805. }
  1806. return safe_timer_diff(now, next);
  1807. }
  1808. /** Reschedule the directory-authority voting event. Run this whenever the
  1809. * schedule has changed. */
  1810. void
  1811. reschedule_dirvote(const or_options_t *options)
  1812. {
  1813. if (periodic_events_initialized && authdir_mode_v3(options)) {
  1814. periodic_event_reschedule(dirvote_event);
  1815. }
  1816. }
  1817. /**
  1818. * Periodic callback: If our consensus is too old, recalculate whether
  1819. * we can actually use it.
  1820. */
  1821. static int
  1822. check_expired_networkstatus_callback(time_t now, const or_options_t *options)
  1823. {
  1824. (void)options;
  1825. /* Check whether our networkstatus has expired. */
  1826. networkstatus_t *ns = networkstatus_get_latest_consensus();
  1827. /*XXXX RD: This value needs to be the same as REASONABLY_LIVE_TIME in
  1828. * networkstatus_get_reasonably_live_consensus(), but that value is way
  1829. * way too high. Arma: is the bridge issue there resolved yet? -NM */
  1830. #define NS_EXPIRY_SLOP (24*60*60)
  1831. if (ns && ns->valid_until < (now - NS_EXPIRY_SLOP) &&
  1832. router_have_minimum_dir_info()) {
  1833. router_dir_info_changed();
  1834. }
  1835. #define CHECK_EXPIRED_NS_INTERVAL (2*60)
  1836. return CHECK_EXPIRED_NS_INTERVAL;
  1837. }
  1838. /**
  1839. * Scheduled callback: Save the state file to disk if appropriate.
  1840. */
  1841. static int
  1842. save_state_callback(time_t now, const or_options_t *options)
  1843. {
  1844. (void) options;
  1845. (void) or_state_save(now); // only saves if appropriate
  1846. const time_t next_write = get_or_state()->next_write;
  1847. if (next_write == TIME_MAX) {
  1848. return 86400;
  1849. }
  1850. return safe_timer_diff(now, next_write);
  1851. }
  1852. /** Reschedule the event for saving the state file.
  1853. *
  1854. * Run this when the state becomes dirty. */
  1855. void
  1856. reschedule_or_state_save(void)
  1857. {
  1858. if (save_state_event == NULL) {
  1859. /* This can happen early on during startup. */
  1860. return;
  1861. }
  1862. periodic_event_reschedule(save_state_event);
  1863. }
  1864. /**
  1865. * Periodic callback: Write statistics to disk if appropriate.
  1866. */
  1867. static int
  1868. write_stats_file_callback(time_t now, const or_options_t *options)
  1869. {
  1870. /* 1g. Check whether we should write statistics to disk.
  1871. */
  1872. #define CHECK_WRITE_STATS_INTERVAL (60*60)
  1873. time_t next_time_to_write_stats_files = now + CHECK_WRITE_STATS_INTERVAL;
  1874. if (options->CellStatistics) {
  1875. time_t next_write =
  1876. rep_hist_buffer_stats_write(now);
  1877. if (next_write && next_write < next_time_to_write_stats_files)
  1878. next_time_to_write_stats_files = next_write;
  1879. }
  1880. if (options->DirReqStatistics) {
  1881. time_t next_write = geoip_dirreq_stats_write(now);
  1882. if (next_write && next_write < next_time_to_write_stats_files)
  1883. next_time_to_write_stats_files = next_write;
  1884. }
  1885. if (options->EntryStatistics) {
  1886. time_t next_write = geoip_entry_stats_write(now);
  1887. if (next_write && next_write < next_time_to_write_stats_files)
  1888. next_time_to_write_stats_files = next_write;
  1889. }
  1890. if (options->HiddenServiceStatistics) {
  1891. time_t next_write = rep_hist_hs_stats_write(now);
  1892. if (next_write && next_write < next_time_to_write_stats_files)
  1893. next_time_to_write_stats_files = next_write;
  1894. }
  1895. if (options->ExitPortStatistics) {
  1896. time_t next_write = rep_hist_exit_stats_write(now);
  1897. if (next_write && next_write < next_time_to_write_stats_files)
  1898. next_time_to_write_stats_files = next_write;
  1899. }
  1900. if (options->ConnDirectionStatistics) {
  1901. time_t next_write = rep_hist_conn_stats_write(now);
  1902. if (next_write && next_write < next_time_to_write_stats_files)
  1903. next_time_to_write_stats_files = next_write;
  1904. }
  1905. if (options->BridgeAuthoritativeDir) {
  1906. time_t next_write = rep_hist_desc_stats_write(now);
  1907. if (next_write && next_write < next_time_to_write_stats_files)
  1908. next_time_to_write_stats_files = next_write;
  1909. }
  1910. return safe_timer_diff(now, next_time_to_write_stats_files);
  1911. }
  1912. #define CHANNEL_CHECK_INTERVAL (60*60)
  1913. static int
  1914. check_canonical_channels_callback(time_t now, const or_options_t *options)
  1915. {
  1916. (void)now;
  1917. if (public_server_mode(options))
  1918. channel_check_for_duplicates();
  1919. return CHANNEL_CHECK_INTERVAL;
  1920. }
  1921. static int
  1922. reset_padding_counts_callback(time_t now, const or_options_t *options)
  1923. {
  1924. if (options->PaddingStatistics) {
  1925. rep_hist_prep_published_padding_counts(now);
  1926. }
  1927. rep_hist_reset_padding_counts();
  1928. return REPHIST_CELL_PADDING_COUNTS_INTERVAL;
  1929. }
  1930. static int should_init_bridge_stats = 1;
  1931. /**
  1932. * Periodic callback: Write bridge statistics to disk if appropriate.
  1933. */
  1934. static int
  1935. record_bridge_stats_callback(time_t now, const or_options_t *options)
  1936. {
  1937. /* 1h. Check whether we should write bridge statistics to disk.
  1938. */
  1939. if (should_record_bridge_info(options)) {
  1940. if (should_init_bridge_stats) {
  1941. /* (Re-)initialize bridge statistics. */
  1942. geoip_bridge_stats_init(now);
  1943. should_init_bridge_stats = 0;
  1944. return WRITE_STATS_INTERVAL;
  1945. } else {
  1946. /* Possibly write bridge statistics to disk and ask when to write
  1947. * them next time. */
  1948. time_t next = geoip_bridge_stats_write(now);
  1949. return safe_timer_diff(now, next);
  1950. }
  1951. } else if (!should_init_bridge_stats) {
  1952. /* Bridge mode was turned off. Ensure that stats are re-initialized
  1953. * next time bridge mode is turned on. */
  1954. should_init_bridge_stats = 1;
  1955. }
  1956. return PERIODIC_EVENT_NO_UPDATE;
  1957. }
  1958. /**
  1959. * Periodic callback: Clean in-memory caches every once in a while
  1960. */
  1961. static int
  1962. clean_caches_callback(time_t now, const or_options_t *options)
  1963. {
  1964. /* Remove old information from rephist and the rend cache. */
  1965. rep_history_clean(now - options->RephistTrackTime);
  1966. rend_cache_clean(now, REND_CACHE_TYPE_SERVICE);
  1967. hs_cache_clean_as_client(now);
  1968. hs_cache_clean_as_dir(now);
  1969. microdesc_cache_rebuild(NULL, 0);
  1970. #define CLEAN_CACHES_INTERVAL (30*60)
  1971. return CLEAN_CACHES_INTERVAL;
  1972. }
  1973. /**
  1974. * Periodic callback: Clean the cache of failed hidden service lookups
  1975. * frequently.
  1976. */
  1977. static int
  1978. rend_cache_failure_clean_callback(time_t now, const or_options_t *options)
  1979. {
  1980. (void)options;
  1981. /* We don't keep entries that are more than five minutes old so we try to
  1982. * clean it as soon as we can since we want to make sure the client waits
  1983. * as little as possible for reachability reasons. */
  1984. rend_cache_failure_clean(now);
  1985. hs_cache_client_intro_state_clean(now);
  1986. return 30;
  1987. }
  1988. /**
  1989. * Periodic callback: If we're a server and initializing dns failed, retry.
  1990. */
  1991. static int
  1992. retry_dns_callback(time_t now, const or_options_t *options)
  1993. {
  1994. (void)now;
  1995. #define RETRY_DNS_INTERVAL (10*60)
  1996. if (server_mode(options) && has_dns_init_failed())
  1997. dns_init();
  1998. return RETRY_DNS_INTERVAL;
  1999. }
  2000. /** Periodic callback: consider rebuilding or and re-uploading our descriptor
  2001. * (if we've passed our internal checks). */
  2002. static int
  2003. check_descriptor_callback(time_t now, const or_options_t *options)
  2004. {
  2005. /** How often do we check whether part of our router info has changed in a
  2006. * way that would require an upload? That includes checking whether our IP
  2007. * address has changed. */
  2008. #define CHECK_DESCRIPTOR_INTERVAL (60)
  2009. (void)options;
  2010. /* 2b. Once per minute, regenerate and upload the descriptor if the old
  2011. * one is inaccurate. */
  2012. if (!net_is_disabled()) {
  2013. check_descriptor_bandwidth_changed(now);
  2014. check_descriptor_ipaddress_changed(now);
  2015. mark_my_descriptor_dirty_if_too_old(now);
  2016. consider_publishable_server(0);
  2017. /* If any networkstatus documents are no longer recent, we need to
  2018. * update all the descriptors' running status. */
  2019. /* Remove dead routers. */
  2020. /* XXXX This doesn't belong here, but it was here in the pre-
  2021. * XXXX refactoring code. */
  2022. routerlist_remove_old_routers();
  2023. }
  2024. return CHECK_DESCRIPTOR_INTERVAL;
  2025. }
  2026. /**
  2027. * Periodic callback: check whether we're reachable (as a relay), and
  2028. * whether our bandwidth has changed enough that we need to
  2029. * publish a new descriptor.
  2030. */
  2031. static int
  2032. check_for_reachability_bw_callback(time_t now, const or_options_t *options)
  2033. {
  2034. /* XXXX This whole thing was stuck in the middle of what is now
  2035. * XXXX check_descriptor_callback. I'm not sure it's right. */
  2036. static int dirport_reachability_count = 0;
  2037. /* also, check religiously for reachability, if it's within the first
  2038. * 20 minutes of our uptime. */
  2039. if (server_mode(options) &&
  2040. (have_completed_a_circuit() || !any_predicted_circuits(now)) &&
  2041. !net_is_disabled()) {
  2042. if (get_uptime() < TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  2043. router_do_reachability_checks(1, dirport_reachability_count==0);
  2044. if (++dirport_reachability_count > 5)
  2045. dirport_reachability_count = 0;
  2046. return 1;
  2047. } else {
  2048. /* If we haven't checked for 12 hours and our bandwidth estimate is
  2049. * low, do another bandwidth test. This is especially important for
  2050. * bridges, since they might go long periods without much use. */
  2051. const routerinfo_t *me = router_get_my_routerinfo();
  2052. static int first_time = 1;
  2053. if (!first_time && me &&
  2054. me->bandwidthcapacity < me->bandwidthrate &&
  2055. me->bandwidthcapacity < 51200) {
  2056. reset_bandwidth_test();
  2057. }
  2058. first_time = 0;
  2059. #define BANDWIDTH_RECHECK_INTERVAL (12*60*60)
  2060. return BANDWIDTH_RECHECK_INTERVAL;
  2061. }
  2062. }
  2063. return CHECK_DESCRIPTOR_INTERVAL;
  2064. }
  2065. /**
  2066. * Periodic event: once a minute, (or every second if TestingTorNetwork, or
  2067. * during client bootstrap), check whether we want to download any
  2068. * networkstatus documents. */
  2069. static int
  2070. fetch_networkstatus_callback(time_t now, const or_options_t *options)
  2071. {
  2072. /* How often do we check whether we should download network status
  2073. * documents? */
  2074. const int we_are_bootstrapping = networkstatus_consensus_is_bootstrapping(
  2075. now);
  2076. const int prefer_mirrors = !directory_fetches_from_authorities(
  2077. get_options());
  2078. int networkstatus_dl_check_interval = 60;
  2079. /* check more often when testing, or when bootstrapping from mirrors
  2080. * (connection limits prevent too many connections being made) */
  2081. if (options->TestingTorNetwork
  2082. || (we_are_bootstrapping && prefer_mirrors)) {
  2083. networkstatus_dl_check_interval = 1;
  2084. }
  2085. if (should_delay_dir_fetches(options, NULL))
  2086. return PERIODIC_EVENT_NO_UPDATE;
  2087. update_networkstatus_downloads(now);
  2088. return networkstatus_dl_check_interval;
  2089. }
  2090. /**
  2091. * Periodic callback: Every 60 seconds, we relaunch listeners if any died. */
  2092. static int
  2093. retry_listeners_callback(time_t now, const or_options_t *options)
  2094. {
  2095. (void)now;
  2096. (void)options;
  2097. if (!net_is_disabled()) {
  2098. retry_all_listeners(NULL, 0);
  2099. return 60;
  2100. }
  2101. return PERIODIC_EVENT_NO_UPDATE;
  2102. }
  2103. /**
  2104. * Periodic callback: as a server, see if we have any old unused circuits
  2105. * that should be expired */
  2106. static int
  2107. expire_old_ciruits_serverside_callback(time_t now, const or_options_t *options)
  2108. {
  2109. (void)options;
  2110. /* every 11 seconds, so not usually the same second as other such events */
  2111. circuit_expire_old_circuits_serverside(now);
  2112. return 11;
  2113. }
  2114. /**
  2115. * Callback: Send warnings if Tor doesn't find its ports reachable.
  2116. */
  2117. static int
  2118. reachability_warnings_callback(time_t now, const or_options_t *options)
  2119. {
  2120. (void) now;
  2121. if (get_uptime() < TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  2122. return (int)(TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT - get_uptime());
  2123. }
  2124. if (server_mode(options) &&
  2125. !net_is_disabled() &&
  2126. have_completed_a_circuit()) {
  2127. /* every 20 minutes, check and complain if necessary */
  2128. const routerinfo_t *me = router_get_my_routerinfo();
  2129. if (me && !check_whether_orport_reachable(options)) {
  2130. char *address = tor_dup_ip(me->addr);
  2131. log_warn(LD_CONFIG,"Your server (%s:%d) has not managed to confirm that "
  2132. "its ORPort is reachable. Relays do not publish descriptors "
  2133. "until their ORPort and DirPort are reachable. Please check "
  2134. "your firewalls, ports, address, /etc/hosts file, etc.",
  2135. address, me->or_port);
  2136. control_event_server_status(LOG_WARN,
  2137. "REACHABILITY_FAILED ORADDRESS=%s:%d",
  2138. address, me->or_port);
  2139. tor_free(address);
  2140. }
  2141. if (me && !check_whether_dirport_reachable(options)) {
  2142. char *address = tor_dup_ip(me->addr);
  2143. log_warn(LD_CONFIG,
  2144. "Your server (%s:%d) has not managed to confirm that its "
  2145. "DirPort is reachable. Relays do not publish descriptors "
  2146. "until their ORPort and DirPort are reachable. Please check "
  2147. "your firewalls, ports, address, /etc/hosts file, etc.",
  2148. address, me->dir_port);
  2149. control_event_server_status(LOG_WARN,
  2150. "REACHABILITY_FAILED DIRADDRESS=%s:%d",
  2151. address, me->dir_port);
  2152. tor_free(address);
  2153. }
  2154. }
  2155. return TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT;
  2156. }
  2157. static int dns_honesty_first_time = 1;
  2158. /**
  2159. * Periodic event: if we're an exit, see if our DNS server is telling us
  2160. * obvious lies.
  2161. */
  2162. static int
  2163. check_dns_honesty_callback(time_t now, const or_options_t *options)
  2164. {
  2165. (void)now;
  2166. /* 9. and if we're an exit node, check whether our DNS is telling stories
  2167. * to us. */
  2168. if (net_is_disabled() ||
  2169. ! public_server_mode(options) ||
  2170. router_my_exit_policy_is_reject_star())
  2171. return PERIODIC_EVENT_NO_UPDATE;
  2172. if (dns_honesty_first_time) {
  2173. /* Don't launch right when we start */
  2174. dns_honesty_first_time = 0;
  2175. return crypto_rand_int_range(60, 180);
  2176. }
  2177. dns_launch_correctness_checks();
  2178. return 12*3600 + crypto_rand_int(12*3600);
  2179. }
  2180. /**
  2181. * Periodic callback: if we're the bridge authority, write a networkstatus
  2182. * file to disk.
  2183. */
  2184. static int
  2185. write_bridge_ns_callback(time_t now, const or_options_t *options)
  2186. {
  2187. /* 10. write bridge networkstatus file to disk */
  2188. if (options->BridgeAuthoritativeDir) {
  2189. networkstatus_dump_bridge_status_to_file(now);
  2190. #define BRIDGE_STATUSFILE_INTERVAL (30*60)
  2191. return BRIDGE_STATUSFILE_INTERVAL;
  2192. }
  2193. return PERIODIC_EVENT_NO_UPDATE;
  2194. }
  2195. static int heartbeat_callback_first_time = 1;
  2196. /**
  2197. * Periodic callback: write the heartbeat message in the logs.
  2198. *
  2199. * If writing the heartbeat message to the logs fails for some reason, retry
  2200. * again after <b>MIN_HEARTBEAT_PERIOD</b> seconds.
  2201. */
  2202. static int
  2203. heartbeat_callback(time_t now, const or_options_t *options)
  2204. {
  2205. /* Check if heartbeat is disabled */
  2206. if (!options->HeartbeatPeriod) {
  2207. return PERIODIC_EVENT_NO_UPDATE;
  2208. }
  2209. /* Skip the first one. */
  2210. if (heartbeat_callback_first_time) {
  2211. heartbeat_callback_first_time = 0;
  2212. return options->HeartbeatPeriod;
  2213. }
  2214. /* Write the heartbeat message */
  2215. if (log_heartbeat(now) == 0) {
  2216. return options->HeartbeatPeriod;
  2217. } else {
  2218. /* If we couldn't write the heartbeat log message, try again in the minimum
  2219. * interval of time. */
  2220. return MIN_HEARTBEAT_PERIOD;
  2221. }
  2222. }
  2223. #define CDM_CLEAN_CALLBACK_INTERVAL 600
  2224. static int
  2225. clean_consdiffmgr_callback(time_t now, const or_options_t *options)
  2226. {
  2227. (void)now;
  2228. if (dir_server_mode(options)) {
  2229. consdiffmgr_cleanup();
  2230. }
  2231. return CDM_CLEAN_CALLBACK_INTERVAL;
  2232. }
  2233. /*
  2234. * Periodic callback: Run scheduled events for HS service. This is called
  2235. * every second.
  2236. */
  2237. static int
  2238. hs_service_callback(time_t now, const or_options_t *options)
  2239. {
  2240. (void) options;
  2241. /* We need to at least be able to build circuits and that we actually have
  2242. * a working network. */
  2243. if (!have_completed_a_circuit() || net_is_disabled() ||
  2244. networkstatus_get_live_consensus(now) == NULL) {
  2245. goto end;
  2246. }
  2247. hs_service_run_scheduled_events(now);
  2248. end:
  2249. /* Every 1 second. */
  2250. return 1;
  2251. }
  2252. /** Timer: used to invoke second_elapsed_callback() once per second. */
  2253. static periodic_timer_t *second_timer = NULL;
  2254. /**
  2255. * Enable or disable the per-second timer as appropriate, creating it if
  2256. * necessary.
  2257. */
  2258. void
  2259. reschedule_per_second_timer(void)
  2260. {
  2261. struct timeval one_second;
  2262. one_second.tv_sec = 1;
  2263. one_second.tv_usec = 0;
  2264. if (! second_timer) {
  2265. second_timer = periodic_timer_new(tor_libevent_get_base(),
  2266. &one_second,
  2267. second_elapsed_callback,
  2268. NULL);
  2269. tor_assert(second_timer);
  2270. }
  2271. const bool run_per_second_events =
  2272. control_any_per_second_event_enabled() || ! net_is_completely_disabled();
  2273. if (run_per_second_events) {
  2274. periodic_timer_launch(second_timer, &one_second);
  2275. } else {
  2276. periodic_timer_disable(second_timer);
  2277. }
  2278. }
  2279. /** Last time that update_current_time was called. */
  2280. static time_t current_second = 0;
  2281. /** Last time that update_current_time updated current_second. */
  2282. static monotime_coarse_t current_second_last_changed;
  2283. /**
  2284. * Set the current time to "now", which should be the value returned by
  2285. * time(). Check for clock jumps and track the total number of seconds we
  2286. * have been running.
  2287. */
  2288. void
  2289. update_current_time(time_t now)
  2290. {
  2291. if (PREDICT_LIKELY(now == current_second)) {
  2292. /* We call this function a lot. Most frequently, the current second
  2293. * will not have changed, so we just return. */
  2294. return;
  2295. }
  2296. const time_t seconds_elapsed = current_second ? (now - current_second) : 0;
  2297. /* Check the wall clock against the monotonic clock, so we can
  2298. * better tell idleness from clock jumps and/or other shenanigans. */
  2299. monotime_coarse_t last_updated;
  2300. memcpy(&last_updated, &current_second_last_changed, sizeof(last_updated));
  2301. monotime_coarse_get(&current_second_last_changed);
  2302. /** How much clock jumping do we tolerate? */
  2303. #define NUM_JUMPED_SECONDS_BEFORE_WARN 100
  2304. /** How much idleness do we tolerate? */
  2305. #define NUM_IDLE_SECONDS_BEFORE_WARN 3600
  2306. if (seconds_elapsed < -NUM_JUMPED_SECONDS_BEFORE_WARN) {
  2307. // moving back in time is always a bad sign.
  2308. circuit_note_clock_jumped(seconds_elapsed, false);
  2309. } else if (seconds_elapsed >= NUM_JUMPED_SECONDS_BEFORE_WARN) {
  2310. /* Compare the monotonic clock to the result of time(). */
  2311. const int32_t monotime_msec_passed =
  2312. monotime_coarse_diff_msec32(&last_updated,
  2313. &current_second_last_changed);
  2314. const int monotime_sec_passed = monotime_msec_passed / 1000;
  2315. const int discrepancy = monotime_sec_passed - (int)seconds_elapsed;
  2316. /* If the monotonic clock deviates from time(NULL), we have a couple of
  2317. * possibilities. On some systems, this means we have been suspended or
  2318. * sleeping. Everywhere, it can mean that the wall-clock time has
  2319. * been changed -- for example, with settimeofday().
  2320. *
  2321. * On the other hand, if the monotonic time matches with the wall-clock
  2322. * time, we've probably just been idle for a while, with no events firing.
  2323. * we tolerate much more of that.
  2324. */
  2325. const bool clock_jumped = abs(discrepancy) > 2;
  2326. if (clock_jumped || seconds_elapsed >= NUM_IDLE_SECONDS_BEFORE_WARN) {
  2327. circuit_note_clock_jumped(seconds_elapsed, ! clock_jumped);
  2328. }
  2329. } else if (seconds_elapsed > 0) {
  2330. stats_n_seconds_working += seconds_elapsed;
  2331. }
  2332. update_approx_time(now);
  2333. current_second = now;
  2334. }
  2335. /** Libevent callback: invoked once every second. */
  2336. static void
  2337. second_elapsed_callback(periodic_timer_t *timer, void *arg)
  2338. {
  2339. /* XXXX This could be sensibly refactored into multiple callbacks, and we
  2340. * could use Libevent's timers for this rather than checking the current
  2341. * time against a bunch of timeouts every second. */
  2342. time_t now;
  2343. (void)timer;
  2344. (void)arg;
  2345. now = time(NULL);
  2346. /* We don't need to do this once-per-second any more: time-updating is
  2347. * only in this callback _because it is a callback_. It should be fine
  2348. * to disable this callback, and the time will still get updated.
  2349. */
  2350. update_current_time(now);
  2351. /* Maybe some controller events are ready to fire */
  2352. control_per_second_events();
  2353. run_scheduled_events(now);
  2354. }
  2355. #ifdef HAVE_SYSTEMD_209
  2356. static periodic_timer_t *systemd_watchdog_timer = NULL;
  2357. /** Libevent callback: invoked to reset systemd watchdog. */
  2358. static void
  2359. systemd_watchdog_callback(periodic_timer_t *timer, void *arg)
  2360. {
  2361. (void)timer;
  2362. (void)arg;
  2363. sd_notify(0, "WATCHDOG=1");
  2364. }
  2365. #endif /* defined(HAVE_SYSTEMD_209) */
  2366. #define UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST (6*60*60)
  2367. /** Called when our IP address seems to have changed. <b>at_interface</b>
  2368. * should be true if we detected a change in our interface, and false if we
  2369. * detected a change in our published address. */
  2370. void
  2371. ip_address_changed(int at_interface)
  2372. {
  2373. const or_options_t *options = get_options();
  2374. int server = server_mode(options);
  2375. int exit_reject_interfaces = (server && options->ExitRelay
  2376. && options->ExitPolicyRejectLocalInterfaces);
  2377. if (at_interface) {
  2378. if (! server) {
  2379. /* Okay, change our keys. */
  2380. if (init_keys_client() < 0)
  2381. log_warn(LD_GENERAL, "Unable to rotate keys after IP change!");
  2382. }
  2383. } else {
  2384. if (server) {
  2385. if (get_uptime() > UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST)
  2386. reset_bandwidth_test();
  2387. reset_uptime();
  2388. router_reset_reachability();
  2389. }
  2390. }
  2391. /* Exit relays incorporate interface addresses in their exit policies when
  2392. * ExitPolicyRejectLocalInterfaces is set */
  2393. if (exit_reject_interfaces || (server && !at_interface)) {
  2394. mark_my_descriptor_dirty("IP address changed");
  2395. }
  2396. dns_servers_relaunch_checks();
  2397. }
  2398. /** Forget what we've learned about the correctness of our DNS servers, and
  2399. * start learning again. */
  2400. void
  2401. dns_servers_relaunch_checks(void)
  2402. {
  2403. if (server_mode(get_options())) {
  2404. dns_reset_correctness_checks();
  2405. if (periodic_events_initialized) {
  2406. tor_assert(check_dns_honesty_event);
  2407. periodic_event_reschedule(check_dns_honesty_event);
  2408. }
  2409. }
  2410. }
  2411. /** Initialize some mainloop_event_t objects that we require. */
  2412. void
  2413. initialize_mainloop_events(void)
  2414. {
  2415. initialize_periodic_events();
  2416. if (!schedule_active_linked_connections_event) {
  2417. schedule_active_linked_connections_event =
  2418. mainloop_event_postloop_new(schedule_active_linked_connections_cb, NULL);
  2419. }
  2420. if (!postloop_cleanup_ev) {
  2421. postloop_cleanup_ev =
  2422. mainloop_event_postloop_new(postloop_cleanup_cb, NULL);
  2423. }
  2424. }
  2425. /** Tor main loop. */
  2426. int
  2427. do_main_loop(void)
  2428. {
  2429. /* initialize the periodic events first, so that code that depends on the
  2430. * events being present does not assert.
  2431. */
  2432. initialize_periodic_events();
  2433. initialize_mainloop_events();
  2434. /* set up once-a-second callback. */
  2435. reschedule_per_second_timer();
  2436. #ifdef HAVE_SYSTEMD_209
  2437. uint64_t watchdog_delay;
  2438. /* set up systemd watchdog notification. */
  2439. if (sd_watchdog_enabled(1, &watchdog_delay) > 0) {
  2440. if (! systemd_watchdog_timer) {
  2441. struct timeval watchdog;
  2442. /* The manager will "act on" us if we don't send them a notification
  2443. * every 'watchdog_delay' microseconds. So, send notifications twice
  2444. * that often. */
  2445. watchdog_delay /= 2;
  2446. watchdog.tv_sec = watchdog_delay / 1000000;
  2447. watchdog.tv_usec = watchdog_delay % 1000000;
  2448. systemd_watchdog_timer = periodic_timer_new(tor_libevent_get_base(),
  2449. &watchdog,
  2450. systemd_watchdog_callback,
  2451. NULL);
  2452. tor_assert(systemd_watchdog_timer);
  2453. }
  2454. }
  2455. #endif /* defined(HAVE_SYSTEMD_209) */
  2456. main_loop_should_exit = 0;
  2457. main_loop_exit_value = 0;
  2458. #ifdef ENABLE_RESTART_DEBUGGING
  2459. {
  2460. static int first_time = 1;
  2461. if (first_time && getenv("TOR_DEBUG_RESTART")) {
  2462. first_time = 0;
  2463. const char *sec_str = getenv("TOR_DEBUG_RESTART_AFTER_SECONDS");
  2464. long sec;
  2465. int sec_ok=0;
  2466. if (sec_str &&
  2467. (sec = tor_parse_long(sec_str, 10, 0, INT_MAX, &sec_ok, NULL)) &&
  2468. sec_ok) {
  2469. /* Okay, we parsed the seconds. */
  2470. } else {
  2471. sec = 5;
  2472. }
  2473. struct timeval restart_after = { (time_t) sec, 0 };
  2474. tor_shutdown_event_loop_for_restart_event =
  2475. tor_evtimer_new(tor_libevent_get_base(),
  2476. tor_shutdown_event_loop_for_restart_cb, NULL);
  2477. event_add(tor_shutdown_event_loop_for_restart_event, &restart_after);
  2478. }
  2479. }
  2480. #endif
  2481. return run_main_loop_until_done();
  2482. }
  2483. #ifndef _WIN32
  2484. /** Rate-limiter for EINVAL-type libevent warnings. */
  2485. static ratelim_t libevent_error_ratelim = RATELIM_INIT(10);
  2486. #endif
  2487. /**
  2488. * Run the main loop a single time. Return 0 for "exit"; -1 for "exit with
  2489. * error", and 1 for "run this again."
  2490. */
  2491. static int
  2492. run_main_loop_once(void)
  2493. {
  2494. int loop_result;
  2495. if (nt_service_is_stopping())
  2496. return 0;
  2497. if (main_loop_should_exit)
  2498. return 0;
  2499. #ifndef _WIN32
  2500. /* Make it easier to tell whether libevent failure is our fault or not. */
  2501. errno = 0;
  2502. #endif
  2503. if (get_options()->MainloopStats) {
  2504. /* We always enforce that EVLOOP_ONCE is passed to event_base_loop() if we
  2505. * are collecting main loop statistics. */
  2506. called_loop_once = 1;
  2507. } else {
  2508. called_loop_once = 0;
  2509. }
  2510. /* Make sure we know (about) what time it is. */
  2511. update_approx_time(time(NULL));
  2512. /* Here it is: the main loop. Here we tell Libevent to poll until we have
  2513. * an event, or the second ends, or until we have some active linked
  2514. * connections to trigger events for. Libevent will wait till one
  2515. * of these happens, then run all the appropriate callbacks. */
  2516. loop_result = tor_libevent_run_event_loop(tor_libevent_get_base(),
  2517. called_loop_once);
  2518. if (get_options()->MainloopStats) {
  2519. /* Update our main loop counters. */
  2520. if (loop_result == 0) {
  2521. // The call was successful.
  2522. increment_main_loop_success_count();
  2523. } else if (loop_result == -1) {
  2524. // The call was erroneous.
  2525. increment_main_loop_error_count();
  2526. } else if (loop_result == 1) {
  2527. // The call didn't have any active or pending events
  2528. // to handle.
  2529. increment_main_loop_idle_count();
  2530. }
  2531. }
  2532. /* Oh, the loop failed. That might be an error that we need to
  2533. * catch, but more likely, it's just an interrupted poll() call or something,
  2534. * and we should try again. */
  2535. if (loop_result < 0) {
  2536. int e = tor_socket_errno(-1);
  2537. /* let the program survive things like ^z */
  2538. if (e != EINTR && !ERRNO_IS_EINPROGRESS(e)) {
  2539. log_err(LD_NET,"libevent call with %s failed: %s [%d]",
  2540. tor_libevent_get_method(), tor_socket_strerror(e), e);
  2541. return -1;
  2542. #ifndef _WIN32
  2543. } else if (e == EINVAL) {
  2544. log_fn_ratelim(&libevent_error_ratelim, LOG_WARN, LD_NET,
  2545. "EINVAL from libevent: should you upgrade libevent?");
  2546. if (libevent_error_ratelim.n_calls_since_last_time > 8) {
  2547. log_err(LD_NET, "Too many libevent errors, too fast: dying");
  2548. return -1;
  2549. }
  2550. #endif /* !defined(_WIN32) */
  2551. } else {
  2552. tor_assert_nonfatal_once(! ERRNO_IS_EINPROGRESS(e));
  2553. log_debug(LD_NET,"libevent call interrupted.");
  2554. /* You can't trust the results of this poll(). Go back to the
  2555. * top of the big for loop. */
  2556. return 1;
  2557. }
  2558. }
  2559. if (main_loop_should_exit)
  2560. return 0;
  2561. return 1;
  2562. }
  2563. /** Run the run_main_loop_once() function until it declares itself done,
  2564. * and return its final return value.
  2565. *
  2566. * Shadow won't invoke this function, so don't fill it up with things.
  2567. */
  2568. static int
  2569. run_main_loop_until_done(void)
  2570. {
  2571. int loop_result = 1;
  2572. do {
  2573. loop_result = run_main_loop_once();
  2574. } while (loop_result == 1);
  2575. if (main_loop_should_exit)
  2576. return main_loop_exit_value;
  2577. else
  2578. return loop_result;
  2579. }
  2580. /** Returns Tor's uptime. */
  2581. MOCK_IMPL(long,
  2582. get_uptime,(void))
  2583. {
  2584. return stats_n_seconds_working;
  2585. }
  2586. /** Reset Tor's uptime. */
  2587. MOCK_IMPL(void,
  2588. reset_uptime,(void))
  2589. {
  2590. stats_n_seconds_working = 0;
  2591. }
  2592. void
  2593. tor_mainloop_free_all(void)
  2594. {
  2595. smartlist_free(connection_array);
  2596. smartlist_free(closeable_connection_lst);
  2597. smartlist_free(active_linked_connection_lst);
  2598. periodic_timer_free(second_timer);
  2599. teardown_periodic_events();
  2600. tor_event_free(shutdown_did_not_work_event);
  2601. tor_event_free(initialize_periodic_events_event);
  2602. mainloop_event_free(directory_all_unreachable_cb_event);
  2603. mainloop_event_free(schedule_active_linked_connections_event);
  2604. mainloop_event_free(postloop_cleanup_ev);
  2605. mainloop_event_free(handle_deferred_signewnym_ev);
  2606. #ifdef HAVE_SYSTEMD_209
  2607. periodic_timer_free(systemd_watchdog_timer);
  2608. #endif
  2609. stats_n_bytes_read = stats_n_bytes_written = 0;
  2610. memset(&global_bucket, 0, sizeof(global_bucket));
  2611. memset(&global_relayed_bucket, 0, sizeof(global_relayed_bucket));
  2612. time_of_process_start = 0;
  2613. time_of_last_signewnym = 0;
  2614. signewnym_is_pending = 0;
  2615. newnym_epoch = 0;
  2616. called_loop_once = 0;
  2617. main_loop_should_exit = 0;
  2618. main_loop_exit_value = 0;
  2619. can_complete_circuits = 0;
  2620. quiet_level = 0;
  2621. should_init_bridge_stats = 1;
  2622. dns_honesty_first_time = 1;
  2623. heartbeat_callback_first_time = 1;
  2624. current_second = 0;
  2625. memset(&current_second_last_changed, 0,
  2626. sizeof(current_second_last_changed));
  2627. }