mainloop.c 98 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064
  1. /* Copyright (c) 2001 Matej Pfajfar.
  2. * Copyright (c) 2001-2004, Roger Dingledine.
  3. * Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  4. * Copyright (c) 2007-2019, The Tor Project, Inc. */
  5. /* See LICENSE for licensing information */
  6. /**
  7. * \file mainloop.c
  8. * \brief Toplevel module. Handles signals, multiplexes between
  9. * connections, implements main loop, and drives scheduled events.
  10. *
  11. * For the main loop itself; see run_main_loop_once(). It invokes the rest of
  12. * Tor mostly through Libevent callbacks. Libevent callbacks can happen when
  13. * a timer elapses, a signal is received, a socket is ready to read or write,
  14. * or an event is manually activated.
  15. *
  16. * Most events in Tor are driven from these callbacks:
  17. * <ul>
  18. * <li>conn_read_callback() and conn_write_callback() here, which are
  19. * invoked when a socket is ready to read or write respectively.
  20. * <li>signal_callback(), which handles incoming signals.
  21. * </ul>
  22. * Other events are used for specific purposes, or for building more complex
  23. * control structures. If you search for usage of tor_libevent_new(), you
  24. * will find all the events that we construct in Tor.
  25. *
  26. * Tor has numerous housekeeping operations that need to happen
  27. * regularly. They are handled in different ways:
  28. * <ul>
  29. * <li>The most frequent operations are handled after every read or write
  30. * event, at the end of connection_handle_read() and
  31. * connection_handle_write().
  32. *
  33. * <li>The next most frequent operations happen after each invocation of the
  34. * main loop, in run_main_loop_once().
  35. *
  36. * <li>Once per second, we run all of the operations listed in
  37. * second_elapsed_callback(), and in its child, run_scheduled_events().
  38. *
  39. * <li>Once-a-second operations are handled in second_elapsed_callback().
  40. *
  41. * <li>More infrequent operations take place based on the periodic event
  42. * driver in periodic.c . These are stored in the periodic_events[]
  43. * table.
  44. * </ul>
  45. *
  46. **/
  47. #define MAINLOOP_PRIVATE
  48. #include "core/or/or.h"
  49. #include "app/config/config.h"
  50. #include "app/config/statefile.h"
  51. #include "app/main/ntmain.h"
  52. #include "core/mainloop/connection.h"
  53. #include "core/mainloop/cpuworker.h"
  54. #include "core/mainloop/mainloop.h"
  55. #include "core/mainloop/netstatus.h"
  56. #include "core/mainloop/periodic.h"
  57. #include "core/or/channel.h"
  58. #include "core/or/channelpadding.h"
  59. #include "core/or/channeltls.h"
  60. #include "core/or/circuitbuild.h"
  61. #include "core/or/circuitlist.h"
  62. #include "core/or/circuituse.h"
  63. #include "core/or/connection_edge.h"
  64. #include "core/or/connection_or.h"
  65. #include "core/or/dos.h"
  66. #include "core/or/status.h"
  67. #include "feature/client/addressmap.h"
  68. #include "feature/client/bridges.h"
  69. #include "feature/client/dnsserv.h"
  70. #include "feature/client/entrynodes.h"
  71. #include "feature/client/transports.h"
  72. #include "feature/control/control.h"
  73. #include "feature/dirauth/authmode.h"
  74. #include "feature/dirauth/reachability.h"
  75. #include "feature/dircache/consdiffmgr.h"
  76. #include "feature/dircache/dirserv.h"
  77. #include "feature/dircommon/directory.h"
  78. #include "feature/hibernate/hibernate.h"
  79. #include "feature/hs/hs_cache.h"
  80. #include "feature/hs/hs_client.h"
  81. #include "feature/hs/hs_service.h"
  82. #include "feature/nodelist/microdesc.h"
  83. #include "feature/nodelist/networkstatus.h"
  84. #include "feature/nodelist/nodelist.h"
  85. #include "feature/nodelist/routerlist.h"
  86. #include "feature/relay/dns.h"
  87. #include "feature/relay/routerkeys.h"
  88. #include "feature/relay/routermode.h"
  89. #include "feature/relay/selftest.h"
  90. #include "feature/rend/rendcache.h"
  91. #include "feature/rend/rendservice.h"
  92. #include "feature/stats/geoip_stats.h"
  93. #include "feature/stats/predict_ports.h"
  94. #include "feature/stats/rephist.h"
  95. #include "lib/buf/buffers.h"
  96. #include "lib/crypt_ops/crypto_rand.h"
  97. #include "lib/err/backtrace.h"
  98. #include "lib/tls/buffers_tls.h"
  99. #include "lib/net/buffers_net.h"
  100. #include "lib/evloop/compat_libevent.h"
  101. #include <event2/event.h>
  102. #include "feature/dirauth/dirvote.h"
  103. #include "feature/dirauth/authmode.h"
  104. #include "core/or/cell_st.h"
  105. #include "core/or/entry_connection_st.h"
  106. #include "feature/nodelist/networkstatus_st.h"
  107. #include "core/or/or_connection_st.h"
  108. #include "app/config/or_state_st.h"
  109. #include "feature/nodelist/routerinfo_st.h"
  110. #include "core/or/socks_request_st.h"
  111. #ifdef HAVE_UNISTD_H
  112. #include <unistd.h>
  113. #endif
  114. #ifdef HAVE_SYSTEMD
  115. # if defined(__COVERITY__) && !defined(__INCLUDE_LEVEL__)
  116. /* Systemd's use of gcc's __INCLUDE_LEVEL__ extension macro appears to confuse
  117. * Coverity. Here's a kludge to unconfuse it.
  118. */
  119. # define __INCLUDE_LEVEL__ 2
  120. #endif /* defined(__COVERITY__) && !defined(__INCLUDE_LEVEL__) */
  121. #include <systemd/sd-daemon.h>
  122. #endif /* defined(HAVE_SYSTEMD) */
  123. /* Token bucket for all traffic. */
  124. token_bucket_rw_t global_bucket;
  125. /* Token bucket for relayed traffic. */
  126. token_bucket_rw_t global_relayed_bucket;
  127. /* XXX we might want to keep stats about global_relayed_*_bucket too. Or not.*/
  128. /** How many bytes have we read since we started the process? */
  129. static uint64_t stats_n_bytes_read = 0;
  130. /** How many bytes have we written since we started the process? */
  131. static uint64_t stats_n_bytes_written = 0;
  132. /** What time did this process start up? */
  133. time_t time_of_process_start = 0;
  134. /** How many seconds have we been running? */
  135. static long stats_n_seconds_working = 0;
  136. /** How many times have we returned from the main loop successfully? */
  137. static uint64_t stats_n_main_loop_successes = 0;
  138. /** How many times have we received an error from the main loop? */
  139. static uint64_t stats_n_main_loop_errors = 0;
  140. /** How many times have we returned from the main loop with no events. */
  141. static uint64_t stats_n_main_loop_idle = 0;
  142. /** How often will we honor SIGNEWNYM requests? */
  143. #define MAX_SIGNEWNYM_RATE 10
  144. /** When did we last process a SIGNEWNYM request? */
  145. static time_t time_of_last_signewnym = 0;
  146. /** Is there a signewnym request we're currently waiting to handle? */
  147. static int signewnym_is_pending = 0;
  148. /** Mainloop event for the deferred signewnym call. */
  149. static mainloop_event_t *handle_deferred_signewnym_ev = NULL;
  150. /** How many times have we called newnym? */
  151. static unsigned newnym_epoch = 0;
  152. /** Smartlist of all open connections. */
  153. STATIC smartlist_t *connection_array = NULL;
  154. /** List of connections that have been marked for close and need to be freed
  155. * and removed from connection_array. */
  156. static smartlist_t *closeable_connection_lst = NULL;
  157. /** List of linked connections that are currently reading data into their
  158. * inbuf from their partner's outbuf. */
  159. static smartlist_t *active_linked_connection_lst = NULL;
  160. /** Flag: Set to true iff we entered the current libevent main loop via
  161. * <b>loop_once</b>. If so, there's no need to trigger a loopexit in order
  162. * to handle linked connections. */
  163. static int called_loop_once = 0;
  164. /** Flag: if true, it's time to shut down, so the main loop should exit as
  165. * soon as possible.
  166. */
  167. static int main_loop_should_exit = 0;
  168. /** The return value that the main loop should yield when it exits, if
  169. * main_loop_should_exit is true.
  170. */
  171. static int main_loop_exit_value = 0;
  172. /** We set this to 1 when we've opened a circuit, so we can print a log
  173. * entry to inform the user that Tor is working. We set it to 0 when
  174. * we think the fact that we once opened a circuit doesn't mean we can do so
  175. * any longer (a big time jump happened, when we notice our directory is
  176. * heinously out-of-date, etc.
  177. */
  178. static int can_complete_circuits = 0;
  179. /** How often do we check for router descriptors that we should download
  180. * when we have too little directory info? */
  181. #define GREEDY_DESCRIPTOR_RETRY_INTERVAL (10)
  182. /** How often do we check for router descriptors that we should download
  183. * when we have enough directory info? */
  184. #define LAZY_DESCRIPTOR_RETRY_INTERVAL (60)
  185. static int conn_close_if_marked(int i);
  186. static void connection_start_reading_from_linked_conn(connection_t *conn);
  187. static int connection_should_read_from_linked_conn(connection_t *conn);
  188. static void conn_read_callback(evutil_socket_t fd, short event, void *_conn);
  189. static void conn_write_callback(evutil_socket_t fd, short event, void *_conn);
  190. static void shutdown_did_not_work_callback(evutil_socket_t fd, short event,
  191. void *arg) ATTR_NORETURN;
  192. /****************************************************************************
  193. *
  194. * This section contains accessors and other methods on the connection_array
  195. * variables (which are global within this file and unavailable outside it).
  196. *
  197. ****************************************************************************/
  198. /** Return 1 if we have successfully built a circuit, and nothing has changed
  199. * to make us think that maybe we can't.
  200. */
  201. int
  202. have_completed_a_circuit(void)
  203. {
  204. return can_complete_circuits;
  205. }
  206. /** Note that we have successfully built a circuit, so that reachability
  207. * testing and introduction points and so on may be attempted. */
  208. void
  209. note_that_we_completed_a_circuit(void)
  210. {
  211. can_complete_circuits = 1;
  212. }
  213. /** Note that something has happened (like a clock jump, or DisableNetwork) to
  214. * make us think that maybe we can't complete circuits. */
  215. void
  216. note_that_we_maybe_cant_complete_circuits(void)
  217. {
  218. can_complete_circuits = 0;
  219. }
  220. /** Add <b>conn</b> to the array of connections that we can poll on. The
  221. * connection's socket must be set; the connection starts out
  222. * non-reading and non-writing.
  223. */
  224. int
  225. connection_add_impl(connection_t *conn, int is_connecting)
  226. {
  227. tor_assert(conn);
  228. tor_assert(SOCKET_OK(conn->s) ||
  229. conn->linked ||
  230. (conn->type == CONN_TYPE_AP &&
  231. TO_EDGE_CONN(conn)->is_dns_request));
  232. tor_assert(conn->conn_array_index == -1); /* can only connection_add once */
  233. conn->conn_array_index = smartlist_len(connection_array);
  234. smartlist_add(connection_array, conn);
  235. (void) is_connecting;
  236. if (SOCKET_OK(conn->s) || conn->linked) {
  237. conn->read_event = tor_event_new(tor_libevent_get_base(),
  238. conn->s, EV_READ|EV_PERSIST, conn_read_callback, conn);
  239. conn->write_event = tor_event_new(tor_libevent_get_base(),
  240. conn->s, EV_WRITE|EV_PERSIST, conn_write_callback, conn);
  241. /* XXXX CHECK FOR NULL RETURN! */
  242. }
  243. log_debug(LD_NET,"new conn type %s, socket %d, address %s, n_conns %d.",
  244. conn_type_to_string(conn->type), (int)conn->s, conn->address,
  245. smartlist_len(connection_array));
  246. return 0;
  247. }
  248. /** Tell libevent that we don't care about <b>conn</b> any more. */
  249. void
  250. connection_unregister_events(connection_t *conn)
  251. {
  252. if (conn->read_event) {
  253. if (event_del(conn->read_event))
  254. log_warn(LD_BUG, "Error removing read event for %d", (int)conn->s);
  255. tor_free(conn->read_event);
  256. }
  257. if (conn->write_event) {
  258. if (event_del(conn->write_event))
  259. log_warn(LD_BUG, "Error removing write event for %d", (int)conn->s);
  260. tor_free(conn->write_event);
  261. }
  262. if (conn->type == CONN_TYPE_AP_DNS_LISTENER) {
  263. dnsserv_close_listener(conn);
  264. }
  265. }
  266. /** Remove the connection from the global list, and remove the
  267. * corresponding poll entry. Calling this function will shift the last
  268. * connection (if any) into the position occupied by conn.
  269. */
  270. int
  271. connection_remove(connection_t *conn)
  272. {
  273. int current_index;
  274. connection_t *tmp;
  275. tor_assert(conn);
  276. log_debug(LD_NET,"removing socket %d (type %s), n_conns now %d",
  277. (int)conn->s, conn_type_to_string(conn->type),
  278. smartlist_len(connection_array));
  279. if (conn->type == CONN_TYPE_AP && conn->socket_family == AF_UNIX) {
  280. log_info(LD_NET, "Closing SOCKS Unix socket connection");
  281. }
  282. control_event_conn_bandwidth(conn);
  283. tor_assert(conn->conn_array_index >= 0);
  284. current_index = conn->conn_array_index;
  285. connection_unregister_events(conn); /* This is redundant, but cheap. */
  286. if (current_index == smartlist_len(connection_array)-1) { /* at the end */
  287. smartlist_del(connection_array, current_index);
  288. return 0;
  289. }
  290. /* replace this one with the one at the end */
  291. smartlist_del(connection_array, current_index);
  292. tmp = smartlist_get(connection_array, current_index);
  293. tmp->conn_array_index = current_index;
  294. return 0;
  295. }
  296. /** If <b>conn</b> is an edge conn, remove it from the list
  297. * of conn's on this circuit. If it's not on an edge,
  298. * flush and send destroys for all circuits on this conn.
  299. *
  300. * Remove it from connection_array (if applicable) and
  301. * from closeable_connection_list.
  302. *
  303. * Then free it.
  304. */
  305. static void
  306. connection_unlink(connection_t *conn)
  307. {
  308. connection_about_to_close_connection(conn);
  309. if (conn->conn_array_index >= 0) {
  310. connection_remove(conn);
  311. }
  312. if (conn->linked_conn) {
  313. conn->linked_conn->linked_conn = NULL;
  314. if (! conn->linked_conn->marked_for_close &&
  315. conn->linked_conn->reading_from_linked_conn)
  316. connection_start_reading(conn->linked_conn);
  317. conn->linked_conn = NULL;
  318. }
  319. smartlist_remove(closeable_connection_lst, conn);
  320. smartlist_remove(active_linked_connection_lst, conn);
  321. if (conn->type == CONN_TYPE_EXIT) {
  322. assert_connection_edge_not_dns_pending(TO_EDGE_CONN(conn));
  323. }
  324. if (conn->type == CONN_TYPE_OR) {
  325. if (!tor_digest_is_zero(TO_OR_CONN(conn)->identity_digest))
  326. connection_or_clear_identity(TO_OR_CONN(conn));
  327. /* connection_unlink() can only get called if the connection
  328. * was already on the closeable list, and it got there by
  329. * connection_mark_for_close(), which was called from
  330. * connection_or_close_normally() or
  331. * connection_or_close_for_error(), so the channel should
  332. * already be in CHANNEL_STATE_CLOSING, and then the
  333. * connection_about_to_close_connection() goes to
  334. * connection_or_about_to_close(), which calls channel_closed()
  335. * to notify the channel_t layer, and closed the channel, so
  336. * nothing more to do here to deal with the channel associated
  337. * with an orconn.
  338. */
  339. }
  340. connection_free(conn);
  341. }
  342. /** Event that invokes schedule_active_linked_connections_cb. */
  343. static mainloop_event_t *schedule_active_linked_connections_event = NULL;
  344. /**
  345. * Callback: used to activate read events for all linked connections, so
  346. * libevent knows to call their read callbacks. This callback run as a
  347. * postloop event, so that the events _it_ activates don't happen until
  348. * Libevent has a chance to check for other events.
  349. */
  350. static void
  351. schedule_active_linked_connections_cb(mainloop_event_t *event, void *arg)
  352. {
  353. (void)event;
  354. (void)arg;
  355. /* All active linked conns should get their read events activated,
  356. * so that libevent knows to run their callbacks. */
  357. SMARTLIST_FOREACH(active_linked_connection_lst, connection_t *, conn,
  358. event_active(conn->read_event, EV_READ, 1));
  359. /* Reactivate the event if we still have connections in the active list.
  360. *
  361. * A linked connection doesn't get woken up by I/O but rather artificially
  362. * by this event callback. It has directory data spooled in it and it is
  363. * sent incrementally by small chunks unless spool_eagerly is true. For that
  364. * to happen, we need to induce the activation of the read event so it can
  365. * be flushed. */
  366. if (smartlist_len(active_linked_connection_lst)) {
  367. mainloop_event_activate(schedule_active_linked_connections_event);
  368. }
  369. }
  370. /** Initialize the global connection list, closeable connection list,
  371. * and active connection list. */
  372. void
  373. tor_init_connection_lists(void)
  374. {
  375. if (!connection_array)
  376. connection_array = smartlist_new();
  377. if (!closeable_connection_lst)
  378. closeable_connection_lst = smartlist_new();
  379. if (!active_linked_connection_lst)
  380. active_linked_connection_lst = smartlist_new();
  381. }
  382. /** Schedule <b>conn</b> to be closed. **/
  383. void
  384. add_connection_to_closeable_list(connection_t *conn)
  385. {
  386. tor_assert(!smartlist_contains(closeable_connection_lst, conn));
  387. tor_assert(conn->marked_for_close);
  388. assert_connection_ok(conn, time(NULL));
  389. smartlist_add(closeable_connection_lst, conn);
  390. mainloop_schedule_postloop_cleanup();
  391. }
  392. /** Return 1 if conn is on the closeable list, else return 0. */
  393. int
  394. connection_is_on_closeable_list(connection_t *conn)
  395. {
  396. return smartlist_contains(closeable_connection_lst, conn);
  397. }
  398. /** Return true iff conn is in the current poll array. */
  399. int
  400. connection_in_array(connection_t *conn)
  401. {
  402. return smartlist_contains(connection_array, conn);
  403. }
  404. /** Set <b>*array</b> to an array of all connections. <b>*array</b> must not
  405. * be modified.
  406. */
  407. MOCK_IMPL(smartlist_t *,
  408. get_connection_array, (void))
  409. {
  410. if (!connection_array)
  411. connection_array = smartlist_new();
  412. return connection_array;
  413. }
  414. /**
  415. * Return the amount of network traffic read, in bytes, over the life of this
  416. * process.
  417. */
  418. MOCK_IMPL(uint64_t,
  419. get_bytes_read,(void))
  420. {
  421. return stats_n_bytes_read;
  422. }
  423. /**
  424. * Return the amount of network traffic read, in bytes, over the life of this
  425. * process.
  426. */
  427. MOCK_IMPL(uint64_t,
  428. get_bytes_written,(void))
  429. {
  430. return stats_n_bytes_written;
  431. }
  432. /**
  433. * Increment the amount of network traffic read and written, over the life of
  434. * this process.
  435. */
  436. void
  437. stats_increment_bytes_read_and_written(uint64_t r, uint64_t w)
  438. {
  439. stats_n_bytes_read += r;
  440. stats_n_bytes_written += w;
  441. }
  442. /** Set the event mask on <b>conn</b> to <b>events</b>. (The event
  443. * mask is a bitmask whose bits are READ_EVENT and WRITE_EVENT)
  444. */
  445. void
  446. connection_watch_events(connection_t *conn, watchable_events_t events)
  447. {
  448. if (events & READ_EVENT)
  449. connection_start_reading(conn);
  450. else
  451. connection_stop_reading(conn);
  452. if (events & WRITE_EVENT)
  453. connection_start_writing(conn);
  454. else
  455. connection_stop_writing(conn);
  456. }
  457. /** Return true iff <b>conn</b> is listening for read events. */
  458. int
  459. connection_is_reading(connection_t *conn)
  460. {
  461. tor_assert(conn);
  462. return conn->reading_from_linked_conn ||
  463. (conn->read_event && event_pending(conn->read_event, EV_READ, NULL));
  464. }
  465. /** Reset our main loop counters. */
  466. void
  467. reset_main_loop_counters(void)
  468. {
  469. stats_n_main_loop_successes = 0;
  470. stats_n_main_loop_errors = 0;
  471. stats_n_main_loop_idle = 0;
  472. }
  473. /** Increment the main loop success counter. */
  474. static void
  475. increment_main_loop_success_count(void)
  476. {
  477. ++stats_n_main_loop_successes;
  478. }
  479. /** Get the main loop success counter. */
  480. uint64_t
  481. get_main_loop_success_count(void)
  482. {
  483. return stats_n_main_loop_successes;
  484. }
  485. /** Increment the main loop error counter. */
  486. static void
  487. increment_main_loop_error_count(void)
  488. {
  489. ++stats_n_main_loop_errors;
  490. }
  491. /** Get the main loop error counter. */
  492. uint64_t
  493. get_main_loop_error_count(void)
  494. {
  495. return stats_n_main_loop_errors;
  496. }
  497. /** Increment the main loop idle counter. */
  498. static void
  499. increment_main_loop_idle_count(void)
  500. {
  501. ++stats_n_main_loop_idle;
  502. }
  503. /** Get the main loop idle counter. */
  504. uint64_t
  505. get_main_loop_idle_count(void)
  506. {
  507. return stats_n_main_loop_idle;
  508. }
  509. /** Check whether <b>conn</b> is correct in having (or not having) a
  510. * read/write event (passed in <b>ev</b>). On success, return 0. On failure,
  511. * log a warning and return -1. */
  512. static int
  513. connection_check_event(connection_t *conn, struct event *ev)
  514. {
  515. int bad;
  516. if (conn->type == CONN_TYPE_AP && TO_EDGE_CONN(conn)->is_dns_request) {
  517. /* DNS requests which we launch through the dnsserv.c module do not have
  518. * any underlying socket or any underlying linked connection, so they
  519. * shouldn't have any attached events either.
  520. */
  521. bad = ev != NULL;
  522. } else {
  523. /* Everything else should have an underlying socket, or a linked
  524. * connection (which is also tracked with a read_event/write_event pair).
  525. */
  526. bad = ev == NULL;
  527. }
  528. if (bad) {
  529. log_warn(LD_BUG, "Event missing on connection %p [%s;%s]. "
  530. "socket=%d. linked=%d. "
  531. "is_dns_request=%d. Marked_for_close=%s:%d",
  532. conn,
  533. conn_type_to_string(conn->type),
  534. conn_state_to_string(conn->type, conn->state),
  535. (int)conn->s, (int)conn->linked,
  536. (conn->type == CONN_TYPE_AP &&
  537. TO_EDGE_CONN(conn)->is_dns_request),
  538. conn->marked_for_close_file ? conn->marked_for_close_file : "-",
  539. conn->marked_for_close
  540. );
  541. log_backtrace(LOG_WARN, LD_BUG, "Backtrace attached.");
  542. return -1;
  543. }
  544. return 0;
  545. }
  546. /** Tell the main loop to stop notifying <b>conn</b> of any read events. */
  547. MOCK_IMPL(void,
  548. connection_stop_reading,(connection_t *conn))
  549. {
  550. tor_assert(conn);
  551. if (connection_check_event(conn, conn->read_event) < 0) {
  552. return;
  553. }
  554. if (conn->linked) {
  555. conn->reading_from_linked_conn = 0;
  556. connection_stop_reading_from_linked_conn(conn);
  557. } else {
  558. if (event_del(conn->read_event))
  559. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  560. "to unwatched: %s",
  561. (int)conn->s,
  562. tor_socket_strerror(tor_socket_errno(conn->s)));
  563. }
  564. }
  565. /** Tell the main loop to start notifying <b>conn</b> of any read events. */
  566. MOCK_IMPL(void,
  567. connection_start_reading,(connection_t *conn))
  568. {
  569. tor_assert(conn);
  570. if (connection_check_event(conn, conn->read_event) < 0) {
  571. return;
  572. }
  573. if (conn->linked) {
  574. conn->reading_from_linked_conn = 1;
  575. if (connection_should_read_from_linked_conn(conn))
  576. connection_start_reading_from_linked_conn(conn);
  577. } else {
  578. if (event_add(conn->read_event, NULL))
  579. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  580. "to watched: %s",
  581. (int)conn->s,
  582. tor_socket_strerror(tor_socket_errno(conn->s)));
  583. }
  584. }
  585. /** Return true iff <b>conn</b> is listening for write events. */
  586. int
  587. connection_is_writing(connection_t *conn)
  588. {
  589. tor_assert(conn);
  590. return conn->writing_to_linked_conn ||
  591. (conn->write_event && event_pending(conn->write_event, EV_WRITE, NULL));
  592. }
  593. /** Tell the main loop to stop notifying <b>conn</b> of any write events. */
  594. MOCK_IMPL(void,
  595. connection_stop_writing,(connection_t *conn))
  596. {
  597. tor_assert(conn);
  598. if (connection_check_event(conn, conn->write_event) < 0) {
  599. return;
  600. }
  601. if (conn->linked) {
  602. conn->writing_to_linked_conn = 0;
  603. if (conn->linked_conn)
  604. connection_stop_reading_from_linked_conn(conn->linked_conn);
  605. } else {
  606. if (event_del(conn->write_event))
  607. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  608. "to unwatched: %s",
  609. (int)conn->s,
  610. tor_socket_strerror(tor_socket_errno(conn->s)));
  611. }
  612. }
  613. /** Tell the main loop to start notifying <b>conn</b> of any write events. */
  614. MOCK_IMPL(void,
  615. connection_start_writing,(connection_t *conn))
  616. {
  617. tor_assert(conn);
  618. if (connection_check_event(conn, conn->write_event) < 0) {
  619. return;
  620. }
  621. if (conn->linked) {
  622. conn->writing_to_linked_conn = 1;
  623. if (conn->linked_conn &&
  624. connection_should_read_from_linked_conn(conn->linked_conn))
  625. connection_start_reading_from_linked_conn(conn->linked_conn);
  626. } else {
  627. if (event_add(conn->write_event, NULL))
  628. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  629. "to watched: %s",
  630. (int)conn->s,
  631. tor_socket_strerror(tor_socket_errno(conn->s)));
  632. }
  633. }
  634. /** Return true iff <b>conn</b> is linked conn, and reading from the conn
  635. * linked to it would be good and feasible. (Reading is "feasible" if the
  636. * other conn exists and has data in its outbuf, and is "good" if we have our
  637. * reading_from_linked_conn flag set and the other conn has its
  638. * writing_to_linked_conn flag set.)*/
  639. static int
  640. connection_should_read_from_linked_conn(connection_t *conn)
  641. {
  642. if (conn->linked && conn->reading_from_linked_conn) {
  643. if (! conn->linked_conn ||
  644. (conn->linked_conn->writing_to_linked_conn &&
  645. buf_datalen(conn->linked_conn->outbuf)))
  646. return 1;
  647. }
  648. return 0;
  649. }
  650. /** Event to run 'shutdown did not work callback'. */
  651. static struct event *shutdown_did_not_work_event = NULL;
  652. /** Failsafe measure that should never actually be necessary: If
  653. * tor_shutdown_event_loop_and_exit() somehow doesn't successfully exit the
  654. * event loop, then this callback will kill Tor with an assertion failure
  655. * seconds later
  656. */
  657. static void
  658. shutdown_did_not_work_callback(evutil_socket_t fd, short event, void *arg)
  659. {
  660. // LCOV_EXCL_START
  661. (void) fd;
  662. (void) event;
  663. (void) arg;
  664. tor_assert_unreached();
  665. // LCOV_EXCL_STOP
  666. }
  667. #ifdef ENABLE_RESTART_DEBUGGING
  668. static struct event *tor_shutdown_event_loop_for_restart_event = NULL;
  669. static void
  670. tor_shutdown_event_loop_for_restart_cb(
  671. evutil_socket_t fd, short event, void *arg)
  672. {
  673. (void)fd;
  674. (void)event;
  675. (void)arg;
  676. tor_event_free(tor_shutdown_event_loop_for_restart_event);
  677. tor_shutdown_event_loop_and_exit(0);
  678. }
  679. #endif
  680. /**
  681. * After finishing the current callback (if any), shut down the main loop,
  682. * clean up the process, and exit with <b>exitcode</b>.
  683. */
  684. void
  685. tor_shutdown_event_loop_and_exit(int exitcode)
  686. {
  687. if (main_loop_should_exit)
  688. return; /* Ignore multiple calls to this function. */
  689. main_loop_should_exit = 1;
  690. main_loop_exit_value = exitcode;
  691. if (! tor_libevent_is_initialized()) {
  692. return; /* No event loop to shut down. */
  693. }
  694. /* Die with an assertion failure in ten seconds, if for some reason we don't
  695. * exit normally. */
  696. /* XXXX We should consider this code if it's never used. */
  697. struct timeval ten_seconds = { 10, 0 };
  698. shutdown_did_not_work_event = tor_evtimer_new(
  699. tor_libevent_get_base(),
  700. shutdown_did_not_work_callback, NULL);
  701. event_add(shutdown_did_not_work_event, &ten_seconds);
  702. /* Unlike exit_loop_after_delay(), exit_loop_after_callback
  703. * prevents other callbacks from running. */
  704. tor_libevent_exit_loop_after_callback(tor_libevent_get_base());
  705. }
  706. /** Return true iff tor_shutdown_event_loop_and_exit() has been called. */
  707. int
  708. tor_event_loop_shutdown_is_pending(void)
  709. {
  710. return main_loop_should_exit;
  711. }
  712. /** Helper: Tell the main loop to begin reading bytes into <b>conn</b> from
  713. * its linked connection, if it is not doing so already. Called by
  714. * connection_start_reading and connection_start_writing as appropriate. */
  715. static void
  716. connection_start_reading_from_linked_conn(connection_t *conn)
  717. {
  718. tor_assert(conn);
  719. tor_assert(conn->linked == 1);
  720. if (!conn->active_on_link) {
  721. conn->active_on_link = 1;
  722. smartlist_add(active_linked_connection_lst, conn);
  723. mainloop_event_activate(schedule_active_linked_connections_event);
  724. } else {
  725. tor_assert(smartlist_contains(active_linked_connection_lst, conn));
  726. }
  727. }
  728. /** Tell the main loop to stop reading bytes into <b>conn</b> from its linked
  729. * connection, if is currently doing so. Called by connection_stop_reading,
  730. * connection_stop_writing, and connection_read. */
  731. void
  732. connection_stop_reading_from_linked_conn(connection_t *conn)
  733. {
  734. tor_assert(conn);
  735. tor_assert(conn->linked == 1);
  736. if (conn->active_on_link) {
  737. conn->active_on_link = 0;
  738. /* FFFF We could keep an index here so we can smartlist_del
  739. * cleanly. On the other hand, this doesn't show up on profiles,
  740. * so let's leave it alone for now. */
  741. smartlist_remove(active_linked_connection_lst, conn);
  742. } else {
  743. tor_assert(!smartlist_contains(active_linked_connection_lst, conn));
  744. }
  745. }
  746. /** Close all connections that have been scheduled to get closed. */
  747. STATIC void
  748. close_closeable_connections(void)
  749. {
  750. int i;
  751. for (i = 0; i < smartlist_len(closeable_connection_lst); ) {
  752. connection_t *conn = smartlist_get(closeable_connection_lst, i);
  753. if (conn->conn_array_index < 0) {
  754. connection_unlink(conn); /* blow it away right now */
  755. } else {
  756. if (!conn_close_if_marked(conn->conn_array_index))
  757. ++i;
  758. }
  759. }
  760. }
  761. /** Count moribund connections for the OOS handler */
  762. MOCK_IMPL(int,
  763. connection_count_moribund, (void))
  764. {
  765. int moribund = 0;
  766. /*
  767. * Count things we'll try to kill when close_closeable_connections()
  768. * runs next.
  769. */
  770. SMARTLIST_FOREACH_BEGIN(closeable_connection_lst, connection_t *, conn) {
  771. if (SOCKET_OK(conn->s) && connection_is_moribund(conn)) ++moribund;
  772. } SMARTLIST_FOREACH_END(conn);
  773. return moribund;
  774. }
  775. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  776. * some data to read. */
  777. static void
  778. conn_read_callback(evutil_socket_t fd, short event, void *_conn)
  779. {
  780. connection_t *conn = _conn;
  781. (void)fd;
  782. (void)event;
  783. log_debug(LD_NET,"socket %d wants to read.",(int)conn->s);
  784. /* assert_connection_ok(conn, time(NULL)); */
  785. /* Handle marked for close connections early */
  786. if (conn->marked_for_close && connection_is_reading(conn)) {
  787. /* Libevent says we can read, but we are marked for close so we will never
  788. * try to read again. We will try to close the connection below inside of
  789. * close_closeable_connections(), but let's make sure not to cause Libevent
  790. * to spin on conn_read_callback() while we wait for the socket to let us
  791. * flush to it.*/
  792. connection_stop_reading(conn);
  793. }
  794. if (connection_handle_read(conn) < 0) {
  795. if (!conn->marked_for_close) {
  796. #ifndef _WIN32
  797. log_warn(LD_BUG,"Unhandled error on read for %s connection "
  798. "(fd %d); removing",
  799. conn_type_to_string(conn->type), (int)conn->s);
  800. tor_fragile_assert();
  801. #endif /* !defined(_WIN32) */
  802. if (CONN_IS_EDGE(conn))
  803. connection_edge_end_errno(TO_EDGE_CONN(conn));
  804. connection_mark_for_close(conn);
  805. }
  806. }
  807. assert_connection_ok(conn, time(NULL));
  808. if (smartlist_len(closeable_connection_lst))
  809. close_closeable_connections();
  810. }
  811. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  812. * some data to write. */
  813. static void
  814. conn_write_callback(evutil_socket_t fd, short events, void *_conn)
  815. {
  816. connection_t *conn = _conn;
  817. (void)fd;
  818. (void)events;
  819. LOG_FN_CONN(conn, (LOG_DEBUG, LD_NET, "socket %d wants to write.",
  820. (int)conn->s));
  821. /* assert_connection_ok(conn, time(NULL)); */
  822. if (connection_handle_write(conn, 0) < 0) {
  823. if (!conn->marked_for_close) {
  824. /* this connection is broken. remove it. */
  825. log_fn(LOG_WARN,LD_BUG,
  826. "unhandled error on write for %s connection (fd %d); removing",
  827. conn_type_to_string(conn->type), (int)conn->s);
  828. tor_fragile_assert();
  829. if (CONN_IS_EDGE(conn)) {
  830. /* otherwise we cry wolf about duplicate close */
  831. edge_connection_t *edge_conn = TO_EDGE_CONN(conn);
  832. if (!edge_conn->end_reason)
  833. edge_conn->end_reason = END_STREAM_REASON_INTERNAL;
  834. edge_conn->edge_has_sent_end = 1;
  835. }
  836. connection_close_immediate(conn); /* So we don't try to flush. */
  837. connection_mark_for_close(conn);
  838. }
  839. }
  840. assert_connection_ok(conn, time(NULL));
  841. if (smartlist_len(closeable_connection_lst))
  842. close_closeable_connections();
  843. }
  844. /** If the connection at connection_array[i] is marked for close, then:
  845. * - If it has data that it wants to flush, try to flush it.
  846. * - If it _still_ has data to flush, and conn->hold_open_until_flushed is
  847. * true, then leave the connection open and return.
  848. * - Otherwise, remove the connection from connection_array and from
  849. * all other lists, close it, and free it.
  850. * Returns 1 if the connection was closed, 0 otherwise.
  851. */
  852. static int
  853. conn_close_if_marked(int i)
  854. {
  855. connection_t *conn;
  856. int retval;
  857. time_t now;
  858. conn = smartlist_get(connection_array, i);
  859. if (!conn->marked_for_close)
  860. return 0; /* nothing to see here, move along */
  861. now = time(NULL);
  862. assert_connection_ok(conn, now);
  863. /* assert_all_pending_dns_resolves_ok(); */
  864. log_debug(LD_NET,"Cleaning up connection (fd "TOR_SOCKET_T_FORMAT").",
  865. conn->s);
  866. /* If the connection we are about to close was trying to connect to
  867. a proxy server and failed, the client won't be able to use that
  868. proxy. We should warn the user about this. */
  869. if (conn->proxy_state == PROXY_INFANT)
  870. log_failed_proxy_connection(conn);
  871. if ((SOCKET_OK(conn->s) || conn->linked_conn) &&
  872. connection_wants_to_flush(conn)) {
  873. /* s == -1 means it's an incomplete edge connection, or that the socket
  874. * has already been closed as unflushable. */
  875. ssize_t sz = connection_bucket_write_limit(conn, now);
  876. if (!conn->hold_open_until_flushed)
  877. log_info(LD_NET,
  878. "Conn (addr %s, fd %d, type %s, state %d) marked, but wants "
  879. "to flush %d bytes. (Marked at %s:%d)",
  880. escaped_safe_str_client(conn->address),
  881. (int)conn->s, conn_type_to_string(conn->type), conn->state,
  882. (int)conn->outbuf_flushlen,
  883. conn->marked_for_close_file, conn->marked_for_close);
  884. if (conn->linked_conn) {
  885. retval = buf_move_to_buf(conn->linked_conn->inbuf, conn->outbuf,
  886. &conn->outbuf_flushlen);
  887. if (retval >= 0) {
  888. /* The linked conn will notice that it has data when it notices that
  889. * we're gone. */
  890. connection_start_reading_from_linked_conn(conn->linked_conn);
  891. }
  892. log_debug(LD_GENERAL, "Flushed last %d bytes from a linked conn; "
  893. "%d left; flushlen %d; wants-to-flush==%d", retval,
  894. (int)connection_get_outbuf_len(conn),
  895. (int)conn->outbuf_flushlen,
  896. connection_wants_to_flush(conn));
  897. } else if (connection_speaks_cells(conn)) {
  898. if (conn->state == OR_CONN_STATE_OPEN) {
  899. retval = buf_flush_to_tls(conn->outbuf, TO_OR_CONN(conn)->tls, sz,
  900. &conn->outbuf_flushlen);
  901. } else
  902. retval = -1; /* never flush non-open broken tls connections */
  903. } else {
  904. retval = buf_flush_to_socket(conn->outbuf, conn->s, sz,
  905. &conn->outbuf_flushlen);
  906. }
  907. if (retval >= 0 && /* Technically, we could survive things like
  908. TLS_WANT_WRITE here. But don't bother for now. */
  909. conn->hold_open_until_flushed && connection_wants_to_flush(conn)) {
  910. if (retval > 0) {
  911. LOG_FN_CONN(conn, (LOG_INFO,LD_NET,
  912. "Holding conn (fd %d) open for more flushing.",
  913. (int)conn->s));
  914. conn->timestamp_last_write_allowed = now; /* reset so we can flush
  915. * more */
  916. } else if (sz == 0) {
  917. /* Also, retval==0. If we get here, we didn't want to write anything
  918. * (because of rate-limiting) and we didn't. */
  919. /* Connection must flush before closing, but it's being rate-limited.
  920. * Let's remove from Libevent, and mark it as blocked on bandwidth
  921. * so it will be re-added on next token bucket refill. Prevents
  922. * busy Libevent loops where we keep ending up here and returning
  923. * 0 until we are no longer blocked on bandwidth.
  924. */
  925. connection_consider_empty_write_buckets(conn);
  926. /* Make sure that consider_empty_buckets really disabled the
  927. * connection: */
  928. if (BUG(connection_is_writing(conn))) {
  929. connection_write_bw_exhausted(conn, true);
  930. }
  931. /* The connection is being held due to write rate limit and thus will
  932. * flush its data later. We need to stop reading because this
  933. * connection is about to be closed once flushed. It should not
  934. * process anything more coming in at this stage. */
  935. connection_stop_reading(conn);
  936. }
  937. return 0;
  938. }
  939. if (connection_wants_to_flush(conn)) {
  940. log_fn(LOG_INFO, LD_NET, "We stalled too much while trying to write %d "
  941. "bytes to address %s. If this happens a lot, either "
  942. "something is wrong with your network connection, or "
  943. "something is wrong with theirs. "
  944. "(fd %d, type %s, state %d, marked at %s:%d).",
  945. (int)connection_get_outbuf_len(conn),
  946. escaped_safe_str_client(conn->address),
  947. (int)conn->s, conn_type_to_string(conn->type), conn->state,
  948. conn->marked_for_close_file,
  949. conn->marked_for_close);
  950. }
  951. }
  952. connection_unlink(conn); /* unlink, remove, free */
  953. return 1;
  954. }
  955. /** Implementation for directory_all_unreachable. This is done in a callback,
  956. * since otherwise it would complicate Tor's control-flow graph beyond all
  957. * reason.
  958. */
  959. static void
  960. directory_all_unreachable_cb(mainloop_event_t *event, void *arg)
  961. {
  962. (void)event;
  963. (void)arg;
  964. connection_t *conn;
  965. while ((conn = connection_get_by_type_state(CONN_TYPE_AP,
  966. AP_CONN_STATE_CIRCUIT_WAIT))) {
  967. entry_connection_t *entry_conn = TO_ENTRY_CONN(conn);
  968. log_notice(LD_NET,
  969. "Is your network connection down? "
  970. "Failing connection to '%s:%d'.",
  971. safe_str_client(entry_conn->socks_request->address),
  972. entry_conn->socks_request->port);
  973. connection_mark_unattached_ap(entry_conn,
  974. END_STREAM_REASON_NET_UNREACHABLE);
  975. }
  976. control_event_general_error("DIR_ALL_UNREACHABLE");
  977. }
  978. static mainloop_event_t *directory_all_unreachable_cb_event = NULL;
  979. /** We've just tried every dirserver we know about, and none of
  980. * them were reachable. Assume the network is down. Change state
  981. * so next time an application connection arrives we'll delay it
  982. * and try another directory fetch. Kill off all the circuit_wait
  983. * streams that are waiting now, since they will all timeout anyway.
  984. */
  985. void
  986. directory_all_unreachable(time_t now)
  987. {
  988. (void)now;
  989. reset_uptime(); /* reset it */
  990. if (!directory_all_unreachable_cb_event) {
  991. directory_all_unreachable_cb_event =
  992. mainloop_event_new(directory_all_unreachable_cb, NULL);
  993. tor_assert(directory_all_unreachable_cb_event);
  994. }
  995. mainloop_event_activate(directory_all_unreachable_cb_event);
  996. }
  997. /** This function is called whenever we successfully pull down some new
  998. * network statuses or server descriptors. */
  999. void
  1000. directory_info_has_arrived(time_t now, int from_cache, int suppress_logs)
  1001. {
  1002. const or_options_t *options = get_options();
  1003. /* if we have enough dir info, then update our guard status with
  1004. * whatever we just learned. */
  1005. int invalidate_circs = guards_update_all();
  1006. if (invalidate_circs) {
  1007. circuit_mark_all_unused_circs();
  1008. circuit_mark_all_dirty_circs_as_unusable();
  1009. }
  1010. if (!router_have_minimum_dir_info()) {
  1011. int quiet = suppress_logs || from_cache ||
  1012. directory_too_idle_to_fetch_descriptors(options, now);
  1013. tor_log(quiet ? LOG_INFO : LOG_NOTICE, LD_DIR,
  1014. "I learned some more directory information, but not enough to "
  1015. "build a circuit: %s", get_dir_info_status_string());
  1016. update_all_descriptor_downloads(now);
  1017. return;
  1018. } else {
  1019. if (directory_fetches_from_authorities(options)) {
  1020. update_all_descriptor_downloads(now);
  1021. }
  1022. /* Don't even bother trying to get extrainfo until the rest of our
  1023. * directory info is up-to-date */
  1024. if (options->DownloadExtraInfo)
  1025. update_extrainfo_downloads(now);
  1026. }
  1027. if (server_mode(options) && !net_is_disabled() && !from_cache &&
  1028. (have_completed_a_circuit() || !any_predicted_circuits(now)))
  1029. router_do_reachability_checks(1, 1);
  1030. }
  1031. /** Perform regular maintenance tasks for a single connection. This
  1032. * function gets run once per second per connection by run_scheduled_events.
  1033. */
  1034. static void
  1035. run_connection_housekeeping(int i, time_t now)
  1036. {
  1037. cell_t cell;
  1038. connection_t *conn = smartlist_get(connection_array, i);
  1039. const or_options_t *options = get_options();
  1040. or_connection_t *or_conn;
  1041. channel_t *chan = NULL;
  1042. int have_any_circuits;
  1043. int past_keepalive =
  1044. now >= conn->timestamp_last_write_allowed + options->KeepalivePeriod;
  1045. if (conn->outbuf && !connection_get_outbuf_len(conn) &&
  1046. conn->type == CONN_TYPE_OR)
  1047. TO_OR_CONN(conn)->timestamp_lastempty = now;
  1048. if (conn->marked_for_close) {
  1049. /* nothing to do here */
  1050. return;
  1051. }
  1052. /* Expire any directory connections that haven't been active (sent
  1053. * if a server or received if a client) for 5 min */
  1054. if (conn->type == CONN_TYPE_DIR &&
  1055. ((DIR_CONN_IS_SERVER(conn) &&
  1056. conn->timestamp_last_write_allowed
  1057. + options->TestingDirConnectionMaxStall < now) ||
  1058. (!DIR_CONN_IS_SERVER(conn) &&
  1059. conn->timestamp_last_read_allowed
  1060. + options->TestingDirConnectionMaxStall < now))) {
  1061. log_info(LD_DIR,"Expiring wedged directory conn (fd %d, purpose %d)",
  1062. (int)conn->s, conn->purpose);
  1063. /* This check is temporary; it's to let us know whether we should consider
  1064. * parsing partial serverdesc responses. */
  1065. if (conn->purpose == DIR_PURPOSE_FETCH_SERVERDESC &&
  1066. connection_get_inbuf_len(conn) >= 1024) {
  1067. log_info(LD_DIR,"Trying to extract information from wedged server desc "
  1068. "download.");
  1069. connection_dir_reached_eof(TO_DIR_CONN(conn));
  1070. } else {
  1071. connection_mark_for_close(conn);
  1072. }
  1073. return;
  1074. }
  1075. if (!connection_speaks_cells(conn))
  1076. return; /* we're all done here, the rest is just for OR conns */
  1077. /* If we haven't flushed to an OR connection for a while, then either nuke
  1078. the connection or send a keepalive, depending. */
  1079. or_conn = TO_OR_CONN(conn);
  1080. tor_assert(conn->outbuf);
  1081. chan = TLS_CHAN_TO_BASE(or_conn->chan);
  1082. tor_assert(chan);
  1083. if (channel_num_circuits(chan) != 0) {
  1084. have_any_circuits = 1;
  1085. chan->timestamp_last_had_circuits = now;
  1086. } else {
  1087. have_any_circuits = 0;
  1088. }
  1089. if (channel_is_bad_for_new_circs(TLS_CHAN_TO_BASE(or_conn->chan)) &&
  1090. ! have_any_circuits) {
  1091. /* It's bad for new circuits, and has no unmarked circuits on it:
  1092. * mark it now. */
  1093. log_info(LD_OR,
  1094. "Expiring non-used OR connection to fd %d (%s:%d) [Too old].",
  1095. (int)conn->s, conn->address, conn->port);
  1096. if (conn->state == OR_CONN_STATE_CONNECTING)
  1097. connection_or_connect_failed(TO_OR_CONN(conn),
  1098. END_OR_CONN_REASON_TIMEOUT,
  1099. "Tor gave up on the connection");
  1100. connection_or_close_normally(TO_OR_CONN(conn), 1);
  1101. } else if (!connection_state_is_open(conn)) {
  1102. if (past_keepalive) {
  1103. /* We never managed to actually get this connection open and happy. */
  1104. log_info(LD_OR,"Expiring non-open OR connection to fd %d (%s:%d).",
  1105. (int)conn->s,conn->address, conn->port);
  1106. connection_or_close_normally(TO_OR_CONN(conn), 0);
  1107. }
  1108. } else if (we_are_hibernating() &&
  1109. ! have_any_circuits &&
  1110. !connection_get_outbuf_len(conn)) {
  1111. /* We're hibernating or shutting down, there's no circuits, and nothing to
  1112. * flush.*/
  1113. log_info(LD_OR,"Expiring non-used OR connection to fd %d (%s:%d) "
  1114. "[Hibernating or exiting].",
  1115. (int)conn->s,conn->address, conn->port);
  1116. connection_or_close_normally(TO_OR_CONN(conn), 1);
  1117. } else if (!have_any_circuits &&
  1118. now - or_conn->idle_timeout >=
  1119. chan->timestamp_last_had_circuits) {
  1120. log_info(LD_OR,"Expiring non-used OR connection %"PRIu64" to fd %d "
  1121. "(%s:%d) [no circuits for %d; timeout %d; %scanonical].",
  1122. (chan->global_identifier),
  1123. (int)conn->s, conn->address, conn->port,
  1124. (int)(now - chan->timestamp_last_had_circuits),
  1125. or_conn->idle_timeout,
  1126. or_conn->is_canonical ? "" : "non");
  1127. connection_or_close_normally(TO_OR_CONN(conn), 0);
  1128. } else if (
  1129. now >= or_conn->timestamp_lastempty + options->KeepalivePeriod*10 &&
  1130. now >=
  1131. conn->timestamp_last_write_allowed + options->KeepalivePeriod*10) {
  1132. log_fn(LOG_PROTOCOL_WARN,LD_PROTOCOL,
  1133. "Expiring stuck OR connection to fd %d (%s:%d). (%d bytes to "
  1134. "flush; %d seconds since last write)",
  1135. (int)conn->s, conn->address, conn->port,
  1136. (int)connection_get_outbuf_len(conn),
  1137. (int)(now-conn->timestamp_last_write_allowed));
  1138. connection_or_close_normally(TO_OR_CONN(conn), 0);
  1139. } else if (past_keepalive && !connection_get_outbuf_len(conn)) {
  1140. /* send a padding cell */
  1141. log_fn(LOG_DEBUG,LD_OR,"Sending keepalive to (%s:%d)",
  1142. conn->address, conn->port);
  1143. memset(&cell,0,sizeof(cell_t));
  1144. cell.command = CELL_PADDING;
  1145. connection_or_write_cell_to_buf(&cell, or_conn);
  1146. } else {
  1147. channelpadding_decide_to_pad_channel(chan);
  1148. }
  1149. }
  1150. /** Honor a NEWNYM request: make future requests unlinkable to past
  1151. * requests. */
  1152. static void
  1153. signewnym_impl(time_t now)
  1154. {
  1155. const or_options_t *options = get_options();
  1156. if (!proxy_mode(options)) {
  1157. log_info(LD_CONTROL, "Ignoring SIGNAL NEWNYM because client functionality "
  1158. "is disabled.");
  1159. return;
  1160. }
  1161. circuit_mark_all_dirty_circs_as_unusable();
  1162. addressmap_clear_transient();
  1163. hs_client_purge_state();
  1164. time_of_last_signewnym = now;
  1165. signewnym_is_pending = 0;
  1166. ++newnym_epoch;
  1167. control_event_signal(SIGNEWNYM);
  1168. }
  1169. /** Callback: run a deferred signewnym. */
  1170. static void
  1171. handle_deferred_signewnym_cb(mainloop_event_t *event, void *arg)
  1172. {
  1173. (void)event;
  1174. (void)arg;
  1175. log_info(LD_CONTROL, "Honoring delayed NEWNYM request");
  1176. do_signewnym(time(NULL));
  1177. }
  1178. /** Either perform a signewnym or schedule one, depending on rate limiting. */
  1179. void
  1180. do_signewnym(time_t now)
  1181. {
  1182. if (time_of_last_signewnym + MAX_SIGNEWNYM_RATE > now) {
  1183. const time_t delay_sec =
  1184. time_of_last_signewnym + MAX_SIGNEWNYM_RATE - now;
  1185. if (! signewnym_is_pending) {
  1186. signewnym_is_pending = 1;
  1187. if (!handle_deferred_signewnym_ev) {
  1188. handle_deferred_signewnym_ev =
  1189. mainloop_event_postloop_new(handle_deferred_signewnym_cb, NULL);
  1190. }
  1191. const struct timeval delay_tv = { delay_sec, 0 };
  1192. mainloop_event_schedule(handle_deferred_signewnym_ev, &delay_tv);
  1193. }
  1194. log_notice(LD_CONTROL,
  1195. "Rate limiting NEWNYM request: delaying by %d second(s)",
  1196. (int)(delay_sec));
  1197. } else {
  1198. signewnym_impl(now);
  1199. }
  1200. }
  1201. /** Return the number of times that signewnym has been called. */
  1202. unsigned
  1203. get_signewnym_epoch(void)
  1204. {
  1205. return newnym_epoch;
  1206. }
  1207. /** True iff we have initialized all the members of <b>periodic_events</b>.
  1208. * Used to prevent double-initialization. */
  1209. static int periodic_events_initialized = 0;
  1210. /* Declare all the timer callback functions... */
  1211. #undef CALLBACK
  1212. #define CALLBACK(name) \
  1213. static int name ## _callback(time_t, const or_options_t *)
  1214. CALLBACK(add_entropy);
  1215. CALLBACK(check_authority_cert);
  1216. CALLBACK(check_canonical_channels);
  1217. CALLBACK(check_descriptor);
  1218. CALLBACK(check_dns_honesty);
  1219. CALLBACK(check_ed_keys);
  1220. CALLBACK(check_expired_networkstatus);
  1221. CALLBACK(check_for_reachability_bw);
  1222. CALLBACK(check_onion_keys_expiry_time);
  1223. CALLBACK(clean_caches);
  1224. CALLBACK(clean_consdiffmgr);
  1225. CALLBACK(dirvote);
  1226. CALLBACK(downrate_stability);
  1227. CALLBACK(expire_old_ciruits_serverside);
  1228. CALLBACK(fetch_networkstatus);
  1229. CALLBACK(heartbeat);
  1230. CALLBACK(hs_service);
  1231. CALLBACK(launch_descriptor_fetches);
  1232. CALLBACK(launch_reachability_tests);
  1233. CALLBACK(prune_old_routers);
  1234. CALLBACK(reachability_warnings);
  1235. CALLBACK(record_bridge_stats);
  1236. CALLBACK(rend_cache_failure_clean);
  1237. CALLBACK(reset_padding_counts);
  1238. CALLBACK(retry_dns);
  1239. CALLBACK(retry_listeners);
  1240. CALLBACK(rotate_onion_key);
  1241. CALLBACK(rotate_x509_certificate);
  1242. CALLBACK(save_stability);
  1243. CALLBACK(save_state);
  1244. CALLBACK(write_bridge_ns);
  1245. CALLBACK(write_stats_file);
  1246. CALLBACK(control_per_second_events);
  1247. CALLBACK(second_elapsed);
  1248. #undef CALLBACK
  1249. /* Now we declare an array of periodic_event_item_t for each periodic event */
  1250. #define CALLBACK(name, r, f) \
  1251. PERIODIC_EVENT(name, PERIODIC_EVENT_ROLE_ ## r, f)
  1252. #define FL(name) (PERIODIC_EVENT_FLAG_ ## name)
  1253. STATIC periodic_event_item_t periodic_events[] = {
  1254. /* Everyone needs to run these. They need to have very long timeouts for
  1255. * that to be safe. */
  1256. CALLBACK(add_entropy, ALL, 0),
  1257. CALLBACK(heartbeat, ALL, 0),
  1258. CALLBACK(reset_padding_counts, ALL, 0),
  1259. /* This is a legacy catch-all callback that runs once per second if
  1260. * we are online and active. */
  1261. CALLBACK(second_elapsed, NET_PARTICIPANT,
  1262. FL(RUN_ON_DISABLE)),
  1263. /* XXXX Do we have a reason to do this on a callback? Does it do any good at
  1264. * all? For now, if we're dormant, we can let our listeners decay. */
  1265. CALLBACK(retry_listeners, NET_PARTICIPANT, FL(NEED_NET)),
  1266. /* We need to do these if we're participating in the Tor network. */
  1267. CALLBACK(check_expired_networkstatus, NET_PARTICIPANT, 0),
  1268. CALLBACK(fetch_networkstatus, NET_PARTICIPANT, 0),
  1269. CALLBACK(launch_descriptor_fetches, NET_PARTICIPANT, FL(NEED_NET)),
  1270. CALLBACK(rotate_x509_certificate, NET_PARTICIPANT, 0),
  1271. CALLBACK(check_network_participation, NET_PARTICIPANT, 0),
  1272. /* We need to do these if we're participating in the Tor network, and
  1273. * immediately before we stop. */
  1274. CALLBACK(clean_caches, NET_PARTICIPANT, FL(RUN_ON_DISABLE)),
  1275. CALLBACK(save_state, NET_PARTICIPANT, FL(RUN_ON_DISABLE)),
  1276. CALLBACK(write_stats_file, NET_PARTICIPANT, FL(RUN_ON_DISABLE)),
  1277. CALLBACK(prune_old_routers, NET_PARTICIPANT, FL(RUN_ON_DISABLE)),
  1278. /* Routers (bridge and relay) only. */
  1279. CALLBACK(check_descriptor, ROUTER, FL(NEED_NET)),
  1280. CALLBACK(check_ed_keys, ROUTER, 0),
  1281. CALLBACK(check_for_reachability_bw, ROUTER, FL(NEED_NET)),
  1282. CALLBACK(check_onion_keys_expiry_time, ROUTER, 0),
  1283. CALLBACK(expire_old_ciruits_serverside, ROUTER, FL(NEED_NET)),
  1284. CALLBACK(reachability_warnings, ROUTER, FL(NEED_NET)),
  1285. CALLBACK(retry_dns, ROUTER, 0),
  1286. CALLBACK(rotate_onion_key, ROUTER, 0),
  1287. /* Authorities (bridge and directory) only. */
  1288. CALLBACK(downrate_stability, AUTHORITIES, 0),
  1289. CALLBACK(launch_reachability_tests, AUTHORITIES, FL(NEED_NET)),
  1290. CALLBACK(save_stability, AUTHORITIES, 0),
  1291. /* Directory authority only. */
  1292. CALLBACK(check_authority_cert, DIRAUTH, 0),
  1293. CALLBACK(dirvote, DIRAUTH, FL(NEED_NET)),
  1294. /* Relay only. */
  1295. CALLBACK(check_canonical_channels, RELAY, FL(NEED_NET)),
  1296. CALLBACK(check_dns_honesty, RELAY, FL(NEED_NET)),
  1297. /* Hidden Service service only. */
  1298. CALLBACK(hs_service, HS_SERVICE, FL(NEED_NET)), // XXXX break this down more
  1299. /* Bridge only. */
  1300. CALLBACK(record_bridge_stats, BRIDGE, 0),
  1301. /* Client only. */
  1302. /* XXXX this could be restricted to CLIENT+NET_PARTICIPANT */
  1303. CALLBACK(rend_cache_failure_clean, NET_PARTICIPANT, FL(RUN_ON_DISABLE)),
  1304. /* Bridge Authority only. */
  1305. CALLBACK(write_bridge_ns, BRIDGEAUTH, 0),
  1306. /* Directory server only. */
  1307. CALLBACK(clean_consdiffmgr, DIRSERVER, 0),
  1308. /* Controller with per-second events only. */
  1309. CALLBACK(control_per_second_events, CONTROLEV, 0),
  1310. END_OF_PERIODIC_EVENTS
  1311. };
  1312. #undef CALLBACK
  1313. #undef FL
  1314. /* These are pointers to members of periodic_events[] that are used to
  1315. * implement particular callbacks. We keep them separate here so that we
  1316. * can access them by name. We also keep them inside periodic_events[]
  1317. * so that we can implement "reset all timers" in a reasonable way. */
  1318. static periodic_event_item_t *check_descriptor_event=NULL;
  1319. static periodic_event_item_t *dirvote_event=NULL;
  1320. static periodic_event_item_t *fetch_networkstatus_event=NULL;
  1321. static periodic_event_item_t *launch_descriptor_fetches_event=NULL;
  1322. static periodic_event_item_t *check_dns_honesty_event=NULL;
  1323. static periodic_event_item_t *save_state_event=NULL;
  1324. static periodic_event_item_t *prune_old_routers_event=NULL;
  1325. /** Reset all the periodic events so we'll do all our actions again as if we
  1326. * just started up.
  1327. * Useful if our clock just moved back a long time from the future,
  1328. * so we don't wait until that future arrives again before acting.
  1329. */
  1330. void
  1331. reset_all_main_loop_timers(void)
  1332. {
  1333. int i;
  1334. for (i = 0; periodic_events[i].name; ++i) {
  1335. periodic_event_reschedule(&periodic_events[i]);
  1336. }
  1337. }
  1338. /** Return the member of periodic_events[] whose name is <b>name</b>.
  1339. * Return NULL if no such event is found.
  1340. */
  1341. static periodic_event_item_t *
  1342. find_periodic_event(const char *name)
  1343. {
  1344. int i;
  1345. for (i = 0; periodic_events[i].name; ++i) {
  1346. if (strcmp(name, periodic_events[i].name) == 0)
  1347. return &periodic_events[i];
  1348. }
  1349. return NULL;
  1350. }
  1351. /** Return a bitmask of the roles this tor instance is configured for using
  1352. * the given options. */
  1353. STATIC int
  1354. get_my_roles(const or_options_t *options)
  1355. {
  1356. tor_assert(options);
  1357. int roles = PERIODIC_EVENT_ROLE_ALL;
  1358. int is_bridge = options->BridgeRelay;
  1359. int is_relay = server_mode(options);
  1360. int is_dirauth = authdir_mode_v3(options);
  1361. int is_bridgeauth = authdir_mode_bridge(options);
  1362. int is_hidden_service = !!hs_service_get_num_services() ||
  1363. !!rend_num_services();
  1364. int is_dirserver = dir_server_mode(options);
  1365. int sending_control_events = control_any_per_second_event_enabled();
  1366. /* We also consider tor to have the role of a client if the ControlPort is
  1367. * set because a lot of things can be done over the control port which
  1368. * requires tor to have basic functionnalities. */
  1369. int is_client = options_any_client_port_set(options) ||
  1370. options->ControlPort_set ||
  1371. options->OwningControllerFD != UINT64_MAX;
  1372. int is_net_participant = is_participating_on_network() ||
  1373. is_relay || is_hidden_service;
  1374. if (is_bridge) roles |= PERIODIC_EVENT_ROLE_BRIDGE;
  1375. if (is_client) roles |= PERIODIC_EVENT_ROLE_CLIENT;
  1376. if (is_relay) roles |= PERIODIC_EVENT_ROLE_RELAY;
  1377. if (is_dirauth) roles |= PERIODIC_EVENT_ROLE_DIRAUTH;
  1378. if (is_bridgeauth) roles |= PERIODIC_EVENT_ROLE_BRIDGEAUTH;
  1379. if (is_hidden_service) roles |= PERIODIC_EVENT_ROLE_HS_SERVICE;
  1380. if (is_dirserver) roles |= PERIODIC_EVENT_ROLE_DIRSERVER;
  1381. if (is_net_participant) roles |= PERIODIC_EVENT_ROLE_NET_PARTICIPANT;
  1382. if (sending_control_events) roles |= PERIODIC_EVENT_ROLE_CONTROLEV;
  1383. return roles;
  1384. }
  1385. /** Event to run initialize_periodic_events_cb */
  1386. static struct event *initialize_periodic_events_event = NULL;
  1387. /** Helper, run one second after setup:
  1388. * Initializes all members of periodic_events and starts them running.
  1389. *
  1390. * (We do this one second after setup for backward-compatibility reasons;
  1391. * it might not actually be necessary.) */
  1392. static void
  1393. initialize_periodic_events_cb(evutil_socket_t fd, short events, void *data)
  1394. {
  1395. (void) fd;
  1396. (void) events;
  1397. (void) data;
  1398. tor_event_free(initialize_periodic_events_event);
  1399. rescan_periodic_events(get_options());
  1400. }
  1401. /** Set up all the members of periodic_events[], and configure them all to be
  1402. * launched from a callback. */
  1403. STATIC void
  1404. initialize_periodic_events(void)
  1405. {
  1406. if (periodic_events_initialized)
  1407. return;
  1408. periodic_events_initialized = 1;
  1409. /* Set up all periodic events. We'll launch them by roles. */
  1410. int i;
  1411. for (i = 0; periodic_events[i].name; ++i) {
  1412. periodic_event_setup(&periodic_events[i]);
  1413. }
  1414. #define NAMED_CALLBACK(name) \
  1415. STMT_BEGIN name ## _event = find_periodic_event( #name ); STMT_END
  1416. NAMED_CALLBACK(check_descriptor);
  1417. NAMED_CALLBACK(prune_old_routers);
  1418. NAMED_CALLBACK(dirvote);
  1419. NAMED_CALLBACK(fetch_networkstatus);
  1420. NAMED_CALLBACK(launch_descriptor_fetches);
  1421. NAMED_CALLBACK(check_dns_honesty);
  1422. NAMED_CALLBACK(save_state);
  1423. struct timeval one_second = { 1, 0 };
  1424. initialize_periodic_events_event = tor_evtimer_new(
  1425. tor_libevent_get_base(),
  1426. initialize_periodic_events_cb, NULL);
  1427. event_add(initialize_periodic_events_event, &one_second);
  1428. }
  1429. STATIC void
  1430. teardown_periodic_events(void)
  1431. {
  1432. int i;
  1433. for (i = 0; periodic_events[i].name; ++i) {
  1434. periodic_event_destroy(&periodic_events[i]);
  1435. }
  1436. periodic_events_initialized = 0;
  1437. }
  1438. static mainloop_event_t *rescan_periodic_events_ev = NULL;
  1439. /** Callback: rescan the periodic event list. */
  1440. static void
  1441. rescan_periodic_events_cb(mainloop_event_t *event, void *arg)
  1442. {
  1443. (void)event;
  1444. (void)arg;
  1445. rescan_periodic_events(get_options());
  1446. }
  1447. /**
  1448. * Schedule an event that will rescan which periodic events should run.
  1449. **/
  1450. MOCK_IMPL(void,
  1451. schedule_rescan_periodic_events,(void))
  1452. {
  1453. if (!rescan_periodic_events_ev) {
  1454. rescan_periodic_events_ev =
  1455. mainloop_event_new(rescan_periodic_events_cb, NULL);
  1456. }
  1457. mainloop_event_activate(rescan_periodic_events_ev);
  1458. }
  1459. /** Do a pass at all our periodic events, disable those we don't need anymore
  1460. * and enable those we need now using the given options. */
  1461. void
  1462. rescan_periodic_events(const or_options_t *options)
  1463. {
  1464. tor_assert(options);
  1465. /* Avoid scanning the event list if we haven't initialized it yet. This is
  1466. * particularly useful for unit tests in order to avoid initializing main
  1467. * loop events everytime. */
  1468. if (!periodic_events_initialized) {
  1469. return;
  1470. }
  1471. int roles = get_my_roles(options);
  1472. for (int i = 0; periodic_events[i].name; ++i) {
  1473. periodic_event_item_t *item = &periodic_events[i];
  1474. int enable = !!(item->roles & roles);
  1475. /* Handle the event flags. */
  1476. if (net_is_disabled() &&
  1477. (item->flags & PERIODIC_EVENT_FLAG_NEED_NET)) {
  1478. enable = 0;
  1479. }
  1480. /* Enable the event if needed. It is safe to enable an event that was
  1481. * already enabled. Same goes for disabling it. */
  1482. if (enable) {
  1483. log_debug(LD_GENERAL, "Launching periodic event %s", item->name);
  1484. periodic_event_enable(item);
  1485. } else {
  1486. log_debug(LD_GENERAL, "Disabling periodic event %s", item->name);
  1487. if (item->flags & PERIODIC_EVENT_FLAG_RUN_ON_DISABLE) {
  1488. periodic_event_schedule_and_disable(item);
  1489. } else {
  1490. periodic_event_disable(item);
  1491. }
  1492. }
  1493. }
  1494. }
  1495. /* We just got new options globally set, see if we need to enabled or disable
  1496. * periodic events. */
  1497. void
  1498. periodic_events_on_new_options(const or_options_t *options)
  1499. {
  1500. /* Only if we've already initialized the events, rescan the list which will
  1501. * enable or disable events depending on our roles. This will be called at
  1502. * bootup and we don't want this function to initialize the events because
  1503. * they aren't set up at this stage. */
  1504. if (periodic_events_initialized) {
  1505. rescan_periodic_events(options);
  1506. }
  1507. }
  1508. /**
  1509. * Update our schedule so that we'll check whether we need to update our
  1510. * descriptor immediately, rather than after up to CHECK_DESCRIPTOR_INTERVAL
  1511. * seconds.
  1512. */
  1513. void
  1514. reschedule_descriptor_update_check(void)
  1515. {
  1516. if (check_descriptor_event) {
  1517. periodic_event_reschedule(check_descriptor_event);
  1518. }
  1519. }
  1520. /**
  1521. * Update our schedule so that we'll check whether we need to fetch directory
  1522. * info immediately.
  1523. */
  1524. void
  1525. reschedule_directory_downloads(void)
  1526. {
  1527. tor_assert(fetch_networkstatus_event);
  1528. tor_assert(launch_descriptor_fetches_event);
  1529. periodic_event_reschedule(fetch_networkstatus_event);
  1530. periodic_event_reschedule(launch_descriptor_fetches_event);
  1531. }
  1532. /** Mainloop callback: clean up circuits, channels, and connections
  1533. * that are pending close. */
  1534. static void
  1535. postloop_cleanup_cb(mainloop_event_t *ev, void *arg)
  1536. {
  1537. (void)ev;
  1538. (void)arg;
  1539. circuit_close_all_marked();
  1540. close_closeable_connections();
  1541. channel_run_cleanup();
  1542. channel_listener_run_cleanup();
  1543. }
  1544. /** Event to run postloop_cleanup_cb */
  1545. static mainloop_event_t *postloop_cleanup_ev=NULL;
  1546. /** Schedule a post-loop event to clean up marked channels, connections, and
  1547. * circuits. */
  1548. void
  1549. mainloop_schedule_postloop_cleanup(void)
  1550. {
  1551. if (PREDICT_UNLIKELY(postloop_cleanup_ev == NULL)) {
  1552. // (It's possible that we can get here if we decide to close a connection
  1553. // in the earliest stages of our configuration, before we create events.)
  1554. return;
  1555. }
  1556. mainloop_event_activate(postloop_cleanup_ev);
  1557. }
  1558. /** Event to run 'scheduled_shutdown_cb' */
  1559. static mainloop_event_t *scheduled_shutdown_ev=NULL;
  1560. /** Callback: run a scheduled shutdown */
  1561. static void
  1562. scheduled_shutdown_cb(mainloop_event_t *ev, void *arg)
  1563. {
  1564. (void)ev;
  1565. (void)arg;
  1566. log_notice(LD_GENERAL, "Clean shutdown finished. Exiting.");
  1567. tor_shutdown_event_loop_and_exit(0);
  1568. }
  1569. /** Schedule the mainloop to exit after <b>delay_sec</b> seconds. */
  1570. void
  1571. mainloop_schedule_shutdown(int delay_sec)
  1572. {
  1573. const struct timeval delay_tv = { delay_sec, 0 };
  1574. if (! scheduled_shutdown_ev) {
  1575. scheduled_shutdown_ev = mainloop_event_new(scheduled_shutdown_cb, NULL);
  1576. }
  1577. mainloop_event_schedule(scheduled_shutdown_ev, &delay_tv);
  1578. }
  1579. #define LONGEST_TIMER_PERIOD (30 * 86400)
  1580. /** Helper: Return the number of seconds between <b>now</b> and <b>next</b>,
  1581. * clipped to the range [1 second, LONGEST_TIMER_PERIOD]. */
  1582. static inline int
  1583. safe_timer_diff(time_t now, time_t next)
  1584. {
  1585. if (next > now) {
  1586. /* There were no computers at signed TIME_MIN (1902 on 32-bit systems),
  1587. * and nothing that could run Tor. It's a bug if 'next' is around then.
  1588. * On 64-bit systems with signed TIME_MIN, TIME_MIN is before the Big
  1589. * Bang. We cannot extrapolate past a singularity, but there was probably
  1590. * nothing that could run Tor then, either.
  1591. **/
  1592. tor_assert(next > TIME_MIN + LONGEST_TIMER_PERIOD);
  1593. if (next - LONGEST_TIMER_PERIOD > now)
  1594. return LONGEST_TIMER_PERIOD;
  1595. return (int)(next - now);
  1596. } else {
  1597. return 1;
  1598. }
  1599. }
  1600. /** Perform regular maintenance tasks. This function gets run once per
  1601. * second.
  1602. */
  1603. static int
  1604. second_elapsed_callback(time_t now, const or_options_t *options)
  1605. {
  1606. /* 0. See if our bandwidth limits are exhausted and we should hibernate
  1607. *
  1608. * Note: we have redundant mechanisms to handle the case where it's
  1609. * time to wake up from hibernation; or where we have a scheduled
  1610. * shutdown and it's time to run it, but this will also handle those.
  1611. */
  1612. consider_hibernation(now);
  1613. /* Maybe enough time elapsed for us to reconsider a circuit. */
  1614. circuit_upgrade_circuits_from_guard_wait();
  1615. if (options->UseBridges && !net_is_disabled()) {
  1616. /* Note: this check uses net_is_disabled(), not should_delay_dir_fetches()
  1617. * -- the latter is only for fetching consensus-derived directory info. */
  1618. // TODO: client
  1619. // Also, schedule this rather than probing 1x / sec
  1620. fetch_bridge_descriptors(options, now);
  1621. }
  1622. if (accounting_is_enabled(options)) {
  1623. // TODO: refactor or rewrite?
  1624. accounting_run_housekeeping(now);
  1625. }
  1626. /* 3a. Every second, we examine pending circuits and prune the
  1627. * ones which have been pending for more than a few seconds.
  1628. * We do this before step 4, so it can try building more if
  1629. * it's not comfortable with the number of available circuits.
  1630. */
  1631. /* (If our circuit build timeout can ever become lower than a second (which
  1632. * it can't, currently), we should do this more often.) */
  1633. // TODO: All expire stuff can become NET_PARTICIPANT, RUN_ON_DISABLE
  1634. circuit_expire_building();
  1635. circuit_expire_waiting_for_better_guard();
  1636. /* 3b. Also look at pending streams and prune the ones that 'began'
  1637. * a long time ago but haven't gotten a 'connected' yet.
  1638. * Do this before step 4, so we can put them back into pending
  1639. * state to be picked up by the new circuit.
  1640. */
  1641. connection_ap_expire_beginning();
  1642. /* 3c. And expire connections that we've held open for too long.
  1643. */
  1644. connection_expire_held_open();
  1645. /* 4. Every second, we try a new circuit if there are no valid
  1646. * circuits. Every NewCircuitPeriod seconds, we expire circuits
  1647. * that became dirty more than MaxCircuitDirtiness seconds ago,
  1648. * and we make a new circ if there are no clean circuits.
  1649. */
  1650. const int have_dir_info = router_have_minimum_dir_info();
  1651. if (have_dir_info && !net_is_disabled()) {
  1652. circuit_build_needed_circs(now);
  1653. } else {
  1654. circuit_expire_old_circs_as_needed(now);
  1655. }
  1656. /* 5. We do housekeeping for each connection... */
  1657. channel_update_bad_for_new_circs(NULL, 0);
  1658. int i;
  1659. for (i=0;i<smartlist_len(connection_array);i++) {
  1660. run_connection_housekeeping(i, now);
  1661. }
  1662. /* Run again in a second. */
  1663. return 1;
  1664. }
  1665. /* Periodic callback: rotate the onion keys after the period defined by the
  1666. * "onion-key-rotation-days" consensus parameter, shut down and restart all
  1667. * cpuworkers, and update our descriptor if necessary.
  1668. */
  1669. static int
  1670. rotate_onion_key_callback(time_t now, const or_options_t *options)
  1671. {
  1672. if (server_mode(options)) {
  1673. int onion_key_lifetime = get_onion_key_lifetime();
  1674. time_t rotation_time = get_onion_key_set_at()+onion_key_lifetime;
  1675. if (rotation_time > now) {
  1676. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1677. }
  1678. log_info(LD_GENERAL,"Rotating onion key.");
  1679. rotate_onion_key();
  1680. cpuworkers_rotate_keyinfo();
  1681. if (router_rebuild_descriptor(1)<0) {
  1682. log_info(LD_CONFIG, "Couldn't rebuild router descriptor");
  1683. }
  1684. if (advertised_server_mode() && !net_is_disabled())
  1685. router_upload_dir_desc_to_dirservers(0);
  1686. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1687. }
  1688. return PERIODIC_EVENT_NO_UPDATE;
  1689. }
  1690. /* Period callback: Check if our old onion keys are still valid after the
  1691. * period of time defined by the consensus parameter
  1692. * "onion-key-grace-period-days", otherwise expire them by setting them to
  1693. * NULL.
  1694. */
  1695. static int
  1696. check_onion_keys_expiry_time_callback(time_t now, const or_options_t *options)
  1697. {
  1698. if (server_mode(options)) {
  1699. int onion_key_grace_period = get_onion_key_grace_period();
  1700. time_t expiry_time = get_onion_key_set_at()+onion_key_grace_period;
  1701. if (expiry_time > now) {
  1702. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1703. }
  1704. log_info(LD_GENERAL, "Expiring old onion keys.");
  1705. expire_old_onion_keys();
  1706. cpuworkers_rotate_keyinfo();
  1707. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1708. }
  1709. return PERIODIC_EVENT_NO_UPDATE;
  1710. }
  1711. /* Periodic callback: Every 30 seconds, check whether it's time to make new
  1712. * Ed25519 subkeys.
  1713. */
  1714. static int
  1715. check_ed_keys_callback(time_t now, const or_options_t *options)
  1716. {
  1717. if (server_mode(options)) {
  1718. if (should_make_new_ed_keys(options, now)) {
  1719. int new_signing_key = load_ed_keys(options, now);
  1720. if (new_signing_key < 0 ||
  1721. generate_ed_link_cert(options, now, new_signing_key > 0)) {
  1722. log_err(LD_OR, "Unable to update Ed25519 keys! Exiting.");
  1723. tor_shutdown_event_loop_and_exit(1);
  1724. }
  1725. }
  1726. return 30;
  1727. }
  1728. return PERIODIC_EVENT_NO_UPDATE;
  1729. }
  1730. /**
  1731. * Periodic callback: Every {LAZY,GREEDY}_DESCRIPTOR_RETRY_INTERVAL,
  1732. * see about fetching descriptors, microdescriptors, and extrainfo
  1733. * documents.
  1734. */
  1735. static int
  1736. launch_descriptor_fetches_callback(time_t now, const or_options_t *options)
  1737. {
  1738. if (should_delay_dir_fetches(options, NULL))
  1739. return PERIODIC_EVENT_NO_UPDATE;
  1740. update_all_descriptor_downloads(now);
  1741. update_extrainfo_downloads(now);
  1742. if (router_have_minimum_dir_info())
  1743. return LAZY_DESCRIPTOR_RETRY_INTERVAL;
  1744. else
  1745. return GREEDY_DESCRIPTOR_RETRY_INTERVAL;
  1746. }
  1747. /**
  1748. * Periodic event: Rotate our X.509 certificates and TLS keys once every
  1749. * MAX_SSL_KEY_LIFETIME_INTERNAL.
  1750. */
  1751. static int
  1752. rotate_x509_certificate_callback(time_t now, const or_options_t *options)
  1753. {
  1754. static int first = 1;
  1755. (void)now;
  1756. (void)options;
  1757. if (first) {
  1758. first = 0;
  1759. return MAX_SSL_KEY_LIFETIME_INTERNAL;
  1760. }
  1761. /* 1b. Every MAX_SSL_KEY_LIFETIME_INTERNAL seconds, we change our
  1762. * TLS context. */
  1763. log_info(LD_GENERAL,"Rotating tls context.");
  1764. if (router_initialize_tls_context() < 0) {
  1765. log_err(LD_BUG, "Error reinitializing TLS context");
  1766. tor_assert_unreached();
  1767. }
  1768. if (generate_ed_link_cert(options, now, 1)) {
  1769. log_err(LD_OR, "Unable to update Ed25519->TLS link certificate for "
  1770. "new TLS context.");
  1771. tor_assert_unreached();
  1772. }
  1773. /* We also make sure to rotate the TLS connections themselves if they've
  1774. * been up for too long -- but that's done via is_bad_for_new_circs in
  1775. * run_connection_housekeeping() above. */
  1776. return MAX_SSL_KEY_LIFETIME_INTERNAL;
  1777. }
  1778. /**
  1779. * Periodic callback: once an hour, grab some more entropy from the
  1780. * kernel and feed it to our CSPRNG.
  1781. **/
  1782. static int
  1783. add_entropy_callback(time_t now, const or_options_t *options)
  1784. {
  1785. (void)now;
  1786. (void)options;
  1787. /* We already seeded once, so don't die on failure. */
  1788. if (crypto_seed_rng() < 0) {
  1789. log_warn(LD_GENERAL, "Tried to re-seed RNG, but failed. We already "
  1790. "seeded once, though, so we won't exit here.");
  1791. }
  1792. /** How often do we add more entropy to OpenSSL's RNG pool? */
  1793. #define ENTROPY_INTERVAL (60*60)
  1794. return ENTROPY_INTERVAL;
  1795. }
  1796. /** Periodic callback: if there has been no network usage in a while,
  1797. * enter a dormant state. */
  1798. STATIC int
  1799. check_network_participation_callback(time_t now, const or_options_t *options)
  1800. {
  1801. /* If we're a server, we can't become dormant. */
  1802. if (server_mode(options)) {
  1803. goto found_activity;
  1804. }
  1805. /* If we're running an onion service, we can't become dormant. */
  1806. /* XXXX this would be nice to change, so that we can be dormant with a
  1807. * service. */
  1808. if (hs_service_get_num_services() || rend_num_services()) {
  1809. goto found_activity;
  1810. }
  1811. /* If we have any currently open entry streams other than "linked"
  1812. * connections used for directory requests, those count as user activity.
  1813. */
  1814. if (options->DormantTimeoutDisabledByIdleStreams) {
  1815. if (connection_get_by_type_nonlinked(CONN_TYPE_AP) != NULL) {
  1816. goto found_activity;
  1817. }
  1818. }
  1819. /* XXXX Make this configurable? */
  1820. /** How often do we check whether we have had network activity? */
  1821. #define CHECK_PARTICIPATION_INTERVAL (5*60)
  1822. /* Become dormant if there has been no user activity in a long time.
  1823. * (The funny checks below are in order to prevent overflow.) */
  1824. time_t time_since_last_activity = 0;
  1825. if (get_last_user_activity_time() < now)
  1826. time_since_last_activity = now - get_last_user_activity_time();
  1827. if (time_since_last_activity >= options->DormantClientTimeout) {
  1828. log_notice(LD_GENERAL, "No user activity in a long time: becoming"
  1829. " dormant.");
  1830. set_network_participation(false);
  1831. rescan_periodic_events(options);
  1832. }
  1833. return CHECK_PARTICIPATION_INTERVAL;
  1834. found_activity:
  1835. note_user_activity(now);
  1836. return CHECK_PARTICIPATION_INTERVAL;
  1837. }
  1838. /**
  1839. * Periodic callback: if we're an authority, make sure we test
  1840. * the routers on the network for reachability.
  1841. */
  1842. static int
  1843. launch_reachability_tests_callback(time_t now, const or_options_t *options)
  1844. {
  1845. if (authdir_mode_tests_reachability(options) &&
  1846. !net_is_disabled()) {
  1847. /* try to determine reachability of the other Tor relays */
  1848. dirserv_test_reachability(now);
  1849. }
  1850. return REACHABILITY_TEST_INTERVAL;
  1851. }
  1852. /**
  1853. * Periodic callback: if we're an authority, discount the stability
  1854. * information (and other rephist information) that's older.
  1855. */
  1856. static int
  1857. downrate_stability_callback(time_t now, const or_options_t *options)
  1858. {
  1859. (void)options;
  1860. /* 1d. Periodically, we discount older stability information so that new
  1861. * stability info counts more, and save the stability information to disk as
  1862. * appropriate. */
  1863. time_t next = rep_hist_downrate_old_runs(now);
  1864. return safe_timer_diff(now, next);
  1865. }
  1866. /**
  1867. * Periodic callback: if we're an authority, record our measured stability
  1868. * information from rephist in an mtbf file.
  1869. */
  1870. static int
  1871. save_stability_callback(time_t now, const or_options_t *options)
  1872. {
  1873. if (authdir_mode_tests_reachability(options)) {
  1874. if (rep_hist_record_mtbf_data(now, 1)<0) {
  1875. log_warn(LD_GENERAL, "Couldn't store mtbf data.");
  1876. }
  1877. }
  1878. #define SAVE_STABILITY_INTERVAL (30*60)
  1879. return SAVE_STABILITY_INTERVAL;
  1880. }
  1881. /**
  1882. * Periodic callback: if we're an authority, check on our authority
  1883. * certificate (the one that authenticates our authority signing key).
  1884. */
  1885. static int
  1886. check_authority_cert_callback(time_t now, const or_options_t *options)
  1887. {
  1888. (void)now;
  1889. (void)options;
  1890. /* 1e. Periodically, if we're a v3 authority, we check whether our cert is
  1891. * close to expiring and warn the admin if it is. */
  1892. v3_authority_check_key_expiry();
  1893. #define CHECK_V3_CERTIFICATE_INTERVAL (5*60)
  1894. return CHECK_V3_CERTIFICATE_INTERVAL;
  1895. }
  1896. /**
  1897. * Scheduled callback: Run directory-authority voting functionality.
  1898. *
  1899. * The schedule is a bit complicated here, so dirvote_act() manages the
  1900. * schedule itself.
  1901. **/
  1902. static int
  1903. dirvote_callback(time_t now, const or_options_t *options)
  1904. {
  1905. if (!authdir_mode_v3(options)) {
  1906. tor_assert_nonfatal_unreached();
  1907. return 3600;
  1908. }
  1909. time_t next = dirvote_act(options, now);
  1910. if (BUG(next == TIME_MAX)) {
  1911. /* This shouldn't be returned unless we called dirvote_act() without
  1912. * being an authority. If it happens, maybe our configuration will
  1913. * fix itself in an hour or so? */
  1914. return 3600;
  1915. }
  1916. return safe_timer_diff(now, next);
  1917. }
  1918. /** Reschedule the directory-authority voting event. Run this whenever the
  1919. * schedule has changed. */
  1920. void
  1921. reschedule_dirvote(const or_options_t *options)
  1922. {
  1923. if (periodic_events_initialized && authdir_mode_v3(options)) {
  1924. periodic_event_reschedule(dirvote_event);
  1925. }
  1926. }
  1927. /**
  1928. * Periodic callback: If our consensus is too old, recalculate whether
  1929. * we can actually use it.
  1930. */
  1931. static int
  1932. check_expired_networkstatus_callback(time_t now, const or_options_t *options)
  1933. {
  1934. (void)options;
  1935. /* Check whether our networkstatus has expired. */
  1936. networkstatus_t *ns = networkstatus_get_latest_consensus();
  1937. /* Use reasonably live consensuses until they are no longer reasonably live.
  1938. */
  1939. if (ns && !networkstatus_consensus_reasonably_live(ns, now) &&
  1940. router_have_minimum_dir_info()) {
  1941. router_dir_info_changed();
  1942. }
  1943. #define CHECK_EXPIRED_NS_INTERVAL (2*60)
  1944. return CHECK_EXPIRED_NS_INTERVAL;
  1945. }
  1946. /**
  1947. * Scheduled callback: Save the state file to disk if appropriate.
  1948. */
  1949. static int
  1950. save_state_callback(time_t now, const or_options_t *options)
  1951. {
  1952. (void) options;
  1953. (void) or_state_save(now); // only saves if appropriate
  1954. const time_t next_write = get_or_state()->next_write;
  1955. if (next_write == TIME_MAX) {
  1956. return 86400;
  1957. }
  1958. return safe_timer_diff(now, next_write);
  1959. }
  1960. /** Reschedule the event for saving the state file.
  1961. *
  1962. * Run this when the state becomes dirty. */
  1963. void
  1964. reschedule_or_state_save(void)
  1965. {
  1966. if (save_state_event == NULL) {
  1967. /* This can happen early on during startup. */
  1968. return;
  1969. }
  1970. periodic_event_reschedule(save_state_event);
  1971. }
  1972. /**
  1973. * Periodic callback: Write statistics to disk if appropriate.
  1974. */
  1975. static int
  1976. write_stats_file_callback(time_t now, const or_options_t *options)
  1977. {
  1978. /* 1g. Check whether we should write statistics to disk.
  1979. */
  1980. #define CHECK_WRITE_STATS_INTERVAL (60*60)
  1981. time_t next_time_to_write_stats_files = now + CHECK_WRITE_STATS_INTERVAL;
  1982. if (options->CellStatistics) {
  1983. time_t next_write =
  1984. rep_hist_buffer_stats_write(now);
  1985. if (next_write && next_write < next_time_to_write_stats_files)
  1986. next_time_to_write_stats_files = next_write;
  1987. }
  1988. if (options->DirReqStatistics) {
  1989. time_t next_write = geoip_dirreq_stats_write(now);
  1990. if (next_write && next_write < next_time_to_write_stats_files)
  1991. next_time_to_write_stats_files = next_write;
  1992. }
  1993. if (options->EntryStatistics) {
  1994. time_t next_write = geoip_entry_stats_write(now);
  1995. if (next_write && next_write < next_time_to_write_stats_files)
  1996. next_time_to_write_stats_files = next_write;
  1997. }
  1998. if (options->HiddenServiceStatistics) {
  1999. time_t next_write = rep_hist_hs_stats_write(now);
  2000. if (next_write && next_write < next_time_to_write_stats_files)
  2001. next_time_to_write_stats_files = next_write;
  2002. }
  2003. if (options->ExitPortStatistics) {
  2004. time_t next_write = rep_hist_exit_stats_write(now);
  2005. if (next_write && next_write < next_time_to_write_stats_files)
  2006. next_time_to_write_stats_files = next_write;
  2007. }
  2008. if (options->ConnDirectionStatistics) {
  2009. time_t next_write = rep_hist_conn_stats_write(now);
  2010. if (next_write && next_write < next_time_to_write_stats_files)
  2011. next_time_to_write_stats_files = next_write;
  2012. }
  2013. if (options->BridgeAuthoritativeDir) {
  2014. time_t next_write = rep_hist_desc_stats_write(now);
  2015. if (next_write && next_write < next_time_to_write_stats_files)
  2016. next_time_to_write_stats_files = next_write;
  2017. }
  2018. return safe_timer_diff(now, next_time_to_write_stats_files);
  2019. }
  2020. #define CHANNEL_CHECK_INTERVAL (60*60)
  2021. static int
  2022. check_canonical_channels_callback(time_t now, const or_options_t *options)
  2023. {
  2024. (void)now;
  2025. if (public_server_mode(options))
  2026. channel_check_for_duplicates();
  2027. return CHANNEL_CHECK_INTERVAL;
  2028. }
  2029. static int
  2030. reset_padding_counts_callback(time_t now, const or_options_t *options)
  2031. {
  2032. if (options->PaddingStatistics) {
  2033. rep_hist_prep_published_padding_counts(now);
  2034. }
  2035. rep_hist_reset_padding_counts();
  2036. return REPHIST_CELL_PADDING_COUNTS_INTERVAL;
  2037. }
  2038. static int should_init_bridge_stats = 1;
  2039. /**
  2040. * Periodic callback: Write bridge statistics to disk if appropriate.
  2041. */
  2042. static int
  2043. record_bridge_stats_callback(time_t now, const or_options_t *options)
  2044. {
  2045. /* 1h. Check whether we should write bridge statistics to disk.
  2046. */
  2047. if (should_record_bridge_info(options)) {
  2048. if (should_init_bridge_stats) {
  2049. /* (Re-)initialize bridge statistics. */
  2050. geoip_bridge_stats_init(now);
  2051. should_init_bridge_stats = 0;
  2052. return WRITE_STATS_INTERVAL;
  2053. } else {
  2054. /* Possibly write bridge statistics to disk and ask when to write
  2055. * them next time. */
  2056. time_t next = geoip_bridge_stats_write(now);
  2057. return safe_timer_diff(now, next);
  2058. }
  2059. } else if (!should_init_bridge_stats) {
  2060. /* Bridge mode was turned off. Ensure that stats are re-initialized
  2061. * next time bridge mode is turned on. */
  2062. should_init_bridge_stats = 1;
  2063. }
  2064. return PERIODIC_EVENT_NO_UPDATE;
  2065. }
  2066. /**
  2067. * Periodic callback: Clean in-memory caches every once in a while
  2068. */
  2069. static int
  2070. clean_caches_callback(time_t now, const or_options_t *options)
  2071. {
  2072. /* Remove old information from rephist and the rend cache. */
  2073. rep_history_clean(now - options->RephistTrackTime);
  2074. rend_cache_clean(now, REND_CACHE_TYPE_SERVICE);
  2075. hs_cache_clean_as_client(now);
  2076. hs_cache_clean_as_dir(now);
  2077. microdesc_cache_rebuild(NULL, 0);
  2078. #define CLEAN_CACHES_INTERVAL (30*60)
  2079. return CLEAN_CACHES_INTERVAL;
  2080. }
  2081. /**
  2082. * Periodic callback: Clean the cache of failed hidden service lookups
  2083. * frequently.
  2084. */
  2085. static int
  2086. rend_cache_failure_clean_callback(time_t now, const or_options_t *options)
  2087. {
  2088. (void)options;
  2089. /* We don't keep entries that are more than five minutes old so we try to
  2090. * clean it as soon as we can since we want to make sure the client waits
  2091. * as little as possible for reachability reasons. */
  2092. rend_cache_failure_clean(now);
  2093. hs_cache_client_intro_state_clean(now);
  2094. return 30;
  2095. }
  2096. /**
  2097. * Periodic callback: If we're a server and initializing dns failed, retry.
  2098. */
  2099. static int
  2100. retry_dns_callback(time_t now, const or_options_t *options)
  2101. {
  2102. (void)now;
  2103. #define RETRY_DNS_INTERVAL (10*60)
  2104. if (server_mode(options) && has_dns_init_failed())
  2105. dns_init();
  2106. return RETRY_DNS_INTERVAL;
  2107. }
  2108. /**
  2109. * Periodic callback: prune routerlist of old information about Tor network.
  2110. */
  2111. static int
  2112. prune_old_routers_callback(time_t now, const or_options_t *options)
  2113. {
  2114. #define ROUTERLIST_PRUNING_INTERVAL (60*60) // 1 hour.
  2115. (void)now;
  2116. (void)options;
  2117. if (!net_is_disabled()) {
  2118. /* If any networkstatus documents are no longer recent, we need to
  2119. * update all the descriptors' running status. */
  2120. /* Remove dead routers. */
  2121. log_debug(LD_GENERAL, "Pruning routerlist...");
  2122. routerlist_remove_old_routers();
  2123. }
  2124. return ROUTERLIST_PRUNING_INTERVAL;
  2125. }
  2126. /** Periodic callback: consider rebuilding or and re-uploading our descriptor
  2127. * (if we've passed our internal checks). */
  2128. static int
  2129. check_descriptor_callback(time_t now, const or_options_t *options)
  2130. {
  2131. /** How often do we check whether part of our router info has changed in a
  2132. * way that would require an upload? That includes checking whether our IP
  2133. * address has changed. */
  2134. #define CHECK_DESCRIPTOR_INTERVAL (60)
  2135. (void)options;
  2136. /* 2b. Once per minute, regenerate and upload the descriptor if the old
  2137. * one is inaccurate. */
  2138. if (!net_is_disabled()) {
  2139. check_descriptor_bandwidth_changed(now);
  2140. check_descriptor_ipaddress_changed(now);
  2141. mark_my_descriptor_dirty_if_too_old(now);
  2142. consider_publishable_server(0);
  2143. }
  2144. return CHECK_DESCRIPTOR_INTERVAL;
  2145. }
  2146. /**
  2147. * Periodic callback: check whether we're reachable (as a relay), and
  2148. * whether our bandwidth has changed enough that we need to
  2149. * publish a new descriptor.
  2150. */
  2151. static int
  2152. check_for_reachability_bw_callback(time_t now, const or_options_t *options)
  2153. {
  2154. /* XXXX This whole thing was stuck in the middle of what is now
  2155. * XXXX check_descriptor_callback. I'm not sure it's right. */
  2156. static int dirport_reachability_count = 0;
  2157. /* also, check religiously for reachability, if it's within the first
  2158. * 20 minutes of our uptime. */
  2159. if (server_mode(options) &&
  2160. (have_completed_a_circuit() || !any_predicted_circuits(now)) &&
  2161. !net_is_disabled()) {
  2162. if (get_uptime() < TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  2163. router_do_reachability_checks(1, dirport_reachability_count==0);
  2164. if (++dirport_reachability_count > 5)
  2165. dirport_reachability_count = 0;
  2166. return 1;
  2167. } else {
  2168. /* If we haven't checked for 12 hours and our bandwidth estimate is
  2169. * low, do another bandwidth test. This is especially important for
  2170. * bridges, since they might go long periods without much use. */
  2171. const routerinfo_t *me = router_get_my_routerinfo();
  2172. static int first_time = 1;
  2173. if (!first_time && me &&
  2174. me->bandwidthcapacity < me->bandwidthrate &&
  2175. me->bandwidthcapacity < 51200) {
  2176. reset_bandwidth_test();
  2177. }
  2178. first_time = 0;
  2179. #define BANDWIDTH_RECHECK_INTERVAL (12*60*60)
  2180. return BANDWIDTH_RECHECK_INTERVAL;
  2181. }
  2182. }
  2183. return CHECK_DESCRIPTOR_INTERVAL;
  2184. }
  2185. /**
  2186. * Periodic event: once a minute, (or every second if TestingTorNetwork, or
  2187. * during client bootstrap), check whether we want to download any
  2188. * networkstatus documents. */
  2189. static int
  2190. fetch_networkstatus_callback(time_t now, const or_options_t *options)
  2191. {
  2192. /* How often do we check whether we should download network status
  2193. * documents? */
  2194. const int we_are_bootstrapping = networkstatus_consensus_is_bootstrapping(
  2195. now);
  2196. const int prefer_mirrors = !directory_fetches_from_authorities(
  2197. get_options());
  2198. int networkstatus_dl_check_interval = 60;
  2199. /* check more often when testing, or when bootstrapping from mirrors
  2200. * (connection limits prevent too many connections being made) */
  2201. if (options->TestingTorNetwork
  2202. || (we_are_bootstrapping && prefer_mirrors)) {
  2203. networkstatus_dl_check_interval = 1;
  2204. }
  2205. if (should_delay_dir_fetches(options, NULL))
  2206. return PERIODIC_EVENT_NO_UPDATE;
  2207. update_networkstatus_downloads(now);
  2208. return networkstatus_dl_check_interval;
  2209. }
  2210. /**
  2211. * Periodic callback: Every 60 seconds, we relaunch listeners if any died. */
  2212. static int
  2213. retry_listeners_callback(time_t now, const or_options_t *options)
  2214. {
  2215. (void)now;
  2216. (void)options;
  2217. if (!net_is_disabled()) {
  2218. retry_all_listeners(NULL, 0);
  2219. return 60;
  2220. }
  2221. return PERIODIC_EVENT_NO_UPDATE;
  2222. }
  2223. /**
  2224. * Periodic callback: as a server, see if we have any old unused circuits
  2225. * that should be expired */
  2226. static int
  2227. expire_old_ciruits_serverside_callback(time_t now, const or_options_t *options)
  2228. {
  2229. (void)options;
  2230. /* every 11 seconds, so not usually the same second as other such events */
  2231. circuit_expire_old_circuits_serverside(now);
  2232. return 11;
  2233. }
  2234. /**
  2235. * Callback: Send warnings if Tor doesn't find its ports reachable.
  2236. */
  2237. static int
  2238. reachability_warnings_callback(time_t now, const or_options_t *options)
  2239. {
  2240. (void) now;
  2241. if (get_uptime() < TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  2242. return (int)(TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT - get_uptime());
  2243. }
  2244. if (server_mode(options) &&
  2245. !net_is_disabled() &&
  2246. have_completed_a_circuit()) {
  2247. /* every 20 minutes, check and complain if necessary */
  2248. const routerinfo_t *me = router_get_my_routerinfo();
  2249. if (me && !check_whether_orport_reachable(options)) {
  2250. char *address = tor_dup_ip(me->addr);
  2251. log_warn(LD_CONFIG,"Your server (%s:%d) has not managed to confirm that "
  2252. "its ORPort is reachable. Relays do not publish descriptors "
  2253. "until their ORPort and DirPort are reachable. Please check "
  2254. "your firewalls, ports, address, /etc/hosts file, etc.",
  2255. address, me->or_port);
  2256. control_event_server_status(LOG_WARN,
  2257. "REACHABILITY_FAILED ORADDRESS=%s:%d",
  2258. address, me->or_port);
  2259. tor_free(address);
  2260. }
  2261. if (me && !check_whether_dirport_reachable(options)) {
  2262. char *address = tor_dup_ip(me->addr);
  2263. log_warn(LD_CONFIG,
  2264. "Your server (%s:%d) has not managed to confirm that its "
  2265. "DirPort is reachable. Relays do not publish descriptors "
  2266. "until their ORPort and DirPort are reachable. Please check "
  2267. "your firewalls, ports, address, /etc/hosts file, etc.",
  2268. address, me->dir_port);
  2269. control_event_server_status(LOG_WARN,
  2270. "REACHABILITY_FAILED DIRADDRESS=%s:%d",
  2271. address, me->dir_port);
  2272. tor_free(address);
  2273. }
  2274. }
  2275. return TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT;
  2276. }
  2277. static int dns_honesty_first_time = 1;
  2278. /**
  2279. * Periodic event: if we're an exit, see if our DNS server is telling us
  2280. * obvious lies.
  2281. */
  2282. static int
  2283. check_dns_honesty_callback(time_t now, const or_options_t *options)
  2284. {
  2285. (void)now;
  2286. /* 9. and if we're an exit node, check whether our DNS is telling stories
  2287. * to us. */
  2288. if (net_is_disabled() ||
  2289. ! public_server_mode(options) ||
  2290. router_my_exit_policy_is_reject_star())
  2291. return PERIODIC_EVENT_NO_UPDATE;
  2292. if (dns_honesty_first_time) {
  2293. /* Don't launch right when we start */
  2294. dns_honesty_first_time = 0;
  2295. return crypto_rand_int_range(60, 180);
  2296. }
  2297. dns_launch_correctness_checks();
  2298. return 12*3600 + crypto_rand_int(12*3600);
  2299. }
  2300. /**
  2301. * Periodic callback: if we're the bridge authority, write a networkstatus
  2302. * file to disk.
  2303. */
  2304. static int
  2305. write_bridge_ns_callback(time_t now, const or_options_t *options)
  2306. {
  2307. /* 10. write bridge networkstatus file to disk */
  2308. if (options->BridgeAuthoritativeDir) {
  2309. networkstatus_dump_bridge_status_to_file(now);
  2310. #define BRIDGE_STATUSFILE_INTERVAL (30*60)
  2311. return BRIDGE_STATUSFILE_INTERVAL;
  2312. }
  2313. return PERIODIC_EVENT_NO_UPDATE;
  2314. }
  2315. static int heartbeat_callback_first_time = 1;
  2316. /**
  2317. * Periodic callback: write the heartbeat message in the logs.
  2318. *
  2319. * If writing the heartbeat message to the logs fails for some reason, retry
  2320. * again after <b>MIN_HEARTBEAT_PERIOD</b> seconds.
  2321. */
  2322. static int
  2323. heartbeat_callback(time_t now, const or_options_t *options)
  2324. {
  2325. /* Check if heartbeat is disabled */
  2326. if (!options->HeartbeatPeriod) {
  2327. return PERIODIC_EVENT_NO_UPDATE;
  2328. }
  2329. /* Skip the first one. */
  2330. if (heartbeat_callback_first_time) {
  2331. heartbeat_callback_first_time = 0;
  2332. return options->HeartbeatPeriod;
  2333. }
  2334. /* Write the heartbeat message */
  2335. if (log_heartbeat(now) == 0) {
  2336. return options->HeartbeatPeriod;
  2337. } else {
  2338. /* If we couldn't write the heartbeat log message, try again in the minimum
  2339. * interval of time. */
  2340. return MIN_HEARTBEAT_PERIOD;
  2341. }
  2342. }
  2343. #define CDM_CLEAN_CALLBACK_INTERVAL 600
  2344. static int
  2345. clean_consdiffmgr_callback(time_t now, const or_options_t *options)
  2346. {
  2347. (void)now;
  2348. if (dir_server_mode(options)) {
  2349. consdiffmgr_cleanup();
  2350. }
  2351. return CDM_CLEAN_CALLBACK_INTERVAL;
  2352. }
  2353. /*
  2354. * Periodic callback: Run scheduled events for HS service. This is called
  2355. * every second.
  2356. */
  2357. static int
  2358. hs_service_callback(time_t now, const or_options_t *options)
  2359. {
  2360. (void) options;
  2361. /* We need to at least be able to build circuits and that we actually have
  2362. * a working network. */
  2363. if (!have_completed_a_circuit() || net_is_disabled() ||
  2364. networkstatus_get_live_consensus(now) == NULL) {
  2365. goto end;
  2366. }
  2367. hs_service_run_scheduled_events(now);
  2368. end:
  2369. /* Every 1 second. */
  2370. return 1;
  2371. }
  2372. /*
  2373. * Periodic callback: Send once-per-second events to the controller(s).
  2374. * This is called every second.
  2375. */
  2376. static int
  2377. control_per_second_events_callback(time_t now, const or_options_t *options)
  2378. {
  2379. (void) options;
  2380. (void) now;
  2381. control_per_second_events();
  2382. return 1;
  2383. }
  2384. /** Last time that update_current_time was called. */
  2385. static time_t current_second = 0;
  2386. /** Last time that update_current_time updated current_second. */
  2387. static monotime_coarse_t current_second_last_changed;
  2388. /**
  2389. * Set the current time to "now", which should be the value returned by
  2390. * time(). Check for clock jumps and track the total number of seconds we
  2391. * have been running.
  2392. */
  2393. void
  2394. update_current_time(time_t now)
  2395. {
  2396. if (PREDICT_LIKELY(now == current_second)) {
  2397. /* We call this function a lot. Most frequently, the current second
  2398. * will not have changed, so we just return. */
  2399. return;
  2400. }
  2401. const time_t seconds_elapsed = current_second ? (now - current_second) : 0;
  2402. /* Check the wall clock against the monotonic clock, so we can
  2403. * better tell idleness from clock jumps and/or other shenanigans. */
  2404. monotime_coarse_t last_updated;
  2405. memcpy(&last_updated, &current_second_last_changed, sizeof(last_updated));
  2406. monotime_coarse_get(&current_second_last_changed);
  2407. /** How much clock jumping means that we should adjust our idea of when
  2408. * to go dormant? */
  2409. #define NUM_JUMPED_SECONDS_BEFORE_NETSTATUS_UPDATE 20
  2410. /* Don't go dormant early or late just because we jumped in time. */
  2411. if (ABS(seconds_elapsed) >= NUM_JUMPED_SECONDS_BEFORE_NETSTATUS_UPDATE) {
  2412. if (is_participating_on_network()) {
  2413. netstatus_note_clock_jumped(seconds_elapsed);
  2414. }
  2415. }
  2416. /** How much clock jumping do we tolerate? */
  2417. #define NUM_JUMPED_SECONDS_BEFORE_WARN 100
  2418. /** How much idleness do we tolerate? */
  2419. #define NUM_IDLE_SECONDS_BEFORE_WARN 3600
  2420. if (seconds_elapsed < -NUM_JUMPED_SECONDS_BEFORE_WARN) {
  2421. // moving back in time is always a bad sign.
  2422. circuit_note_clock_jumped(seconds_elapsed, false);
  2423. } else if (seconds_elapsed >= NUM_JUMPED_SECONDS_BEFORE_WARN) {
  2424. /* Compare the monotonic clock to the result of time(). */
  2425. const int32_t monotime_msec_passed =
  2426. monotime_coarse_diff_msec32(&last_updated,
  2427. &current_second_last_changed);
  2428. const int monotime_sec_passed = monotime_msec_passed / 1000;
  2429. const int discrepancy = monotime_sec_passed - (int)seconds_elapsed;
  2430. /* If the monotonic clock deviates from time(NULL), we have a couple of
  2431. * possibilities. On some systems, this means we have been suspended or
  2432. * sleeping. Everywhere, it can mean that the wall-clock time has
  2433. * been changed -- for example, with settimeofday().
  2434. *
  2435. * On the other hand, if the monotonic time matches with the wall-clock
  2436. * time, we've probably just been idle for a while, with no events firing.
  2437. * we tolerate much more of that.
  2438. */
  2439. const bool clock_jumped = abs(discrepancy) > 2;
  2440. if (clock_jumped || seconds_elapsed >= NUM_IDLE_SECONDS_BEFORE_WARN) {
  2441. circuit_note_clock_jumped(seconds_elapsed, ! clock_jumped);
  2442. }
  2443. } else if (seconds_elapsed > 0) {
  2444. stats_n_seconds_working += seconds_elapsed;
  2445. }
  2446. update_approx_time(now);
  2447. current_second = now;
  2448. }
  2449. #ifdef HAVE_SYSTEMD_209
  2450. static periodic_timer_t *systemd_watchdog_timer = NULL;
  2451. /** Libevent callback: invoked to reset systemd watchdog. */
  2452. static void
  2453. systemd_watchdog_callback(periodic_timer_t *timer, void *arg)
  2454. {
  2455. (void)timer;
  2456. (void)arg;
  2457. sd_notify(0, "WATCHDOG=1");
  2458. }
  2459. #endif /* defined(HAVE_SYSTEMD_209) */
  2460. #define UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST (6*60*60)
  2461. /** Called when our IP address seems to have changed. <b>at_interface</b>
  2462. * should be true if we detected a change in our interface, and false if we
  2463. * detected a change in our published address. */
  2464. void
  2465. ip_address_changed(int at_interface)
  2466. {
  2467. const or_options_t *options = get_options();
  2468. int server = server_mode(options);
  2469. int exit_reject_interfaces = (server && options->ExitRelay
  2470. && options->ExitPolicyRejectLocalInterfaces);
  2471. if (at_interface) {
  2472. if (! server) {
  2473. /* Okay, change our keys. */
  2474. if (init_keys_client() < 0)
  2475. log_warn(LD_GENERAL, "Unable to rotate keys after IP change!");
  2476. }
  2477. } else {
  2478. if (server) {
  2479. if (get_uptime() > UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST)
  2480. reset_bandwidth_test();
  2481. reset_uptime();
  2482. router_reset_reachability();
  2483. }
  2484. }
  2485. /* Exit relays incorporate interface addresses in their exit policies when
  2486. * ExitPolicyRejectLocalInterfaces is set */
  2487. if (exit_reject_interfaces || (server && !at_interface)) {
  2488. mark_my_descriptor_dirty("IP address changed");
  2489. }
  2490. dns_servers_relaunch_checks();
  2491. }
  2492. /** Forget what we've learned about the correctness of our DNS servers, and
  2493. * start learning again. */
  2494. void
  2495. dns_servers_relaunch_checks(void)
  2496. {
  2497. if (server_mode(get_options())) {
  2498. dns_reset_correctness_checks();
  2499. if (periodic_events_initialized) {
  2500. tor_assert(check_dns_honesty_event);
  2501. periodic_event_reschedule(check_dns_honesty_event);
  2502. }
  2503. }
  2504. }
  2505. /** Initialize some mainloop_event_t objects that we require. */
  2506. void
  2507. initialize_mainloop_events(void)
  2508. {
  2509. initialize_periodic_events();
  2510. if (!schedule_active_linked_connections_event) {
  2511. schedule_active_linked_connections_event =
  2512. mainloop_event_postloop_new(schedule_active_linked_connections_cb, NULL);
  2513. }
  2514. if (!postloop_cleanup_ev) {
  2515. postloop_cleanup_ev =
  2516. mainloop_event_postloop_new(postloop_cleanup_cb, NULL);
  2517. }
  2518. }
  2519. /** Tor main loop. */
  2520. int
  2521. do_main_loop(void)
  2522. {
  2523. /* initialize the periodic events first, so that code that depends on the
  2524. * events being present does not assert.
  2525. */
  2526. initialize_periodic_events();
  2527. initialize_mainloop_events();
  2528. #ifdef HAVE_SYSTEMD_209
  2529. uint64_t watchdog_delay;
  2530. /* set up systemd watchdog notification. */
  2531. if (sd_watchdog_enabled(1, &watchdog_delay) > 0) {
  2532. if (! systemd_watchdog_timer) {
  2533. struct timeval watchdog;
  2534. /* The manager will "act on" us if we don't send them a notification
  2535. * every 'watchdog_delay' microseconds. So, send notifications twice
  2536. * that often. */
  2537. watchdog_delay /= 2;
  2538. watchdog.tv_sec = watchdog_delay / 1000000;
  2539. watchdog.tv_usec = watchdog_delay % 1000000;
  2540. systemd_watchdog_timer = periodic_timer_new(tor_libevent_get_base(),
  2541. &watchdog,
  2542. systemd_watchdog_callback,
  2543. NULL);
  2544. tor_assert(systemd_watchdog_timer);
  2545. }
  2546. }
  2547. #endif /* defined(HAVE_SYSTEMD_209) */
  2548. #ifdef ENABLE_RESTART_DEBUGGING
  2549. {
  2550. static int first_time = 1;
  2551. if (first_time && getenv("TOR_DEBUG_RESTART")) {
  2552. first_time = 0;
  2553. const char *sec_str = getenv("TOR_DEBUG_RESTART_AFTER_SECONDS");
  2554. long sec;
  2555. int sec_ok=0;
  2556. if (sec_str &&
  2557. (sec = tor_parse_long(sec_str, 10, 0, INT_MAX, &sec_ok, NULL)) &&
  2558. sec_ok) {
  2559. /* Okay, we parsed the seconds. */
  2560. } else {
  2561. sec = 5;
  2562. }
  2563. struct timeval restart_after = { (time_t) sec, 0 };
  2564. tor_shutdown_event_loop_for_restart_event =
  2565. tor_evtimer_new(tor_libevent_get_base(),
  2566. tor_shutdown_event_loop_for_restart_cb, NULL);
  2567. event_add(tor_shutdown_event_loop_for_restart_event, &restart_after);
  2568. }
  2569. }
  2570. #endif
  2571. return run_main_loop_until_done();
  2572. }
  2573. #ifndef _WIN32
  2574. /** Rate-limiter for EINVAL-type libevent warnings. */
  2575. static ratelim_t libevent_error_ratelim = RATELIM_INIT(10);
  2576. #endif
  2577. /**
  2578. * Run the main loop a single time. Return 0 for "exit"; -1 for "exit with
  2579. * error", and 1 for "run this again."
  2580. */
  2581. static int
  2582. run_main_loop_once(void)
  2583. {
  2584. int loop_result;
  2585. if (nt_service_is_stopping())
  2586. return 0;
  2587. if (main_loop_should_exit)
  2588. return 0;
  2589. #ifndef _WIN32
  2590. /* Make it easier to tell whether libevent failure is our fault or not. */
  2591. errno = 0;
  2592. #endif
  2593. if (get_options()->MainloopStats) {
  2594. /* We always enforce that EVLOOP_ONCE is passed to event_base_loop() if we
  2595. * are collecting main loop statistics. */
  2596. called_loop_once = 1;
  2597. } else {
  2598. called_loop_once = 0;
  2599. }
  2600. /* Make sure we know (about) what time it is. */
  2601. update_approx_time(time(NULL));
  2602. /* Here it is: the main loop. Here we tell Libevent to poll until we have
  2603. * an event, or the second ends, or until we have some active linked
  2604. * connections to trigger events for. Libevent will wait till one
  2605. * of these happens, then run all the appropriate callbacks. */
  2606. loop_result = tor_libevent_run_event_loop(tor_libevent_get_base(),
  2607. called_loop_once);
  2608. if (get_options()->MainloopStats) {
  2609. /* Update our main loop counters. */
  2610. if (loop_result == 0) {
  2611. // The call was successful.
  2612. increment_main_loop_success_count();
  2613. } else if (loop_result == -1) {
  2614. // The call was erroneous.
  2615. increment_main_loop_error_count();
  2616. } else if (loop_result == 1) {
  2617. // The call didn't have any active or pending events
  2618. // to handle.
  2619. increment_main_loop_idle_count();
  2620. }
  2621. }
  2622. /* Oh, the loop failed. That might be an error that we need to
  2623. * catch, but more likely, it's just an interrupted poll() call or something,
  2624. * and we should try again. */
  2625. if (loop_result < 0) {
  2626. int e = tor_socket_errno(-1);
  2627. /* let the program survive things like ^z */
  2628. if (e != EINTR && !ERRNO_IS_EINPROGRESS(e)) {
  2629. log_err(LD_NET,"libevent call with %s failed: %s [%d]",
  2630. tor_libevent_get_method(), tor_socket_strerror(e), e);
  2631. return -1;
  2632. #ifndef _WIN32
  2633. } else if (e == EINVAL) {
  2634. log_fn_ratelim(&libevent_error_ratelim, LOG_WARN, LD_NET,
  2635. "EINVAL from libevent: should you upgrade libevent?");
  2636. if (libevent_error_ratelim.n_calls_since_last_time > 8) {
  2637. log_err(LD_NET, "Too many libevent errors, too fast: dying");
  2638. return -1;
  2639. }
  2640. #endif /* !defined(_WIN32) */
  2641. } else {
  2642. tor_assert_nonfatal_once(! ERRNO_IS_EINPROGRESS(e));
  2643. log_debug(LD_NET,"libevent call interrupted.");
  2644. /* You can't trust the results of this poll(). Go back to the
  2645. * top of the big for loop. */
  2646. return 1;
  2647. }
  2648. }
  2649. if (main_loop_should_exit)
  2650. return 0;
  2651. return 1;
  2652. }
  2653. /** Run the run_main_loop_once() function until it declares itself done,
  2654. * and return its final return value.
  2655. *
  2656. * Shadow won't invoke this function, so don't fill it up with things.
  2657. */
  2658. STATIC int
  2659. run_main_loop_until_done(void)
  2660. {
  2661. int loop_result = 1;
  2662. main_loop_should_exit = 0;
  2663. main_loop_exit_value = 0;
  2664. do {
  2665. loop_result = run_main_loop_once();
  2666. } while (loop_result == 1);
  2667. if (main_loop_should_exit)
  2668. return main_loop_exit_value;
  2669. else
  2670. return loop_result;
  2671. }
  2672. /** Returns Tor's uptime. */
  2673. MOCK_IMPL(long,
  2674. get_uptime,(void))
  2675. {
  2676. return stats_n_seconds_working;
  2677. }
  2678. /** Reset Tor's uptime. */
  2679. MOCK_IMPL(void,
  2680. reset_uptime,(void))
  2681. {
  2682. stats_n_seconds_working = 0;
  2683. }
  2684. void
  2685. tor_mainloop_free_all(void)
  2686. {
  2687. smartlist_free(connection_array);
  2688. smartlist_free(closeable_connection_lst);
  2689. smartlist_free(active_linked_connection_lst);
  2690. teardown_periodic_events();
  2691. tor_event_free(shutdown_did_not_work_event);
  2692. tor_event_free(initialize_periodic_events_event);
  2693. mainloop_event_free(directory_all_unreachable_cb_event);
  2694. mainloop_event_free(schedule_active_linked_connections_event);
  2695. mainloop_event_free(postloop_cleanup_ev);
  2696. mainloop_event_free(handle_deferred_signewnym_ev);
  2697. mainloop_event_free(scheduled_shutdown_ev);
  2698. mainloop_event_free(rescan_periodic_events_ev);
  2699. #ifdef HAVE_SYSTEMD_209
  2700. periodic_timer_free(systemd_watchdog_timer);
  2701. #endif
  2702. stats_n_bytes_read = stats_n_bytes_written = 0;
  2703. memset(&global_bucket, 0, sizeof(global_bucket));
  2704. memset(&global_relayed_bucket, 0, sizeof(global_relayed_bucket));
  2705. time_of_process_start = 0;
  2706. time_of_last_signewnym = 0;
  2707. signewnym_is_pending = 0;
  2708. newnym_epoch = 0;
  2709. called_loop_once = 0;
  2710. main_loop_should_exit = 0;
  2711. main_loop_exit_value = 0;
  2712. can_complete_circuits = 0;
  2713. quiet_level = 0;
  2714. should_init_bridge_stats = 1;
  2715. dns_honesty_first_time = 1;
  2716. heartbeat_callback_first_time = 1;
  2717. current_second = 0;
  2718. memset(&current_second_last_changed, 0,
  2719. sizeof(current_second_last_changed));
  2720. }