main.c 117 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676
  1. /* Copyright (c) 2001 Matej Pfajfar.
  2. * Copyright (c) 2001-2004, Roger Dingledine.
  3. * Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  4. * Copyright (c) 2007-2016, The Tor Project, Inc. */
  5. /* See LICENSE for licensing information */
  6. /**
  7. * \file main.c
  8. * \brief Toplevel module. Handles signals, multiplexes between
  9. * connections, implements main loop, and drives scheduled events.
  10. *
  11. * For the main loop itself; see run_main_loop_once(). It invokes the rest of
  12. * Tor mostly through Libevent callbacks. Libevent callbacks can happen when
  13. * a timer elapses, a signal is received, a socket is ready to read or write,
  14. * or an event is manually activated.
  15. *
  16. * Most events in Tor are driven from these callbacks:
  17. * <ul>
  18. * <li>conn_read_callback() and conn_write_callback() here, which are
  19. * invoked when a socket is ready to read or write respectively.
  20. * <li>signal_callback(), which handles incoming signals.
  21. * </ul>
  22. * Other events are used for specific purposes, or for building more complex
  23. * control structures. If you search for usage of tor_libevent_new(), you
  24. * will find all the events that we construct in Tor.
  25. *
  26. * Tor has numerous housekeeping operations that need to happen
  27. * regularly. They are handled in different ways:
  28. * <ul>
  29. * <li>The most frequent operations are handled after every read or write
  30. * event, at the end of connection_handle_read() and
  31. * connection_handle_write().
  32. *
  33. * <li>The next most frequent operations happen after each invocation of the
  34. * main loop, in run_main_loop_once().
  35. *
  36. * <li>Once per second, we run all of the operations listed in
  37. * second_elapsed_callback(), and in its child, run_scheduled_events().
  38. *
  39. * <li>Once-a-second operations are handled in second_elapsed_callback().
  40. *
  41. * <li>More infrequent operations take place based on the periodic event
  42. * driver in periodic.c . These are stored in the periodic_events[]
  43. * table.
  44. * </ul>
  45. *
  46. **/
  47. #define MAIN_PRIVATE
  48. #include "or.h"
  49. #include "addressmap.h"
  50. #include "backtrace.h"
  51. #include "bridges.h"
  52. #include "buffers.h"
  53. #include "channel.h"
  54. #include "channeltls.h"
  55. #include "channelpadding.h"
  56. #include "circuitbuild.h"
  57. #include "circuitlist.h"
  58. #include "circuituse.h"
  59. #include "command.h"
  60. #include "config.h"
  61. #include "confparse.h"
  62. #include "connection.h"
  63. #include "connection_edge.h"
  64. #include "connection_or.h"
  65. #include "control.h"
  66. #include "cpuworker.h"
  67. #include "crypto_s2k.h"
  68. #include "directory.h"
  69. #include "dirserv.h"
  70. #include "dirvote.h"
  71. #include "dns.h"
  72. #include "dnsserv.h"
  73. #include "entrynodes.h"
  74. #include "geoip.h"
  75. #include "hibernate.h"
  76. #include "hs_cache.h"
  77. #include "hs_circuitmap.h"
  78. #include "keypin.h"
  79. #include "main.h"
  80. #include "microdesc.h"
  81. #include "networkstatus.h"
  82. #include "nodelist.h"
  83. #include "ntmain.h"
  84. #include "onion.h"
  85. #include "periodic.h"
  86. #include "policies.h"
  87. #include "protover.h"
  88. #include "transports.h"
  89. #include "relay.h"
  90. #include "rendclient.h"
  91. #include "rendcommon.h"
  92. #include "rendservice.h"
  93. #include "rephist.h"
  94. #include "router.h"
  95. #include "routerkeys.h"
  96. #include "routerlist.h"
  97. #include "routerparse.h"
  98. #include "scheduler.h"
  99. #include "shared_random.h"
  100. #include "statefile.h"
  101. #include "status.h"
  102. #include "util_process.h"
  103. #include "ext_orport.h"
  104. #ifdef USE_DMALLOC
  105. #include <dmalloc.h>
  106. #include <openssl/crypto.h>
  107. #endif
  108. #include "memarea.h"
  109. #include "sandbox.h"
  110. #include <event2/event.h>
  111. #ifdef HAVE_SYSTEMD
  112. # if defined(__COVERITY__) && !defined(__INCLUDE_LEVEL__)
  113. /* Systemd's use of gcc's __INCLUDE_LEVEL__ extension macro appears to confuse
  114. * Coverity. Here's a kludge to unconfuse it.
  115. */
  116. # define __INCLUDE_LEVEL__ 2
  117. # endif
  118. #include <systemd/sd-daemon.h>
  119. #endif
  120. void evdns_shutdown(int);
  121. /********* PROTOTYPES **********/
  122. static void dumpmemusage(int severity);
  123. static void dumpstats(int severity); /* log stats */
  124. static void conn_read_callback(evutil_socket_t fd, short event, void *_conn);
  125. static void conn_write_callback(evutil_socket_t fd, short event, void *_conn);
  126. static void second_elapsed_callback(periodic_timer_t *timer, void *args);
  127. static int conn_close_if_marked(int i);
  128. static void connection_start_reading_from_linked_conn(connection_t *conn);
  129. static int connection_should_read_from_linked_conn(connection_t *conn);
  130. static int run_main_loop_until_done(void);
  131. static void process_signal(int sig);
  132. /********* START VARIABLES **********/
  133. int global_read_bucket; /**< Max number of bytes I can read this second. */
  134. int global_write_bucket; /**< Max number of bytes I can write this second. */
  135. /** Max number of relayed (bandwidth class 1) bytes I can read this second. */
  136. int global_relayed_read_bucket;
  137. /** Max number of relayed (bandwidth class 1) bytes I can write this second. */
  138. int global_relayed_write_bucket;
  139. /** What was the read bucket before the last second_elapsed_callback() call?
  140. * (used to determine how many bytes we've read). */
  141. static int stats_prev_global_read_bucket;
  142. /** What was the write bucket before the last second_elapsed_callback() call?
  143. * (used to determine how many bytes we've written). */
  144. static int stats_prev_global_write_bucket;
  145. /* DOCDOC stats_prev_n_read */
  146. static uint64_t stats_prev_n_read = 0;
  147. /* DOCDOC stats_prev_n_written */
  148. static uint64_t stats_prev_n_written = 0;
  149. /* XXX we might want to keep stats about global_relayed_*_bucket too. Or not.*/
  150. /** How many bytes have we read since we started the process? */
  151. static uint64_t stats_n_bytes_read = 0;
  152. /** How many bytes have we written since we started the process? */
  153. static uint64_t stats_n_bytes_written = 0;
  154. /** What time did this process start up? */
  155. time_t time_of_process_start = 0;
  156. /** How many seconds have we been running? */
  157. long stats_n_seconds_working = 0;
  158. /** How often will we honor SIGNEWNYM requests? */
  159. #define MAX_SIGNEWNYM_RATE 10
  160. /** When did we last process a SIGNEWNYM request? */
  161. static time_t time_of_last_signewnym = 0;
  162. /** Is there a signewnym request we're currently waiting to handle? */
  163. static int signewnym_is_pending = 0;
  164. /** How many times have we called newnym? */
  165. static unsigned newnym_epoch = 0;
  166. /** Smartlist of all open connections. */
  167. STATIC smartlist_t *connection_array = NULL;
  168. /** List of connections that have been marked for close and need to be freed
  169. * and removed from connection_array. */
  170. static smartlist_t *closeable_connection_lst = NULL;
  171. /** List of linked connections that are currently reading data into their
  172. * inbuf from their partner's outbuf. */
  173. static smartlist_t *active_linked_connection_lst = NULL;
  174. /** Flag: Set to true iff we entered the current libevent main loop via
  175. * <b>loop_once</b>. If so, there's no need to trigger a loopexit in order
  176. * to handle linked connections. */
  177. static int called_loop_once = 0;
  178. /** We set this to 1 when we've opened a circuit, so we can print a log
  179. * entry to inform the user that Tor is working. We set it to 0 when
  180. * we think the fact that we once opened a circuit doesn't mean we can do so
  181. * any longer (a big time jump happened, when we notice our directory is
  182. * heinously out-of-date, etc.
  183. */
  184. static int can_complete_circuits = 0;
  185. /** How often do we check for router descriptors that we should download
  186. * when we have too little directory info? */
  187. #define GREEDY_DESCRIPTOR_RETRY_INTERVAL (10)
  188. /** How often do we check for router descriptors that we should download
  189. * when we have enough directory info? */
  190. #define LAZY_DESCRIPTOR_RETRY_INTERVAL (60)
  191. /** Decides our behavior when no logs are configured/before any
  192. * logs have been configured. For 0, we log notice to stdout as normal.
  193. * For 1, we log warnings only. For 2, we log nothing.
  194. */
  195. int quiet_level = 0;
  196. /********* END VARIABLES ************/
  197. /****************************************************************************
  198. *
  199. * This section contains accessors and other methods on the connection_array
  200. * variables (which are global within this file and unavailable outside it).
  201. *
  202. ****************************************************************************/
  203. /** Return 1 if we have successfully built a circuit, and nothing has changed
  204. * to make us think that maybe we can't.
  205. */
  206. int
  207. have_completed_a_circuit(void)
  208. {
  209. return can_complete_circuits;
  210. }
  211. /** Note that we have successfully built a circuit, so that reachability
  212. * testing and introduction points and so on may be attempted. */
  213. void
  214. note_that_we_completed_a_circuit(void)
  215. {
  216. can_complete_circuits = 1;
  217. }
  218. /** Note that something has happened (like a clock jump, or DisableNetwork) to
  219. * make us think that maybe we can't complete circuits. */
  220. void
  221. note_that_we_maybe_cant_complete_circuits(void)
  222. {
  223. can_complete_circuits = 0;
  224. }
  225. /** Add <b>conn</b> to the array of connections that we can poll on. The
  226. * connection's socket must be set; the connection starts out
  227. * non-reading and non-writing.
  228. */
  229. int
  230. connection_add_impl(connection_t *conn, int is_connecting)
  231. {
  232. tor_assert(conn);
  233. tor_assert(SOCKET_OK(conn->s) ||
  234. conn->linked ||
  235. (conn->type == CONN_TYPE_AP &&
  236. TO_EDGE_CONN(conn)->is_dns_request));
  237. tor_assert(conn->conn_array_index == -1); /* can only connection_add once */
  238. conn->conn_array_index = smartlist_len(connection_array);
  239. smartlist_add(connection_array, conn);
  240. (void) is_connecting;
  241. if (SOCKET_OK(conn->s) || conn->linked) {
  242. conn->read_event = tor_event_new(tor_libevent_get_base(),
  243. conn->s, EV_READ|EV_PERSIST, conn_read_callback, conn);
  244. conn->write_event = tor_event_new(tor_libevent_get_base(),
  245. conn->s, EV_WRITE|EV_PERSIST, conn_write_callback, conn);
  246. /* XXXX CHECK FOR NULL RETURN! */
  247. }
  248. log_debug(LD_NET,"new conn type %s, socket %d, address %s, n_conns %d.",
  249. conn_type_to_string(conn->type), (int)conn->s, conn->address,
  250. smartlist_len(connection_array));
  251. return 0;
  252. }
  253. /** Tell libevent that we don't care about <b>conn</b> any more. */
  254. void
  255. connection_unregister_events(connection_t *conn)
  256. {
  257. if (conn->read_event) {
  258. if (event_del(conn->read_event))
  259. log_warn(LD_BUG, "Error removing read event for %d", (int)conn->s);
  260. tor_free(conn->read_event);
  261. }
  262. if (conn->write_event) {
  263. if (event_del(conn->write_event))
  264. log_warn(LD_BUG, "Error removing write event for %d", (int)conn->s);
  265. tor_free(conn->write_event);
  266. }
  267. if (conn->type == CONN_TYPE_AP_DNS_LISTENER) {
  268. dnsserv_close_listener(conn);
  269. }
  270. }
  271. /** Remove the connection from the global list, and remove the
  272. * corresponding poll entry. Calling this function will shift the last
  273. * connection (if any) into the position occupied by conn.
  274. */
  275. int
  276. connection_remove(connection_t *conn)
  277. {
  278. int current_index;
  279. connection_t *tmp;
  280. tor_assert(conn);
  281. log_debug(LD_NET,"removing socket %d (type %s), n_conns now %d",
  282. (int)conn->s, conn_type_to_string(conn->type),
  283. smartlist_len(connection_array));
  284. if (conn->type == CONN_TYPE_AP && conn->socket_family == AF_UNIX) {
  285. log_info(LD_NET, "Closing SOCKS SocksSocket connection");
  286. }
  287. control_event_conn_bandwidth(conn);
  288. tor_assert(conn->conn_array_index >= 0);
  289. current_index = conn->conn_array_index;
  290. connection_unregister_events(conn); /* This is redundant, but cheap. */
  291. if (current_index == smartlist_len(connection_array)-1) { /* at the end */
  292. smartlist_del(connection_array, current_index);
  293. return 0;
  294. }
  295. /* replace this one with the one at the end */
  296. smartlist_del(connection_array, current_index);
  297. tmp = smartlist_get(connection_array, current_index);
  298. tmp->conn_array_index = current_index;
  299. return 0;
  300. }
  301. /** If <b>conn</b> is an edge conn, remove it from the list
  302. * of conn's on this circuit. If it's not on an edge,
  303. * flush and send destroys for all circuits on this conn.
  304. *
  305. * Remove it from connection_array (if applicable) and
  306. * from closeable_connection_list.
  307. *
  308. * Then free it.
  309. */
  310. static void
  311. connection_unlink(connection_t *conn)
  312. {
  313. connection_about_to_close_connection(conn);
  314. if (conn->conn_array_index >= 0) {
  315. connection_remove(conn);
  316. }
  317. if (conn->linked_conn) {
  318. conn->linked_conn->linked_conn = NULL;
  319. if (! conn->linked_conn->marked_for_close &&
  320. conn->linked_conn->reading_from_linked_conn)
  321. connection_start_reading(conn->linked_conn);
  322. conn->linked_conn = NULL;
  323. }
  324. smartlist_remove(closeable_connection_lst, conn);
  325. smartlist_remove(active_linked_connection_lst, conn);
  326. if (conn->type == CONN_TYPE_EXIT) {
  327. assert_connection_edge_not_dns_pending(TO_EDGE_CONN(conn));
  328. }
  329. if (conn->type == CONN_TYPE_OR) {
  330. if (!tor_digest_is_zero(TO_OR_CONN(conn)->identity_digest))
  331. connection_or_clear_identity(TO_OR_CONN(conn));
  332. /* connection_unlink() can only get called if the connection
  333. * was already on the closeable list, and it got there by
  334. * connection_mark_for_close(), which was called from
  335. * connection_or_close_normally() or
  336. * connection_or_close_for_error(), so the channel should
  337. * already be in CHANNEL_STATE_CLOSING, and then the
  338. * connection_about_to_close_connection() goes to
  339. * connection_or_about_to_close(), which calls channel_closed()
  340. * to notify the channel_t layer, and closed the channel, so
  341. * nothing more to do here to deal with the channel associated
  342. * with an orconn.
  343. */
  344. }
  345. connection_free(conn);
  346. }
  347. /** Initialize the global connection list, closeable connection list,
  348. * and active connection list. */
  349. STATIC void
  350. init_connection_lists(void)
  351. {
  352. if (!connection_array)
  353. connection_array = smartlist_new();
  354. if (!closeable_connection_lst)
  355. closeable_connection_lst = smartlist_new();
  356. if (!active_linked_connection_lst)
  357. active_linked_connection_lst = smartlist_new();
  358. }
  359. /** Schedule <b>conn</b> to be closed. **/
  360. void
  361. add_connection_to_closeable_list(connection_t *conn)
  362. {
  363. tor_assert(!smartlist_contains(closeable_connection_lst, conn));
  364. tor_assert(conn->marked_for_close);
  365. assert_connection_ok(conn, time(NULL));
  366. smartlist_add(closeable_connection_lst, conn);
  367. }
  368. /** Return 1 if conn is on the closeable list, else return 0. */
  369. int
  370. connection_is_on_closeable_list(connection_t *conn)
  371. {
  372. return smartlist_contains(closeable_connection_lst, conn);
  373. }
  374. /** Return true iff conn is in the current poll array. */
  375. int
  376. connection_in_array(connection_t *conn)
  377. {
  378. return smartlist_contains(connection_array, conn);
  379. }
  380. /** Set <b>*array</b> to an array of all connections. <b>*array</b> must not
  381. * be modified.
  382. */
  383. MOCK_IMPL(smartlist_t *,
  384. get_connection_array, (void))
  385. {
  386. if (!connection_array)
  387. connection_array = smartlist_new();
  388. return connection_array;
  389. }
  390. /** Provides the traffic read and written over the life of the process. */
  391. MOCK_IMPL(uint64_t,
  392. get_bytes_read,(void))
  393. {
  394. return stats_n_bytes_read;
  395. }
  396. /* DOCDOC get_bytes_written */
  397. MOCK_IMPL(uint64_t,
  398. get_bytes_written,(void))
  399. {
  400. return stats_n_bytes_written;
  401. }
  402. /** Set the event mask on <b>conn</b> to <b>events</b>. (The event
  403. * mask is a bitmask whose bits are READ_EVENT and WRITE_EVENT)
  404. */
  405. void
  406. connection_watch_events(connection_t *conn, watchable_events_t events)
  407. {
  408. if (events & READ_EVENT)
  409. connection_start_reading(conn);
  410. else
  411. connection_stop_reading(conn);
  412. if (events & WRITE_EVENT)
  413. connection_start_writing(conn);
  414. else
  415. connection_stop_writing(conn);
  416. }
  417. /** Return true iff <b>conn</b> is listening for read events. */
  418. int
  419. connection_is_reading(connection_t *conn)
  420. {
  421. tor_assert(conn);
  422. return conn->reading_from_linked_conn ||
  423. (conn->read_event && event_pending(conn->read_event, EV_READ, NULL));
  424. }
  425. /** Check whether <b>conn</b> is correct in having (or not having) a
  426. * read/write event (passed in <b>ev</b>). On success, return 0. On failure,
  427. * log a warning and return -1. */
  428. static int
  429. connection_check_event(connection_t *conn, struct event *ev)
  430. {
  431. int bad;
  432. if (conn->type == CONN_TYPE_AP && TO_EDGE_CONN(conn)->is_dns_request) {
  433. /* DNS requests which we launch through the dnsserv.c module do not have
  434. * any underlying socket or any underlying linked connection, so they
  435. * shouldn't have any attached events either.
  436. */
  437. bad = ev != NULL;
  438. } else {
  439. /* Everything else should have an underlying socket, or a linked
  440. * connection (which is also tracked with a read_event/write_event pair).
  441. */
  442. bad = ev == NULL;
  443. }
  444. if (bad) {
  445. log_warn(LD_BUG, "Event missing on connection %p [%s;%s]. "
  446. "socket=%d. linked=%d. "
  447. "is_dns_request=%d. Marked_for_close=%s:%d",
  448. conn,
  449. conn_type_to_string(conn->type),
  450. conn_state_to_string(conn->type, conn->state),
  451. (int)conn->s, (int)conn->linked,
  452. (conn->type == CONN_TYPE_AP &&
  453. TO_EDGE_CONN(conn)->is_dns_request),
  454. conn->marked_for_close_file ? conn->marked_for_close_file : "-",
  455. conn->marked_for_close
  456. );
  457. log_backtrace(LOG_WARN, LD_BUG, "Backtrace attached.");
  458. return -1;
  459. }
  460. return 0;
  461. }
  462. /** Tell the main loop to stop notifying <b>conn</b> of any read events. */
  463. MOCK_IMPL(void,
  464. connection_stop_reading,(connection_t *conn))
  465. {
  466. tor_assert(conn);
  467. if (connection_check_event(conn, conn->read_event) < 0) {
  468. return;
  469. }
  470. if (conn->linked) {
  471. conn->reading_from_linked_conn = 0;
  472. connection_stop_reading_from_linked_conn(conn);
  473. } else {
  474. if (event_del(conn->read_event))
  475. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  476. "to unwatched: %s",
  477. (int)conn->s,
  478. tor_socket_strerror(tor_socket_errno(conn->s)));
  479. }
  480. }
  481. /** Tell the main loop to start notifying <b>conn</b> of any read events. */
  482. MOCK_IMPL(void,
  483. connection_start_reading,(connection_t *conn))
  484. {
  485. tor_assert(conn);
  486. if (connection_check_event(conn, conn->read_event) < 0) {
  487. return;
  488. }
  489. if (conn->linked) {
  490. conn->reading_from_linked_conn = 1;
  491. if (connection_should_read_from_linked_conn(conn))
  492. connection_start_reading_from_linked_conn(conn);
  493. } else {
  494. if (event_add(conn->read_event, NULL))
  495. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  496. "to watched: %s",
  497. (int)conn->s,
  498. tor_socket_strerror(tor_socket_errno(conn->s)));
  499. }
  500. }
  501. /** Return true iff <b>conn</b> is listening for write events. */
  502. int
  503. connection_is_writing(connection_t *conn)
  504. {
  505. tor_assert(conn);
  506. return conn->writing_to_linked_conn ||
  507. (conn->write_event && event_pending(conn->write_event, EV_WRITE, NULL));
  508. }
  509. /** Tell the main loop to stop notifying <b>conn</b> of any write events. */
  510. MOCK_IMPL(void,
  511. connection_stop_writing,(connection_t *conn))
  512. {
  513. tor_assert(conn);
  514. if (connection_check_event(conn, conn->write_event) < 0) {
  515. return;
  516. }
  517. if (conn->linked) {
  518. conn->writing_to_linked_conn = 0;
  519. if (conn->linked_conn)
  520. connection_stop_reading_from_linked_conn(conn->linked_conn);
  521. } else {
  522. if (event_del(conn->write_event))
  523. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  524. "to unwatched: %s",
  525. (int)conn->s,
  526. tor_socket_strerror(tor_socket_errno(conn->s)));
  527. }
  528. }
  529. /** Tell the main loop to start notifying <b>conn</b> of any write events. */
  530. MOCK_IMPL(void,
  531. connection_start_writing,(connection_t *conn))
  532. {
  533. tor_assert(conn);
  534. if (connection_check_event(conn, conn->write_event) < 0) {
  535. return;
  536. }
  537. if (conn->linked) {
  538. conn->writing_to_linked_conn = 1;
  539. if (conn->linked_conn &&
  540. connection_should_read_from_linked_conn(conn->linked_conn))
  541. connection_start_reading_from_linked_conn(conn->linked_conn);
  542. } else {
  543. if (event_add(conn->write_event, NULL))
  544. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  545. "to watched: %s",
  546. (int)conn->s,
  547. tor_socket_strerror(tor_socket_errno(conn->s)));
  548. }
  549. }
  550. /** Return true iff <b>conn</b> is linked conn, and reading from the conn
  551. * linked to it would be good and feasible. (Reading is "feasible" if the
  552. * other conn exists and has data in its outbuf, and is "good" if we have our
  553. * reading_from_linked_conn flag set and the other conn has its
  554. * writing_to_linked_conn flag set.)*/
  555. static int
  556. connection_should_read_from_linked_conn(connection_t *conn)
  557. {
  558. if (conn->linked && conn->reading_from_linked_conn) {
  559. if (! conn->linked_conn ||
  560. (conn->linked_conn->writing_to_linked_conn &&
  561. buf_datalen(conn->linked_conn->outbuf)))
  562. return 1;
  563. }
  564. return 0;
  565. }
  566. /** If we called event_base_loop() and told it to never stop until it
  567. * runs out of events, now we've changed our mind: tell it we want it to
  568. * finish. */
  569. void
  570. tell_event_loop_to_finish(void)
  571. {
  572. if (!called_loop_once) {
  573. struct timeval tv = { 0, 0 };
  574. tor_event_base_loopexit(tor_libevent_get_base(), &tv);
  575. called_loop_once = 1; /* hack to avoid adding more exit events */
  576. }
  577. }
  578. /** Helper: Tell the main loop to begin reading bytes into <b>conn</b> from
  579. * its linked connection, if it is not doing so already. Called by
  580. * connection_start_reading and connection_start_writing as appropriate. */
  581. static void
  582. connection_start_reading_from_linked_conn(connection_t *conn)
  583. {
  584. tor_assert(conn);
  585. tor_assert(conn->linked == 1);
  586. if (!conn->active_on_link) {
  587. conn->active_on_link = 1;
  588. smartlist_add(active_linked_connection_lst, conn);
  589. /* make sure that the event_base_loop() function exits at
  590. * the end of its run through the current connections, so we can
  591. * activate read events for linked connections. */
  592. tell_event_loop_to_finish();
  593. } else {
  594. tor_assert(smartlist_contains(active_linked_connection_lst, conn));
  595. }
  596. }
  597. /** Tell the main loop to stop reading bytes into <b>conn</b> from its linked
  598. * connection, if is currently doing so. Called by connection_stop_reading,
  599. * connection_stop_writing, and connection_read. */
  600. void
  601. connection_stop_reading_from_linked_conn(connection_t *conn)
  602. {
  603. tor_assert(conn);
  604. tor_assert(conn->linked == 1);
  605. if (conn->active_on_link) {
  606. conn->active_on_link = 0;
  607. /* FFFF We could keep an index here so we can smartlist_del
  608. * cleanly. On the other hand, this doesn't show up on profiles,
  609. * so let's leave it alone for now. */
  610. smartlist_remove(active_linked_connection_lst, conn);
  611. } else {
  612. tor_assert(!smartlist_contains(active_linked_connection_lst, conn));
  613. }
  614. }
  615. /** Close all connections that have been scheduled to get closed. */
  616. STATIC void
  617. close_closeable_connections(void)
  618. {
  619. int i;
  620. for (i = 0; i < smartlist_len(closeable_connection_lst); ) {
  621. connection_t *conn = smartlist_get(closeable_connection_lst, i);
  622. if (conn->conn_array_index < 0) {
  623. connection_unlink(conn); /* blow it away right now */
  624. } else {
  625. if (!conn_close_if_marked(conn->conn_array_index))
  626. ++i;
  627. }
  628. }
  629. }
  630. /** Count moribund connections for the OOS handler */
  631. MOCK_IMPL(int,
  632. connection_count_moribund, (void))
  633. {
  634. int moribund = 0;
  635. /*
  636. * Count things we'll try to kill when close_closeable_connections()
  637. * runs next.
  638. */
  639. SMARTLIST_FOREACH_BEGIN(closeable_connection_lst, connection_t *, conn) {
  640. if (SOCKET_OK(conn->s) && connection_is_moribund(conn)) ++moribund;
  641. } SMARTLIST_FOREACH_END(conn);
  642. return moribund;
  643. }
  644. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  645. * some data to read. */
  646. static void
  647. conn_read_callback(evutil_socket_t fd, short event, void *_conn)
  648. {
  649. connection_t *conn = _conn;
  650. (void)fd;
  651. (void)event;
  652. log_debug(LD_NET,"socket %d wants to read.",(int)conn->s);
  653. /* assert_connection_ok(conn, time(NULL)); */
  654. if (connection_handle_read(conn) < 0) {
  655. if (!conn->marked_for_close) {
  656. #ifndef _WIN32
  657. log_warn(LD_BUG,"Unhandled error on read for %s connection "
  658. "(fd %d); removing",
  659. conn_type_to_string(conn->type), (int)conn->s);
  660. tor_fragile_assert();
  661. #endif
  662. if (CONN_IS_EDGE(conn))
  663. connection_edge_end_errno(TO_EDGE_CONN(conn));
  664. connection_mark_for_close(conn);
  665. }
  666. }
  667. assert_connection_ok(conn, time(NULL));
  668. if (smartlist_len(closeable_connection_lst))
  669. close_closeable_connections();
  670. }
  671. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  672. * some data to write. */
  673. static void
  674. conn_write_callback(evutil_socket_t fd, short events, void *_conn)
  675. {
  676. connection_t *conn = _conn;
  677. (void)fd;
  678. (void)events;
  679. LOG_FN_CONN(conn, (LOG_DEBUG, LD_NET, "socket %d wants to write.",
  680. (int)conn->s));
  681. /* assert_connection_ok(conn, time(NULL)); */
  682. if (connection_handle_write(conn, 0) < 0) {
  683. if (!conn->marked_for_close) {
  684. /* this connection is broken. remove it. */
  685. log_fn(LOG_WARN,LD_BUG,
  686. "unhandled error on write for %s connection (fd %d); removing",
  687. conn_type_to_string(conn->type), (int)conn->s);
  688. tor_fragile_assert();
  689. if (CONN_IS_EDGE(conn)) {
  690. /* otherwise we cry wolf about duplicate close */
  691. edge_connection_t *edge_conn = TO_EDGE_CONN(conn);
  692. if (!edge_conn->end_reason)
  693. edge_conn->end_reason = END_STREAM_REASON_INTERNAL;
  694. edge_conn->edge_has_sent_end = 1;
  695. }
  696. connection_close_immediate(conn); /* So we don't try to flush. */
  697. connection_mark_for_close(conn);
  698. }
  699. }
  700. assert_connection_ok(conn, time(NULL));
  701. if (smartlist_len(closeable_connection_lst))
  702. close_closeable_connections();
  703. }
  704. /** If the connection at connection_array[i] is marked for close, then:
  705. * - If it has data that it wants to flush, try to flush it.
  706. * - If it _still_ has data to flush, and conn->hold_open_until_flushed is
  707. * true, then leave the connection open and return.
  708. * - Otherwise, remove the connection from connection_array and from
  709. * all other lists, close it, and free it.
  710. * Returns 1 if the connection was closed, 0 otherwise.
  711. */
  712. static int
  713. conn_close_if_marked(int i)
  714. {
  715. connection_t *conn;
  716. int retval;
  717. time_t now;
  718. conn = smartlist_get(connection_array, i);
  719. if (!conn->marked_for_close)
  720. return 0; /* nothing to see here, move along */
  721. now = time(NULL);
  722. assert_connection_ok(conn, now);
  723. /* assert_all_pending_dns_resolves_ok(); */
  724. log_debug(LD_NET,"Cleaning up connection (fd "TOR_SOCKET_T_FORMAT").",
  725. conn->s);
  726. /* If the connection we are about to close was trying to connect to
  727. a proxy server and failed, the client won't be able to use that
  728. proxy. We should warn the user about this. */
  729. if (conn->proxy_state == PROXY_INFANT)
  730. log_failed_proxy_connection(conn);
  731. if ((SOCKET_OK(conn->s) || conn->linked_conn) &&
  732. connection_wants_to_flush(conn)) {
  733. /* s == -1 means it's an incomplete edge connection, or that the socket
  734. * has already been closed as unflushable. */
  735. ssize_t sz = connection_bucket_write_limit(conn, now);
  736. if (!conn->hold_open_until_flushed)
  737. log_info(LD_NET,
  738. "Conn (addr %s, fd %d, type %s, state %d) marked, but wants "
  739. "to flush %d bytes. (Marked at %s:%d)",
  740. escaped_safe_str_client(conn->address),
  741. (int)conn->s, conn_type_to_string(conn->type), conn->state,
  742. (int)conn->outbuf_flushlen,
  743. conn->marked_for_close_file, conn->marked_for_close);
  744. if (conn->linked_conn) {
  745. retval = move_buf_to_buf(conn->linked_conn->inbuf, conn->outbuf,
  746. &conn->outbuf_flushlen);
  747. if (retval >= 0) {
  748. /* The linked conn will notice that it has data when it notices that
  749. * we're gone. */
  750. connection_start_reading_from_linked_conn(conn->linked_conn);
  751. }
  752. log_debug(LD_GENERAL, "Flushed last %d bytes from a linked conn; "
  753. "%d left; flushlen %d; wants-to-flush==%d", retval,
  754. (int)connection_get_outbuf_len(conn),
  755. (int)conn->outbuf_flushlen,
  756. connection_wants_to_flush(conn));
  757. } else if (connection_speaks_cells(conn)) {
  758. if (conn->state == OR_CONN_STATE_OPEN) {
  759. retval = flush_buf_tls(TO_OR_CONN(conn)->tls, conn->outbuf, sz,
  760. &conn->outbuf_flushlen);
  761. } else
  762. retval = -1; /* never flush non-open broken tls connections */
  763. } else {
  764. retval = flush_buf(conn->s, conn->outbuf, sz, &conn->outbuf_flushlen);
  765. }
  766. if (retval >= 0 && /* Technically, we could survive things like
  767. TLS_WANT_WRITE here. But don't bother for now. */
  768. conn->hold_open_until_flushed && connection_wants_to_flush(conn)) {
  769. if (retval > 0) {
  770. LOG_FN_CONN(conn, (LOG_INFO,LD_NET,
  771. "Holding conn (fd %d) open for more flushing.",
  772. (int)conn->s));
  773. conn->timestamp_lastwritten = now; /* reset so we can flush more */
  774. } else if (sz == 0) {
  775. /* Also, retval==0. If we get here, we didn't want to write anything
  776. * (because of rate-limiting) and we didn't. */
  777. /* Connection must flush before closing, but it's being rate-limited.
  778. * Let's remove from Libevent, and mark it as blocked on bandwidth
  779. * so it will be re-added on next token bucket refill. Prevents
  780. * busy Libevent loops where we keep ending up here and returning
  781. * 0 until we are no longer blocked on bandwidth.
  782. */
  783. if (connection_is_writing(conn)) {
  784. conn->write_blocked_on_bw = 1;
  785. connection_stop_writing(conn);
  786. }
  787. if (connection_is_reading(conn)) {
  788. /* XXXX+ We should make this code unreachable; if a connection is
  789. * marked for close and flushing, there is no point in reading to it
  790. * at all. Further, checking at this point is a bit of a hack: it
  791. * would make much more sense to react in
  792. * connection_handle_read_impl, or to just stop reading in
  793. * mark_and_flush */
  794. conn->read_blocked_on_bw = 1;
  795. connection_stop_reading(conn);
  796. }
  797. }
  798. return 0;
  799. }
  800. if (connection_wants_to_flush(conn)) {
  801. log_fn(LOG_INFO, LD_NET, "We stalled too much while trying to write %d "
  802. "bytes to address %s. If this happens a lot, either "
  803. "something is wrong with your network connection, or "
  804. "something is wrong with theirs. "
  805. "(fd %d, type %s, state %d, marked at %s:%d).",
  806. (int)connection_get_outbuf_len(conn),
  807. escaped_safe_str_client(conn->address),
  808. (int)conn->s, conn_type_to_string(conn->type), conn->state,
  809. conn->marked_for_close_file,
  810. conn->marked_for_close);
  811. }
  812. }
  813. connection_unlink(conn); /* unlink, remove, free */
  814. return 1;
  815. }
  816. /** Implementation for directory_all_unreachable. This is done in a callback,
  817. * since otherwise it would complicate Tor's control-flow graph beyond all
  818. * reason.
  819. */
  820. static void
  821. directory_all_unreachable_cb(evutil_socket_t fd, short event, void *arg)
  822. {
  823. (void)fd;
  824. (void)event;
  825. (void)arg;
  826. connection_t *conn;
  827. while ((conn = connection_get_by_type_state(CONN_TYPE_AP,
  828. AP_CONN_STATE_CIRCUIT_WAIT))) {
  829. entry_connection_t *entry_conn = TO_ENTRY_CONN(conn);
  830. log_notice(LD_NET,
  831. "Is your network connection down? "
  832. "Failing connection to '%s:%d'.",
  833. safe_str_client(entry_conn->socks_request->address),
  834. entry_conn->socks_request->port);
  835. connection_mark_unattached_ap(entry_conn,
  836. END_STREAM_REASON_NET_UNREACHABLE);
  837. }
  838. control_event_general_error("DIR_ALL_UNREACHABLE");
  839. }
  840. static struct event *directory_all_unreachable_cb_event = NULL;
  841. /** We've just tried every dirserver we know about, and none of
  842. * them were reachable. Assume the network is down. Change state
  843. * so next time an application connection arrives we'll delay it
  844. * and try another directory fetch. Kill off all the circuit_wait
  845. * streams that are waiting now, since they will all timeout anyway.
  846. */
  847. void
  848. directory_all_unreachable(time_t now)
  849. {
  850. (void)now;
  851. stats_n_seconds_working=0; /* reset it */
  852. if (!directory_all_unreachable_cb_event) {
  853. directory_all_unreachable_cb_event =
  854. tor_event_new(tor_libevent_get_base(),
  855. -1, EV_READ, directory_all_unreachable_cb, NULL);
  856. tor_assert(directory_all_unreachable_cb_event);
  857. }
  858. event_active(directory_all_unreachable_cb_event, EV_READ, 1);
  859. }
  860. /** This function is called whenever we successfully pull down some new
  861. * network statuses or server descriptors. */
  862. void
  863. directory_info_has_arrived(time_t now, int from_cache, int suppress_logs)
  864. {
  865. const or_options_t *options = get_options();
  866. if (!router_have_minimum_dir_info()) {
  867. int quiet = suppress_logs || from_cache ||
  868. directory_too_idle_to_fetch_descriptors(options, now);
  869. tor_log(quiet ? LOG_INFO : LOG_NOTICE, LD_DIR,
  870. "I learned some more directory information, but not enough to "
  871. "build a circuit: %s", get_dir_info_status_string());
  872. update_all_descriptor_downloads(now);
  873. return;
  874. } else {
  875. if (directory_fetches_from_authorities(options)) {
  876. update_all_descriptor_downloads(now);
  877. }
  878. /* if we have enough dir info, then update our guard status with
  879. * whatever we just learned. */
  880. int invalidate_circs = guards_update_all();
  881. if (invalidate_circs) {
  882. circuit_mark_all_unused_circs();
  883. circuit_mark_all_dirty_circs_as_unusable();
  884. }
  885. /* Don't even bother trying to get extrainfo until the rest of our
  886. * directory info is up-to-date */
  887. if (options->DownloadExtraInfo)
  888. update_extrainfo_downloads(now);
  889. }
  890. if (server_mode(options) && !net_is_disabled() && !from_cache &&
  891. (have_completed_a_circuit() || !any_predicted_circuits(now)))
  892. consider_testing_reachability(1, 1);
  893. }
  894. /** Perform regular maintenance tasks for a single connection. This
  895. * function gets run once per second per connection by run_scheduled_events.
  896. */
  897. static void
  898. run_connection_housekeeping(int i, time_t now)
  899. {
  900. cell_t cell;
  901. connection_t *conn = smartlist_get(connection_array, i);
  902. const or_options_t *options = get_options();
  903. or_connection_t *or_conn;
  904. channel_t *chan = NULL;
  905. int have_any_circuits;
  906. int past_keepalive =
  907. now >= conn->timestamp_lastwritten + options->KeepalivePeriod;
  908. if (conn->outbuf && !connection_get_outbuf_len(conn) &&
  909. conn->type == CONN_TYPE_OR)
  910. TO_OR_CONN(conn)->timestamp_lastempty = now;
  911. if (conn->marked_for_close) {
  912. /* nothing to do here */
  913. return;
  914. }
  915. /* Expire any directory connections that haven't been active (sent
  916. * if a server or received if a client) for 5 min */
  917. if (conn->type == CONN_TYPE_DIR &&
  918. ((DIR_CONN_IS_SERVER(conn) &&
  919. conn->timestamp_lastwritten
  920. + options->TestingDirConnectionMaxStall < now) ||
  921. (!DIR_CONN_IS_SERVER(conn) &&
  922. conn->timestamp_lastread
  923. + options->TestingDirConnectionMaxStall < now))) {
  924. log_info(LD_DIR,"Expiring wedged directory conn (fd %d, purpose %d)",
  925. (int)conn->s, conn->purpose);
  926. /* This check is temporary; it's to let us know whether we should consider
  927. * parsing partial serverdesc responses. */
  928. if (conn->purpose == DIR_PURPOSE_FETCH_SERVERDESC &&
  929. connection_get_inbuf_len(conn) >= 1024) {
  930. log_info(LD_DIR,"Trying to extract information from wedged server desc "
  931. "download.");
  932. connection_dir_reached_eof(TO_DIR_CONN(conn));
  933. } else {
  934. connection_mark_for_close(conn);
  935. }
  936. return;
  937. }
  938. if (!connection_speaks_cells(conn))
  939. return; /* we're all done here, the rest is just for OR conns */
  940. /* If we haven't written to an OR connection for a while, then either nuke
  941. the connection or send a keepalive, depending. */
  942. or_conn = TO_OR_CONN(conn);
  943. tor_assert(conn->outbuf);
  944. chan = TLS_CHAN_TO_BASE(or_conn->chan);
  945. tor_assert(chan);
  946. if (channel_num_circuits(chan) != 0) {
  947. have_any_circuits = 1;
  948. chan->timestamp_last_had_circuits = now;
  949. } else {
  950. have_any_circuits = 0;
  951. }
  952. if (channel_is_bad_for_new_circs(TLS_CHAN_TO_BASE(or_conn->chan)) &&
  953. ! have_any_circuits) {
  954. /* It's bad for new circuits, and has no unmarked circuits on it:
  955. * mark it now. */
  956. log_info(LD_OR,
  957. "Expiring non-used OR connection to fd %d (%s:%d) [Too old].",
  958. (int)conn->s, conn->address, conn->port);
  959. if (conn->state == OR_CONN_STATE_CONNECTING)
  960. connection_or_connect_failed(TO_OR_CONN(conn),
  961. END_OR_CONN_REASON_TIMEOUT,
  962. "Tor gave up on the connection");
  963. connection_or_close_normally(TO_OR_CONN(conn), 1);
  964. } else if (!connection_state_is_open(conn)) {
  965. if (past_keepalive) {
  966. /* We never managed to actually get this connection open and happy. */
  967. log_info(LD_OR,"Expiring non-open OR connection to fd %d (%s:%d).",
  968. (int)conn->s,conn->address, conn->port);
  969. connection_or_close_normally(TO_OR_CONN(conn), 0);
  970. }
  971. } else if (we_are_hibernating() &&
  972. ! have_any_circuits &&
  973. !connection_get_outbuf_len(conn)) {
  974. /* We're hibernating, there's no circuits, and nothing to flush.*/
  975. log_info(LD_OR,"Expiring non-used OR connection to fd %d (%s:%d) "
  976. "[Hibernating or exiting].",
  977. (int)conn->s,conn->address, conn->port);
  978. connection_or_close_normally(TO_OR_CONN(conn), 1);
  979. } else if (!have_any_circuits &&
  980. now - or_conn->idle_timeout >=
  981. chan->timestamp_last_had_circuits) {
  982. log_info(LD_OR,"Expiring non-used OR connection to fd %d (%s:%d) "
  983. "[no circuits for %d; timeout %d; %scanonical].",
  984. (int)conn->s, conn->address, conn->port,
  985. (int)(now - chan->timestamp_last_had_circuits),
  986. or_conn->idle_timeout,
  987. or_conn->is_canonical ? "" : "non");
  988. connection_or_close_normally(TO_OR_CONN(conn), 0);
  989. } else if (
  990. now >= or_conn->timestamp_lastempty + options->KeepalivePeriod*10 &&
  991. now >= conn->timestamp_lastwritten + options->KeepalivePeriod*10) {
  992. log_fn(LOG_PROTOCOL_WARN,LD_PROTOCOL,
  993. "Expiring stuck OR connection to fd %d (%s:%d). (%d bytes to "
  994. "flush; %d seconds since last write)",
  995. (int)conn->s, conn->address, conn->port,
  996. (int)connection_get_outbuf_len(conn),
  997. (int)(now-conn->timestamp_lastwritten));
  998. connection_or_close_normally(TO_OR_CONN(conn), 0);
  999. } else if (past_keepalive && !connection_get_outbuf_len(conn)) {
  1000. /* send a padding cell */
  1001. log_fn(LOG_DEBUG,LD_OR,"Sending keepalive to (%s:%d)",
  1002. conn->address, conn->port);
  1003. memset(&cell,0,sizeof(cell_t));
  1004. cell.command = CELL_PADDING;
  1005. connection_or_write_cell_to_buf(&cell, or_conn);
  1006. } else {
  1007. channelpadding_decide_to_pad_channel(chan);
  1008. }
  1009. }
  1010. /** Honor a NEWNYM request: make future requests unlinkable to past
  1011. * requests. */
  1012. static void
  1013. signewnym_impl(time_t now)
  1014. {
  1015. const or_options_t *options = get_options();
  1016. if (!proxy_mode(options)) {
  1017. log_info(LD_CONTROL, "Ignoring SIGNAL NEWNYM because client functionality "
  1018. "is disabled.");
  1019. return;
  1020. }
  1021. circuit_mark_all_dirty_circs_as_unusable();
  1022. addressmap_clear_transient();
  1023. rend_client_purge_state();
  1024. time_of_last_signewnym = now;
  1025. signewnym_is_pending = 0;
  1026. ++newnym_epoch;
  1027. control_event_signal(SIGNEWNYM);
  1028. }
  1029. /** Return the number of times that signewnym has been called. */
  1030. unsigned
  1031. get_signewnym_epoch(void)
  1032. {
  1033. return newnym_epoch;
  1034. }
  1035. /** True iff we have initialized all the members of <b>periodic_events</b>.
  1036. * Used to prevent double-initialization. */
  1037. static int periodic_events_initialized = 0;
  1038. /* Declare all the timer callback functions... */
  1039. #undef CALLBACK
  1040. #define CALLBACK(name) \
  1041. static int name ## _callback(time_t, const or_options_t *)
  1042. CALLBACK(rotate_onion_key);
  1043. CALLBACK(check_ed_keys);
  1044. CALLBACK(launch_descriptor_fetches);
  1045. CALLBACK(rotate_x509_certificate);
  1046. CALLBACK(add_entropy);
  1047. CALLBACK(launch_reachability_tests);
  1048. CALLBACK(downrate_stability);
  1049. CALLBACK(save_stability);
  1050. CALLBACK(check_authority_cert);
  1051. CALLBACK(check_expired_networkstatus);
  1052. CALLBACK(write_stats_file);
  1053. CALLBACK(record_bridge_stats);
  1054. CALLBACK(clean_caches);
  1055. CALLBACK(rend_cache_failure_clean);
  1056. CALLBACK(retry_dns);
  1057. CALLBACK(check_descriptor);
  1058. CALLBACK(check_for_reachability_bw);
  1059. CALLBACK(fetch_networkstatus);
  1060. CALLBACK(retry_listeners);
  1061. CALLBACK(expire_old_ciruits_serverside);
  1062. CALLBACK(check_dns_honesty);
  1063. CALLBACK(write_bridge_ns);
  1064. CALLBACK(check_fw_helper_app);
  1065. CALLBACK(heartbeat);
  1066. CALLBACK(reset_padding_counts);
  1067. #undef CALLBACK
  1068. /* Now we declare an array of periodic_event_item_t for each periodic event */
  1069. #define CALLBACK(name) PERIODIC_EVENT(name)
  1070. static periodic_event_item_t periodic_events[] = {
  1071. CALLBACK(rotate_onion_key),
  1072. CALLBACK(check_ed_keys),
  1073. CALLBACK(launch_descriptor_fetches),
  1074. CALLBACK(rotate_x509_certificate),
  1075. CALLBACK(add_entropy),
  1076. CALLBACK(launch_reachability_tests),
  1077. CALLBACK(downrate_stability),
  1078. CALLBACK(save_stability),
  1079. CALLBACK(check_authority_cert),
  1080. CALLBACK(check_expired_networkstatus),
  1081. CALLBACK(write_stats_file),
  1082. CALLBACK(record_bridge_stats),
  1083. CALLBACK(clean_caches),
  1084. CALLBACK(rend_cache_failure_clean),
  1085. CALLBACK(retry_dns),
  1086. CALLBACK(check_descriptor),
  1087. CALLBACK(check_for_reachability_bw),
  1088. CALLBACK(fetch_networkstatus),
  1089. CALLBACK(retry_listeners),
  1090. CALLBACK(expire_old_ciruits_serverside),
  1091. CALLBACK(check_dns_honesty),
  1092. CALLBACK(write_bridge_ns),
  1093. CALLBACK(check_fw_helper_app),
  1094. CALLBACK(heartbeat),
  1095. CALLBACK(reset_padding_counts),
  1096. END_OF_PERIODIC_EVENTS
  1097. };
  1098. #undef CALLBACK
  1099. /* These are pointers to members of periodic_events[] that are used to
  1100. * implement particular callbacks. We keep them separate here so that we
  1101. * can access them by name. We also keep them inside periodic_events[]
  1102. * so that we can implement "reset all timers" in a reasonable way. */
  1103. static periodic_event_item_t *check_descriptor_event=NULL;
  1104. static periodic_event_item_t *fetch_networkstatus_event=NULL;
  1105. static periodic_event_item_t *launch_descriptor_fetches_event=NULL;
  1106. static periodic_event_item_t *check_dns_honesty_event=NULL;
  1107. /** Reset all the periodic events so we'll do all our actions again as if we
  1108. * just started up.
  1109. * Useful if our clock just moved back a long time from the future,
  1110. * so we don't wait until that future arrives again before acting.
  1111. */
  1112. void
  1113. reset_all_main_loop_timers(void)
  1114. {
  1115. int i;
  1116. for (i = 0; periodic_events[i].name; ++i) {
  1117. periodic_event_reschedule(&periodic_events[i]);
  1118. }
  1119. }
  1120. /** Return the member of periodic_events[] whose name is <b>name</b>.
  1121. * Return NULL if no such event is found.
  1122. */
  1123. static periodic_event_item_t *
  1124. find_periodic_event(const char *name)
  1125. {
  1126. int i;
  1127. for (i = 0; periodic_events[i].name; ++i) {
  1128. if (strcmp(name, periodic_events[i].name) == 0)
  1129. return &periodic_events[i];
  1130. }
  1131. return NULL;
  1132. }
  1133. /** Helper, run one second after setup:
  1134. * Initializes all members of periodic_events and starts them running.
  1135. *
  1136. * (We do this one second after setup for backward-compatibility reasons;
  1137. * it might not actually be necessary.) */
  1138. static void
  1139. initialize_periodic_events_cb(evutil_socket_t fd, short events, void *data)
  1140. {
  1141. (void) fd;
  1142. (void) events;
  1143. (void) data;
  1144. int i;
  1145. for (i = 0; periodic_events[i].name; ++i) {
  1146. periodic_event_launch(&periodic_events[i]);
  1147. }
  1148. }
  1149. /** Set up all the members of periodic_events[], and configure them all to be
  1150. * launched from a callback. */
  1151. STATIC void
  1152. initialize_periodic_events(void)
  1153. {
  1154. tor_assert(periodic_events_initialized == 0);
  1155. periodic_events_initialized = 1;
  1156. int i;
  1157. for (i = 0; periodic_events[i].name; ++i) {
  1158. periodic_event_setup(&periodic_events[i]);
  1159. }
  1160. #define NAMED_CALLBACK(name) \
  1161. STMT_BEGIN name ## _event = find_periodic_event( #name ); STMT_END
  1162. NAMED_CALLBACK(check_descriptor);
  1163. NAMED_CALLBACK(fetch_networkstatus);
  1164. NAMED_CALLBACK(launch_descriptor_fetches);
  1165. NAMED_CALLBACK(check_dns_honesty);
  1166. struct timeval one_second = { 1, 0 };
  1167. event_base_once(tor_libevent_get_base(), -1, EV_TIMEOUT,
  1168. initialize_periodic_events_cb, NULL,
  1169. &one_second);
  1170. }
  1171. STATIC void
  1172. teardown_periodic_events(void)
  1173. {
  1174. int i;
  1175. for (i = 0; periodic_events[i].name; ++i) {
  1176. periodic_event_destroy(&periodic_events[i]);
  1177. }
  1178. }
  1179. /**
  1180. * Update our schedule so that we'll check whether we need to update our
  1181. * descriptor immediately, rather than after up to CHECK_DESCRIPTOR_INTERVAL
  1182. * seconds.
  1183. */
  1184. void
  1185. reschedule_descriptor_update_check(void)
  1186. {
  1187. tor_assert(check_descriptor_event);
  1188. periodic_event_reschedule(check_descriptor_event);
  1189. }
  1190. /**
  1191. * Update our schedule so that we'll check whether we need to fetch directory
  1192. * info immediately.
  1193. */
  1194. void
  1195. reschedule_directory_downloads(void)
  1196. {
  1197. tor_assert(fetch_networkstatus_event);
  1198. tor_assert(launch_descriptor_fetches_event);
  1199. periodic_event_reschedule(fetch_networkstatus_event);
  1200. periodic_event_reschedule(launch_descriptor_fetches_event);
  1201. }
  1202. #define LONGEST_TIMER_PERIOD (30 * 86400)
  1203. /** Helper: Return the number of seconds between <b>now</b> and <b>next</b>,
  1204. * clipped to the range [1 second, LONGEST_TIMER_PERIOD]. */
  1205. static inline int
  1206. safe_timer_diff(time_t now, time_t next)
  1207. {
  1208. if (next > now) {
  1209. /* There were no computers at signed TIME_MIN (1902 on 32-bit systems),
  1210. * and nothing that could run Tor. It's a bug if 'next' is around then.
  1211. * On 64-bit systems with signed TIME_MIN, TIME_MIN is before the Big
  1212. * Bang. We cannot extrapolate past a singularity, but there was probably
  1213. * nothing that could run Tor then, either.
  1214. **/
  1215. tor_assert(next > TIME_MIN + LONGEST_TIMER_PERIOD);
  1216. if (next - LONGEST_TIMER_PERIOD > now)
  1217. return LONGEST_TIMER_PERIOD;
  1218. return (int)(next - now);
  1219. } else {
  1220. return 1;
  1221. }
  1222. }
  1223. /** Perform regular maintenance tasks. This function gets run once per
  1224. * second by second_elapsed_callback().
  1225. */
  1226. static void
  1227. run_scheduled_events(time_t now)
  1228. {
  1229. const or_options_t *options = get_options();
  1230. /* 0. See if we've been asked to shut down and our timeout has
  1231. * expired; or if our bandwidth limits are exhausted and we
  1232. * should hibernate; or if it's time to wake up from hibernation.
  1233. */
  1234. consider_hibernation(now);
  1235. /* 0b. If we've deferred a signewnym, make sure it gets handled
  1236. * eventually. */
  1237. if (signewnym_is_pending &&
  1238. time_of_last_signewnym + MAX_SIGNEWNYM_RATE <= now) {
  1239. log_info(LD_CONTROL, "Honoring delayed NEWNYM request");
  1240. signewnym_impl(now);
  1241. }
  1242. /* 0c. If we've deferred log messages for the controller, handle them now */
  1243. flush_pending_log_callbacks();
  1244. /* Maybe enough time elapsed for us to reconsider a circuit. */
  1245. circuit_upgrade_circuits_from_guard_wait();
  1246. if (options->UseBridges && !options->DisableNetwork) {
  1247. fetch_bridge_descriptors(options, now);
  1248. }
  1249. if (accounting_is_enabled(options)) {
  1250. accounting_run_housekeeping(now);
  1251. }
  1252. if (authdir_mode_v3(options)) {
  1253. dirvote_act(options, now);
  1254. }
  1255. /* 3a. Every second, we examine pending circuits and prune the
  1256. * ones which have been pending for more than a few seconds.
  1257. * We do this before step 4, so it can try building more if
  1258. * it's not comfortable with the number of available circuits.
  1259. */
  1260. /* (If our circuit build timeout can ever become lower than a second (which
  1261. * it can't, currently), we should do this more often.) */
  1262. circuit_expire_building();
  1263. circuit_expire_waiting_for_better_guard();
  1264. /* 3b. Also look at pending streams and prune the ones that 'began'
  1265. * a long time ago but haven't gotten a 'connected' yet.
  1266. * Do this before step 4, so we can put them back into pending
  1267. * state to be picked up by the new circuit.
  1268. */
  1269. connection_ap_expire_beginning();
  1270. /* 3c. And expire connections that we've held open for too long.
  1271. */
  1272. connection_expire_held_open();
  1273. /* 4. Every second, we try a new circuit if there are no valid
  1274. * circuits. Every NewCircuitPeriod seconds, we expire circuits
  1275. * that became dirty more than MaxCircuitDirtiness seconds ago,
  1276. * and we make a new circ if there are no clean circuits.
  1277. */
  1278. const int have_dir_info = router_have_minimum_dir_info();
  1279. if (have_dir_info && !net_is_disabled()) {
  1280. circuit_build_needed_circs(now);
  1281. } else {
  1282. circuit_expire_old_circs_as_needed(now);
  1283. }
  1284. if (!net_is_disabled()) {
  1285. /* This is usually redundant with circuit_build_needed_circs() above,
  1286. * but it is very fast when there is no work to do. */
  1287. connection_ap_attach_pending(0);
  1288. }
  1289. /* 5. We do housekeeping for each connection... */
  1290. channel_update_bad_for_new_circs(NULL, 0);
  1291. int i;
  1292. for (i=0;i<smartlist_len(connection_array);i++) {
  1293. run_connection_housekeeping(i, now);
  1294. }
  1295. /* 6. And remove any marked circuits... */
  1296. circuit_close_all_marked();
  1297. /* 7. And upload service descriptors if necessary. */
  1298. if (have_completed_a_circuit() && !net_is_disabled()) {
  1299. rend_consider_services_upload(now);
  1300. rend_consider_descriptor_republication();
  1301. }
  1302. /* 8. and blow away any connections that need to die. have to do this now,
  1303. * because if we marked a conn for close and left its socket -1, then
  1304. * we'll pass it to poll/select and bad things will happen.
  1305. */
  1306. close_closeable_connections();
  1307. /* 8b. And if anything in our state is ready to get flushed to disk, we
  1308. * flush it. */
  1309. or_state_save(now);
  1310. /* 8c. Do channel cleanup just like for connections */
  1311. channel_run_cleanup();
  1312. channel_listener_run_cleanup();
  1313. /* 11b. check pending unconfigured managed proxies */
  1314. if (!net_is_disabled() && pt_proxies_configuration_pending())
  1315. pt_configure_remaining_proxies();
  1316. }
  1317. /* Periodic callback: Every MIN_ONION_KEY_LIFETIME seconds, rotate the onion
  1318. * keys, shut down and restart all cpuworkers, and update our descriptor if
  1319. * necessary.
  1320. */
  1321. static int
  1322. rotate_onion_key_callback(time_t now, const or_options_t *options)
  1323. {
  1324. if (server_mode(options)) {
  1325. time_t rotation_time = get_onion_key_set_at()+MIN_ONION_KEY_LIFETIME;
  1326. if (rotation_time > now) {
  1327. return safe_timer_diff(now, rotation_time);
  1328. }
  1329. log_info(LD_GENERAL,"Rotating onion key.");
  1330. rotate_onion_key();
  1331. cpuworkers_rotate_keyinfo();
  1332. if (router_rebuild_descriptor(1)<0) {
  1333. log_info(LD_CONFIG, "Couldn't rebuild router descriptor");
  1334. }
  1335. if (advertised_server_mode() && !options->DisableNetwork)
  1336. router_upload_dir_desc_to_dirservers(0);
  1337. return MIN_ONION_KEY_LIFETIME;
  1338. }
  1339. return PERIODIC_EVENT_NO_UPDATE;
  1340. }
  1341. /* Periodic callback: Every 30 seconds, check whether it's time to make new
  1342. * Ed25519 subkeys.
  1343. */
  1344. static int
  1345. check_ed_keys_callback(time_t now, const or_options_t *options)
  1346. {
  1347. if (server_mode(options)) {
  1348. if (should_make_new_ed_keys(options, now)) {
  1349. if (load_ed_keys(options, now) < 0 ||
  1350. generate_ed_link_cert(options, now)) {
  1351. log_err(LD_OR, "Unable to update Ed25519 keys! Exiting.");
  1352. tor_cleanup();
  1353. exit(0);
  1354. }
  1355. }
  1356. return 30;
  1357. }
  1358. return PERIODIC_EVENT_NO_UPDATE;
  1359. }
  1360. /**
  1361. * Periodic callback: Every {LAZY,GREEDY}_DESCRIPTOR_RETRY_INTERVAL,
  1362. * see about fetching descriptors, microdescriptors, and extrainfo
  1363. * documents.
  1364. */
  1365. static int
  1366. launch_descriptor_fetches_callback(time_t now, const or_options_t *options)
  1367. {
  1368. if (should_delay_dir_fetches(options, NULL))
  1369. return PERIODIC_EVENT_NO_UPDATE;
  1370. update_all_descriptor_downloads(now);
  1371. update_extrainfo_downloads(now);
  1372. if (router_have_minimum_dir_info())
  1373. return LAZY_DESCRIPTOR_RETRY_INTERVAL;
  1374. else
  1375. return GREEDY_DESCRIPTOR_RETRY_INTERVAL;
  1376. }
  1377. /**
  1378. * Periodic event: Rotate our X.509 certificates and TLS keys once every
  1379. * MAX_SSL_KEY_LIFETIME_INTERNAL.
  1380. */
  1381. static int
  1382. rotate_x509_certificate_callback(time_t now, const or_options_t *options)
  1383. {
  1384. static int first = 1;
  1385. (void)now;
  1386. (void)options;
  1387. if (first) {
  1388. first = 0;
  1389. return MAX_SSL_KEY_LIFETIME_INTERNAL;
  1390. }
  1391. /* 1b. Every MAX_SSL_KEY_LIFETIME_INTERNAL seconds, we change our
  1392. * TLS context. */
  1393. log_info(LD_GENERAL,"Rotating tls context.");
  1394. if (router_initialize_tls_context() < 0) {
  1395. log_err(LD_BUG, "Error reinitializing TLS context");
  1396. tor_assert_unreached();
  1397. }
  1398. /* We also make sure to rotate the TLS connections themselves if they've
  1399. * been up for too long -- but that's done via is_bad_for_new_circs in
  1400. * run_connection_housekeeping() above. */
  1401. return MAX_SSL_KEY_LIFETIME_INTERNAL;
  1402. }
  1403. /**
  1404. * Periodic callback: once an hour, grab some more entropy from the
  1405. * kernel and feed it to our CSPRNG.
  1406. **/
  1407. static int
  1408. add_entropy_callback(time_t now, const or_options_t *options)
  1409. {
  1410. (void)now;
  1411. (void)options;
  1412. /* We already seeded once, so don't die on failure. */
  1413. if (crypto_seed_rng() < 0) {
  1414. log_warn(LD_GENERAL, "Tried to re-seed RNG, but failed. We already "
  1415. "seeded once, though, so we won't exit here.");
  1416. }
  1417. /** How often do we add more entropy to OpenSSL's RNG pool? */
  1418. #define ENTROPY_INTERVAL (60*60)
  1419. return ENTROPY_INTERVAL;
  1420. }
  1421. /**
  1422. * Periodic callback: if we're an authority, make sure we test
  1423. * the routers on the network for reachability.
  1424. */
  1425. static int
  1426. launch_reachability_tests_callback(time_t now, const or_options_t *options)
  1427. {
  1428. if (authdir_mode_tests_reachability(options) &&
  1429. !net_is_disabled()) {
  1430. /* try to determine reachability of the other Tor relays */
  1431. dirserv_test_reachability(now);
  1432. }
  1433. return REACHABILITY_TEST_INTERVAL;
  1434. }
  1435. /**
  1436. * Periodic callback: if we're an authority, discount the stability
  1437. * information (and other rephist information) that's older.
  1438. */
  1439. static int
  1440. downrate_stability_callback(time_t now, const or_options_t *options)
  1441. {
  1442. (void)options;
  1443. /* 1d. Periodically, we discount older stability information so that new
  1444. * stability info counts more, and save the stability information to disk as
  1445. * appropriate. */
  1446. time_t next = rep_hist_downrate_old_runs(now);
  1447. return safe_timer_diff(now, next);
  1448. }
  1449. /**
  1450. * Periodic callback: if we're an authority, record our measured stability
  1451. * information from rephist in an mtbf file.
  1452. */
  1453. static int
  1454. save_stability_callback(time_t now, const or_options_t *options)
  1455. {
  1456. if (authdir_mode_tests_reachability(options)) {
  1457. if (rep_hist_record_mtbf_data(now, 1)<0) {
  1458. log_warn(LD_GENERAL, "Couldn't store mtbf data.");
  1459. }
  1460. }
  1461. #define SAVE_STABILITY_INTERVAL (30*60)
  1462. return SAVE_STABILITY_INTERVAL;
  1463. }
  1464. /**
  1465. * Periodic callback: if we're an authority, check on our authority
  1466. * certificate (the one that authenticates our authority signing key).
  1467. */
  1468. static int
  1469. check_authority_cert_callback(time_t now, const or_options_t *options)
  1470. {
  1471. (void)now;
  1472. (void)options;
  1473. /* 1e. Periodically, if we're a v3 authority, we check whether our cert is
  1474. * close to expiring and warn the admin if it is. */
  1475. v3_authority_check_key_expiry();
  1476. #define CHECK_V3_CERTIFICATE_INTERVAL (5*60)
  1477. return CHECK_V3_CERTIFICATE_INTERVAL;
  1478. }
  1479. /**
  1480. * Periodic callback: If our consensus is too old, recalculate whether
  1481. * we can actually use it.
  1482. */
  1483. static int
  1484. check_expired_networkstatus_callback(time_t now, const or_options_t *options)
  1485. {
  1486. (void)options;
  1487. /* Check whether our networkstatus has expired. */
  1488. networkstatus_t *ns = networkstatus_get_latest_consensus();
  1489. /*XXXX RD: This value needs to be the same as REASONABLY_LIVE_TIME in
  1490. * networkstatus_get_reasonably_live_consensus(), but that value is way
  1491. * way too high. Arma: is the bridge issue there resolved yet? -NM */
  1492. #define NS_EXPIRY_SLOP (24*60*60)
  1493. if (ns && ns->valid_until < now+NS_EXPIRY_SLOP &&
  1494. router_have_minimum_dir_info()) {
  1495. router_dir_info_changed();
  1496. }
  1497. #define CHECK_EXPIRED_NS_INTERVAL (2*60)
  1498. return CHECK_EXPIRED_NS_INTERVAL;
  1499. }
  1500. /**
  1501. * Periodic callback: Write statistics to disk if appropriate.
  1502. */
  1503. static int
  1504. write_stats_file_callback(time_t now, const or_options_t *options)
  1505. {
  1506. /* 1g. Check whether we should write statistics to disk.
  1507. */
  1508. #define CHECK_WRITE_STATS_INTERVAL (60*60)
  1509. time_t next_time_to_write_stats_files = now + CHECK_WRITE_STATS_INTERVAL;
  1510. if (options->CellStatistics) {
  1511. time_t next_write =
  1512. rep_hist_buffer_stats_write(now);
  1513. if (next_write && next_write < next_time_to_write_stats_files)
  1514. next_time_to_write_stats_files = next_write;
  1515. }
  1516. if (options->DirReqStatistics) {
  1517. time_t next_write = geoip_dirreq_stats_write(now);
  1518. if (next_write && next_write < next_time_to_write_stats_files)
  1519. next_time_to_write_stats_files = next_write;
  1520. }
  1521. if (options->EntryStatistics) {
  1522. time_t next_write = geoip_entry_stats_write(now);
  1523. if (next_write && next_write < next_time_to_write_stats_files)
  1524. next_time_to_write_stats_files = next_write;
  1525. }
  1526. if (options->HiddenServiceStatistics) {
  1527. time_t next_write = rep_hist_hs_stats_write(now);
  1528. if (next_write && next_write < next_time_to_write_stats_files)
  1529. next_time_to_write_stats_files = next_write;
  1530. }
  1531. if (options->ExitPortStatistics) {
  1532. time_t next_write = rep_hist_exit_stats_write(now);
  1533. if (next_write && next_write < next_time_to_write_stats_files)
  1534. next_time_to_write_stats_files = next_write;
  1535. }
  1536. if (options->ConnDirectionStatistics) {
  1537. time_t next_write = rep_hist_conn_stats_write(now);
  1538. if (next_write && next_write < next_time_to_write_stats_files)
  1539. next_time_to_write_stats_files = next_write;
  1540. }
  1541. if (options->BridgeAuthoritativeDir) {
  1542. time_t next_write = rep_hist_desc_stats_write(now);
  1543. if (next_write && next_write < next_time_to_write_stats_files)
  1544. next_time_to_write_stats_files = next_write;
  1545. }
  1546. return safe_timer_diff(now, next_time_to_write_stats_files);
  1547. }
  1548. /**
  1549. * Periodic callback: Write bridge statistics to disk if appropriate.
  1550. */
  1551. static int
  1552. reset_padding_counts_callback(time_t now, const or_options_t *options)
  1553. {
  1554. if (options->PaddingStatistics) {
  1555. rep_hist_prep_published_padding_counts(now);
  1556. }
  1557. rep_hist_reset_padding_counts();
  1558. return REPHIST_CELL_PADDING_COUNTS_INTERVAL;
  1559. }
  1560. static int
  1561. record_bridge_stats_callback(time_t now, const or_options_t *options)
  1562. {
  1563. static int should_init_bridge_stats = 1;
  1564. /* 1h. Check whether we should write bridge statistics to disk.
  1565. */
  1566. if (should_record_bridge_info(options)) {
  1567. if (should_init_bridge_stats) {
  1568. /* (Re-)initialize bridge statistics. */
  1569. geoip_bridge_stats_init(now);
  1570. should_init_bridge_stats = 0;
  1571. return WRITE_STATS_INTERVAL;
  1572. } else {
  1573. /* Possibly write bridge statistics to disk and ask when to write
  1574. * them next time. */
  1575. time_t next = geoip_bridge_stats_write(now);
  1576. return safe_timer_diff(now, next);
  1577. }
  1578. } else if (!should_init_bridge_stats) {
  1579. /* Bridge mode was turned off. Ensure that stats are re-initialized
  1580. * next time bridge mode is turned on. */
  1581. should_init_bridge_stats = 1;
  1582. }
  1583. return PERIODIC_EVENT_NO_UPDATE;
  1584. }
  1585. /**
  1586. * Periodic callback: Clean in-memory caches every once in a while
  1587. */
  1588. static int
  1589. clean_caches_callback(time_t now, const or_options_t *options)
  1590. {
  1591. /* Remove old information from rephist and the rend cache. */
  1592. rep_history_clean(now - options->RephistTrackTime);
  1593. rend_cache_clean(now, REND_CACHE_TYPE_CLIENT);
  1594. rend_cache_clean(now, REND_CACHE_TYPE_SERVICE);
  1595. hs_cache_clean_as_dir(now);
  1596. microdesc_cache_rebuild(NULL, 0);
  1597. #define CLEAN_CACHES_INTERVAL (30*60)
  1598. return CLEAN_CACHES_INTERVAL;
  1599. }
  1600. /**
  1601. * Periodic callback: Clean the cache of failed hidden service lookups
  1602. * frequently.
  1603. */
  1604. static int
  1605. rend_cache_failure_clean_callback(time_t now, const or_options_t *options)
  1606. {
  1607. (void)options;
  1608. /* We don't keep entries that are more than five minutes old so we try to
  1609. * clean it as soon as we can since we want to make sure the client waits
  1610. * as little as possible for reachability reasons. */
  1611. rend_cache_failure_clean(now);
  1612. return 30;
  1613. }
  1614. /**
  1615. * Periodic callback: If we're a server and initializing dns failed, retry.
  1616. */
  1617. static int
  1618. retry_dns_callback(time_t now, const or_options_t *options)
  1619. {
  1620. (void)now;
  1621. #define RETRY_DNS_INTERVAL (10*60)
  1622. if (server_mode(options) && has_dns_init_failed())
  1623. dns_init();
  1624. return RETRY_DNS_INTERVAL;
  1625. }
  1626. /** Periodic callback: consider rebuilding or and re-uploading our descriptor
  1627. * (if we've passed our internal checks). */
  1628. static int
  1629. check_descriptor_callback(time_t now, const or_options_t *options)
  1630. {
  1631. /** How often do we check whether part of our router info has changed in a
  1632. * way that would require an upload? That includes checking whether our IP
  1633. * address has changed. */
  1634. #define CHECK_DESCRIPTOR_INTERVAL (60)
  1635. /* 2b. Once per minute, regenerate and upload the descriptor if the old
  1636. * one is inaccurate. */
  1637. if (!options->DisableNetwork) {
  1638. check_descriptor_bandwidth_changed(now);
  1639. check_descriptor_ipaddress_changed(now);
  1640. mark_my_descriptor_dirty_if_too_old(now);
  1641. consider_publishable_server(0);
  1642. /* If any networkstatus documents are no longer recent, we need to
  1643. * update all the descriptors' running status. */
  1644. /* Remove dead routers. */
  1645. /* XXXX This doesn't belong here, but it was here in the pre-
  1646. * XXXX refactoring code. */
  1647. routerlist_remove_old_routers();
  1648. }
  1649. return CHECK_DESCRIPTOR_INTERVAL;
  1650. }
  1651. /**
  1652. * Periodic callback: check whether we're reachable (as a relay), and
  1653. * whether our bandwidth has changed enough that we need to
  1654. * publish a new descriptor.
  1655. */
  1656. static int
  1657. check_for_reachability_bw_callback(time_t now, const or_options_t *options)
  1658. {
  1659. /* XXXX This whole thing was stuck in the middle of what is now
  1660. * XXXX check_descriptor_callback. I'm not sure it's right. */
  1661. static int dirport_reachability_count = 0;
  1662. /* also, check religiously for reachability, if it's within the first
  1663. * 20 minutes of our uptime. */
  1664. if (server_mode(options) &&
  1665. (have_completed_a_circuit() || !any_predicted_circuits(now)) &&
  1666. !we_are_hibernating()) {
  1667. if (stats_n_seconds_working < TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  1668. consider_testing_reachability(1, dirport_reachability_count==0);
  1669. if (++dirport_reachability_count > 5)
  1670. dirport_reachability_count = 0;
  1671. return 1;
  1672. } else {
  1673. /* If we haven't checked for 12 hours and our bandwidth estimate is
  1674. * low, do another bandwidth test. This is especially important for
  1675. * bridges, since they might go long periods without much use. */
  1676. const routerinfo_t *me = router_get_my_routerinfo();
  1677. static int first_time = 1;
  1678. if (!first_time && me &&
  1679. me->bandwidthcapacity < me->bandwidthrate &&
  1680. me->bandwidthcapacity < 51200) {
  1681. reset_bandwidth_test();
  1682. }
  1683. first_time = 0;
  1684. #define BANDWIDTH_RECHECK_INTERVAL (12*60*60)
  1685. return BANDWIDTH_RECHECK_INTERVAL;
  1686. }
  1687. }
  1688. return CHECK_DESCRIPTOR_INTERVAL;
  1689. }
  1690. /**
  1691. * Periodic event: once a minute, (or every second if TestingTorNetwork, or
  1692. * during client bootstrap), check whether we want to download any
  1693. * networkstatus documents. */
  1694. static int
  1695. fetch_networkstatus_callback(time_t now, const or_options_t *options)
  1696. {
  1697. /* How often do we check whether we should download network status
  1698. * documents? */
  1699. const int we_are_bootstrapping = networkstatus_consensus_is_bootstrapping(
  1700. now);
  1701. const int prefer_mirrors = !directory_fetches_from_authorities(
  1702. get_options());
  1703. int networkstatus_dl_check_interval = 60;
  1704. /* check more often when testing, or when bootstrapping from mirrors
  1705. * (connection limits prevent too many connections being made) */
  1706. if (options->TestingTorNetwork
  1707. || (we_are_bootstrapping && prefer_mirrors)) {
  1708. networkstatus_dl_check_interval = 1;
  1709. }
  1710. if (should_delay_dir_fetches(options, NULL))
  1711. return PERIODIC_EVENT_NO_UPDATE;
  1712. update_networkstatus_downloads(now);
  1713. return networkstatus_dl_check_interval;
  1714. }
  1715. /**
  1716. * Periodic callback: Every 60 seconds, we relaunch listeners if any died. */
  1717. static int
  1718. retry_listeners_callback(time_t now, const or_options_t *options)
  1719. {
  1720. (void)now;
  1721. (void)options;
  1722. if (!net_is_disabled()) {
  1723. retry_all_listeners(NULL, NULL, 0);
  1724. return 60;
  1725. }
  1726. return PERIODIC_EVENT_NO_UPDATE;
  1727. }
  1728. /**
  1729. * Periodic callback: as a server, see if we have any old unused circuits
  1730. * that should be expired */
  1731. static int
  1732. expire_old_ciruits_serverside_callback(time_t now, const or_options_t *options)
  1733. {
  1734. (void)options;
  1735. /* every 11 seconds, so not usually the same second as other such events */
  1736. circuit_expire_old_circuits_serverside(now);
  1737. return 11;
  1738. }
  1739. /**
  1740. * Periodic event: if we're an exit, see if our DNS server is telling us
  1741. * obvious lies.
  1742. */
  1743. static int
  1744. check_dns_honesty_callback(time_t now, const or_options_t *options)
  1745. {
  1746. (void)now;
  1747. /* 9. and if we're an exit node, check whether our DNS is telling stories
  1748. * to us. */
  1749. if (net_is_disabled() ||
  1750. ! public_server_mode(options) ||
  1751. router_my_exit_policy_is_reject_star())
  1752. return PERIODIC_EVENT_NO_UPDATE;
  1753. static int first_time = 1;
  1754. if (first_time) {
  1755. /* Don't launch right when we start */
  1756. first_time = 0;
  1757. return crypto_rand_int_range(60, 180);
  1758. }
  1759. dns_launch_correctness_checks();
  1760. return 12*3600 + crypto_rand_int(12*3600);
  1761. }
  1762. /**
  1763. * Periodic callback: if we're the bridge authority, write a networkstatus
  1764. * file to disk.
  1765. */
  1766. static int
  1767. write_bridge_ns_callback(time_t now, const or_options_t *options)
  1768. {
  1769. /* 10. write bridge networkstatus file to disk */
  1770. if (options->BridgeAuthoritativeDir) {
  1771. networkstatus_dump_bridge_status_to_file(now);
  1772. #define BRIDGE_STATUSFILE_INTERVAL (30*60)
  1773. return BRIDGE_STATUSFILE_INTERVAL;
  1774. }
  1775. return PERIODIC_EVENT_NO_UPDATE;
  1776. }
  1777. /**
  1778. * Periodic callback: poke the tor-fw-helper app if we're using one.
  1779. */
  1780. static int
  1781. check_fw_helper_app_callback(time_t now, const or_options_t *options)
  1782. {
  1783. if (net_is_disabled() ||
  1784. ! server_mode(options) ||
  1785. ! options->PortForwarding) {
  1786. return PERIODIC_EVENT_NO_UPDATE;
  1787. }
  1788. /* 11. check the port forwarding app */
  1789. #define PORT_FORWARDING_CHECK_INTERVAL 5
  1790. smartlist_t *ports_to_forward = get_list_of_ports_to_forward();
  1791. if (ports_to_forward) {
  1792. tor_check_port_forwarding(options->PortForwardingHelper,
  1793. ports_to_forward,
  1794. now);
  1795. SMARTLIST_FOREACH(ports_to_forward, char *, cp, tor_free(cp));
  1796. smartlist_free(ports_to_forward);
  1797. }
  1798. return PORT_FORWARDING_CHECK_INTERVAL;
  1799. }
  1800. /**
  1801. * Periodic callback: write the heartbeat message in the logs.
  1802. */
  1803. static int
  1804. heartbeat_callback(time_t now, const or_options_t *options)
  1805. {
  1806. static int first = 1;
  1807. /* Check if heartbeat is disabled */
  1808. if (!options->HeartbeatPeriod) {
  1809. return PERIODIC_EVENT_NO_UPDATE;
  1810. }
  1811. /* Write the heartbeat message */
  1812. if (first) {
  1813. first = 0; /* Skip the first one. */
  1814. } else {
  1815. log_heartbeat(now);
  1816. }
  1817. return options->HeartbeatPeriod;
  1818. }
  1819. /** Timer: used to invoke second_elapsed_callback() once per second. */
  1820. static periodic_timer_t *second_timer = NULL;
  1821. /** Number of libevent errors in the last second: we die if we get too many. */
  1822. static int n_libevent_errors = 0;
  1823. /** Libevent callback: invoked once every second. */
  1824. static void
  1825. second_elapsed_callback(periodic_timer_t *timer, void *arg)
  1826. {
  1827. /* XXXX This could be sensibly refactored into multiple callbacks, and we
  1828. * could use Libevent's timers for this rather than checking the current
  1829. * time against a bunch of timeouts every second. */
  1830. static time_t current_second = 0;
  1831. time_t now;
  1832. size_t bytes_written;
  1833. size_t bytes_read;
  1834. int seconds_elapsed;
  1835. const or_options_t *options = get_options();
  1836. (void)timer;
  1837. (void)arg;
  1838. n_libevent_errors = 0;
  1839. /* log_notice(LD_GENERAL, "Tick."); */
  1840. now = time(NULL);
  1841. update_approx_time(now);
  1842. /* the second has rolled over. check more stuff. */
  1843. seconds_elapsed = current_second ? (int)(now - current_second) : 0;
  1844. bytes_read = (size_t)(stats_n_bytes_read - stats_prev_n_read);
  1845. bytes_written = (size_t)(stats_n_bytes_written - stats_prev_n_written);
  1846. stats_prev_n_read = stats_n_bytes_read;
  1847. stats_prev_n_written = stats_n_bytes_written;
  1848. control_event_bandwidth_used((uint32_t)bytes_read,(uint32_t)bytes_written);
  1849. control_event_stream_bandwidth_used();
  1850. control_event_conn_bandwidth_used();
  1851. control_event_circ_bandwidth_used();
  1852. control_event_circuit_cell_stats();
  1853. if (server_mode(options) &&
  1854. !net_is_disabled() &&
  1855. seconds_elapsed > 0 &&
  1856. have_completed_a_circuit() &&
  1857. stats_n_seconds_working / TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT !=
  1858. (stats_n_seconds_working+seconds_elapsed) /
  1859. TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  1860. /* every 20 minutes, check and complain if necessary */
  1861. const routerinfo_t *me = router_get_my_routerinfo();
  1862. if (me && !check_whether_orport_reachable(options)) {
  1863. char *address = tor_dup_ip(me->addr);
  1864. log_warn(LD_CONFIG,"Your server (%s:%d) has not managed to confirm that "
  1865. "its ORPort is reachable. Relays do not publish descriptors "
  1866. "until their ORPort and DirPort are reachable. Please check "
  1867. "your firewalls, ports, address, /etc/hosts file, etc.",
  1868. address, me->or_port);
  1869. control_event_server_status(LOG_WARN,
  1870. "REACHABILITY_FAILED ORADDRESS=%s:%d",
  1871. address, me->or_port);
  1872. tor_free(address);
  1873. }
  1874. if (me && !check_whether_dirport_reachable(options)) {
  1875. char *address = tor_dup_ip(me->addr);
  1876. log_warn(LD_CONFIG,
  1877. "Your server (%s:%d) has not managed to confirm that its "
  1878. "DirPort is reachable. Relays do not publish descriptors "
  1879. "until their ORPort and DirPort are reachable. Please check "
  1880. "your firewalls, ports, address, /etc/hosts file, etc.",
  1881. address, me->dir_port);
  1882. control_event_server_status(LOG_WARN,
  1883. "REACHABILITY_FAILED DIRADDRESS=%s:%d",
  1884. address, me->dir_port);
  1885. tor_free(address);
  1886. }
  1887. }
  1888. /** If more than this many seconds have elapsed, probably the clock
  1889. * jumped: doesn't count. */
  1890. #define NUM_JUMPED_SECONDS_BEFORE_WARN 100
  1891. if (seconds_elapsed < -NUM_JUMPED_SECONDS_BEFORE_WARN ||
  1892. seconds_elapsed >= NUM_JUMPED_SECONDS_BEFORE_WARN) {
  1893. circuit_note_clock_jumped(seconds_elapsed);
  1894. } else if (seconds_elapsed > 0)
  1895. stats_n_seconds_working += seconds_elapsed;
  1896. run_scheduled_events(now);
  1897. current_second = now; /* remember which second it is, for next time */
  1898. }
  1899. #ifdef HAVE_SYSTEMD_209
  1900. static periodic_timer_t *systemd_watchdog_timer = NULL;
  1901. /** Libevent callback: invoked to reset systemd watchdog. */
  1902. static void
  1903. systemd_watchdog_callback(periodic_timer_t *timer, void *arg)
  1904. {
  1905. (void)timer;
  1906. (void)arg;
  1907. sd_notify(0, "WATCHDOG=1");
  1908. }
  1909. #endif
  1910. /** Timer: used to invoke refill_callback(). */
  1911. static periodic_timer_t *refill_timer = NULL;
  1912. /** Libevent callback: invoked periodically to refill token buckets
  1913. * and count r/w bytes. */
  1914. static void
  1915. refill_callback(periodic_timer_t *timer, void *arg)
  1916. {
  1917. static struct timeval current_millisecond;
  1918. struct timeval now;
  1919. size_t bytes_written;
  1920. size_t bytes_read;
  1921. int milliseconds_elapsed = 0;
  1922. int seconds_rolled_over = 0;
  1923. const or_options_t *options = get_options();
  1924. (void)timer;
  1925. (void)arg;
  1926. tor_gettimeofday(&now);
  1927. /* If this is our first time, no time has passed. */
  1928. if (current_millisecond.tv_sec) {
  1929. long mdiff = tv_mdiff(&current_millisecond, &now);
  1930. if (mdiff > INT_MAX)
  1931. mdiff = INT_MAX;
  1932. milliseconds_elapsed = (int)mdiff;
  1933. seconds_rolled_over = (int)(now.tv_sec - current_millisecond.tv_sec);
  1934. }
  1935. bytes_written = stats_prev_global_write_bucket - global_write_bucket;
  1936. bytes_read = stats_prev_global_read_bucket - global_read_bucket;
  1937. stats_n_bytes_read += bytes_read;
  1938. stats_n_bytes_written += bytes_written;
  1939. if (accounting_is_enabled(options) && milliseconds_elapsed >= 0)
  1940. accounting_add_bytes(bytes_read, bytes_written, seconds_rolled_over);
  1941. if (milliseconds_elapsed > 0)
  1942. connection_bucket_refill(milliseconds_elapsed, (time_t)now.tv_sec);
  1943. stats_prev_global_read_bucket = global_read_bucket;
  1944. stats_prev_global_write_bucket = global_write_bucket;
  1945. current_millisecond = now; /* remember what time it is, for next time */
  1946. }
  1947. #ifndef _WIN32
  1948. /** Called when a possibly ignorable libevent error occurs; ensures that we
  1949. * don't get into an infinite loop by ignoring too many errors from
  1950. * libevent. */
  1951. static int
  1952. got_libevent_error(void)
  1953. {
  1954. if (++n_libevent_errors > 8) {
  1955. log_err(LD_NET, "Too many libevent errors in one second; dying");
  1956. return -1;
  1957. }
  1958. return 0;
  1959. }
  1960. #endif
  1961. #define UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST (6*60*60)
  1962. /** Called when our IP address seems to have changed. <b>at_interface</b>
  1963. * should be true if we detected a change in our interface, and false if we
  1964. * detected a change in our published address. */
  1965. void
  1966. ip_address_changed(int at_interface)
  1967. {
  1968. const or_options_t *options = get_options();
  1969. int server = server_mode(options);
  1970. int exit_reject_interfaces = (server && options->ExitRelay
  1971. && options->ExitPolicyRejectLocalInterfaces);
  1972. if (at_interface) {
  1973. if (! server) {
  1974. /* Okay, change our keys. */
  1975. if (init_keys_client() < 0)
  1976. log_warn(LD_GENERAL, "Unable to rotate keys after IP change!");
  1977. }
  1978. } else {
  1979. if (server) {
  1980. if (stats_n_seconds_working > UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST)
  1981. reset_bandwidth_test();
  1982. stats_n_seconds_working = 0;
  1983. router_reset_reachability();
  1984. }
  1985. }
  1986. /* Exit relays incorporate interface addresses in their exit policies when
  1987. * ExitPolicyRejectLocalInterfaces is set */
  1988. if (exit_reject_interfaces || (server && !at_interface)) {
  1989. mark_my_descriptor_dirty("IP address changed");
  1990. }
  1991. dns_servers_relaunch_checks();
  1992. }
  1993. /** Forget what we've learned about the correctness of our DNS servers, and
  1994. * start learning again. */
  1995. void
  1996. dns_servers_relaunch_checks(void)
  1997. {
  1998. if (server_mode(get_options())) {
  1999. dns_reset_correctness_checks();
  2000. if (periodic_events_initialized) {
  2001. tor_assert(check_dns_honesty_event);
  2002. periodic_event_reschedule(check_dns_honesty_event);
  2003. }
  2004. }
  2005. }
  2006. /** Called when we get a SIGHUP: reload configuration files and keys,
  2007. * retry all connections, and so on. */
  2008. static int
  2009. do_hup(void)
  2010. {
  2011. const or_options_t *options = get_options();
  2012. #ifdef USE_DMALLOC
  2013. dmalloc_log_stats();
  2014. dmalloc_log_changed(0, 1, 0, 0);
  2015. #endif
  2016. log_notice(LD_GENERAL,"Received reload signal (hup). Reloading config and "
  2017. "resetting internal state.");
  2018. if (accounting_is_enabled(options))
  2019. accounting_record_bandwidth_usage(time(NULL), get_or_state());
  2020. router_reset_warnings();
  2021. routerlist_reset_warnings();
  2022. /* first, reload config variables, in case they've changed */
  2023. if (options->ReloadTorrcOnSIGHUP) {
  2024. /* no need to provide argc/v, they've been cached in init_from_config */
  2025. if (options_init_from_torrc(0, NULL) < 0) {
  2026. log_err(LD_CONFIG,"Reading config failed--see warnings above. "
  2027. "For usage, try -h.");
  2028. return -1;
  2029. }
  2030. options = get_options(); /* they have changed now */
  2031. /* Logs are only truncated the first time they are opened, but were
  2032. probably intended to be cleaned up on signal. */
  2033. if (options->TruncateLogFile)
  2034. truncate_logs();
  2035. } else {
  2036. char *msg = NULL;
  2037. log_notice(LD_GENERAL, "Not reloading config file: the controller told "
  2038. "us not to.");
  2039. /* Make stuff get rescanned, reloaded, etc. */
  2040. if (set_options((or_options_t*)options, &msg) < 0) {
  2041. if (!msg)
  2042. msg = tor_strdup("Unknown error");
  2043. log_warn(LD_GENERAL, "Unable to re-set previous options: %s", msg);
  2044. tor_free(msg);
  2045. }
  2046. }
  2047. if (authdir_mode_handles_descs(options, -1)) {
  2048. /* reload the approved-routers file */
  2049. if (dirserv_load_fingerprint_file() < 0) {
  2050. /* warnings are logged from dirserv_load_fingerprint_file() directly */
  2051. log_info(LD_GENERAL, "Error reloading fingerprints. "
  2052. "Continuing with old list.");
  2053. }
  2054. }
  2055. /* Rotate away from the old dirty circuits. This has to be done
  2056. * after we've read the new options, but before we start using
  2057. * circuits for directory fetches. */
  2058. circuit_mark_all_dirty_circs_as_unusable();
  2059. /* retry appropriate downloads */
  2060. router_reset_status_download_failures();
  2061. router_reset_descriptor_download_failures();
  2062. if (!options->DisableNetwork)
  2063. update_networkstatus_downloads(time(NULL));
  2064. /* We'll retry routerstatus downloads in about 10 seconds; no need to
  2065. * force a retry there. */
  2066. if (server_mode(options)) {
  2067. /* Maybe we've been given a new ed25519 key or certificate?
  2068. */
  2069. time_t now = approx_time();
  2070. if (load_ed_keys(options, now) < 0 ||
  2071. generate_ed_link_cert(options, now)) {
  2072. log_warn(LD_OR, "Problem reloading Ed25519 keys; still using old keys.");
  2073. }
  2074. /* Update cpuworker and dnsworker processes, so they get up-to-date
  2075. * configuration options. */
  2076. cpuworkers_rotate_keyinfo();
  2077. dns_reset();
  2078. }
  2079. return 0;
  2080. }
  2081. /** Tor main loop. */
  2082. int
  2083. do_main_loop(void)
  2084. {
  2085. time_t now;
  2086. /* initialize the periodic events first, so that code that depends on the
  2087. * events being present does not assert.
  2088. */
  2089. if (! periodic_events_initialized) {
  2090. initialize_periodic_events();
  2091. }
  2092. /* initialize dns resolve map, spawn workers if needed */
  2093. if (dns_init() < 0) {
  2094. if (get_options()->ServerDNSAllowBrokenConfig)
  2095. log_warn(LD_GENERAL, "Couldn't set up any working nameservers. "
  2096. "Network not up yet? Will try again soon.");
  2097. else {
  2098. log_err(LD_GENERAL,"Error initializing dns subsystem; exiting. To "
  2099. "retry instead, set the ServerDNSAllowBrokenResolvConf option.");
  2100. }
  2101. }
  2102. handle_signals(1);
  2103. monotime_init();
  2104. timers_initialize();
  2105. /* load the private keys, if we're supposed to have them, and set up the
  2106. * TLS context. */
  2107. if (! client_identity_key_is_set()) {
  2108. if (init_keys() < 0) {
  2109. log_err(LD_OR, "Error initializing keys; exiting");
  2110. return -1;
  2111. }
  2112. }
  2113. /* Set up our buckets */
  2114. connection_bucket_init();
  2115. stats_prev_global_read_bucket = global_read_bucket;
  2116. stats_prev_global_write_bucket = global_write_bucket;
  2117. /* initialize the bootstrap status events to know we're starting up */
  2118. control_event_bootstrap(BOOTSTRAP_STATUS_STARTING, 0);
  2119. /* Initialize the keypinning log. */
  2120. if (authdir_mode_v3(get_options())) {
  2121. char *fname = get_datadir_fname("key-pinning-journal");
  2122. int r = 0;
  2123. if (keypin_load_journal(fname)<0) {
  2124. log_err(LD_DIR, "Error loading key-pinning journal: %s",strerror(errno));
  2125. r = -1;
  2126. }
  2127. if (keypin_open_journal(fname)<0) {
  2128. log_err(LD_DIR, "Error opening key-pinning journal: %s",strerror(errno));
  2129. r = -1;
  2130. }
  2131. tor_free(fname);
  2132. if (r)
  2133. return r;
  2134. }
  2135. {
  2136. /* This is the old name for key-pinning-journal. These got corrupted
  2137. * in a couple of cases by #16530, so we started over. See #16580 for
  2138. * the rationale and for other options we didn't take. We can remove
  2139. * this code once all the authorities that ran 0.2.7.1-alpha-dev are
  2140. * upgraded.
  2141. */
  2142. char *fname = get_datadir_fname("key-pinning-entries");
  2143. unlink(fname);
  2144. tor_free(fname);
  2145. }
  2146. if (trusted_dirs_reload_certs()) {
  2147. log_warn(LD_DIR,
  2148. "Couldn't load all cached v3 certificates. Starting anyway.");
  2149. }
  2150. if (router_reload_consensus_networkstatus()) {
  2151. return -1;
  2152. }
  2153. /* load the routers file, or assign the defaults. */
  2154. if (router_reload_router_list()) {
  2155. return -1;
  2156. }
  2157. /* load the networkstatuses. (This launches a download for new routers as
  2158. * appropriate.)
  2159. */
  2160. now = time(NULL);
  2161. directory_info_has_arrived(now, 1, 0);
  2162. if (server_mode(get_options())) {
  2163. /* launch cpuworkers. Need to do this *after* we've read the onion key. */
  2164. cpu_init();
  2165. }
  2166. /* Setup shared random protocol subsystem. */
  2167. if (authdir_mode_publishes_statuses(get_options())) {
  2168. if (sr_init(1) < 0) {
  2169. return -1;
  2170. }
  2171. }
  2172. /* Initialize relay-side HS circuitmap */
  2173. hs_circuitmap_init();
  2174. /* set up once-a-second callback. */
  2175. if (! second_timer) {
  2176. struct timeval one_second;
  2177. one_second.tv_sec = 1;
  2178. one_second.tv_usec = 0;
  2179. second_timer = periodic_timer_new(tor_libevent_get_base(),
  2180. &one_second,
  2181. second_elapsed_callback,
  2182. NULL);
  2183. tor_assert(second_timer);
  2184. }
  2185. #ifdef HAVE_SYSTEMD_209
  2186. uint64_t watchdog_delay;
  2187. /* set up systemd watchdog notification. */
  2188. if (sd_watchdog_enabled(1, &watchdog_delay) > 0) {
  2189. if (! systemd_watchdog_timer) {
  2190. struct timeval watchdog;
  2191. /* The manager will "act on" us if we don't send them a notification
  2192. * every 'watchdog_delay' microseconds. So, send notifications twice
  2193. * that often. */
  2194. watchdog_delay /= 2;
  2195. watchdog.tv_sec = watchdog_delay / 1000000;
  2196. watchdog.tv_usec = watchdog_delay % 1000000;
  2197. systemd_watchdog_timer = periodic_timer_new(tor_libevent_get_base(),
  2198. &watchdog,
  2199. systemd_watchdog_callback,
  2200. NULL);
  2201. tor_assert(systemd_watchdog_timer);
  2202. }
  2203. }
  2204. #endif
  2205. if (!refill_timer) {
  2206. struct timeval refill_interval;
  2207. int msecs = get_options()->TokenBucketRefillInterval;
  2208. refill_interval.tv_sec = msecs/1000;
  2209. refill_interval.tv_usec = (msecs%1000)*1000;
  2210. refill_timer = periodic_timer_new(tor_libevent_get_base(),
  2211. &refill_interval,
  2212. refill_callback,
  2213. NULL);
  2214. tor_assert(refill_timer);
  2215. }
  2216. #ifdef HAVE_SYSTEMD
  2217. {
  2218. const int r = sd_notify(0, "READY=1");
  2219. if (r < 0) {
  2220. log_warn(LD_GENERAL, "Unable to send readiness to systemd: %s",
  2221. strerror(r));
  2222. } else if (r > 0) {
  2223. log_notice(LD_GENERAL, "Signaled readiness to systemd");
  2224. } else {
  2225. log_info(LD_GENERAL, "Systemd NOTIFY_SOCKET not present.");
  2226. }
  2227. }
  2228. #endif
  2229. return run_main_loop_until_done();
  2230. }
  2231. /**
  2232. * Run the main loop a single time. Return 0 for "exit"; -1 for "exit with
  2233. * error", and 1 for "run this again."
  2234. */
  2235. static int
  2236. run_main_loop_once(void)
  2237. {
  2238. int loop_result;
  2239. if (nt_service_is_stopping())
  2240. return 0;
  2241. #ifndef _WIN32
  2242. /* Make it easier to tell whether libevent failure is our fault or not. */
  2243. errno = 0;
  2244. #endif
  2245. /* All active linked conns should get their read events activated,
  2246. * so that libevent knows to run their callbacks. */
  2247. SMARTLIST_FOREACH(active_linked_connection_lst, connection_t *, conn,
  2248. event_active(conn->read_event, EV_READ, 1));
  2249. called_loop_once = smartlist_len(active_linked_connection_lst) ? 1 : 0;
  2250. /* Make sure we know (about) what time it is. */
  2251. update_approx_time(time(NULL));
  2252. /* Here it is: the main loop. Here we tell Libevent to poll until we have
  2253. * an event, or the second ends, or until we have some active linked
  2254. * connections to trigger events for. Libevent will wait till one
  2255. * of these happens, then run all the appropriate callbacks. */
  2256. loop_result = event_base_loop(tor_libevent_get_base(),
  2257. called_loop_once ? EVLOOP_ONCE : 0);
  2258. /* Oh, the loop failed. That might be an error that we need to
  2259. * catch, but more likely, it's just an interrupted poll() call or something,
  2260. * and we should try again. */
  2261. if (loop_result < 0) {
  2262. int e = tor_socket_errno(-1);
  2263. /* let the program survive things like ^z */
  2264. if (e != EINTR && !ERRNO_IS_EINPROGRESS(e)) {
  2265. log_err(LD_NET,"libevent call with %s failed: %s [%d]",
  2266. tor_libevent_get_method(), tor_socket_strerror(e), e);
  2267. return -1;
  2268. #ifndef _WIN32
  2269. } else if (e == EINVAL) {
  2270. log_warn(LD_NET, "EINVAL from libevent: should you upgrade libevent?");
  2271. if (got_libevent_error())
  2272. return -1;
  2273. #endif
  2274. } else {
  2275. tor_assert_nonfatal_once(! ERRNO_IS_EINPROGRESS(e));
  2276. log_debug(LD_NET,"libevent call interrupted.");
  2277. /* You can't trust the results of this poll(). Go back to the
  2278. * top of the big for loop. */
  2279. return 1;
  2280. }
  2281. }
  2282. /* And here is where we put callbacks that happen "every time the event loop
  2283. * runs." They must be very fast, or else the whole Tor process will get
  2284. * slowed down.
  2285. *
  2286. * Note that this gets called once per libevent loop, which will make it
  2287. * happen once per group of events that fire, or once per second. */
  2288. /* If there are any pending client connections, try attaching them to
  2289. * circuits (if we can.) This will be pretty fast if nothing new is
  2290. * pending.
  2291. */
  2292. connection_ap_attach_pending(0);
  2293. return 1;
  2294. }
  2295. /** Run the run_main_loop_once() function until it declares itself done,
  2296. * and return its final return value.
  2297. *
  2298. * Shadow won't invoke this function, so don't fill it up with things.
  2299. */
  2300. static int
  2301. run_main_loop_until_done(void)
  2302. {
  2303. int loop_result = 1;
  2304. do {
  2305. loop_result = run_main_loop_once();
  2306. } while (loop_result == 1);
  2307. return loop_result;
  2308. }
  2309. /** Libevent callback: invoked when we get a signal.
  2310. */
  2311. static void
  2312. signal_callback(evutil_socket_t fd, short events, void *arg)
  2313. {
  2314. const int *sigptr = arg;
  2315. const int sig = *sigptr;
  2316. (void)fd;
  2317. (void)events;
  2318. process_signal(sig);
  2319. }
  2320. /** Do the work of acting on a signal received in <b>sig</b> */
  2321. static void
  2322. process_signal(int sig)
  2323. {
  2324. switch (sig)
  2325. {
  2326. case SIGTERM:
  2327. log_notice(LD_GENERAL,"Catching signal TERM, exiting cleanly.");
  2328. tor_cleanup();
  2329. exit(0);
  2330. break;
  2331. case SIGINT:
  2332. if (!server_mode(get_options())) { /* do it now */
  2333. log_notice(LD_GENERAL,"Interrupt: exiting cleanly.");
  2334. tor_cleanup();
  2335. exit(0);
  2336. }
  2337. #ifdef HAVE_SYSTEMD
  2338. sd_notify(0, "STOPPING=1");
  2339. #endif
  2340. hibernate_begin_shutdown();
  2341. break;
  2342. #ifdef SIGPIPE
  2343. case SIGPIPE:
  2344. log_debug(LD_GENERAL,"Caught SIGPIPE. Ignoring.");
  2345. break;
  2346. #endif
  2347. case SIGUSR1:
  2348. /* prefer to log it at INFO, but make sure we always see it */
  2349. dumpstats(get_min_log_level()<LOG_INFO ? get_min_log_level() : LOG_INFO);
  2350. control_event_signal(sig);
  2351. break;
  2352. case SIGUSR2:
  2353. switch_logs_debug();
  2354. log_debug(LD_GENERAL,"Caught USR2, going to loglevel debug. "
  2355. "Send HUP to change back.");
  2356. control_event_signal(sig);
  2357. break;
  2358. case SIGHUP:
  2359. #ifdef HAVE_SYSTEMD
  2360. sd_notify(0, "RELOADING=1");
  2361. #endif
  2362. if (do_hup() < 0) {
  2363. log_warn(LD_CONFIG,"Restart failed (config error?). Exiting.");
  2364. tor_cleanup();
  2365. exit(1);
  2366. }
  2367. #ifdef HAVE_SYSTEMD
  2368. sd_notify(0, "READY=1");
  2369. #endif
  2370. control_event_signal(sig);
  2371. break;
  2372. #ifdef SIGCHLD
  2373. case SIGCHLD:
  2374. notify_pending_waitpid_callbacks();
  2375. break;
  2376. #endif
  2377. case SIGNEWNYM: {
  2378. time_t now = time(NULL);
  2379. if (time_of_last_signewnym + MAX_SIGNEWNYM_RATE > now) {
  2380. signewnym_is_pending = 1;
  2381. log_notice(LD_CONTROL,
  2382. "Rate limiting NEWNYM request: delaying by %d second(s)",
  2383. (int)(MAX_SIGNEWNYM_RATE+time_of_last_signewnym-now));
  2384. } else {
  2385. signewnym_impl(now);
  2386. }
  2387. break;
  2388. }
  2389. case SIGCLEARDNSCACHE:
  2390. addressmap_clear_transient();
  2391. control_event_signal(sig);
  2392. break;
  2393. case SIGHEARTBEAT:
  2394. log_heartbeat(time(NULL));
  2395. control_event_signal(sig);
  2396. break;
  2397. }
  2398. }
  2399. /** Returns Tor's uptime. */
  2400. MOCK_IMPL(long,
  2401. get_uptime,(void))
  2402. {
  2403. return stats_n_seconds_working;
  2404. }
  2405. /**
  2406. * Write current memory usage information to the log.
  2407. */
  2408. static void
  2409. dumpmemusage(int severity)
  2410. {
  2411. connection_dump_buffer_mem_stats(severity);
  2412. tor_log(severity, LD_GENERAL, "In rephist: "U64_FORMAT" used by %d Tors.",
  2413. U64_PRINTF_ARG(rephist_total_alloc), rephist_total_num);
  2414. dump_routerlist_mem_usage(severity);
  2415. dump_cell_pool_usage(severity);
  2416. dump_dns_mem_usage(severity);
  2417. tor_log_mallinfo(severity);
  2418. }
  2419. /** Write all statistics to the log, with log level <b>severity</b>. Called
  2420. * in response to a SIGUSR1. */
  2421. static void
  2422. dumpstats(int severity)
  2423. {
  2424. time_t now = time(NULL);
  2425. time_t elapsed;
  2426. size_t rbuf_cap, wbuf_cap, rbuf_len, wbuf_len;
  2427. tor_log(severity, LD_GENERAL, "Dumping stats:");
  2428. SMARTLIST_FOREACH_BEGIN(connection_array, connection_t *, conn) {
  2429. int i = conn_sl_idx;
  2430. tor_log(severity, LD_GENERAL,
  2431. "Conn %d (socket %d) type %d (%s), state %d (%s), created %d secs ago",
  2432. i, (int)conn->s, conn->type, conn_type_to_string(conn->type),
  2433. conn->state, conn_state_to_string(conn->type, conn->state),
  2434. (int)(now - conn->timestamp_created));
  2435. if (!connection_is_listener(conn)) {
  2436. tor_log(severity,LD_GENERAL,
  2437. "Conn %d is to %s:%d.", i,
  2438. safe_str_client(conn->address),
  2439. conn->port);
  2440. tor_log(severity,LD_GENERAL,
  2441. "Conn %d: %d bytes waiting on inbuf (len %d, last read %d secs ago)",
  2442. i,
  2443. (int)connection_get_inbuf_len(conn),
  2444. (int)buf_allocation(conn->inbuf),
  2445. (int)(now - conn->timestamp_lastread));
  2446. tor_log(severity,LD_GENERAL,
  2447. "Conn %d: %d bytes waiting on outbuf "
  2448. "(len %d, last written %d secs ago)",i,
  2449. (int)connection_get_outbuf_len(conn),
  2450. (int)buf_allocation(conn->outbuf),
  2451. (int)(now - conn->timestamp_lastwritten));
  2452. if (conn->type == CONN_TYPE_OR) {
  2453. or_connection_t *or_conn = TO_OR_CONN(conn);
  2454. if (or_conn->tls) {
  2455. if (tor_tls_get_buffer_sizes(or_conn->tls, &rbuf_cap, &rbuf_len,
  2456. &wbuf_cap, &wbuf_len) == 0) {
  2457. tor_log(severity, LD_GENERAL,
  2458. "Conn %d: %d/%d bytes used on OpenSSL read buffer; "
  2459. "%d/%d bytes used on write buffer.",
  2460. i, (int)rbuf_len, (int)rbuf_cap, (int)wbuf_len, (int)wbuf_cap);
  2461. }
  2462. }
  2463. }
  2464. }
  2465. circuit_dump_by_conn(conn, severity); /* dump info about all the circuits
  2466. * using this conn */
  2467. } SMARTLIST_FOREACH_END(conn);
  2468. channel_dumpstats(severity);
  2469. channel_listener_dumpstats(severity);
  2470. tor_log(severity, LD_NET,
  2471. "Cells processed: "U64_FORMAT" padding\n"
  2472. " "U64_FORMAT" create\n"
  2473. " "U64_FORMAT" created\n"
  2474. " "U64_FORMAT" relay\n"
  2475. " ("U64_FORMAT" relayed)\n"
  2476. " ("U64_FORMAT" delivered)\n"
  2477. " "U64_FORMAT" destroy",
  2478. U64_PRINTF_ARG(stats_n_padding_cells_processed),
  2479. U64_PRINTF_ARG(stats_n_create_cells_processed),
  2480. U64_PRINTF_ARG(stats_n_created_cells_processed),
  2481. U64_PRINTF_ARG(stats_n_relay_cells_processed),
  2482. U64_PRINTF_ARG(stats_n_relay_cells_relayed),
  2483. U64_PRINTF_ARG(stats_n_relay_cells_delivered),
  2484. U64_PRINTF_ARG(stats_n_destroy_cells_processed));
  2485. if (stats_n_data_cells_packaged)
  2486. tor_log(severity,LD_NET,"Average packaged cell fullness: %2.3f%%",
  2487. 100*(U64_TO_DBL(stats_n_data_bytes_packaged) /
  2488. U64_TO_DBL(stats_n_data_cells_packaged*RELAY_PAYLOAD_SIZE)) );
  2489. if (stats_n_data_cells_received)
  2490. tor_log(severity,LD_NET,"Average delivered cell fullness: %2.3f%%",
  2491. 100*(U64_TO_DBL(stats_n_data_bytes_received) /
  2492. U64_TO_DBL(stats_n_data_cells_received*RELAY_PAYLOAD_SIZE)) );
  2493. cpuworker_log_onionskin_overhead(severity, ONION_HANDSHAKE_TYPE_TAP, "TAP");
  2494. cpuworker_log_onionskin_overhead(severity, ONION_HANDSHAKE_TYPE_NTOR,"ntor");
  2495. if (now - time_of_process_start >= 0)
  2496. elapsed = now - time_of_process_start;
  2497. else
  2498. elapsed = 0;
  2499. if (elapsed) {
  2500. tor_log(severity, LD_NET,
  2501. "Average bandwidth: "U64_FORMAT"/%d = %d bytes/sec reading",
  2502. U64_PRINTF_ARG(stats_n_bytes_read),
  2503. (int)elapsed,
  2504. (int) (stats_n_bytes_read/elapsed));
  2505. tor_log(severity, LD_NET,
  2506. "Average bandwidth: "U64_FORMAT"/%d = %d bytes/sec writing",
  2507. U64_PRINTF_ARG(stats_n_bytes_written),
  2508. (int)elapsed,
  2509. (int) (stats_n_bytes_written/elapsed));
  2510. }
  2511. tor_log(severity, LD_NET, "--------------- Dumping memory information:");
  2512. dumpmemusage(severity);
  2513. rep_hist_dump_stats(now,severity);
  2514. rend_service_dump_stats(severity);
  2515. dump_pk_ops(severity);
  2516. dump_distinct_digest_count(severity);
  2517. }
  2518. /** Called by exit() as we shut down the process.
  2519. */
  2520. static void
  2521. exit_function(void)
  2522. {
  2523. /* NOTE: If we ever daemonize, this gets called immediately. That's
  2524. * okay for now, because we only use this on Windows. */
  2525. #ifdef _WIN32
  2526. WSACleanup();
  2527. #endif
  2528. }
  2529. #ifdef _WIN32
  2530. #define UNIX_ONLY 0
  2531. #else
  2532. #define UNIX_ONLY 1
  2533. #endif
  2534. static struct {
  2535. int signal_value;
  2536. int try_to_register;
  2537. struct event *signal_event;
  2538. } signal_handlers[] = {
  2539. #ifdef SIGINT
  2540. { SIGINT, UNIX_ONLY, NULL }, /* do a controlled slow shutdown */
  2541. #endif
  2542. #ifdef SIGTERM
  2543. { SIGTERM, UNIX_ONLY, NULL }, /* to terminate now */
  2544. #endif
  2545. #ifdef SIGPIPE
  2546. { SIGPIPE, UNIX_ONLY, NULL }, /* otherwise SIGPIPE kills us */
  2547. #endif
  2548. #ifdef SIGUSR1
  2549. { SIGUSR1, UNIX_ONLY, NULL }, /* dump stats */
  2550. #endif
  2551. #ifdef SIGUSR2
  2552. { SIGUSR2, UNIX_ONLY, NULL }, /* go to loglevel debug */
  2553. #endif
  2554. #ifdef SIGHUP
  2555. { SIGHUP, UNIX_ONLY, NULL }, /* to reload config, retry conns, etc */
  2556. #endif
  2557. #ifdef SIGXFSZ
  2558. { SIGXFSZ, UNIX_ONLY, NULL }, /* handle file-too-big resource exhaustion */
  2559. #endif
  2560. #ifdef SIGCHLD
  2561. { SIGCHLD, UNIX_ONLY, NULL }, /* handle dns/cpu workers that exit */
  2562. #endif
  2563. /* These are controller-only */
  2564. { SIGNEWNYM, 0, NULL },
  2565. { SIGCLEARDNSCACHE, 0, NULL },
  2566. { SIGHEARTBEAT, 0, NULL },
  2567. { -1, -1, NULL }
  2568. };
  2569. /** Set up the signal handlers for either parent or child process */
  2570. void
  2571. handle_signals(int is_parent)
  2572. {
  2573. int i;
  2574. if (is_parent) {
  2575. for (i = 0; signal_handlers[i].signal_value >= 0; ++i) {
  2576. if (signal_handlers[i].try_to_register) {
  2577. signal_handlers[i].signal_event =
  2578. tor_evsignal_new(tor_libevent_get_base(),
  2579. signal_handlers[i].signal_value,
  2580. signal_callback,
  2581. &signal_handlers[i].signal_value);
  2582. if (event_add(signal_handlers[i].signal_event, NULL))
  2583. log_warn(LD_BUG, "Error from libevent when adding "
  2584. "event for signal %d",
  2585. signal_handlers[i].signal_value);
  2586. } else {
  2587. signal_handlers[i].signal_event =
  2588. tor_event_new(tor_libevent_get_base(), -1,
  2589. EV_SIGNAL, signal_callback,
  2590. &signal_handlers[i].signal_value);
  2591. }
  2592. }
  2593. } else {
  2594. #ifndef _WIN32
  2595. struct sigaction action;
  2596. action.sa_flags = 0;
  2597. sigemptyset(&action.sa_mask);
  2598. action.sa_handler = SIG_IGN;
  2599. sigaction(SIGINT, &action, NULL);
  2600. sigaction(SIGTERM, &action, NULL);
  2601. sigaction(SIGPIPE, &action, NULL);
  2602. sigaction(SIGUSR1, &action, NULL);
  2603. sigaction(SIGUSR2, &action, NULL);
  2604. sigaction(SIGHUP, &action, NULL);
  2605. #ifdef SIGXFSZ
  2606. sigaction(SIGXFSZ, &action, NULL);
  2607. #endif
  2608. #endif
  2609. }
  2610. }
  2611. /* Make sure the signal handler for signal_num will be called. */
  2612. void
  2613. activate_signal(int signal_num)
  2614. {
  2615. int i;
  2616. for (i = 0; signal_handlers[i].signal_value >= 0; ++i) {
  2617. if (signal_handlers[i].signal_value == signal_num) {
  2618. event_active(signal_handlers[i].signal_event, EV_SIGNAL, 1);
  2619. return;
  2620. }
  2621. }
  2622. }
  2623. /** Main entry point for the Tor command-line client.
  2624. */
  2625. int
  2626. tor_init(int argc, char *argv[])
  2627. {
  2628. char progname[256];
  2629. int quiet = 0;
  2630. time_of_process_start = time(NULL);
  2631. init_connection_lists();
  2632. /* Have the log set up with our application name. */
  2633. tor_snprintf(progname, sizeof(progname), "Tor %s", get_version());
  2634. log_set_application_name(progname);
  2635. /* Set up the crypto nice and early */
  2636. if (crypto_early_init() < 0) {
  2637. log_err(LD_GENERAL, "Unable to initialize the crypto subsystem!");
  2638. return -1;
  2639. }
  2640. /* Initialize the history structures. */
  2641. rep_hist_init();
  2642. /* Initialize the service cache. */
  2643. rend_cache_init();
  2644. addressmap_init(); /* Init the client dns cache. Do it always, since it's
  2645. * cheap. */
  2646. {
  2647. /* We search for the "quiet" option first, since it decides whether we
  2648. * will log anything at all to the command line. */
  2649. config_line_t *opts = NULL, *cmdline_opts = NULL;
  2650. const config_line_t *cl;
  2651. (void) config_parse_commandline(argc, argv, 1, &opts, &cmdline_opts);
  2652. for (cl = cmdline_opts; cl; cl = cl->next) {
  2653. if (!strcmp(cl->key, "--hush"))
  2654. quiet = 1;
  2655. if (!strcmp(cl->key, "--quiet") ||
  2656. !strcmp(cl->key, "--dump-config"))
  2657. quiet = 2;
  2658. /* The following options imply --hush */
  2659. if (!strcmp(cl->key, "--version") || !strcmp(cl->key, "--digests") ||
  2660. !strcmp(cl->key, "--list-torrc-options") ||
  2661. !strcmp(cl->key, "--library-versions") ||
  2662. !strcmp(cl->key, "--hash-password") ||
  2663. !strcmp(cl->key, "-h") || !strcmp(cl->key, "--help")) {
  2664. if (quiet < 1)
  2665. quiet = 1;
  2666. }
  2667. }
  2668. config_free_lines(opts);
  2669. config_free_lines(cmdline_opts);
  2670. }
  2671. /* give it somewhere to log to initially */
  2672. switch (quiet) {
  2673. case 2:
  2674. /* no initial logging */
  2675. break;
  2676. case 1:
  2677. add_temp_log(LOG_WARN);
  2678. break;
  2679. default:
  2680. add_temp_log(LOG_NOTICE);
  2681. }
  2682. quiet_level = quiet;
  2683. {
  2684. const char *version = get_version();
  2685. log_notice(LD_GENERAL, "Tor %s running on %s with Libevent %s, "
  2686. "OpenSSL %s and Zlib %s.", version,
  2687. get_uname(),
  2688. tor_libevent_get_version_str(),
  2689. crypto_openssl_get_version_str(),
  2690. tor_zlib_get_version_str());
  2691. log_notice(LD_GENERAL, "Tor can't help you if you use it wrong! "
  2692. "Learn how to be safe at "
  2693. "https://www.torproject.org/download/download#warning");
  2694. if (strstr(version, "alpha") || strstr(version, "beta"))
  2695. log_notice(LD_GENERAL, "This version is not a stable Tor release. "
  2696. "Expect more bugs than usual.");
  2697. }
  2698. if (network_init()<0) {
  2699. log_err(LD_BUG,"Error initializing network; exiting.");
  2700. return -1;
  2701. }
  2702. atexit(exit_function);
  2703. if (options_init_from_torrc(argc,argv) < 0) {
  2704. log_err(LD_CONFIG,"Reading config failed--see warnings above.");
  2705. return -1;
  2706. }
  2707. /* The options are now initialised */
  2708. const or_options_t *options = get_options();
  2709. #ifndef _WIN32
  2710. if (geteuid()==0)
  2711. log_warn(LD_GENERAL,"You are running Tor as root. You don't need to, "
  2712. "and you probably shouldn't.");
  2713. #endif
  2714. if (crypto_global_init(options->HardwareAccel,
  2715. options->AccelName,
  2716. options->AccelDir)) {
  2717. log_err(LD_BUG, "Unable to initialize OpenSSL. Exiting.");
  2718. return -1;
  2719. }
  2720. stream_choice_seed_weak_rng();
  2721. if (tor_init_libevent_rng() < 0) {
  2722. log_warn(LD_NET, "Problem initializing libevent RNG.");
  2723. }
  2724. /* Scan/clean unparseable descroptors; after reading config */
  2725. routerparse_init();
  2726. return 0;
  2727. }
  2728. /** A lockfile structure, used to prevent two Tors from messing with the
  2729. * data directory at once. If this variable is non-NULL, we're holding
  2730. * the lockfile. */
  2731. static tor_lockfile_t *lockfile = NULL;
  2732. /** Try to grab the lock file described in <b>options</b>, if we do not
  2733. * already have it. If <b>err_if_locked</b> is true, warn if somebody else is
  2734. * holding the lock, and exit if we can't get it after waiting. Otherwise,
  2735. * return -1 if we can't get the lockfile. Return 0 on success.
  2736. */
  2737. int
  2738. try_locking(const or_options_t *options, int err_if_locked)
  2739. {
  2740. if (lockfile)
  2741. return 0;
  2742. else {
  2743. char *fname = options_get_datadir_fname2_suffix(options, "lock",NULL,NULL);
  2744. int already_locked = 0;
  2745. tor_lockfile_t *lf = tor_lockfile_lock(fname, 0, &already_locked);
  2746. tor_free(fname);
  2747. if (!lf) {
  2748. if (err_if_locked && already_locked) {
  2749. int r;
  2750. log_warn(LD_GENERAL, "It looks like another Tor process is running "
  2751. "with the same data directory. Waiting 5 seconds to see "
  2752. "if it goes away.");
  2753. #ifndef _WIN32
  2754. sleep(5);
  2755. #else
  2756. Sleep(5000);
  2757. #endif
  2758. r = try_locking(options, 0);
  2759. if (r<0) {
  2760. log_err(LD_GENERAL, "No, it's still there. Exiting.");
  2761. exit(0);
  2762. }
  2763. return r;
  2764. }
  2765. return -1;
  2766. }
  2767. lockfile = lf;
  2768. return 0;
  2769. }
  2770. }
  2771. /** Return true iff we've successfully acquired the lock file. */
  2772. int
  2773. have_lockfile(void)
  2774. {
  2775. return lockfile != NULL;
  2776. }
  2777. /** If we have successfully acquired the lock file, release it. */
  2778. void
  2779. release_lockfile(void)
  2780. {
  2781. if (lockfile) {
  2782. tor_lockfile_unlock(lockfile);
  2783. lockfile = NULL;
  2784. }
  2785. }
  2786. /** Free all memory that we might have allocated somewhere.
  2787. * If <b>postfork</b>, we are a worker process and we want to free
  2788. * only the parts of memory that we won't touch. If !<b>postfork</b>,
  2789. * Tor is shutting down and we should free everything.
  2790. *
  2791. * Helps us find the real leaks with dmalloc and the like. Also valgrind
  2792. * should then report 0 reachable in its leak report (in an ideal world --
  2793. * in practice libevent, SSL, libc etc never quite free everything). */
  2794. void
  2795. tor_free_all(int postfork)
  2796. {
  2797. if (!postfork) {
  2798. evdns_shutdown(1);
  2799. }
  2800. geoip_free_all();
  2801. dirvote_free_all();
  2802. routerlist_free_all();
  2803. networkstatus_free_all();
  2804. addressmap_free_all();
  2805. dirserv_free_all();
  2806. rend_service_free_all();
  2807. rend_cache_free_all();
  2808. rend_service_authorization_free_all();
  2809. hs_cache_free_all();
  2810. rep_hist_free_all();
  2811. dns_free_all();
  2812. clear_pending_onions();
  2813. circuit_free_all();
  2814. entry_guards_free_all();
  2815. pt_free_all();
  2816. channel_tls_free_all();
  2817. channel_free_all();
  2818. connection_free_all();
  2819. connection_edge_free_all();
  2820. scheduler_free_all();
  2821. nodelist_free_all();
  2822. hs_circuitmap_free_all();
  2823. microdesc_free_all();
  2824. routerparse_free_all();
  2825. ext_orport_free_all();
  2826. control_free_all();
  2827. sandbox_free_getaddrinfo_cache();
  2828. protover_free_all();
  2829. bridges_free_all();
  2830. if (!postfork) {
  2831. config_free_all();
  2832. or_state_free_all();
  2833. router_free_all();
  2834. routerkeys_free_all();
  2835. policies_free_all();
  2836. }
  2837. if (!postfork) {
  2838. tor_tls_free_all();
  2839. #ifndef _WIN32
  2840. tor_getpwnam(NULL);
  2841. #endif
  2842. }
  2843. /* stuff in main.c */
  2844. smartlist_free(connection_array);
  2845. smartlist_free(closeable_connection_lst);
  2846. smartlist_free(active_linked_connection_lst);
  2847. periodic_timer_free(second_timer);
  2848. teardown_periodic_events();
  2849. periodic_timer_free(refill_timer);
  2850. if (!postfork) {
  2851. release_lockfile();
  2852. }
  2853. /* Stuff in util.c and address.c*/
  2854. if (!postfork) {
  2855. escaped(NULL);
  2856. esc_router_info(NULL);
  2857. logs_free_all(); /* free log strings. do this last so logs keep working. */
  2858. }
  2859. }
  2860. /** Do whatever cleanup is necessary before shutting Tor down. */
  2861. void
  2862. tor_cleanup(void)
  2863. {
  2864. const or_options_t *options = get_options();
  2865. if (options->command == CMD_RUN_TOR) {
  2866. time_t now = time(NULL);
  2867. /* Remove our pid file. We don't care if there was an error when we
  2868. * unlink, nothing we could do about it anyways. */
  2869. if (options->PidFile) {
  2870. if (unlink(options->PidFile) != 0) {
  2871. log_warn(LD_FS, "Couldn't unlink pid file %s: %s",
  2872. options->PidFile, strerror(errno));
  2873. }
  2874. }
  2875. if (options->ControlPortWriteToFile) {
  2876. if (unlink(options->ControlPortWriteToFile) != 0) {
  2877. log_warn(LD_FS, "Couldn't unlink control port file %s: %s",
  2878. options->ControlPortWriteToFile,
  2879. strerror(errno));
  2880. }
  2881. }
  2882. if (accounting_is_enabled(options))
  2883. accounting_record_bandwidth_usage(now, get_or_state());
  2884. or_state_mark_dirty(get_or_state(), 0); /* force an immediate save. */
  2885. or_state_save(now);
  2886. if (authdir_mode(options)) {
  2887. sr_save_and_cleanup();
  2888. }
  2889. if (authdir_mode_tests_reachability(options))
  2890. rep_hist_record_mtbf_data(now, 0);
  2891. keypin_close_journal();
  2892. }
  2893. timers_shutdown();
  2894. #ifdef USE_DMALLOC
  2895. dmalloc_log_stats();
  2896. #endif
  2897. tor_free_all(0); /* We could move tor_free_all back into the ifdef below
  2898. later, if it makes shutdown unacceptably slow. But for
  2899. now, leave it here: it's helped us catch bugs in the
  2900. past. */
  2901. crypto_global_cleanup();
  2902. #ifdef USE_DMALLOC
  2903. dmalloc_log_unfreed();
  2904. dmalloc_shutdown();
  2905. #endif
  2906. }
  2907. /** Read/create keys as needed, and echo our fingerprint to stdout. */
  2908. static int
  2909. do_list_fingerprint(void)
  2910. {
  2911. char buf[FINGERPRINT_LEN+1];
  2912. crypto_pk_t *k;
  2913. const char *nickname = get_options()->Nickname;
  2914. sandbox_disable_getaddrinfo_cache();
  2915. if (!server_mode(get_options())) {
  2916. log_err(LD_GENERAL,
  2917. "Clients don't have long-term identity keys. Exiting.");
  2918. return -1;
  2919. }
  2920. tor_assert(nickname);
  2921. if (init_keys() < 0) {
  2922. log_err(LD_GENERAL,"Error initializing keys; exiting.");
  2923. return -1;
  2924. }
  2925. if (!(k = get_server_identity_key())) {
  2926. log_err(LD_GENERAL,"Error: missing identity key.");
  2927. return -1;
  2928. }
  2929. if (crypto_pk_get_fingerprint(k, buf, 1)<0) {
  2930. log_err(LD_BUG, "Error computing fingerprint");
  2931. return -1;
  2932. }
  2933. printf("%s %s\n", nickname, buf);
  2934. return 0;
  2935. }
  2936. /** Entry point for password hashing: take the desired password from
  2937. * the command line, and print its salted hash to stdout. **/
  2938. static void
  2939. do_hash_password(void)
  2940. {
  2941. char output[256];
  2942. char key[S2K_RFC2440_SPECIFIER_LEN+DIGEST_LEN];
  2943. crypto_rand(key, S2K_RFC2440_SPECIFIER_LEN-1);
  2944. key[S2K_RFC2440_SPECIFIER_LEN-1] = (uint8_t)96; /* Hash 64 K of data. */
  2945. secret_to_key_rfc2440(key+S2K_RFC2440_SPECIFIER_LEN, DIGEST_LEN,
  2946. get_options()->command_arg, strlen(get_options()->command_arg),
  2947. key);
  2948. base16_encode(output, sizeof(output), key, sizeof(key));
  2949. printf("16:%s\n",output);
  2950. }
  2951. /** Entry point for configuration dumping: write the configuration to
  2952. * stdout. */
  2953. static int
  2954. do_dump_config(void)
  2955. {
  2956. const or_options_t *options = get_options();
  2957. const char *arg = options->command_arg;
  2958. int how;
  2959. char *opts;
  2960. if (!strcmp(arg, "short")) {
  2961. how = OPTIONS_DUMP_MINIMAL;
  2962. } else if (!strcmp(arg, "non-builtin")) {
  2963. how = OPTIONS_DUMP_DEFAULTS;
  2964. } else if (!strcmp(arg, "full")) {
  2965. how = OPTIONS_DUMP_ALL;
  2966. } else {
  2967. fprintf(stderr, "No valid argument to --dump-config found!\n");
  2968. fprintf(stderr, "Please select 'short', 'non-builtin', or 'full'.\n");
  2969. return -1;
  2970. }
  2971. opts = options_dump(options, how);
  2972. printf("%s", opts);
  2973. tor_free(opts);
  2974. return 0;
  2975. }
  2976. static void
  2977. init_addrinfo(void)
  2978. {
  2979. if (! server_mode(get_options()) ||
  2980. (get_options()->Address && strlen(get_options()->Address) > 0)) {
  2981. /* We don't need to seed our own hostname, because we won't be calling
  2982. * resolve_my_address on it.
  2983. */
  2984. return;
  2985. }
  2986. char hname[256];
  2987. // host name to sandbox
  2988. gethostname(hname, sizeof(hname));
  2989. sandbox_add_addrinfo(hname);
  2990. }
  2991. static sandbox_cfg_t*
  2992. sandbox_init_filter(void)
  2993. {
  2994. const or_options_t *options = get_options();
  2995. sandbox_cfg_t *cfg = sandbox_cfg_new();
  2996. int i;
  2997. sandbox_cfg_allow_openat_filename(&cfg,
  2998. get_datadir_fname("cached-status"));
  2999. #define OPEN(name) \
  3000. sandbox_cfg_allow_open_filename(&cfg, tor_strdup(name))
  3001. #define OPEN_DATADIR(name) \
  3002. sandbox_cfg_allow_open_filename(&cfg, get_datadir_fname(name))
  3003. #define OPEN_DATADIR2(name, name2) \
  3004. sandbox_cfg_allow_open_filename(&cfg, get_datadir_fname2((name), (name2)))
  3005. #define OPEN_DATADIR_SUFFIX(name, suffix) do { \
  3006. OPEN_DATADIR(name); \
  3007. OPEN_DATADIR(name suffix); \
  3008. } while (0)
  3009. #define OPEN_DATADIR2_SUFFIX(name, name2, suffix) do { \
  3010. OPEN_DATADIR2(name, name2); \
  3011. OPEN_DATADIR2(name, name2 suffix); \
  3012. } while (0)
  3013. OPEN(options->DataDirectory);
  3014. OPEN_DATADIR("keys");
  3015. OPEN_DATADIR_SUFFIX("cached-certs", ".tmp");
  3016. OPEN_DATADIR_SUFFIX("cached-consensus", ".tmp");
  3017. OPEN_DATADIR_SUFFIX("unverified-consensus", ".tmp");
  3018. OPEN_DATADIR_SUFFIX("unverified-microdesc-consensus", ".tmp");
  3019. OPEN_DATADIR_SUFFIX("cached-microdesc-consensus", ".tmp");
  3020. OPEN_DATADIR_SUFFIX("cached-microdescs", ".tmp");
  3021. OPEN_DATADIR_SUFFIX("cached-microdescs.new", ".tmp");
  3022. OPEN_DATADIR_SUFFIX("cached-descriptors", ".tmp");
  3023. OPEN_DATADIR_SUFFIX("cached-descriptors.new", ".tmp");
  3024. OPEN_DATADIR("cached-descriptors.tmp.tmp");
  3025. OPEN_DATADIR_SUFFIX("cached-extrainfo", ".tmp");
  3026. OPEN_DATADIR_SUFFIX("cached-extrainfo.new", ".tmp");
  3027. OPEN_DATADIR("cached-extrainfo.tmp.tmp");
  3028. OPEN_DATADIR_SUFFIX("state", ".tmp");
  3029. OPEN_DATADIR_SUFFIX("sr-state", ".tmp");
  3030. OPEN_DATADIR_SUFFIX("unparseable-desc", ".tmp");
  3031. OPEN_DATADIR_SUFFIX("v3-status-votes", ".tmp");
  3032. OPEN_DATADIR("key-pinning-journal");
  3033. OPEN("/dev/srandom");
  3034. OPEN("/dev/urandom");
  3035. OPEN("/dev/random");
  3036. OPEN("/etc/hosts");
  3037. OPEN("/proc/meminfo");
  3038. if (options->BridgeAuthoritativeDir)
  3039. OPEN_DATADIR_SUFFIX("networkstatus-bridges", ".tmp");
  3040. if (authdir_mode_handles_descs(options, -1))
  3041. OPEN_DATADIR("approved-routers");
  3042. if (options->ServerDNSResolvConfFile)
  3043. sandbox_cfg_allow_open_filename(&cfg,
  3044. tor_strdup(options->ServerDNSResolvConfFile));
  3045. else
  3046. sandbox_cfg_allow_open_filename(&cfg, tor_strdup("/etc/resolv.conf"));
  3047. for (i = 0; i < 2; ++i) {
  3048. if (get_torrc_fname(i)) {
  3049. sandbox_cfg_allow_open_filename(&cfg, tor_strdup(get_torrc_fname(i)));
  3050. }
  3051. }
  3052. #define RENAME_SUFFIX(name, suffix) \
  3053. sandbox_cfg_allow_rename(&cfg, \
  3054. get_datadir_fname(name suffix), \
  3055. get_datadir_fname(name))
  3056. #define RENAME_SUFFIX2(prefix, name, suffix) \
  3057. sandbox_cfg_allow_rename(&cfg, \
  3058. get_datadir_fname2(prefix, name suffix), \
  3059. get_datadir_fname2(prefix, name))
  3060. RENAME_SUFFIX("cached-certs", ".tmp");
  3061. RENAME_SUFFIX("cached-consensus", ".tmp");
  3062. RENAME_SUFFIX("unverified-consensus", ".tmp");
  3063. RENAME_SUFFIX("unverified-microdesc-consensus", ".tmp");
  3064. RENAME_SUFFIX("cached-microdesc-consensus", ".tmp");
  3065. RENAME_SUFFIX("cached-microdescs", ".tmp");
  3066. RENAME_SUFFIX("cached-microdescs", ".new");
  3067. RENAME_SUFFIX("cached-microdescs.new", ".tmp");
  3068. RENAME_SUFFIX("cached-descriptors", ".tmp");
  3069. RENAME_SUFFIX("cached-descriptors", ".new");
  3070. RENAME_SUFFIX("cached-descriptors.new", ".tmp");
  3071. RENAME_SUFFIX("cached-extrainfo", ".tmp");
  3072. RENAME_SUFFIX("cached-extrainfo", ".new");
  3073. RENAME_SUFFIX("cached-extrainfo.new", ".tmp");
  3074. RENAME_SUFFIX("state", ".tmp");
  3075. RENAME_SUFFIX("sr-state", ".tmp");
  3076. RENAME_SUFFIX("unparseable-desc", ".tmp");
  3077. RENAME_SUFFIX("v3-status-votes", ".tmp");
  3078. if (options->BridgeAuthoritativeDir)
  3079. RENAME_SUFFIX("networkstatus-bridges", ".tmp");
  3080. #define STAT_DATADIR(name) \
  3081. sandbox_cfg_allow_stat_filename(&cfg, get_datadir_fname(name))
  3082. #define STAT_DATADIR2(name, name2) \
  3083. sandbox_cfg_allow_stat_filename(&cfg, get_datadir_fname2((name), (name2)))
  3084. STAT_DATADIR(NULL);
  3085. STAT_DATADIR("lock");
  3086. STAT_DATADIR("state");
  3087. STAT_DATADIR("router-stability");
  3088. STAT_DATADIR("cached-extrainfo.new");
  3089. {
  3090. smartlist_t *files = smartlist_new();
  3091. tor_log_get_logfile_names(files);
  3092. SMARTLIST_FOREACH(files, char *, file_name, {
  3093. /* steals reference */
  3094. sandbox_cfg_allow_open_filename(&cfg, file_name);
  3095. });
  3096. smartlist_free(files);
  3097. }
  3098. {
  3099. smartlist_t *files = smartlist_new();
  3100. smartlist_t *dirs = smartlist_new();
  3101. rend_services_add_filenames_to_lists(files, dirs);
  3102. SMARTLIST_FOREACH(files, char *, file_name, {
  3103. char *tmp_name = NULL;
  3104. tor_asprintf(&tmp_name, "%s.tmp", file_name);
  3105. sandbox_cfg_allow_rename(&cfg,
  3106. tor_strdup(tmp_name), tor_strdup(file_name));
  3107. /* steals references */
  3108. sandbox_cfg_allow_open_filename(&cfg, file_name);
  3109. sandbox_cfg_allow_open_filename(&cfg, tmp_name);
  3110. });
  3111. SMARTLIST_FOREACH(dirs, char *, dir, {
  3112. /* steals reference */
  3113. sandbox_cfg_allow_stat_filename(&cfg, dir);
  3114. });
  3115. smartlist_free(files);
  3116. smartlist_free(dirs);
  3117. }
  3118. {
  3119. char *fname;
  3120. if ((fname = get_controller_cookie_file_name())) {
  3121. sandbox_cfg_allow_open_filename(&cfg, fname);
  3122. }
  3123. if ((fname = get_ext_or_auth_cookie_file_name())) {
  3124. sandbox_cfg_allow_open_filename(&cfg, fname);
  3125. }
  3126. }
  3127. SMARTLIST_FOREACH_BEGIN(get_configured_ports(), port_cfg_t *, port) {
  3128. if (!port->is_unix_addr)
  3129. continue;
  3130. /* When we open an AF_UNIX address, we want permission to open the
  3131. * directory that holds it. */
  3132. char *dirname = tor_strdup(port->unix_addr);
  3133. if (get_parent_directory(dirname) == 0) {
  3134. OPEN(dirname);
  3135. }
  3136. tor_free(dirname);
  3137. sandbox_cfg_allow_chmod_filename(&cfg, tor_strdup(port->unix_addr));
  3138. sandbox_cfg_allow_chown_filename(&cfg, tor_strdup(port->unix_addr));
  3139. } SMARTLIST_FOREACH_END(port);
  3140. if (options->DirPortFrontPage) {
  3141. sandbox_cfg_allow_open_filename(&cfg,
  3142. tor_strdup(options->DirPortFrontPage));
  3143. }
  3144. // orport
  3145. if (server_mode(get_options())) {
  3146. OPEN_DATADIR2_SUFFIX("keys", "secret_id_key", ".tmp");
  3147. OPEN_DATADIR2_SUFFIX("keys", "secret_onion_key", ".tmp");
  3148. OPEN_DATADIR2_SUFFIX("keys", "secret_onion_key_ntor", ".tmp");
  3149. OPEN_DATADIR2("keys", "secret_id_key.old");
  3150. OPEN_DATADIR2("keys", "secret_onion_key.old");
  3151. OPEN_DATADIR2("keys", "secret_onion_key_ntor.old");
  3152. OPEN_DATADIR2_SUFFIX("keys", "ed25519_master_id_secret_key", ".tmp");
  3153. OPEN_DATADIR2_SUFFIX("keys", "ed25519_master_id_secret_key_encrypted",
  3154. ".tmp");
  3155. OPEN_DATADIR2_SUFFIX("keys", "ed25519_master_id_public_key", ".tmp");
  3156. OPEN_DATADIR2_SUFFIX("keys", "ed25519_signing_secret_key", ".tmp");
  3157. OPEN_DATADIR2_SUFFIX("keys", "ed25519_signing_secret_key_encrypted",
  3158. ".tmp");
  3159. OPEN_DATADIR2_SUFFIX("keys", "ed25519_signing_public_key", ".tmp");
  3160. OPEN_DATADIR2_SUFFIX("keys", "ed25519_signing_cert", ".tmp");
  3161. OPEN_DATADIR2_SUFFIX("stats", "bridge-stats", ".tmp");
  3162. OPEN_DATADIR2_SUFFIX("stats", "dirreq-stats", ".tmp");
  3163. OPEN_DATADIR2_SUFFIX("stats", "entry-stats", ".tmp");
  3164. OPEN_DATADIR2_SUFFIX("stats", "exit-stats", ".tmp");
  3165. OPEN_DATADIR2_SUFFIX("stats", "buffer-stats", ".tmp");
  3166. OPEN_DATADIR2_SUFFIX("stats", "conn-stats", ".tmp");
  3167. OPEN_DATADIR2_SUFFIX("stats", "hidserv-stats", ".tmp");
  3168. OPEN_DATADIR("approved-routers");
  3169. OPEN_DATADIR_SUFFIX("fingerprint", ".tmp");
  3170. OPEN_DATADIR_SUFFIX("hashed-fingerprint", ".tmp");
  3171. OPEN_DATADIR_SUFFIX("router-stability", ".tmp");
  3172. OPEN("/etc/resolv.conf");
  3173. RENAME_SUFFIX("fingerprint", ".tmp");
  3174. RENAME_SUFFIX2("keys", "secret_onion_key_ntor", ".tmp");
  3175. RENAME_SUFFIX2("keys", "secret_id_key", ".tmp");
  3176. RENAME_SUFFIX2("keys", "secret_id_key.old", ".tmp");
  3177. RENAME_SUFFIX2("keys", "secret_onion_key", ".tmp");
  3178. RENAME_SUFFIX2("keys", "secret_onion_key.old", ".tmp");
  3179. RENAME_SUFFIX2("stats", "bridge-stats", ".tmp");
  3180. RENAME_SUFFIX2("stats", "dirreq-stats", ".tmp");
  3181. RENAME_SUFFIX2("stats", "entry-stats", ".tmp");
  3182. RENAME_SUFFIX2("stats", "exit-stats", ".tmp");
  3183. RENAME_SUFFIX2("stats", "buffer-stats", ".tmp");
  3184. RENAME_SUFFIX2("stats", "conn-stats", ".tmp");
  3185. RENAME_SUFFIX2("stats", "hidserv-stats", ".tmp");
  3186. RENAME_SUFFIX("hashed-fingerprint", ".tmp");
  3187. RENAME_SUFFIX("router-stability", ".tmp");
  3188. RENAME_SUFFIX2("keys", "ed25519_master_id_secret_key", ".tmp");
  3189. RENAME_SUFFIX2("keys", "ed25519_master_id_secret_key_encrypted", ".tmp");
  3190. RENAME_SUFFIX2("keys", "ed25519_master_id_public_key", ".tmp");
  3191. RENAME_SUFFIX2("keys", "ed25519_signing_secret_key", ".tmp");
  3192. RENAME_SUFFIX2("keys", "ed25519_signing_cert", ".tmp");
  3193. sandbox_cfg_allow_rename(&cfg,
  3194. get_datadir_fname2("keys", "secret_onion_key"),
  3195. get_datadir_fname2("keys", "secret_onion_key.old"));
  3196. sandbox_cfg_allow_rename(&cfg,
  3197. get_datadir_fname2("keys", "secret_onion_key_ntor"),
  3198. get_datadir_fname2("keys", "secret_onion_key_ntor.old"));
  3199. STAT_DATADIR("keys");
  3200. OPEN_DATADIR("stats");
  3201. STAT_DATADIR("stats");
  3202. STAT_DATADIR2("stats", "dirreq-stats");
  3203. }
  3204. init_addrinfo();
  3205. return cfg;
  3206. }
  3207. /** Main entry point for the Tor process. Called from main(). */
  3208. /* This function is distinct from main() only so we can link main.c into
  3209. * the unittest binary without conflicting with the unittests' main. */
  3210. int
  3211. tor_main(int argc, char *argv[])
  3212. {
  3213. int result = 0;
  3214. #ifdef _WIN32
  3215. /* Call SetProcessDEPPolicy to permanently enable DEP.
  3216. The function will not resolve on earlier versions of Windows,
  3217. and failure is not dangerous. */
  3218. HMODULE hMod = GetModuleHandleA("Kernel32.dll");
  3219. if (hMod) {
  3220. typedef BOOL (WINAPI *PSETDEP)(DWORD);
  3221. PSETDEP setdeppolicy = (PSETDEP)GetProcAddress(hMod,
  3222. "SetProcessDEPPolicy");
  3223. if (setdeppolicy) setdeppolicy(1); /* PROCESS_DEP_ENABLE */
  3224. }
  3225. #endif
  3226. configure_backtrace_handler(get_version());
  3227. update_approx_time(time(NULL));
  3228. tor_threads_init();
  3229. init_logging(0);
  3230. monotime_init();
  3231. #ifdef USE_DMALLOC
  3232. {
  3233. /* Instruct OpenSSL to use our internal wrappers for malloc,
  3234. realloc and free. */
  3235. int r = CRYPTO_set_mem_ex_functions(tor_malloc_, tor_realloc_, tor_free_);
  3236. tor_assert(r);
  3237. }
  3238. #endif
  3239. #ifdef NT_SERVICE
  3240. {
  3241. int done = 0;
  3242. result = nt_service_parse_options(argc, argv, &done);
  3243. if (done) return result;
  3244. }
  3245. #endif
  3246. if (tor_init(argc, argv)<0)
  3247. return -1;
  3248. if (get_options()->Sandbox && get_options()->command == CMD_RUN_TOR) {
  3249. sandbox_cfg_t* cfg = sandbox_init_filter();
  3250. if (sandbox_init(cfg)) {
  3251. log_err(LD_BUG,"Failed to create syscall sandbox filter");
  3252. return -1;
  3253. }
  3254. // registering libevent rng
  3255. #ifdef HAVE_EVUTIL_SECURE_RNG_SET_URANDOM_DEVICE_FILE
  3256. evutil_secure_rng_set_urandom_device_file(
  3257. (char*) sandbox_intern_string("/dev/urandom"));
  3258. #endif
  3259. }
  3260. switch (get_options()->command) {
  3261. case CMD_RUN_TOR:
  3262. #ifdef NT_SERVICE
  3263. nt_service_set_state(SERVICE_RUNNING);
  3264. #endif
  3265. result = do_main_loop();
  3266. break;
  3267. case CMD_KEYGEN:
  3268. result = load_ed_keys(get_options(), time(NULL));
  3269. break;
  3270. case CMD_LIST_FINGERPRINT:
  3271. result = do_list_fingerprint();
  3272. break;
  3273. case CMD_HASH_PASSWORD:
  3274. do_hash_password();
  3275. result = 0;
  3276. break;
  3277. case CMD_VERIFY_CONFIG:
  3278. if (quiet_level == 0)
  3279. printf("Configuration was valid\n");
  3280. result = 0;
  3281. break;
  3282. case CMD_DUMP_CONFIG:
  3283. result = do_dump_config();
  3284. break;
  3285. case CMD_RUN_UNITTESTS: /* only set by test.c */
  3286. default:
  3287. log_warn(LD_BUG,"Illegal command number %d: internal error.",
  3288. get_options()->command);
  3289. result = -1;
  3290. }
  3291. tor_cleanup();
  3292. return result;
  3293. }