main.c 137 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089409040914092409340944095409640974098409941004101410241034104410541064107410841094110411141124113411441154116411741184119412041214122412341244125412641274128412941304131413241334134413541364137413841394140414141424143414441454146414741484149415041514152415341544155415641574158415941604161416241634164416541664167416841694170417141724173417441754176417741784179418041814182418341844185418641874188418941904191419241934194419541964197419841994200420142024203420442054206420742084209421042114212421342144215421642174218421942204221422242234224422542264227422842294230423142324233423442354236423742384239424042414242424342444245424642474248424942504251425242534254425542564257425842594260426142624263426442654266426742684269427042714272427342744275427642774278427942804281428242834284428542864287428842894290429142924293429442954296429742984299430043014302430343044305430643074308430943104311431243134314
  1. /* Copyright (c) 2001 Matej Pfajfar.
  2. * Copyright (c) 2001-2004, Roger Dingledine.
  3. * Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  4. * Copyright (c) 2007-2018, The Tor Project, Inc. */
  5. /* See LICENSE for licensing information */
  6. /**
  7. * \file main.c
  8. * \brief Toplevel module. Handles signals, multiplexes between
  9. * connections, implements main loop, and drives scheduled events.
  10. *
  11. * For the main loop itself; see run_main_loop_once(). It invokes the rest of
  12. * Tor mostly through Libevent callbacks. Libevent callbacks can happen when
  13. * a timer elapses, a signal is received, a socket is ready to read or write,
  14. * or an event is manually activated.
  15. *
  16. * Most events in Tor are driven from these callbacks:
  17. * <ul>
  18. * <li>conn_read_callback() and conn_write_callback() here, which are
  19. * invoked when a socket is ready to read or write respectively.
  20. * <li>signal_callback(), which handles incoming signals.
  21. * </ul>
  22. * Other events are used for specific purposes, or for building more complex
  23. * control structures. If you search for usage of tor_libevent_new(), you
  24. * will find all the events that we construct in Tor.
  25. *
  26. * Tor has numerous housekeeping operations that need to happen
  27. * regularly. They are handled in different ways:
  28. * <ul>
  29. * <li>The most frequent operations are handled after every read or write
  30. * event, at the end of connection_handle_read() and
  31. * connection_handle_write().
  32. *
  33. * <li>The next most frequent operations happen after each invocation of the
  34. * main loop, in run_main_loop_once().
  35. *
  36. * <li>Once per second, we run all of the operations listed in
  37. * second_elapsed_callback(), and in its child, run_scheduled_events().
  38. *
  39. * <li>Once-a-second operations are handled in second_elapsed_callback().
  40. *
  41. * <li>More infrequent operations take place based on the periodic event
  42. * driver in periodic.c . These are stored in the periodic_events[]
  43. * table.
  44. * </ul>
  45. *
  46. **/
  47. #define MAIN_PRIVATE
  48. #include "core/or/or.h"
  49. #include "feature/client/addressmap.h"
  50. #include "lib/err/backtrace.h"
  51. #include "feature/client/bridges.h"
  52. #include "lib/container/buffers.h"
  53. #include "lib/tls/buffers_tls.h"
  54. #include "core/or/channel.h"
  55. #include "core/or/channeltls.h"
  56. #include "core/or/channelpadding.h"
  57. #include "core/or/circuitbuild.h"
  58. #include "core/or/circuitlist.h"
  59. #include "core/or/circuituse.h"
  60. #include "core/or/circuitmux_ewma.h"
  61. #include "core/or/command.h"
  62. #include "lib/compress/compress.h"
  63. #include "app/config/config.h"
  64. #include "app/config/confparse.h"
  65. #include "core/mainloop/connection.h"
  66. #include "core/or/connection_edge.h"
  67. #include "core/or/connection_or.h"
  68. #include "feature/dircache/consdiffmgr.h"
  69. #include "feature/control/control.h"
  70. #include "core/mainloop/cpuworker.h"
  71. #include "lib/crypt_ops/crypto_s2k.h"
  72. #include "lib/crypt_ops/crypto_rand.h"
  73. #include "feature/dircache/directory.h"
  74. #include "feature/dircache/dirserv.h"
  75. #include "feature/relay/dns.h"
  76. #include "feature/client/dnsserv.h"
  77. #include "core/or/dos.h"
  78. #include "feature/client/entrynodes.h"
  79. #include "feature/stats/geoip.h"
  80. #include "feature/hibernate/hibernate.h"
  81. #include "feature/hs/hs_cache.h"
  82. #include "feature/hs/hs_circuitmap.h"
  83. #include "feature/hs/hs_client.h"
  84. #include "feature/dirauth/keypin.h"
  85. #include "core/mainloop/main.h"
  86. #include "feature/nodelist/microdesc.h"
  87. #include "feature/nodelist/networkstatus.h"
  88. #include "feature/nodelist/nodelist.h"
  89. #include "app/main/ntmain.h"
  90. #include "core/crypto/onion.h"
  91. #include "core/mainloop/periodic.h"
  92. #include "core/or/policies.h"
  93. #include "core/or/protover.h"
  94. #include "feature/client/transports.h"
  95. #include "core/or/relay.h"
  96. #include "feature/rend/rendclient.h"
  97. #include "feature/rend/rendcommon.h"
  98. #include "feature/rend/rendservice.h"
  99. #include "feature/stats/rephist.h"
  100. #include "feature/relay/router.h"
  101. #include "feature/relay/routerkeys.h"
  102. #include "feature/nodelist/routerlist.h"
  103. #include "feature/nodelist/routerparse.h"
  104. #include "core/or/scheduler.h"
  105. #include "app/config/statefile.h"
  106. #include "core/or/status.h"
  107. #include "feature/api/tor_api.h"
  108. #include "feature/api/tor_api_internal.h"
  109. #include "lib/process/waitpid.h"
  110. #include "feature/relay/ext_orport.h"
  111. #include "lib/memarea/memarea.h"
  112. #include "lib/meminfo/meminfo.h"
  113. #include "lib/osinfo/uname.h"
  114. #include "lib/sandbox/sandbox.h"
  115. #include "lib/fs/lockfile.h"
  116. #include "lib/net/buffers_net.h"
  117. #include "lib/net/resolve.h"
  118. #include "lib/tls/tortls.h"
  119. #include "lib/evloop/compat_libevent.h"
  120. #include "lib/encoding/confline.h"
  121. #include "lib/evloop/timers.h"
  122. #include "lib/crypt_ops/crypto_init.h"
  123. #include <event2/event.h>
  124. #include "feature/dirauth/dirvote.h"
  125. #include "feature/dirauth/mode.h"
  126. #include "feature/dirauth/shared_random.h"
  127. #include "core/or/cell_st.h"
  128. #include "core/or/entry_connection_st.h"
  129. #include "feature/nodelist/networkstatus_st.h"
  130. #include "core/or/or_connection_st.h"
  131. #include "app/config/or_state_st.h"
  132. #include "core/or/port_cfg_st.h"
  133. #include "feature/nodelist/routerinfo_st.h"
  134. #include "core/or/socks_request_st.h"
  135. #ifdef HAVE_UNISTD_H
  136. #include <unistd.h>
  137. #endif
  138. #ifdef HAVE_SYSTEMD
  139. # if defined(__COVERITY__) && !defined(__INCLUDE_LEVEL__)
  140. /* Systemd's use of gcc's __INCLUDE_LEVEL__ extension macro appears to confuse
  141. * Coverity. Here's a kludge to unconfuse it.
  142. */
  143. # define __INCLUDE_LEVEL__ 2
  144. #endif /* defined(__COVERITY__) && !defined(__INCLUDE_LEVEL__) */
  145. #include <systemd/sd-daemon.h>
  146. #endif /* defined(HAVE_SYSTEMD) */
  147. void evdns_shutdown(int);
  148. #ifdef HAVE_RUST
  149. // helper function defined in Rust to output a log message indicating if tor is
  150. // running with Rust enabled. See src/rust/tor_util
  151. void rust_log_welcome_string(void);
  152. #endif
  153. /********* PROTOTYPES **********/
  154. static void dumpmemusage(int severity);
  155. static void dumpstats(int severity); /* log stats */
  156. static void conn_read_callback(evutil_socket_t fd, short event, void *_conn);
  157. static void conn_write_callback(evutil_socket_t fd, short event, void *_conn);
  158. static void second_elapsed_callback(periodic_timer_t *timer, void *args);
  159. static int conn_close_if_marked(int i);
  160. static void connection_start_reading_from_linked_conn(connection_t *conn);
  161. static int connection_should_read_from_linked_conn(connection_t *conn);
  162. static int run_main_loop_until_done(void);
  163. static void process_signal(int sig);
  164. static void shutdown_did_not_work_callback(evutil_socket_t fd, short event,
  165. void *arg) ATTR_NORETURN;
  166. /********* START VARIABLES **********/
  167. /* Token bucket for all traffic. */
  168. token_bucket_rw_t global_bucket;
  169. /* Token bucket for relayed traffic. */
  170. token_bucket_rw_t global_relayed_bucket;
  171. /* XXX we might want to keep stats about global_relayed_*_bucket too. Or not.*/
  172. /** How many bytes have we read since we started the process? */
  173. static uint64_t stats_n_bytes_read = 0;
  174. /** How many bytes have we written since we started the process? */
  175. static uint64_t stats_n_bytes_written = 0;
  176. /** What time did this process start up? */
  177. time_t time_of_process_start = 0;
  178. /** How many seconds have we been running? */
  179. static long stats_n_seconds_working = 0;
  180. /** How many times have we returned from the main loop successfully? */
  181. static uint64_t stats_n_main_loop_successes = 0;
  182. /** How many times have we received an error from the main loop? */
  183. static uint64_t stats_n_main_loop_errors = 0;
  184. /** How many times have we returned from the main loop with no events. */
  185. static uint64_t stats_n_main_loop_idle = 0;
  186. /** How often will we honor SIGNEWNYM requests? */
  187. #define MAX_SIGNEWNYM_RATE 10
  188. /** When did we last process a SIGNEWNYM request? */
  189. static time_t time_of_last_signewnym = 0;
  190. /** Is there a signewnym request we're currently waiting to handle? */
  191. static int signewnym_is_pending = 0;
  192. /** Mainloop event for the deferred signewnym call. */
  193. static mainloop_event_t *handle_deferred_signewnym_ev = NULL;
  194. /** How many times have we called newnym? */
  195. static unsigned newnym_epoch = 0;
  196. /** Smartlist of all open connections. */
  197. STATIC smartlist_t *connection_array = NULL;
  198. /** List of connections that have been marked for close and need to be freed
  199. * and removed from connection_array. */
  200. static smartlist_t *closeable_connection_lst = NULL;
  201. /** List of linked connections that are currently reading data into their
  202. * inbuf from their partner's outbuf. */
  203. static smartlist_t *active_linked_connection_lst = NULL;
  204. /** Flag: Set to true iff we entered the current libevent main loop via
  205. * <b>loop_once</b>. If so, there's no need to trigger a loopexit in order
  206. * to handle linked connections. */
  207. static int called_loop_once = 0;
  208. /** Flag: if true, it's time to shut down, so the main loop should exit as
  209. * soon as possible.
  210. */
  211. static int main_loop_should_exit = 0;
  212. /** The return value that the main loop should yield when it exits, if
  213. * main_loop_should_exit is true.
  214. */
  215. static int main_loop_exit_value = 0;
  216. /** We set this to 1 when we've opened a circuit, so we can print a log
  217. * entry to inform the user that Tor is working. We set it to 0 when
  218. * we think the fact that we once opened a circuit doesn't mean we can do so
  219. * any longer (a big time jump happened, when we notice our directory is
  220. * heinously out-of-date, etc.
  221. */
  222. static int can_complete_circuits = 0;
  223. /** How often do we check for router descriptors that we should download
  224. * when we have too little directory info? */
  225. #define GREEDY_DESCRIPTOR_RETRY_INTERVAL (10)
  226. /** How often do we check for router descriptors that we should download
  227. * when we have enough directory info? */
  228. #define LAZY_DESCRIPTOR_RETRY_INTERVAL (60)
  229. /** Decides our behavior when no logs are configured/before any
  230. * logs have been configured. For 0, we log notice to stdout as normal.
  231. * For 1, we log warnings only. For 2, we log nothing.
  232. */
  233. int quiet_level = 0;
  234. /********* END VARIABLES ************/
  235. /****************************************************************************
  236. *
  237. * This section contains accessors and other methods on the connection_array
  238. * variables (which are global within this file and unavailable outside it).
  239. *
  240. ****************************************************************************/
  241. /** Return 1 if we have successfully built a circuit, and nothing has changed
  242. * to make us think that maybe we can't.
  243. */
  244. int
  245. have_completed_a_circuit(void)
  246. {
  247. return can_complete_circuits;
  248. }
  249. /** Note that we have successfully built a circuit, so that reachability
  250. * testing and introduction points and so on may be attempted. */
  251. void
  252. note_that_we_completed_a_circuit(void)
  253. {
  254. can_complete_circuits = 1;
  255. }
  256. /** Note that something has happened (like a clock jump, or DisableNetwork) to
  257. * make us think that maybe we can't complete circuits. */
  258. void
  259. note_that_we_maybe_cant_complete_circuits(void)
  260. {
  261. can_complete_circuits = 0;
  262. }
  263. /** Add <b>conn</b> to the array of connections that we can poll on. The
  264. * connection's socket must be set; the connection starts out
  265. * non-reading and non-writing.
  266. */
  267. int
  268. connection_add_impl(connection_t *conn, int is_connecting)
  269. {
  270. tor_assert(conn);
  271. tor_assert(SOCKET_OK(conn->s) ||
  272. conn->linked ||
  273. (conn->type == CONN_TYPE_AP &&
  274. TO_EDGE_CONN(conn)->is_dns_request));
  275. tor_assert(conn->conn_array_index == -1); /* can only connection_add once */
  276. conn->conn_array_index = smartlist_len(connection_array);
  277. smartlist_add(connection_array, conn);
  278. (void) is_connecting;
  279. if (SOCKET_OK(conn->s) || conn->linked) {
  280. conn->read_event = tor_event_new(tor_libevent_get_base(),
  281. conn->s, EV_READ|EV_PERSIST, conn_read_callback, conn);
  282. conn->write_event = tor_event_new(tor_libevent_get_base(),
  283. conn->s, EV_WRITE|EV_PERSIST, conn_write_callback, conn);
  284. /* XXXX CHECK FOR NULL RETURN! */
  285. }
  286. log_debug(LD_NET,"new conn type %s, socket %d, address %s, n_conns %d.",
  287. conn_type_to_string(conn->type), (int)conn->s, conn->address,
  288. smartlist_len(connection_array));
  289. return 0;
  290. }
  291. /** Tell libevent that we don't care about <b>conn</b> any more. */
  292. void
  293. connection_unregister_events(connection_t *conn)
  294. {
  295. if (conn->read_event) {
  296. if (event_del(conn->read_event))
  297. log_warn(LD_BUG, "Error removing read event for %d", (int)conn->s);
  298. tor_free(conn->read_event);
  299. }
  300. if (conn->write_event) {
  301. if (event_del(conn->write_event))
  302. log_warn(LD_BUG, "Error removing write event for %d", (int)conn->s);
  303. tor_free(conn->write_event);
  304. }
  305. if (conn->type == CONN_TYPE_AP_DNS_LISTENER) {
  306. dnsserv_close_listener(conn);
  307. }
  308. }
  309. /** Remove the connection from the global list, and remove the
  310. * corresponding poll entry. Calling this function will shift the last
  311. * connection (if any) into the position occupied by conn.
  312. */
  313. int
  314. connection_remove(connection_t *conn)
  315. {
  316. int current_index;
  317. connection_t *tmp;
  318. tor_assert(conn);
  319. log_debug(LD_NET,"removing socket %d (type %s), n_conns now %d",
  320. (int)conn->s, conn_type_to_string(conn->type),
  321. smartlist_len(connection_array));
  322. if (conn->type == CONN_TYPE_AP && conn->socket_family == AF_UNIX) {
  323. log_info(LD_NET, "Closing SOCKS Unix socket connection");
  324. }
  325. control_event_conn_bandwidth(conn);
  326. tor_assert(conn->conn_array_index >= 0);
  327. current_index = conn->conn_array_index;
  328. connection_unregister_events(conn); /* This is redundant, but cheap. */
  329. if (current_index == smartlist_len(connection_array)-1) { /* at the end */
  330. smartlist_del(connection_array, current_index);
  331. return 0;
  332. }
  333. /* replace this one with the one at the end */
  334. smartlist_del(connection_array, current_index);
  335. tmp = smartlist_get(connection_array, current_index);
  336. tmp->conn_array_index = current_index;
  337. return 0;
  338. }
  339. /** If <b>conn</b> is an edge conn, remove it from the list
  340. * of conn's on this circuit. If it's not on an edge,
  341. * flush and send destroys for all circuits on this conn.
  342. *
  343. * Remove it from connection_array (if applicable) and
  344. * from closeable_connection_list.
  345. *
  346. * Then free it.
  347. */
  348. static void
  349. connection_unlink(connection_t *conn)
  350. {
  351. connection_about_to_close_connection(conn);
  352. if (conn->conn_array_index >= 0) {
  353. connection_remove(conn);
  354. }
  355. if (conn->linked_conn) {
  356. conn->linked_conn->linked_conn = NULL;
  357. if (! conn->linked_conn->marked_for_close &&
  358. conn->linked_conn->reading_from_linked_conn)
  359. connection_start_reading(conn->linked_conn);
  360. conn->linked_conn = NULL;
  361. }
  362. smartlist_remove(closeable_connection_lst, conn);
  363. smartlist_remove(active_linked_connection_lst, conn);
  364. if (conn->type == CONN_TYPE_EXIT) {
  365. assert_connection_edge_not_dns_pending(TO_EDGE_CONN(conn));
  366. }
  367. if (conn->type == CONN_TYPE_OR) {
  368. if (!tor_digest_is_zero(TO_OR_CONN(conn)->identity_digest))
  369. connection_or_clear_identity(TO_OR_CONN(conn));
  370. /* connection_unlink() can only get called if the connection
  371. * was already on the closeable list, and it got there by
  372. * connection_mark_for_close(), which was called from
  373. * connection_or_close_normally() or
  374. * connection_or_close_for_error(), so the channel should
  375. * already be in CHANNEL_STATE_CLOSING, and then the
  376. * connection_about_to_close_connection() goes to
  377. * connection_or_about_to_close(), which calls channel_closed()
  378. * to notify the channel_t layer, and closed the channel, so
  379. * nothing more to do here to deal with the channel associated
  380. * with an orconn.
  381. */
  382. }
  383. connection_free(conn);
  384. }
  385. /**
  386. * Callback: used to activate read events for all linked connections, so
  387. * libevent knows to call their read callbacks. This callback run as a
  388. * postloop event, so that the events _it_ activates don't happen until
  389. * Libevent has a chance to check for other events.
  390. */
  391. static void
  392. schedule_active_linked_connections_cb(mainloop_event_t *event, void *arg)
  393. {
  394. (void)event;
  395. (void)arg;
  396. /* All active linked conns should get their read events activated,
  397. * so that libevent knows to run their callbacks. */
  398. SMARTLIST_FOREACH(active_linked_connection_lst, connection_t *, conn,
  399. event_active(conn->read_event, EV_READ, 1));
  400. }
  401. /** Event that invokes schedule_active_linked_connections_cb. */
  402. static mainloop_event_t *schedule_active_linked_connections_event = NULL;
  403. /** Initialize the global connection list, closeable connection list,
  404. * and active connection list. */
  405. STATIC void
  406. init_connection_lists(void)
  407. {
  408. if (!connection_array)
  409. connection_array = smartlist_new();
  410. if (!closeable_connection_lst)
  411. closeable_connection_lst = smartlist_new();
  412. if (!active_linked_connection_lst)
  413. active_linked_connection_lst = smartlist_new();
  414. }
  415. /** Schedule <b>conn</b> to be closed. **/
  416. void
  417. add_connection_to_closeable_list(connection_t *conn)
  418. {
  419. tor_assert(!smartlist_contains(closeable_connection_lst, conn));
  420. tor_assert(conn->marked_for_close);
  421. assert_connection_ok(conn, time(NULL));
  422. smartlist_add(closeable_connection_lst, conn);
  423. mainloop_schedule_postloop_cleanup();
  424. }
  425. /** Return 1 if conn is on the closeable list, else return 0. */
  426. int
  427. connection_is_on_closeable_list(connection_t *conn)
  428. {
  429. return smartlist_contains(closeable_connection_lst, conn);
  430. }
  431. /** Return true iff conn is in the current poll array. */
  432. int
  433. connection_in_array(connection_t *conn)
  434. {
  435. return smartlist_contains(connection_array, conn);
  436. }
  437. /** Set <b>*array</b> to an array of all connections. <b>*array</b> must not
  438. * be modified.
  439. */
  440. MOCK_IMPL(smartlist_t *,
  441. get_connection_array, (void))
  442. {
  443. if (!connection_array)
  444. connection_array = smartlist_new();
  445. return connection_array;
  446. }
  447. /**
  448. * Return the amount of network traffic read, in bytes, over the life of this
  449. * process.
  450. */
  451. MOCK_IMPL(uint64_t,
  452. get_bytes_read,(void))
  453. {
  454. return stats_n_bytes_read;
  455. }
  456. /**
  457. * Return the amount of network traffic read, in bytes, over the life of this
  458. * process.
  459. */
  460. MOCK_IMPL(uint64_t,
  461. get_bytes_written,(void))
  462. {
  463. return stats_n_bytes_written;
  464. }
  465. /**
  466. * Increment the amount of network traffic read and written, over the life of
  467. * this process.
  468. */
  469. void
  470. stats_increment_bytes_read_and_written(uint64_t r, uint64_t w)
  471. {
  472. stats_n_bytes_read += r;
  473. stats_n_bytes_written += w;
  474. }
  475. /** Set the event mask on <b>conn</b> to <b>events</b>. (The event
  476. * mask is a bitmask whose bits are READ_EVENT and WRITE_EVENT)
  477. */
  478. void
  479. connection_watch_events(connection_t *conn, watchable_events_t events)
  480. {
  481. if (events & READ_EVENT)
  482. connection_start_reading(conn);
  483. else
  484. connection_stop_reading(conn);
  485. if (events & WRITE_EVENT)
  486. connection_start_writing(conn);
  487. else
  488. connection_stop_writing(conn);
  489. }
  490. /** Return true iff <b>conn</b> is listening for read events. */
  491. int
  492. connection_is_reading(connection_t *conn)
  493. {
  494. tor_assert(conn);
  495. return conn->reading_from_linked_conn ||
  496. (conn->read_event && event_pending(conn->read_event, EV_READ, NULL));
  497. }
  498. /** Reset our main loop counters. */
  499. void
  500. reset_main_loop_counters(void)
  501. {
  502. stats_n_main_loop_successes = 0;
  503. stats_n_main_loop_errors = 0;
  504. stats_n_main_loop_idle = 0;
  505. }
  506. /** Increment the main loop success counter. */
  507. static void
  508. increment_main_loop_success_count(void)
  509. {
  510. ++stats_n_main_loop_successes;
  511. }
  512. /** Get the main loop success counter. */
  513. uint64_t
  514. get_main_loop_success_count(void)
  515. {
  516. return stats_n_main_loop_successes;
  517. }
  518. /** Increment the main loop error counter. */
  519. static void
  520. increment_main_loop_error_count(void)
  521. {
  522. ++stats_n_main_loop_errors;
  523. }
  524. /** Get the main loop error counter. */
  525. uint64_t
  526. get_main_loop_error_count(void)
  527. {
  528. return stats_n_main_loop_errors;
  529. }
  530. /** Increment the main loop idle counter. */
  531. static void
  532. increment_main_loop_idle_count(void)
  533. {
  534. ++stats_n_main_loop_idle;
  535. }
  536. /** Get the main loop idle counter. */
  537. uint64_t
  538. get_main_loop_idle_count(void)
  539. {
  540. return stats_n_main_loop_idle;
  541. }
  542. /** Check whether <b>conn</b> is correct in having (or not having) a
  543. * read/write event (passed in <b>ev</b>). On success, return 0. On failure,
  544. * log a warning and return -1. */
  545. static int
  546. connection_check_event(connection_t *conn, struct event *ev)
  547. {
  548. int bad;
  549. if (conn->type == CONN_TYPE_AP && TO_EDGE_CONN(conn)->is_dns_request) {
  550. /* DNS requests which we launch through the dnsserv.c module do not have
  551. * any underlying socket or any underlying linked connection, so they
  552. * shouldn't have any attached events either.
  553. */
  554. bad = ev != NULL;
  555. } else {
  556. /* Everything else should have an underlying socket, or a linked
  557. * connection (which is also tracked with a read_event/write_event pair).
  558. */
  559. bad = ev == NULL;
  560. }
  561. if (bad) {
  562. log_warn(LD_BUG, "Event missing on connection %p [%s;%s]. "
  563. "socket=%d. linked=%d. "
  564. "is_dns_request=%d. Marked_for_close=%s:%d",
  565. conn,
  566. conn_type_to_string(conn->type),
  567. conn_state_to_string(conn->type, conn->state),
  568. (int)conn->s, (int)conn->linked,
  569. (conn->type == CONN_TYPE_AP &&
  570. TO_EDGE_CONN(conn)->is_dns_request),
  571. conn->marked_for_close_file ? conn->marked_for_close_file : "-",
  572. conn->marked_for_close
  573. );
  574. log_backtrace(LOG_WARN, LD_BUG, "Backtrace attached.");
  575. return -1;
  576. }
  577. return 0;
  578. }
  579. /** Tell the main loop to stop notifying <b>conn</b> of any read events. */
  580. MOCK_IMPL(void,
  581. connection_stop_reading,(connection_t *conn))
  582. {
  583. tor_assert(conn);
  584. if (connection_check_event(conn, conn->read_event) < 0) {
  585. return;
  586. }
  587. if (conn->linked) {
  588. conn->reading_from_linked_conn = 0;
  589. connection_stop_reading_from_linked_conn(conn);
  590. } else {
  591. if (event_del(conn->read_event))
  592. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  593. "to unwatched: %s",
  594. (int)conn->s,
  595. tor_socket_strerror(tor_socket_errno(conn->s)));
  596. }
  597. }
  598. /** Tell the main loop to start notifying <b>conn</b> of any read events. */
  599. MOCK_IMPL(void,
  600. connection_start_reading,(connection_t *conn))
  601. {
  602. tor_assert(conn);
  603. if (connection_check_event(conn, conn->read_event) < 0) {
  604. return;
  605. }
  606. if (conn->linked) {
  607. conn->reading_from_linked_conn = 1;
  608. if (connection_should_read_from_linked_conn(conn))
  609. connection_start_reading_from_linked_conn(conn);
  610. } else {
  611. if (event_add(conn->read_event, NULL))
  612. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  613. "to watched: %s",
  614. (int)conn->s,
  615. tor_socket_strerror(tor_socket_errno(conn->s)));
  616. }
  617. }
  618. /** Return true iff <b>conn</b> is listening for write events. */
  619. int
  620. connection_is_writing(connection_t *conn)
  621. {
  622. tor_assert(conn);
  623. return conn->writing_to_linked_conn ||
  624. (conn->write_event && event_pending(conn->write_event, EV_WRITE, NULL));
  625. }
  626. /** Tell the main loop to stop notifying <b>conn</b> of any write events. */
  627. MOCK_IMPL(void,
  628. connection_stop_writing,(connection_t *conn))
  629. {
  630. tor_assert(conn);
  631. if (connection_check_event(conn, conn->write_event) < 0) {
  632. return;
  633. }
  634. if (conn->linked) {
  635. conn->writing_to_linked_conn = 0;
  636. if (conn->linked_conn)
  637. connection_stop_reading_from_linked_conn(conn->linked_conn);
  638. } else {
  639. if (event_del(conn->write_event))
  640. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  641. "to unwatched: %s",
  642. (int)conn->s,
  643. tor_socket_strerror(tor_socket_errno(conn->s)));
  644. }
  645. }
  646. /** Tell the main loop to start notifying <b>conn</b> of any write events. */
  647. MOCK_IMPL(void,
  648. connection_start_writing,(connection_t *conn))
  649. {
  650. tor_assert(conn);
  651. if (connection_check_event(conn, conn->write_event) < 0) {
  652. return;
  653. }
  654. if (conn->linked) {
  655. conn->writing_to_linked_conn = 1;
  656. if (conn->linked_conn &&
  657. connection_should_read_from_linked_conn(conn->linked_conn))
  658. connection_start_reading_from_linked_conn(conn->linked_conn);
  659. } else {
  660. if (event_add(conn->write_event, NULL))
  661. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  662. "to watched: %s",
  663. (int)conn->s,
  664. tor_socket_strerror(tor_socket_errno(conn->s)));
  665. }
  666. }
  667. /** Return true iff <b>conn</b> is linked conn, and reading from the conn
  668. * linked to it would be good and feasible. (Reading is "feasible" if the
  669. * other conn exists and has data in its outbuf, and is "good" if we have our
  670. * reading_from_linked_conn flag set and the other conn has its
  671. * writing_to_linked_conn flag set.)*/
  672. static int
  673. connection_should_read_from_linked_conn(connection_t *conn)
  674. {
  675. if (conn->linked && conn->reading_from_linked_conn) {
  676. if (! conn->linked_conn ||
  677. (conn->linked_conn->writing_to_linked_conn &&
  678. buf_datalen(conn->linked_conn->outbuf)))
  679. return 1;
  680. }
  681. return 0;
  682. }
  683. /** Event to run 'shutdown did not work callback'. */
  684. static struct event *shutdown_did_not_work_event = NULL;
  685. /** Failsafe measure that should never actually be necessary: If
  686. * tor_shutdown_event_loop_and_exit() somehow doesn't successfully exit the
  687. * event loop, then this callback will kill Tor with an assertion failure
  688. * seconds later
  689. */
  690. static void
  691. shutdown_did_not_work_callback(evutil_socket_t fd, short event, void *arg)
  692. {
  693. // LCOV_EXCL_START
  694. (void) fd;
  695. (void) event;
  696. (void) arg;
  697. tor_assert_unreached();
  698. // LCOV_EXCL_STOP
  699. }
  700. #ifdef ENABLE_RESTART_DEBUGGING
  701. static struct event *tor_shutdown_event_loop_for_restart_event = NULL;
  702. static void
  703. tor_shutdown_event_loop_for_restart_cb(
  704. evutil_socket_t fd, short event, void *arg)
  705. {
  706. (void)fd;
  707. (void)event;
  708. (void)arg;
  709. tor_event_free(tor_shutdown_event_loop_for_restart_event);
  710. tor_shutdown_event_loop_and_exit(0);
  711. }
  712. #endif
  713. /**
  714. * After finishing the current callback (if any), shut down the main loop,
  715. * clean up the process, and exit with <b>exitcode</b>.
  716. */
  717. void
  718. tor_shutdown_event_loop_and_exit(int exitcode)
  719. {
  720. if (main_loop_should_exit)
  721. return; /* Ignore multiple calls to this function. */
  722. main_loop_should_exit = 1;
  723. main_loop_exit_value = exitcode;
  724. /* Die with an assertion failure in ten seconds, if for some reason we don't
  725. * exit normally. */
  726. /* XXXX We should consider this code if it's never used. */
  727. struct timeval ten_seconds = { 10, 0 };
  728. shutdown_did_not_work_event = tor_evtimer_new(
  729. tor_libevent_get_base(),
  730. shutdown_did_not_work_callback, NULL);
  731. event_add(shutdown_did_not_work_event, &ten_seconds);
  732. /* Unlike exit_loop_after_delay(), exit_loop_after_callback
  733. * prevents other callbacks from running. */
  734. tor_libevent_exit_loop_after_callback(tor_libevent_get_base());
  735. }
  736. /** Return true iff tor_shutdown_event_loop_and_exit() has been called. */
  737. int
  738. tor_event_loop_shutdown_is_pending(void)
  739. {
  740. return main_loop_should_exit;
  741. }
  742. /** Helper: Tell the main loop to begin reading bytes into <b>conn</b> from
  743. * its linked connection, if it is not doing so already. Called by
  744. * connection_start_reading and connection_start_writing as appropriate. */
  745. static void
  746. connection_start_reading_from_linked_conn(connection_t *conn)
  747. {
  748. tor_assert(conn);
  749. tor_assert(conn->linked == 1);
  750. if (!conn->active_on_link) {
  751. conn->active_on_link = 1;
  752. smartlist_add(active_linked_connection_lst, conn);
  753. mainloop_event_activate(schedule_active_linked_connections_event);
  754. } else {
  755. tor_assert(smartlist_contains(active_linked_connection_lst, conn));
  756. }
  757. }
  758. /** Tell the main loop to stop reading bytes into <b>conn</b> from its linked
  759. * connection, if is currently doing so. Called by connection_stop_reading,
  760. * connection_stop_writing, and connection_read. */
  761. void
  762. connection_stop_reading_from_linked_conn(connection_t *conn)
  763. {
  764. tor_assert(conn);
  765. tor_assert(conn->linked == 1);
  766. if (conn->active_on_link) {
  767. conn->active_on_link = 0;
  768. /* FFFF We could keep an index here so we can smartlist_del
  769. * cleanly. On the other hand, this doesn't show up on profiles,
  770. * so let's leave it alone for now. */
  771. smartlist_remove(active_linked_connection_lst, conn);
  772. } else {
  773. tor_assert(!smartlist_contains(active_linked_connection_lst, conn));
  774. }
  775. }
  776. /** Close all connections that have been scheduled to get closed. */
  777. STATIC void
  778. close_closeable_connections(void)
  779. {
  780. int i;
  781. for (i = 0; i < smartlist_len(closeable_connection_lst); ) {
  782. connection_t *conn = smartlist_get(closeable_connection_lst, i);
  783. if (conn->conn_array_index < 0) {
  784. connection_unlink(conn); /* blow it away right now */
  785. } else {
  786. if (!conn_close_if_marked(conn->conn_array_index))
  787. ++i;
  788. }
  789. }
  790. }
  791. /** Count moribund connections for the OOS handler */
  792. MOCK_IMPL(int,
  793. connection_count_moribund, (void))
  794. {
  795. int moribund = 0;
  796. /*
  797. * Count things we'll try to kill when close_closeable_connections()
  798. * runs next.
  799. */
  800. SMARTLIST_FOREACH_BEGIN(closeable_connection_lst, connection_t *, conn) {
  801. if (SOCKET_OK(conn->s) && connection_is_moribund(conn)) ++moribund;
  802. } SMARTLIST_FOREACH_END(conn);
  803. return moribund;
  804. }
  805. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  806. * some data to read. */
  807. static void
  808. conn_read_callback(evutil_socket_t fd, short event, void *_conn)
  809. {
  810. connection_t *conn = _conn;
  811. (void)fd;
  812. (void)event;
  813. log_debug(LD_NET,"socket %d wants to read.",(int)conn->s);
  814. /* assert_connection_ok(conn, time(NULL)); */
  815. if (connection_handle_read(conn) < 0) {
  816. if (!conn->marked_for_close) {
  817. #ifndef _WIN32
  818. log_warn(LD_BUG,"Unhandled error on read for %s connection "
  819. "(fd %d); removing",
  820. conn_type_to_string(conn->type), (int)conn->s);
  821. tor_fragile_assert();
  822. #endif /* !defined(_WIN32) */
  823. if (CONN_IS_EDGE(conn))
  824. connection_edge_end_errno(TO_EDGE_CONN(conn));
  825. connection_mark_for_close(conn);
  826. }
  827. }
  828. assert_connection_ok(conn, time(NULL));
  829. if (smartlist_len(closeable_connection_lst))
  830. close_closeable_connections();
  831. }
  832. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  833. * some data to write. */
  834. static void
  835. conn_write_callback(evutil_socket_t fd, short events, void *_conn)
  836. {
  837. connection_t *conn = _conn;
  838. (void)fd;
  839. (void)events;
  840. LOG_FN_CONN(conn, (LOG_DEBUG, LD_NET, "socket %d wants to write.",
  841. (int)conn->s));
  842. /* assert_connection_ok(conn, time(NULL)); */
  843. if (connection_handle_write(conn, 0) < 0) {
  844. if (!conn->marked_for_close) {
  845. /* this connection is broken. remove it. */
  846. log_fn(LOG_WARN,LD_BUG,
  847. "unhandled error on write for %s connection (fd %d); removing",
  848. conn_type_to_string(conn->type), (int)conn->s);
  849. tor_fragile_assert();
  850. if (CONN_IS_EDGE(conn)) {
  851. /* otherwise we cry wolf about duplicate close */
  852. edge_connection_t *edge_conn = TO_EDGE_CONN(conn);
  853. if (!edge_conn->end_reason)
  854. edge_conn->end_reason = END_STREAM_REASON_INTERNAL;
  855. edge_conn->edge_has_sent_end = 1;
  856. }
  857. connection_close_immediate(conn); /* So we don't try to flush. */
  858. connection_mark_for_close(conn);
  859. }
  860. }
  861. assert_connection_ok(conn, time(NULL));
  862. if (smartlist_len(closeable_connection_lst))
  863. close_closeable_connections();
  864. }
  865. /** If the connection at connection_array[i] is marked for close, then:
  866. * - If it has data that it wants to flush, try to flush it.
  867. * - If it _still_ has data to flush, and conn->hold_open_until_flushed is
  868. * true, then leave the connection open and return.
  869. * - Otherwise, remove the connection from connection_array and from
  870. * all other lists, close it, and free it.
  871. * Returns 1 if the connection was closed, 0 otherwise.
  872. */
  873. static int
  874. conn_close_if_marked(int i)
  875. {
  876. connection_t *conn;
  877. int retval;
  878. time_t now;
  879. conn = smartlist_get(connection_array, i);
  880. if (!conn->marked_for_close)
  881. return 0; /* nothing to see here, move along */
  882. now = time(NULL);
  883. assert_connection_ok(conn, now);
  884. /* assert_all_pending_dns_resolves_ok(); */
  885. log_debug(LD_NET,"Cleaning up connection (fd "TOR_SOCKET_T_FORMAT").",
  886. conn->s);
  887. /* If the connection we are about to close was trying to connect to
  888. a proxy server and failed, the client won't be able to use that
  889. proxy. We should warn the user about this. */
  890. if (conn->proxy_state == PROXY_INFANT)
  891. log_failed_proxy_connection(conn);
  892. if ((SOCKET_OK(conn->s) || conn->linked_conn) &&
  893. connection_wants_to_flush(conn)) {
  894. /* s == -1 means it's an incomplete edge connection, or that the socket
  895. * has already been closed as unflushable. */
  896. ssize_t sz = connection_bucket_write_limit(conn, now);
  897. if (!conn->hold_open_until_flushed)
  898. log_info(LD_NET,
  899. "Conn (addr %s, fd %d, type %s, state %d) marked, but wants "
  900. "to flush %d bytes. (Marked at %s:%d)",
  901. escaped_safe_str_client(conn->address),
  902. (int)conn->s, conn_type_to_string(conn->type), conn->state,
  903. (int)conn->outbuf_flushlen,
  904. conn->marked_for_close_file, conn->marked_for_close);
  905. if (conn->linked_conn) {
  906. retval = buf_move_to_buf(conn->linked_conn->inbuf, conn->outbuf,
  907. &conn->outbuf_flushlen);
  908. if (retval >= 0) {
  909. /* The linked conn will notice that it has data when it notices that
  910. * we're gone. */
  911. connection_start_reading_from_linked_conn(conn->linked_conn);
  912. }
  913. log_debug(LD_GENERAL, "Flushed last %d bytes from a linked conn; "
  914. "%d left; flushlen %d; wants-to-flush==%d", retval,
  915. (int)connection_get_outbuf_len(conn),
  916. (int)conn->outbuf_flushlen,
  917. connection_wants_to_flush(conn));
  918. } else if (connection_speaks_cells(conn)) {
  919. if (conn->state == OR_CONN_STATE_OPEN) {
  920. retval = buf_flush_to_tls(conn->outbuf, TO_OR_CONN(conn)->tls, sz,
  921. &conn->outbuf_flushlen);
  922. } else
  923. retval = -1; /* never flush non-open broken tls connections */
  924. } else {
  925. retval = buf_flush_to_socket(conn->outbuf, conn->s, sz,
  926. &conn->outbuf_flushlen);
  927. }
  928. if (retval >= 0 && /* Technically, we could survive things like
  929. TLS_WANT_WRITE here. But don't bother for now. */
  930. conn->hold_open_until_flushed && connection_wants_to_flush(conn)) {
  931. if (retval > 0) {
  932. LOG_FN_CONN(conn, (LOG_INFO,LD_NET,
  933. "Holding conn (fd %d) open for more flushing.",
  934. (int)conn->s));
  935. conn->timestamp_last_write_allowed = now; /* reset so we can flush
  936. * more */
  937. } else if (sz == 0) {
  938. /* Also, retval==0. If we get here, we didn't want to write anything
  939. * (because of rate-limiting) and we didn't. */
  940. /* Connection must flush before closing, but it's being rate-limited.
  941. * Let's remove from Libevent, and mark it as blocked on bandwidth
  942. * so it will be re-added on next token bucket refill. Prevents
  943. * busy Libevent loops where we keep ending up here and returning
  944. * 0 until we are no longer blocked on bandwidth.
  945. */
  946. connection_consider_empty_read_buckets(conn);
  947. connection_consider_empty_write_buckets(conn);
  948. /* Make sure that consider_empty_buckets really disabled the
  949. * connection: */
  950. if (BUG(connection_is_writing(conn))) {
  951. connection_write_bw_exhausted(conn, true);
  952. }
  953. if (BUG(connection_is_reading(conn))) {
  954. /* XXXX+ We should make this code unreachable; if a connection is
  955. * marked for close and flushing, there is no point in reading to it
  956. * at all. Further, checking at this point is a bit of a hack: it
  957. * would make much more sense to react in
  958. * connection_handle_read_impl, or to just stop reading in
  959. * mark_and_flush */
  960. connection_read_bw_exhausted(conn, true/* kludge. */);
  961. }
  962. }
  963. return 0;
  964. }
  965. if (connection_wants_to_flush(conn)) {
  966. log_fn(LOG_INFO, LD_NET, "We stalled too much while trying to write %d "
  967. "bytes to address %s. If this happens a lot, either "
  968. "something is wrong with your network connection, or "
  969. "something is wrong with theirs. "
  970. "(fd %d, type %s, state %d, marked at %s:%d).",
  971. (int)connection_get_outbuf_len(conn),
  972. escaped_safe_str_client(conn->address),
  973. (int)conn->s, conn_type_to_string(conn->type), conn->state,
  974. conn->marked_for_close_file,
  975. conn->marked_for_close);
  976. }
  977. }
  978. connection_unlink(conn); /* unlink, remove, free */
  979. return 1;
  980. }
  981. /** Implementation for directory_all_unreachable. This is done in a callback,
  982. * since otherwise it would complicate Tor's control-flow graph beyond all
  983. * reason.
  984. */
  985. static void
  986. directory_all_unreachable_cb(mainloop_event_t *event, void *arg)
  987. {
  988. (void)event;
  989. (void)arg;
  990. connection_t *conn;
  991. while ((conn = connection_get_by_type_state(CONN_TYPE_AP,
  992. AP_CONN_STATE_CIRCUIT_WAIT))) {
  993. entry_connection_t *entry_conn = TO_ENTRY_CONN(conn);
  994. log_notice(LD_NET,
  995. "Is your network connection down? "
  996. "Failing connection to '%s:%d'.",
  997. safe_str_client(entry_conn->socks_request->address),
  998. entry_conn->socks_request->port);
  999. connection_mark_unattached_ap(entry_conn,
  1000. END_STREAM_REASON_NET_UNREACHABLE);
  1001. }
  1002. control_event_general_error("DIR_ALL_UNREACHABLE");
  1003. }
  1004. static mainloop_event_t *directory_all_unreachable_cb_event = NULL;
  1005. /** We've just tried every dirserver we know about, and none of
  1006. * them were reachable. Assume the network is down. Change state
  1007. * so next time an application connection arrives we'll delay it
  1008. * and try another directory fetch. Kill off all the circuit_wait
  1009. * streams that are waiting now, since they will all timeout anyway.
  1010. */
  1011. void
  1012. directory_all_unreachable(time_t now)
  1013. {
  1014. (void)now;
  1015. reset_uptime(); /* reset it */
  1016. if (!directory_all_unreachable_cb_event) {
  1017. directory_all_unreachable_cb_event =
  1018. mainloop_event_new(directory_all_unreachable_cb, NULL);
  1019. tor_assert(directory_all_unreachable_cb_event);
  1020. }
  1021. mainloop_event_activate(directory_all_unreachable_cb_event);
  1022. }
  1023. /** This function is called whenever we successfully pull down some new
  1024. * network statuses or server descriptors. */
  1025. void
  1026. directory_info_has_arrived(time_t now, int from_cache, int suppress_logs)
  1027. {
  1028. const or_options_t *options = get_options();
  1029. /* if we have enough dir info, then update our guard status with
  1030. * whatever we just learned. */
  1031. int invalidate_circs = guards_update_all();
  1032. if (invalidate_circs) {
  1033. circuit_mark_all_unused_circs();
  1034. circuit_mark_all_dirty_circs_as_unusable();
  1035. }
  1036. if (!router_have_minimum_dir_info()) {
  1037. int quiet = suppress_logs || from_cache ||
  1038. directory_too_idle_to_fetch_descriptors(options, now);
  1039. tor_log(quiet ? LOG_INFO : LOG_NOTICE, LD_DIR,
  1040. "I learned some more directory information, but not enough to "
  1041. "build a circuit: %s", get_dir_info_status_string());
  1042. update_all_descriptor_downloads(now);
  1043. return;
  1044. } else {
  1045. if (directory_fetches_from_authorities(options)) {
  1046. update_all_descriptor_downloads(now);
  1047. }
  1048. /* Don't even bother trying to get extrainfo until the rest of our
  1049. * directory info is up-to-date */
  1050. if (options->DownloadExtraInfo)
  1051. update_extrainfo_downloads(now);
  1052. }
  1053. if (server_mode(options) && !net_is_disabled() && !from_cache &&
  1054. (have_completed_a_circuit() || !any_predicted_circuits(now)))
  1055. router_do_reachability_checks(1, 1);
  1056. }
  1057. /** Perform regular maintenance tasks for a single connection. This
  1058. * function gets run once per second per connection by run_scheduled_events.
  1059. */
  1060. static void
  1061. run_connection_housekeeping(int i, time_t now)
  1062. {
  1063. cell_t cell;
  1064. connection_t *conn = smartlist_get(connection_array, i);
  1065. const or_options_t *options = get_options();
  1066. or_connection_t *or_conn;
  1067. channel_t *chan = NULL;
  1068. int have_any_circuits;
  1069. int past_keepalive =
  1070. now >= conn->timestamp_last_write_allowed + options->KeepalivePeriod;
  1071. if (conn->outbuf && !connection_get_outbuf_len(conn) &&
  1072. conn->type == CONN_TYPE_OR)
  1073. TO_OR_CONN(conn)->timestamp_lastempty = now;
  1074. if (conn->marked_for_close) {
  1075. /* nothing to do here */
  1076. return;
  1077. }
  1078. /* Expire any directory connections that haven't been active (sent
  1079. * if a server or received if a client) for 5 min */
  1080. if (conn->type == CONN_TYPE_DIR &&
  1081. ((DIR_CONN_IS_SERVER(conn) &&
  1082. conn->timestamp_last_write_allowed
  1083. + options->TestingDirConnectionMaxStall < now) ||
  1084. (!DIR_CONN_IS_SERVER(conn) &&
  1085. conn->timestamp_last_read_allowed
  1086. + options->TestingDirConnectionMaxStall < now))) {
  1087. log_info(LD_DIR,"Expiring wedged directory conn (fd %d, purpose %d)",
  1088. (int)conn->s, conn->purpose);
  1089. /* This check is temporary; it's to let us know whether we should consider
  1090. * parsing partial serverdesc responses. */
  1091. if (conn->purpose == DIR_PURPOSE_FETCH_SERVERDESC &&
  1092. connection_get_inbuf_len(conn) >= 1024) {
  1093. log_info(LD_DIR,"Trying to extract information from wedged server desc "
  1094. "download.");
  1095. connection_dir_reached_eof(TO_DIR_CONN(conn));
  1096. } else {
  1097. connection_mark_for_close(conn);
  1098. }
  1099. return;
  1100. }
  1101. if (!connection_speaks_cells(conn))
  1102. return; /* we're all done here, the rest is just for OR conns */
  1103. /* If we haven't flushed to an OR connection for a while, then either nuke
  1104. the connection or send a keepalive, depending. */
  1105. or_conn = TO_OR_CONN(conn);
  1106. tor_assert(conn->outbuf);
  1107. chan = TLS_CHAN_TO_BASE(or_conn->chan);
  1108. tor_assert(chan);
  1109. if (channel_num_circuits(chan) != 0) {
  1110. have_any_circuits = 1;
  1111. chan->timestamp_last_had_circuits = now;
  1112. } else {
  1113. have_any_circuits = 0;
  1114. }
  1115. if (channel_is_bad_for_new_circs(TLS_CHAN_TO_BASE(or_conn->chan)) &&
  1116. ! have_any_circuits) {
  1117. /* It's bad for new circuits, and has no unmarked circuits on it:
  1118. * mark it now. */
  1119. log_info(LD_OR,
  1120. "Expiring non-used OR connection to fd %d (%s:%d) [Too old].",
  1121. (int)conn->s, conn->address, conn->port);
  1122. if (conn->state == OR_CONN_STATE_CONNECTING)
  1123. connection_or_connect_failed(TO_OR_CONN(conn),
  1124. END_OR_CONN_REASON_TIMEOUT,
  1125. "Tor gave up on the connection");
  1126. connection_or_close_normally(TO_OR_CONN(conn), 1);
  1127. } else if (!connection_state_is_open(conn)) {
  1128. if (past_keepalive) {
  1129. /* We never managed to actually get this connection open and happy. */
  1130. log_info(LD_OR,"Expiring non-open OR connection to fd %d (%s:%d).",
  1131. (int)conn->s,conn->address, conn->port);
  1132. connection_or_close_normally(TO_OR_CONN(conn), 0);
  1133. }
  1134. } else if (we_are_hibernating() &&
  1135. ! have_any_circuits &&
  1136. !connection_get_outbuf_len(conn)) {
  1137. /* We're hibernating or shutting down, there's no circuits, and nothing to
  1138. * flush.*/
  1139. log_info(LD_OR,"Expiring non-used OR connection to fd %d (%s:%d) "
  1140. "[Hibernating or exiting].",
  1141. (int)conn->s,conn->address, conn->port);
  1142. connection_or_close_normally(TO_OR_CONN(conn), 1);
  1143. } else if (!have_any_circuits &&
  1144. now - or_conn->idle_timeout >=
  1145. chan->timestamp_last_had_circuits) {
  1146. log_info(LD_OR,"Expiring non-used OR connection %"PRIu64" to fd %d "
  1147. "(%s:%d) [no circuits for %d; timeout %d; %scanonical].",
  1148. (chan->global_identifier),
  1149. (int)conn->s, conn->address, conn->port,
  1150. (int)(now - chan->timestamp_last_had_circuits),
  1151. or_conn->idle_timeout,
  1152. or_conn->is_canonical ? "" : "non");
  1153. connection_or_close_normally(TO_OR_CONN(conn), 0);
  1154. } else if (
  1155. now >= or_conn->timestamp_lastempty + options->KeepalivePeriod*10 &&
  1156. now >=
  1157. conn->timestamp_last_write_allowed + options->KeepalivePeriod*10) {
  1158. log_fn(LOG_PROTOCOL_WARN,LD_PROTOCOL,
  1159. "Expiring stuck OR connection to fd %d (%s:%d). (%d bytes to "
  1160. "flush; %d seconds since last write)",
  1161. (int)conn->s, conn->address, conn->port,
  1162. (int)connection_get_outbuf_len(conn),
  1163. (int)(now-conn->timestamp_last_write_allowed));
  1164. connection_or_close_normally(TO_OR_CONN(conn), 0);
  1165. } else if (past_keepalive && !connection_get_outbuf_len(conn)) {
  1166. /* send a padding cell */
  1167. log_fn(LOG_DEBUG,LD_OR,"Sending keepalive to (%s:%d)",
  1168. conn->address, conn->port);
  1169. memset(&cell,0,sizeof(cell_t));
  1170. cell.command = CELL_PADDING;
  1171. connection_or_write_cell_to_buf(&cell, or_conn);
  1172. } else {
  1173. channelpadding_decide_to_pad_channel(chan);
  1174. }
  1175. }
  1176. /** Honor a NEWNYM request: make future requests unlinkable to past
  1177. * requests. */
  1178. static void
  1179. signewnym_impl(time_t now)
  1180. {
  1181. const or_options_t *options = get_options();
  1182. if (!proxy_mode(options)) {
  1183. log_info(LD_CONTROL, "Ignoring SIGNAL NEWNYM because client functionality "
  1184. "is disabled.");
  1185. return;
  1186. }
  1187. circuit_mark_all_dirty_circs_as_unusable();
  1188. addressmap_clear_transient();
  1189. hs_client_purge_state();
  1190. time_of_last_signewnym = now;
  1191. signewnym_is_pending = 0;
  1192. ++newnym_epoch;
  1193. control_event_signal(SIGNEWNYM);
  1194. }
  1195. /** Callback: run a deferred signewnym. */
  1196. static void
  1197. handle_deferred_signewnym_cb(mainloop_event_t *event, void *arg)
  1198. {
  1199. (void)event;
  1200. (void)arg;
  1201. log_info(LD_CONTROL, "Honoring delayed NEWNYM request");
  1202. signewnym_impl(time(NULL));
  1203. }
  1204. /** Return the number of times that signewnym has been called. */
  1205. unsigned
  1206. get_signewnym_epoch(void)
  1207. {
  1208. return newnym_epoch;
  1209. }
  1210. /** True iff we have initialized all the members of <b>periodic_events</b>.
  1211. * Used to prevent double-initialization. */
  1212. static int periodic_events_initialized = 0;
  1213. /* Declare all the timer callback functions... */
  1214. #undef CALLBACK
  1215. #define CALLBACK(name) \
  1216. static int name ## _callback(time_t, const or_options_t *)
  1217. CALLBACK(add_entropy);
  1218. CALLBACK(check_authority_cert);
  1219. CALLBACK(check_canonical_channels);
  1220. CALLBACK(check_descriptor);
  1221. CALLBACK(check_dns_honesty);
  1222. CALLBACK(check_ed_keys);
  1223. CALLBACK(check_expired_networkstatus);
  1224. CALLBACK(check_for_reachability_bw);
  1225. CALLBACK(check_onion_keys_expiry_time);
  1226. CALLBACK(clean_caches);
  1227. CALLBACK(clean_consdiffmgr);
  1228. CALLBACK(dirvote);
  1229. CALLBACK(downrate_stability);
  1230. CALLBACK(expire_old_ciruits_serverside);
  1231. CALLBACK(fetch_networkstatus);
  1232. CALLBACK(heartbeat);
  1233. CALLBACK(hs_service);
  1234. CALLBACK(launch_descriptor_fetches);
  1235. CALLBACK(launch_reachability_tests);
  1236. CALLBACK(reachability_warnings);
  1237. CALLBACK(record_bridge_stats);
  1238. CALLBACK(rend_cache_failure_clean);
  1239. CALLBACK(reset_padding_counts);
  1240. CALLBACK(retry_dns);
  1241. CALLBACK(retry_listeners);
  1242. CALLBACK(rotate_onion_key);
  1243. CALLBACK(rotate_x509_certificate);
  1244. CALLBACK(save_stability);
  1245. CALLBACK(save_state);
  1246. CALLBACK(write_bridge_ns);
  1247. CALLBACK(write_stats_file);
  1248. #undef CALLBACK
  1249. /* Now we declare an array of periodic_event_item_t for each periodic event */
  1250. #define CALLBACK(name, r, f) PERIODIC_EVENT(name, r, f)
  1251. STATIC periodic_event_item_t periodic_events[] = {
  1252. /* Everyone needs to run those. */
  1253. CALLBACK(add_entropy, PERIODIC_EVENT_ROLE_ALL, 0),
  1254. CALLBACK(check_expired_networkstatus, PERIODIC_EVENT_ROLE_ALL, 0),
  1255. CALLBACK(clean_caches, PERIODIC_EVENT_ROLE_ALL, 0),
  1256. CALLBACK(fetch_networkstatus, PERIODIC_EVENT_ROLE_ALL,
  1257. PERIODIC_EVENT_FLAG_NEED_NET),
  1258. CALLBACK(heartbeat, PERIODIC_EVENT_ROLE_ALL, 0),
  1259. CALLBACK(launch_descriptor_fetches, PERIODIC_EVENT_ROLE_ALL,
  1260. PERIODIC_EVENT_FLAG_NEED_NET),
  1261. CALLBACK(reset_padding_counts, PERIODIC_EVENT_ROLE_ALL, 0),
  1262. CALLBACK(retry_listeners, PERIODIC_EVENT_ROLE_ALL,
  1263. PERIODIC_EVENT_FLAG_NEED_NET),
  1264. CALLBACK(save_state, PERIODIC_EVENT_ROLE_ALL, 0),
  1265. CALLBACK(rotate_x509_certificate, PERIODIC_EVENT_ROLE_ALL, 0),
  1266. CALLBACK(write_stats_file, PERIODIC_EVENT_ROLE_ALL, 0),
  1267. /* Routers (bridge and relay) only. */
  1268. CALLBACK(check_descriptor, PERIODIC_EVENT_ROLE_ROUTER,
  1269. PERIODIC_EVENT_FLAG_NEED_NET),
  1270. CALLBACK(check_ed_keys, PERIODIC_EVENT_ROLE_ROUTER, 0),
  1271. CALLBACK(check_for_reachability_bw, PERIODIC_EVENT_ROLE_ROUTER,
  1272. PERIODIC_EVENT_FLAG_NEED_NET),
  1273. CALLBACK(check_onion_keys_expiry_time, PERIODIC_EVENT_ROLE_ROUTER, 0),
  1274. CALLBACK(expire_old_ciruits_serverside, PERIODIC_EVENT_ROLE_ROUTER,
  1275. PERIODIC_EVENT_FLAG_NEED_NET),
  1276. CALLBACK(reachability_warnings, PERIODIC_EVENT_ROLE_ROUTER,
  1277. PERIODIC_EVENT_FLAG_NEED_NET),
  1278. CALLBACK(retry_dns, PERIODIC_EVENT_ROLE_ROUTER, 0),
  1279. CALLBACK(rotate_onion_key, PERIODIC_EVENT_ROLE_ROUTER, 0),
  1280. /* Authorities (bridge and directory) only. */
  1281. CALLBACK(downrate_stability, PERIODIC_EVENT_ROLE_AUTHORITIES, 0),
  1282. CALLBACK(launch_reachability_tests, PERIODIC_EVENT_ROLE_AUTHORITIES,
  1283. PERIODIC_EVENT_FLAG_NEED_NET),
  1284. CALLBACK(save_stability, PERIODIC_EVENT_ROLE_AUTHORITIES, 0),
  1285. /* Directory authority only. */
  1286. CALLBACK(check_authority_cert, PERIODIC_EVENT_ROLE_DIRAUTH, 0),
  1287. CALLBACK(dirvote, PERIODIC_EVENT_ROLE_DIRAUTH, PERIODIC_EVENT_FLAG_NEED_NET),
  1288. /* Relay only. */
  1289. CALLBACK(check_canonical_channels, PERIODIC_EVENT_ROLE_RELAY,
  1290. PERIODIC_EVENT_FLAG_NEED_NET),
  1291. CALLBACK(check_dns_honesty, PERIODIC_EVENT_ROLE_RELAY,
  1292. PERIODIC_EVENT_FLAG_NEED_NET),
  1293. /* Hidden Service service only. */
  1294. CALLBACK(hs_service, PERIODIC_EVENT_ROLE_HS_SERVICE,
  1295. PERIODIC_EVENT_FLAG_NEED_NET),
  1296. /* Bridge only. */
  1297. CALLBACK(record_bridge_stats, PERIODIC_EVENT_ROLE_BRIDGE, 0),
  1298. /* Client only. */
  1299. CALLBACK(rend_cache_failure_clean, PERIODIC_EVENT_ROLE_CLIENT, 0),
  1300. /* Bridge Authority only. */
  1301. CALLBACK(write_bridge_ns, PERIODIC_EVENT_ROLE_BRIDGEAUTH, 0),
  1302. /* Directory server only. */
  1303. CALLBACK(clean_consdiffmgr, PERIODIC_EVENT_ROLE_DIRSERVER, 0),
  1304. END_OF_PERIODIC_EVENTS
  1305. };
  1306. #undef CALLBACK
  1307. /* These are pointers to members of periodic_events[] that are used to
  1308. * implement particular callbacks. We keep them separate here so that we
  1309. * can access them by name. We also keep them inside periodic_events[]
  1310. * so that we can implement "reset all timers" in a reasonable way. */
  1311. static periodic_event_item_t *check_descriptor_event=NULL;
  1312. static periodic_event_item_t *dirvote_event=NULL;
  1313. static periodic_event_item_t *fetch_networkstatus_event=NULL;
  1314. static periodic_event_item_t *launch_descriptor_fetches_event=NULL;
  1315. static periodic_event_item_t *check_dns_honesty_event=NULL;
  1316. static periodic_event_item_t *save_state_event=NULL;
  1317. /** Reset all the periodic events so we'll do all our actions again as if we
  1318. * just started up.
  1319. * Useful if our clock just moved back a long time from the future,
  1320. * so we don't wait until that future arrives again before acting.
  1321. */
  1322. void
  1323. reset_all_main_loop_timers(void)
  1324. {
  1325. int i;
  1326. for (i = 0; periodic_events[i].name; ++i) {
  1327. periodic_event_reschedule(&periodic_events[i]);
  1328. }
  1329. }
  1330. /** Return the member of periodic_events[] whose name is <b>name</b>.
  1331. * Return NULL if no such event is found.
  1332. */
  1333. static periodic_event_item_t *
  1334. find_periodic_event(const char *name)
  1335. {
  1336. int i;
  1337. for (i = 0; periodic_events[i].name; ++i) {
  1338. if (strcmp(name, periodic_events[i].name) == 0)
  1339. return &periodic_events[i];
  1340. }
  1341. return NULL;
  1342. }
  1343. /** Return a bitmask of the roles this tor instance is configured for using
  1344. * the given options. */
  1345. STATIC int
  1346. get_my_roles(const or_options_t *options)
  1347. {
  1348. tor_assert(options);
  1349. int roles = 0;
  1350. int is_bridge = options->BridgeRelay;
  1351. int is_client = options_any_client_port_set(options);
  1352. int is_relay = server_mode(options);
  1353. int is_dirauth = authdir_mode_v3(options);
  1354. int is_bridgeauth = authdir_mode_bridge(options);
  1355. int is_hidden_service = !!hs_service_get_num_services() ||
  1356. !!rend_num_services();
  1357. int is_dirserver = dir_server_mode(options);
  1358. if (is_bridge) roles |= PERIODIC_EVENT_ROLE_BRIDGE;
  1359. if (is_client) roles |= PERIODIC_EVENT_ROLE_CLIENT;
  1360. if (is_relay) roles |= PERIODIC_EVENT_ROLE_RELAY;
  1361. if (is_dirauth) roles |= PERIODIC_EVENT_ROLE_DIRAUTH;
  1362. if (is_bridgeauth) roles |= PERIODIC_EVENT_ROLE_BRIDGEAUTH;
  1363. if (is_hidden_service) roles |= PERIODIC_EVENT_ROLE_HS_SERVICE;
  1364. if (is_dirserver) roles |= PERIODIC_EVENT_ROLE_DIRSERVER;
  1365. return roles;
  1366. }
  1367. /** Event to run initialize_periodic_events_cb */
  1368. static struct event *initialize_periodic_events_event = NULL;
  1369. /** Helper, run one second after setup:
  1370. * Initializes all members of periodic_events and starts them running.
  1371. *
  1372. * (We do this one second after setup for backward-compatibility reasons;
  1373. * it might not actually be necessary.) */
  1374. static void
  1375. initialize_periodic_events_cb(evutil_socket_t fd, short events, void *data)
  1376. {
  1377. (void) fd;
  1378. (void) events;
  1379. (void) data;
  1380. tor_event_free(initialize_periodic_events_event);
  1381. rescan_periodic_events(get_options());
  1382. }
  1383. /** Set up all the members of periodic_events[], and configure them all to be
  1384. * launched from a callback. */
  1385. STATIC void
  1386. initialize_periodic_events(void)
  1387. {
  1388. tor_assert(periodic_events_initialized == 0);
  1389. periodic_events_initialized = 1;
  1390. /* Set up all periodic events. We'll launch them by roles. */
  1391. int i;
  1392. for (i = 0; periodic_events[i].name; ++i) {
  1393. periodic_event_setup(&periodic_events[i]);
  1394. }
  1395. #define NAMED_CALLBACK(name) \
  1396. STMT_BEGIN name ## _event = find_periodic_event( #name ); STMT_END
  1397. NAMED_CALLBACK(check_descriptor);
  1398. NAMED_CALLBACK(dirvote);
  1399. NAMED_CALLBACK(fetch_networkstatus);
  1400. NAMED_CALLBACK(launch_descriptor_fetches);
  1401. NAMED_CALLBACK(check_dns_honesty);
  1402. NAMED_CALLBACK(save_state);
  1403. struct timeval one_second = { 1, 0 };
  1404. initialize_periodic_events_event = tor_evtimer_new(
  1405. tor_libevent_get_base(),
  1406. initialize_periodic_events_cb, NULL);
  1407. event_add(initialize_periodic_events_event, &one_second);
  1408. }
  1409. STATIC void
  1410. teardown_periodic_events(void)
  1411. {
  1412. int i;
  1413. for (i = 0; periodic_events[i].name; ++i) {
  1414. periodic_event_destroy(&periodic_events[i]);
  1415. }
  1416. periodic_events_initialized = 0;
  1417. }
  1418. /** Do a pass at all our periodic events, disable those we don't need anymore
  1419. * and enable those we need now using the given options. */
  1420. void
  1421. rescan_periodic_events(const or_options_t *options)
  1422. {
  1423. tor_assert(options);
  1424. /* Avoid scanning the event list if we haven't initialized it yet. This is
  1425. * particularly useful for unit tests in order to avoid initializing main
  1426. * loop events everytime. */
  1427. if (!periodic_events_initialized) {
  1428. return;
  1429. }
  1430. int roles = get_my_roles(options);
  1431. for (int i = 0; periodic_events[i].name; ++i) {
  1432. periodic_event_item_t *item = &periodic_events[i];
  1433. /* Handle the event flags. */
  1434. if (net_is_disabled() &&
  1435. (item->flags & PERIODIC_EVENT_FLAG_NEED_NET)) {
  1436. continue;
  1437. }
  1438. /* Enable the event if needed. It is safe to enable an event that was
  1439. * already enabled. Same goes for disabling it. */
  1440. if (item->roles & roles) {
  1441. log_debug(LD_GENERAL, "Launching periodic event %s", item->name);
  1442. periodic_event_enable(item);
  1443. } else {
  1444. log_debug(LD_GENERAL, "Disabling periodic event %s", item->name);
  1445. periodic_event_disable(item);
  1446. }
  1447. }
  1448. }
  1449. /* We just got new options globally set, see if we need to enabled or disable
  1450. * periodic events. */
  1451. void
  1452. periodic_events_on_new_options(const or_options_t *options)
  1453. {
  1454. /* Only if we've already initialized the events, rescan the list which will
  1455. * enable or disable events depending on our roles. This will be called at
  1456. * bootup and we don't want this function to initialize the events because
  1457. * they aren't set up at this stage. */
  1458. if (periodic_events_initialized) {
  1459. rescan_periodic_events(options);
  1460. }
  1461. }
  1462. /**
  1463. * Update our schedule so that we'll check whether we need to update our
  1464. * descriptor immediately, rather than after up to CHECK_DESCRIPTOR_INTERVAL
  1465. * seconds.
  1466. */
  1467. void
  1468. reschedule_descriptor_update_check(void)
  1469. {
  1470. if (check_descriptor_event) {
  1471. periodic_event_reschedule(check_descriptor_event);
  1472. }
  1473. }
  1474. /**
  1475. * Update our schedule so that we'll check whether we need to fetch directory
  1476. * info immediately.
  1477. */
  1478. void
  1479. reschedule_directory_downloads(void)
  1480. {
  1481. tor_assert(fetch_networkstatus_event);
  1482. tor_assert(launch_descriptor_fetches_event);
  1483. periodic_event_reschedule(fetch_networkstatus_event);
  1484. periodic_event_reschedule(launch_descriptor_fetches_event);
  1485. }
  1486. /** Mainloop callback: clean up circuits, channels, and connections
  1487. * that are pending close. */
  1488. static void
  1489. postloop_cleanup_cb(mainloop_event_t *ev, void *arg)
  1490. {
  1491. (void)ev;
  1492. (void)arg;
  1493. circuit_close_all_marked();
  1494. close_closeable_connections();
  1495. channel_run_cleanup();
  1496. channel_listener_run_cleanup();
  1497. }
  1498. /** Event to run postloop_cleanup_cb */
  1499. static mainloop_event_t *postloop_cleanup_ev=NULL;
  1500. /** Schedule a post-loop event to clean up marked channels, connections, and
  1501. * circuits. */
  1502. void
  1503. mainloop_schedule_postloop_cleanup(void)
  1504. {
  1505. if (PREDICT_UNLIKELY(postloop_cleanup_ev == NULL)) {
  1506. // (It's possible that we can get here if we decide to close a connection
  1507. // in the earliest stages of our configuration, before we create events.)
  1508. return;
  1509. }
  1510. mainloop_event_activate(postloop_cleanup_ev);
  1511. }
  1512. #define LONGEST_TIMER_PERIOD (30 * 86400)
  1513. /** Helper: Return the number of seconds between <b>now</b> and <b>next</b>,
  1514. * clipped to the range [1 second, LONGEST_TIMER_PERIOD]. */
  1515. static inline int
  1516. safe_timer_diff(time_t now, time_t next)
  1517. {
  1518. if (next > now) {
  1519. /* There were no computers at signed TIME_MIN (1902 on 32-bit systems),
  1520. * and nothing that could run Tor. It's a bug if 'next' is around then.
  1521. * On 64-bit systems with signed TIME_MIN, TIME_MIN is before the Big
  1522. * Bang. We cannot extrapolate past a singularity, but there was probably
  1523. * nothing that could run Tor then, either.
  1524. **/
  1525. tor_assert(next > TIME_MIN + LONGEST_TIMER_PERIOD);
  1526. if (next - LONGEST_TIMER_PERIOD > now)
  1527. return LONGEST_TIMER_PERIOD;
  1528. return (int)(next - now);
  1529. } else {
  1530. return 1;
  1531. }
  1532. }
  1533. /** Perform regular maintenance tasks. This function gets run once per
  1534. * second by second_elapsed_callback().
  1535. */
  1536. static void
  1537. run_scheduled_events(time_t now)
  1538. {
  1539. const or_options_t *options = get_options();
  1540. /* 0. See if we've been asked to shut down and our timeout has
  1541. * expired; or if our bandwidth limits are exhausted and we
  1542. * should hibernate; or if it's time to wake up from hibernation.
  1543. */
  1544. consider_hibernation(now);
  1545. /* Maybe enough time elapsed for us to reconsider a circuit. */
  1546. circuit_upgrade_circuits_from_guard_wait();
  1547. if (options->UseBridges && !net_is_disabled()) {
  1548. /* Note: this check uses net_is_disabled(), not should_delay_dir_fetches()
  1549. * -- the latter is only for fetching consensus-derived directory info. */
  1550. fetch_bridge_descriptors(options, now);
  1551. }
  1552. if (accounting_is_enabled(options)) {
  1553. accounting_run_housekeeping(now);
  1554. }
  1555. /* 3a. Every second, we examine pending circuits and prune the
  1556. * ones which have been pending for more than a few seconds.
  1557. * We do this before step 4, so it can try building more if
  1558. * it's not comfortable with the number of available circuits.
  1559. */
  1560. /* (If our circuit build timeout can ever become lower than a second (which
  1561. * it can't, currently), we should do this more often.) */
  1562. circuit_expire_building();
  1563. circuit_expire_waiting_for_better_guard();
  1564. /* 3b. Also look at pending streams and prune the ones that 'began'
  1565. * a long time ago but haven't gotten a 'connected' yet.
  1566. * Do this before step 4, so we can put them back into pending
  1567. * state to be picked up by the new circuit.
  1568. */
  1569. connection_ap_expire_beginning();
  1570. /* 3c. And expire connections that we've held open for too long.
  1571. */
  1572. connection_expire_held_open();
  1573. /* 4. Every second, we try a new circuit if there are no valid
  1574. * circuits. Every NewCircuitPeriod seconds, we expire circuits
  1575. * that became dirty more than MaxCircuitDirtiness seconds ago,
  1576. * and we make a new circ if there are no clean circuits.
  1577. */
  1578. const int have_dir_info = router_have_minimum_dir_info();
  1579. if (have_dir_info && !net_is_disabled()) {
  1580. circuit_build_needed_circs(now);
  1581. } else {
  1582. circuit_expire_old_circs_as_needed(now);
  1583. }
  1584. /* 5. We do housekeeping for each connection... */
  1585. channel_update_bad_for_new_circs(NULL, 0);
  1586. int i;
  1587. for (i=0;i<smartlist_len(connection_array);i++) {
  1588. run_connection_housekeeping(i, now);
  1589. }
  1590. /* 11b. check pending unconfigured managed proxies */
  1591. if (!net_is_disabled() && pt_proxies_configuration_pending())
  1592. pt_configure_remaining_proxies();
  1593. }
  1594. /* Periodic callback: rotate the onion keys after the period defined by the
  1595. * "onion-key-rotation-days" consensus parameter, shut down and restart all
  1596. * cpuworkers, and update our descriptor if necessary.
  1597. */
  1598. static int
  1599. rotate_onion_key_callback(time_t now, const or_options_t *options)
  1600. {
  1601. if (server_mode(options)) {
  1602. int onion_key_lifetime = get_onion_key_lifetime();
  1603. time_t rotation_time = get_onion_key_set_at()+onion_key_lifetime;
  1604. if (rotation_time > now) {
  1605. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1606. }
  1607. log_info(LD_GENERAL,"Rotating onion key.");
  1608. rotate_onion_key();
  1609. cpuworkers_rotate_keyinfo();
  1610. if (router_rebuild_descriptor(1)<0) {
  1611. log_info(LD_CONFIG, "Couldn't rebuild router descriptor");
  1612. }
  1613. if (advertised_server_mode() && !net_is_disabled())
  1614. router_upload_dir_desc_to_dirservers(0);
  1615. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1616. }
  1617. return PERIODIC_EVENT_NO_UPDATE;
  1618. }
  1619. /* Period callback: Check if our old onion keys are still valid after the
  1620. * period of time defined by the consensus parameter
  1621. * "onion-key-grace-period-days", otherwise expire them by setting them to
  1622. * NULL.
  1623. */
  1624. static int
  1625. check_onion_keys_expiry_time_callback(time_t now, const or_options_t *options)
  1626. {
  1627. if (server_mode(options)) {
  1628. int onion_key_grace_period = get_onion_key_grace_period();
  1629. time_t expiry_time = get_onion_key_set_at()+onion_key_grace_period;
  1630. if (expiry_time > now) {
  1631. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1632. }
  1633. log_info(LD_GENERAL, "Expiring old onion keys.");
  1634. expire_old_onion_keys();
  1635. cpuworkers_rotate_keyinfo();
  1636. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1637. }
  1638. return PERIODIC_EVENT_NO_UPDATE;
  1639. }
  1640. /* Periodic callback: Every 30 seconds, check whether it's time to make new
  1641. * Ed25519 subkeys.
  1642. */
  1643. static int
  1644. check_ed_keys_callback(time_t now, const or_options_t *options)
  1645. {
  1646. if (server_mode(options)) {
  1647. if (should_make_new_ed_keys(options, now)) {
  1648. int new_signing_key = load_ed_keys(options, now);
  1649. if (new_signing_key < 0 ||
  1650. generate_ed_link_cert(options, now, new_signing_key > 0)) {
  1651. log_err(LD_OR, "Unable to update Ed25519 keys! Exiting.");
  1652. tor_shutdown_event_loop_and_exit(1);
  1653. }
  1654. }
  1655. return 30;
  1656. }
  1657. return PERIODIC_EVENT_NO_UPDATE;
  1658. }
  1659. /**
  1660. * Periodic callback: Every {LAZY,GREEDY}_DESCRIPTOR_RETRY_INTERVAL,
  1661. * see about fetching descriptors, microdescriptors, and extrainfo
  1662. * documents.
  1663. */
  1664. static int
  1665. launch_descriptor_fetches_callback(time_t now, const or_options_t *options)
  1666. {
  1667. if (should_delay_dir_fetches(options, NULL))
  1668. return PERIODIC_EVENT_NO_UPDATE;
  1669. update_all_descriptor_downloads(now);
  1670. update_extrainfo_downloads(now);
  1671. if (router_have_minimum_dir_info())
  1672. return LAZY_DESCRIPTOR_RETRY_INTERVAL;
  1673. else
  1674. return GREEDY_DESCRIPTOR_RETRY_INTERVAL;
  1675. }
  1676. /**
  1677. * Periodic event: Rotate our X.509 certificates and TLS keys once every
  1678. * MAX_SSL_KEY_LIFETIME_INTERNAL.
  1679. */
  1680. static int
  1681. rotate_x509_certificate_callback(time_t now, const or_options_t *options)
  1682. {
  1683. static int first = 1;
  1684. (void)now;
  1685. (void)options;
  1686. if (first) {
  1687. first = 0;
  1688. return MAX_SSL_KEY_LIFETIME_INTERNAL;
  1689. }
  1690. /* 1b. Every MAX_SSL_KEY_LIFETIME_INTERNAL seconds, we change our
  1691. * TLS context. */
  1692. log_info(LD_GENERAL,"Rotating tls context.");
  1693. if (router_initialize_tls_context() < 0) {
  1694. log_err(LD_BUG, "Error reinitializing TLS context");
  1695. tor_assert_unreached();
  1696. }
  1697. if (generate_ed_link_cert(options, now, 1)) {
  1698. log_err(LD_OR, "Unable to update Ed25519->TLS link certificate for "
  1699. "new TLS context.");
  1700. tor_assert_unreached();
  1701. }
  1702. /* We also make sure to rotate the TLS connections themselves if they've
  1703. * been up for too long -- but that's done via is_bad_for_new_circs in
  1704. * run_connection_housekeeping() above. */
  1705. return MAX_SSL_KEY_LIFETIME_INTERNAL;
  1706. }
  1707. /**
  1708. * Periodic callback: once an hour, grab some more entropy from the
  1709. * kernel and feed it to our CSPRNG.
  1710. **/
  1711. static int
  1712. add_entropy_callback(time_t now, const or_options_t *options)
  1713. {
  1714. (void)now;
  1715. (void)options;
  1716. /* We already seeded once, so don't die on failure. */
  1717. if (crypto_seed_rng() < 0) {
  1718. log_warn(LD_GENERAL, "Tried to re-seed RNG, but failed. We already "
  1719. "seeded once, though, so we won't exit here.");
  1720. }
  1721. /** How often do we add more entropy to OpenSSL's RNG pool? */
  1722. #define ENTROPY_INTERVAL (60*60)
  1723. return ENTROPY_INTERVAL;
  1724. }
  1725. /**
  1726. * Periodic callback: if we're an authority, make sure we test
  1727. * the routers on the network for reachability.
  1728. */
  1729. static int
  1730. launch_reachability_tests_callback(time_t now, const or_options_t *options)
  1731. {
  1732. if (authdir_mode_tests_reachability(options) &&
  1733. !net_is_disabled()) {
  1734. /* try to determine reachability of the other Tor relays */
  1735. dirserv_test_reachability(now);
  1736. }
  1737. return REACHABILITY_TEST_INTERVAL;
  1738. }
  1739. /**
  1740. * Periodic callback: if we're an authority, discount the stability
  1741. * information (and other rephist information) that's older.
  1742. */
  1743. static int
  1744. downrate_stability_callback(time_t now, const or_options_t *options)
  1745. {
  1746. (void)options;
  1747. /* 1d. Periodically, we discount older stability information so that new
  1748. * stability info counts more, and save the stability information to disk as
  1749. * appropriate. */
  1750. time_t next = rep_hist_downrate_old_runs(now);
  1751. return safe_timer_diff(now, next);
  1752. }
  1753. /**
  1754. * Periodic callback: if we're an authority, record our measured stability
  1755. * information from rephist in an mtbf file.
  1756. */
  1757. static int
  1758. save_stability_callback(time_t now, const or_options_t *options)
  1759. {
  1760. if (authdir_mode_tests_reachability(options)) {
  1761. if (rep_hist_record_mtbf_data(now, 1)<0) {
  1762. log_warn(LD_GENERAL, "Couldn't store mtbf data.");
  1763. }
  1764. }
  1765. #define SAVE_STABILITY_INTERVAL (30*60)
  1766. return SAVE_STABILITY_INTERVAL;
  1767. }
  1768. /**
  1769. * Periodic callback: if we're an authority, check on our authority
  1770. * certificate (the one that authenticates our authority signing key).
  1771. */
  1772. static int
  1773. check_authority_cert_callback(time_t now, const or_options_t *options)
  1774. {
  1775. (void)now;
  1776. (void)options;
  1777. /* 1e. Periodically, if we're a v3 authority, we check whether our cert is
  1778. * close to expiring and warn the admin if it is. */
  1779. v3_authority_check_key_expiry();
  1780. #define CHECK_V3_CERTIFICATE_INTERVAL (5*60)
  1781. return CHECK_V3_CERTIFICATE_INTERVAL;
  1782. }
  1783. /**
  1784. * Scheduled callback: Run directory-authority voting functionality.
  1785. *
  1786. * The schedule is a bit complicated here, so dirvote_act() manages the
  1787. * schedule itself.
  1788. **/
  1789. static int
  1790. dirvote_callback(time_t now, const or_options_t *options)
  1791. {
  1792. if (!authdir_mode_v3(options)) {
  1793. tor_assert_nonfatal_unreached();
  1794. return 3600;
  1795. }
  1796. time_t next = dirvote_act(options, now);
  1797. if (BUG(next == TIME_MAX)) {
  1798. /* This shouldn't be returned unless we called dirvote_act() without
  1799. * being an authority. If it happens, maybe our configuration will
  1800. * fix itself in an hour or so? */
  1801. return 3600;
  1802. }
  1803. return safe_timer_diff(now, next);
  1804. }
  1805. /** Reschedule the directory-authority voting event. Run this whenever the
  1806. * schedule has changed. */
  1807. void
  1808. reschedule_dirvote(const or_options_t *options)
  1809. {
  1810. if (periodic_events_initialized && authdir_mode_v3(options)) {
  1811. periodic_event_reschedule(dirvote_event);
  1812. }
  1813. }
  1814. /**
  1815. * Periodic callback: If our consensus is too old, recalculate whether
  1816. * we can actually use it.
  1817. */
  1818. static int
  1819. check_expired_networkstatus_callback(time_t now, const or_options_t *options)
  1820. {
  1821. (void)options;
  1822. /* Check whether our networkstatus has expired. */
  1823. networkstatus_t *ns = networkstatus_get_latest_consensus();
  1824. /*XXXX RD: This value needs to be the same as REASONABLY_LIVE_TIME in
  1825. * networkstatus_get_reasonably_live_consensus(), but that value is way
  1826. * way too high. Arma: is the bridge issue there resolved yet? -NM */
  1827. #define NS_EXPIRY_SLOP (24*60*60)
  1828. if (ns && ns->valid_until < (now - NS_EXPIRY_SLOP) &&
  1829. router_have_minimum_dir_info()) {
  1830. router_dir_info_changed();
  1831. }
  1832. #define CHECK_EXPIRED_NS_INTERVAL (2*60)
  1833. return CHECK_EXPIRED_NS_INTERVAL;
  1834. }
  1835. /**
  1836. * Scheduled callback: Save the state file to disk if appropriate.
  1837. */
  1838. static int
  1839. save_state_callback(time_t now, const or_options_t *options)
  1840. {
  1841. (void) options;
  1842. (void) or_state_save(now); // only saves if appropriate
  1843. const time_t next_write = get_or_state()->next_write;
  1844. if (next_write == TIME_MAX) {
  1845. return 86400;
  1846. }
  1847. return safe_timer_diff(now, next_write);
  1848. }
  1849. /** Reschedule the event for saving the state file.
  1850. *
  1851. * Run this when the state becomes dirty. */
  1852. void
  1853. reschedule_or_state_save(void)
  1854. {
  1855. if (save_state_event == NULL) {
  1856. /* This can happen early on during startup. */
  1857. return;
  1858. }
  1859. periodic_event_reschedule(save_state_event);
  1860. }
  1861. /**
  1862. * Periodic callback: Write statistics to disk if appropriate.
  1863. */
  1864. static int
  1865. write_stats_file_callback(time_t now, const or_options_t *options)
  1866. {
  1867. /* 1g. Check whether we should write statistics to disk.
  1868. */
  1869. #define CHECK_WRITE_STATS_INTERVAL (60*60)
  1870. time_t next_time_to_write_stats_files = now + CHECK_WRITE_STATS_INTERVAL;
  1871. if (options->CellStatistics) {
  1872. time_t next_write =
  1873. rep_hist_buffer_stats_write(now);
  1874. if (next_write && next_write < next_time_to_write_stats_files)
  1875. next_time_to_write_stats_files = next_write;
  1876. }
  1877. if (options->DirReqStatistics) {
  1878. time_t next_write = geoip_dirreq_stats_write(now);
  1879. if (next_write && next_write < next_time_to_write_stats_files)
  1880. next_time_to_write_stats_files = next_write;
  1881. }
  1882. if (options->EntryStatistics) {
  1883. time_t next_write = geoip_entry_stats_write(now);
  1884. if (next_write && next_write < next_time_to_write_stats_files)
  1885. next_time_to_write_stats_files = next_write;
  1886. }
  1887. if (options->HiddenServiceStatistics) {
  1888. time_t next_write = rep_hist_hs_stats_write(now);
  1889. if (next_write && next_write < next_time_to_write_stats_files)
  1890. next_time_to_write_stats_files = next_write;
  1891. }
  1892. if (options->ExitPortStatistics) {
  1893. time_t next_write = rep_hist_exit_stats_write(now);
  1894. if (next_write && next_write < next_time_to_write_stats_files)
  1895. next_time_to_write_stats_files = next_write;
  1896. }
  1897. if (options->ConnDirectionStatistics) {
  1898. time_t next_write = rep_hist_conn_stats_write(now);
  1899. if (next_write && next_write < next_time_to_write_stats_files)
  1900. next_time_to_write_stats_files = next_write;
  1901. }
  1902. if (options->BridgeAuthoritativeDir) {
  1903. time_t next_write = rep_hist_desc_stats_write(now);
  1904. if (next_write && next_write < next_time_to_write_stats_files)
  1905. next_time_to_write_stats_files = next_write;
  1906. }
  1907. return safe_timer_diff(now, next_time_to_write_stats_files);
  1908. }
  1909. #define CHANNEL_CHECK_INTERVAL (60*60)
  1910. static int
  1911. check_canonical_channels_callback(time_t now, const or_options_t *options)
  1912. {
  1913. (void)now;
  1914. if (public_server_mode(options))
  1915. channel_check_for_duplicates();
  1916. return CHANNEL_CHECK_INTERVAL;
  1917. }
  1918. static int
  1919. reset_padding_counts_callback(time_t now, const or_options_t *options)
  1920. {
  1921. if (options->PaddingStatistics) {
  1922. rep_hist_prep_published_padding_counts(now);
  1923. }
  1924. rep_hist_reset_padding_counts();
  1925. return REPHIST_CELL_PADDING_COUNTS_INTERVAL;
  1926. }
  1927. static int should_init_bridge_stats = 1;
  1928. /**
  1929. * Periodic callback: Write bridge statistics to disk if appropriate.
  1930. */
  1931. static int
  1932. record_bridge_stats_callback(time_t now, const or_options_t *options)
  1933. {
  1934. /* 1h. Check whether we should write bridge statistics to disk.
  1935. */
  1936. if (should_record_bridge_info(options)) {
  1937. if (should_init_bridge_stats) {
  1938. /* (Re-)initialize bridge statistics. */
  1939. geoip_bridge_stats_init(now);
  1940. should_init_bridge_stats = 0;
  1941. return WRITE_STATS_INTERVAL;
  1942. } else {
  1943. /* Possibly write bridge statistics to disk and ask when to write
  1944. * them next time. */
  1945. time_t next = geoip_bridge_stats_write(now);
  1946. return safe_timer_diff(now, next);
  1947. }
  1948. } else if (!should_init_bridge_stats) {
  1949. /* Bridge mode was turned off. Ensure that stats are re-initialized
  1950. * next time bridge mode is turned on. */
  1951. should_init_bridge_stats = 1;
  1952. }
  1953. return PERIODIC_EVENT_NO_UPDATE;
  1954. }
  1955. /**
  1956. * Periodic callback: Clean in-memory caches every once in a while
  1957. */
  1958. static int
  1959. clean_caches_callback(time_t now, const or_options_t *options)
  1960. {
  1961. /* Remove old information from rephist and the rend cache. */
  1962. rep_history_clean(now - options->RephistTrackTime);
  1963. rend_cache_clean(now, REND_CACHE_TYPE_SERVICE);
  1964. hs_cache_clean_as_client(now);
  1965. hs_cache_clean_as_dir(now);
  1966. microdesc_cache_rebuild(NULL, 0);
  1967. #define CLEAN_CACHES_INTERVAL (30*60)
  1968. return CLEAN_CACHES_INTERVAL;
  1969. }
  1970. /**
  1971. * Periodic callback: Clean the cache of failed hidden service lookups
  1972. * frequently.
  1973. */
  1974. static int
  1975. rend_cache_failure_clean_callback(time_t now, const or_options_t *options)
  1976. {
  1977. (void)options;
  1978. /* We don't keep entries that are more than five minutes old so we try to
  1979. * clean it as soon as we can since we want to make sure the client waits
  1980. * as little as possible for reachability reasons. */
  1981. rend_cache_failure_clean(now);
  1982. hs_cache_client_intro_state_clean(now);
  1983. return 30;
  1984. }
  1985. /**
  1986. * Periodic callback: If we're a server and initializing dns failed, retry.
  1987. */
  1988. static int
  1989. retry_dns_callback(time_t now, const or_options_t *options)
  1990. {
  1991. (void)now;
  1992. #define RETRY_DNS_INTERVAL (10*60)
  1993. if (server_mode(options) && has_dns_init_failed())
  1994. dns_init();
  1995. return RETRY_DNS_INTERVAL;
  1996. }
  1997. /** Periodic callback: consider rebuilding or and re-uploading our descriptor
  1998. * (if we've passed our internal checks). */
  1999. static int
  2000. check_descriptor_callback(time_t now, const or_options_t *options)
  2001. {
  2002. /** How often do we check whether part of our router info has changed in a
  2003. * way that would require an upload? That includes checking whether our IP
  2004. * address has changed. */
  2005. #define CHECK_DESCRIPTOR_INTERVAL (60)
  2006. (void)options;
  2007. /* 2b. Once per minute, regenerate and upload the descriptor if the old
  2008. * one is inaccurate. */
  2009. if (!net_is_disabled()) {
  2010. check_descriptor_bandwidth_changed(now);
  2011. check_descriptor_ipaddress_changed(now);
  2012. mark_my_descriptor_dirty_if_too_old(now);
  2013. consider_publishable_server(0);
  2014. /* If any networkstatus documents are no longer recent, we need to
  2015. * update all the descriptors' running status. */
  2016. /* Remove dead routers. */
  2017. /* XXXX This doesn't belong here, but it was here in the pre-
  2018. * XXXX refactoring code. */
  2019. routerlist_remove_old_routers();
  2020. }
  2021. return CHECK_DESCRIPTOR_INTERVAL;
  2022. }
  2023. /**
  2024. * Periodic callback: check whether we're reachable (as a relay), and
  2025. * whether our bandwidth has changed enough that we need to
  2026. * publish a new descriptor.
  2027. */
  2028. static int
  2029. check_for_reachability_bw_callback(time_t now, const or_options_t *options)
  2030. {
  2031. /* XXXX This whole thing was stuck in the middle of what is now
  2032. * XXXX check_descriptor_callback. I'm not sure it's right. */
  2033. static int dirport_reachability_count = 0;
  2034. /* also, check religiously for reachability, if it's within the first
  2035. * 20 minutes of our uptime. */
  2036. if (server_mode(options) &&
  2037. (have_completed_a_circuit() || !any_predicted_circuits(now)) &&
  2038. !net_is_disabled()) {
  2039. if (get_uptime() < TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  2040. router_do_reachability_checks(1, dirport_reachability_count==0);
  2041. if (++dirport_reachability_count > 5)
  2042. dirport_reachability_count = 0;
  2043. return 1;
  2044. } else {
  2045. /* If we haven't checked for 12 hours and our bandwidth estimate is
  2046. * low, do another bandwidth test. This is especially important for
  2047. * bridges, since they might go long periods without much use. */
  2048. const routerinfo_t *me = router_get_my_routerinfo();
  2049. static int first_time = 1;
  2050. if (!first_time && me &&
  2051. me->bandwidthcapacity < me->bandwidthrate &&
  2052. me->bandwidthcapacity < 51200) {
  2053. reset_bandwidth_test();
  2054. }
  2055. first_time = 0;
  2056. #define BANDWIDTH_RECHECK_INTERVAL (12*60*60)
  2057. return BANDWIDTH_RECHECK_INTERVAL;
  2058. }
  2059. }
  2060. return CHECK_DESCRIPTOR_INTERVAL;
  2061. }
  2062. /**
  2063. * Periodic event: once a minute, (or every second if TestingTorNetwork, or
  2064. * during client bootstrap), check whether we want to download any
  2065. * networkstatus documents. */
  2066. static int
  2067. fetch_networkstatus_callback(time_t now, const or_options_t *options)
  2068. {
  2069. /* How often do we check whether we should download network status
  2070. * documents? */
  2071. const int we_are_bootstrapping = networkstatus_consensus_is_bootstrapping(
  2072. now);
  2073. const int prefer_mirrors = !directory_fetches_from_authorities(
  2074. get_options());
  2075. int networkstatus_dl_check_interval = 60;
  2076. /* check more often when testing, or when bootstrapping from mirrors
  2077. * (connection limits prevent too many connections being made) */
  2078. if (options->TestingTorNetwork
  2079. || (we_are_bootstrapping && prefer_mirrors)) {
  2080. networkstatus_dl_check_interval = 1;
  2081. }
  2082. if (should_delay_dir_fetches(options, NULL))
  2083. return PERIODIC_EVENT_NO_UPDATE;
  2084. update_networkstatus_downloads(now);
  2085. return networkstatus_dl_check_interval;
  2086. }
  2087. /**
  2088. * Periodic callback: Every 60 seconds, we relaunch listeners if any died. */
  2089. static int
  2090. retry_listeners_callback(time_t now, const or_options_t *options)
  2091. {
  2092. (void)now;
  2093. (void)options;
  2094. if (!net_is_disabled()) {
  2095. retry_all_listeners(NULL, NULL, 0);
  2096. return 60;
  2097. }
  2098. return PERIODIC_EVENT_NO_UPDATE;
  2099. }
  2100. /**
  2101. * Periodic callback: as a server, see if we have any old unused circuits
  2102. * that should be expired */
  2103. static int
  2104. expire_old_ciruits_serverside_callback(time_t now, const or_options_t *options)
  2105. {
  2106. (void)options;
  2107. /* every 11 seconds, so not usually the same second as other such events */
  2108. circuit_expire_old_circuits_serverside(now);
  2109. return 11;
  2110. }
  2111. /**
  2112. * Callback: Send warnings if Tor doesn't find its ports reachable.
  2113. */
  2114. static int
  2115. reachability_warnings_callback(time_t now, const or_options_t *options)
  2116. {
  2117. (void) now;
  2118. if (get_uptime() < TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  2119. return (int)(TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT - get_uptime());
  2120. }
  2121. if (server_mode(options) &&
  2122. !net_is_disabled() &&
  2123. have_completed_a_circuit()) {
  2124. /* every 20 minutes, check and complain if necessary */
  2125. const routerinfo_t *me = router_get_my_routerinfo();
  2126. if (me && !check_whether_orport_reachable(options)) {
  2127. char *address = tor_dup_ip(me->addr);
  2128. log_warn(LD_CONFIG,"Your server (%s:%d) has not managed to confirm that "
  2129. "its ORPort is reachable. Relays do not publish descriptors "
  2130. "until their ORPort and DirPort are reachable. Please check "
  2131. "your firewalls, ports, address, /etc/hosts file, etc.",
  2132. address, me->or_port);
  2133. control_event_server_status(LOG_WARN,
  2134. "REACHABILITY_FAILED ORADDRESS=%s:%d",
  2135. address, me->or_port);
  2136. tor_free(address);
  2137. }
  2138. if (me && !check_whether_dirport_reachable(options)) {
  2139. char *address = tor_dup_ip(me->addr);
  2140. log_warn(LD_CONFIG,
  2141. "Your server (%s:%d) has not managed to confirm that its "
  2142. "DirPort is reachable. Relays do not publish descriptors "
  2143. "until their ORPort and DirPort are reachable. Please check "
  2144. "your firewalls, ports, address, /etc/hosts file, etc.",
  2145. address, me->dir_port);
  2146. control_event_server_status(LOG_WARN,
  2147. "REACHABILITY_FAILED DIRADDRESS=%s:%d",
  2148. address, me->dir_port);
  2149. tor_free(address);
  2150. }
  2151. }
  2152. return TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT;
  2153. }
  2154. static int dns_honesty_first_time = 1;
  2155. /**
  2156. * Periodic event: if we're an exit, see if our DNS server is telling us
  2157. * obvious lies.
  2158. */
  2159. static int
  2160. check_dns_honesty_callback(time_t now, const or_options_t *options)
  2161. {
  2162. (void)now;
  2163. /* 9. and if we're an exit node, check whether our DNS is telling stories
  2164. * to us. */
  2165. if (net_is_disabled() ||
  2166. ! public_server_mode(options) ||
  2167. router_my_exit_policy_is_reject_star())
  2168. return PERIODIC_EVENT_NO_UPDATE;
  2169. if (dns_honesty_first_time) {
  2170. /* Don't launch right when we start */
  2171. dns_honesty_first_time = 0;
  2172. return crypto_rand_int_range(60, 180);
  2173. }
  2174. dns_launch_correctness_checks();
  2175. return 12*3600 + crypto_rand_int(12*3600);
  2176. }
  2177. /**
  2178. * Periodic callback: if we're the bridge authority, write a networkstatus
  2179. * file to disk.
  2180. */
  2181. static int
  2182. write_bridge_ns_callback(time_t now, const or_options_t *options)
  2183. {
  2184. /* 10. write bridge networkstatus file to disk */
  2185. if (options->BridgeAuthoritativeDir) {
  2186. networkstatus_dump_bridge_status_to_file(now);
  2187. #define BRIDGE_STATUSFILE_INTERVAL (30*60)
  2188. return BRIDGE_STATUSFILE_INTERVAL;
  2189. }
  2190. return PERIODIC_EVENT_NO_UPDATE;
  2191. }
  2192. static int heartbeat_callback_first_time = 1;
  2193. /**
  2194. * Periodic callback: write the heartbeat message in the logs.
  2195. *
  2196. * If writing the heartbeat message to the logs fails for some reason, retry
  2197. * again after <b>MIN_HEARTBEAT_PERIOD</b> seconds.
  2198. */
  2199. static int
  2200. heartbeat_callback(time_t now, const or_options_t *options)
  2201. {
  2202. /* Check if heartbeat is disabled */
  2203. if (!options->HeartbeatPeriod) {
  2204. return PERIODIC_EVENT_NO_UPDATE;
  2205. }
  2206. /* Skip the first one. */
  2207. if (heartbeat_callback_first_time) {
  2208. heartbeat_callback_first_time = 0;
  2209. return options->HeartbeatPeriod;
  2210. }
  2211. /* Write the heartbeat message */
  2212. if (log_heartbeat(now) == 0) {
  2213. return options->HeartbeatPeriod;
  2214. } else {
  2215. /* If we couldn't write the heartbeat log message, try again in the minimum
  2216. * interval of time. */
  2217. return MIN_HEARTBEAT_PERIOD;
  2218. }
  2219. }
  2220. #define CDM_CLEAN_CALLBACK_INTERVAL 600
  2221. static int
  2222. clean_consdiffmgr_callback(time_t now, const or_options_t *options)
  2223. {
  2224. (void)now;
  2225. if (dir_server_mode(options)) {
  2226. consdiffmgr_cleanup();
  2227. }
  2228. return CDM_CLEAN_CALLBACK_INTERVAL;
  2229. }
  2230. /*
  2231. * Periodic callback: Run scheduled events for HS service. This is called
  2232. * every second.
  2233. */
  2234. static int
  2235. hs_service_callback(time_t now, const or_options_t *options)
  2236. {
  2237. (void) options;
  2238. /* We need to at least be able to build circuits and that we actually have
  2239. * a working network. */
  2240. if (!have_completed_a_circuit() || net_is_disabled() ||
  2241. networkstatus_get_live_consensus(now) == NULL) {
  2242. goto end;
  2243. }
  2244. hs_service_run_scheduled_events(now);
  2245. end:
  2246. /* Every 1 second. */
  2247. return 1;
  2248. }
  2249. /** Timer: used to invoke second_elapsed_callback() once per second. */
  2250. static periodic_timer_t *second_timer = NULL;
  2251. /**
  2252. * Enable or disable the per-second timer as appropriate, creating it if
  2253. * necessary.
  2254. */
  2255. void
  2256. reschedule_per_second_timer(void)
  2257. {
  2258. struct timeval one_second;
  2259. one_second.tv_sec = 1;
  2260. one_second.tv_usec = 0;
  2261. if (! second_timer) {
  2262. second_timer = periodic_timer_new(tor_libevent_get_base(),
  2263. &one_second,
  2264. second_elapsed_callback,
  2265. NULL);
  2266. tor_assert(second_timer);
  2267. }
  2268. const bool run_per_second_events =
  2269. control_any_per_second_event_enabled() || ! net_is_completely_disabled();
  2270. if (run_per_second_events) {
  2271. periodic_timer_launch(second_timer, &one_second);
  2272. } else {
  2273. periodic_timer_disable(second_timer);
  2274. }
  2275. }
  2276. /** Last time that update_current_time was called. */
  2277. static time_t current_second = 0;
  2278. /** Last time that update_current_time updated current_second. */
  2279. static monotime_coarse_t current_second_last_changed;
  2280. /**
  2281. * Set the current time to "now", which should be the value returned by
  2282. * time(). Check for clock jumps and track the total number of seconds we
  2283. * have been running.
  2284. */
  2285. void
  2286. update_current_time(time_t now)
  2287. {
  2288. if (PREDICT_LIKELY(now == current_second)) {
  2289. /* We call this function a lot. Most frequently, the current second
  2290. * will not have changed, so we just return. */
  2291. return;
  2292. }
  2293. const time_t seconds_elapsed = current_second ? (now - current_second) : 0;
  2294. /* Check the wall clock against the monotonic clock, so we can
  2295. * better tell idleness from clock jumps and/or other shenanigans. */
  2296. monotime_coarse_t last_updated;
  2297. memcpy(&last_updated, &current_second_last_changed, sizeof(last_updated));
  2298. monotime_coarse_get(&current_second_last_changed);
  2299. /** How much clock jumping do we tolerate? */
  2300. #define NUM_JUMPED_SECONDS_BEFORE_WARN 100
  2301. /** How much idleness do we tolerate? */
  2302. #define NUM_IDLE_SECONDS_BEFORE_WARN 3600
  2303. if (seconds_elapsed < -NUM_JUMPED_SECONDS_BEFORE_WARN) {
  2304. // moving back in time is always a bad sign.
  2305. circuit_note_clock_jumped(seconds_elapsed, false);
  2306. } else if (seconds_elapsed >= NUM_JUMPED_SECONDS_BEFORE_WARN) {
  2307. /* Compare the monotonic clock to the result of time(). */
  2308. const int32_t monotime_msec_passed =
  2309. monotime_coarse_diff_msec32(&last_updated,
  2310. &current_second_last_changed);
  2311. const int monotime_sec_passed = monotime_msec_passed / 1000;
  2312. const int discrepancy = monotime_sec_passed - (int)seconds_elapsed;
  2313. /* If the monotonic clock deviates from time(NULL), we have a couple of
  2314. * possibilities. On some systems, this means we have been suspended or
  2315. * sleeping. Everywhere, it can mean that the wall-clock time has
  2316. * been changed -- for example, with settimeofday().
  2317. *
  2318. * On the other hand, if the monotonic time matches with the wall-clock
  2319. * time, we've probably just been idle for a while, with no events firing.
  2320. * we tolerate much more of that.
  2321. */
  2322. const bool clock_jumped = abs(discrepancy) > 2;
  2323. if (clock_jumped || seconds_elapsed >= NUM_IDLE_SECONDS_BEFORE_WARN) {
  2324. circuit_note_clock_jumped(seconds_elapsed, ! clock_jumped);
  2325. }
  2326. } else if (seconds_elapsed > 0) {
  2327. stats_n_seconds_working += seconds_elapsed;
  2328. }
  2329. update_approx_time(now);
  2330. current_second = now;
  2331. }
  2332. /** Libevent callback: invoked once every second. */
  2333. static void
  2334. second_elapsed_callback(periodic_timer_t *timer, void *arg)
  2335. {
  2336. /* XXXX This could be sensibly refactored into multiple callbacks, and we
  2337. * could use Libevent's timers for this rather than checking the current
  2338. * time against a bunch of timeouts every second. */
  2339. time_t now;
  2340. (void)timer;
  2341. (void)arg;
  2342. now = time(NULL);
  2343. /* We don't need to do this once-per-second any more: time-updating is
  2344. * only in this callback _because it is a callback_. It should be fine
  2345. * to disable this callback, and the time will still get updated.
  2346. */
  2347. update_current_time(now);
  2348. /* Maybe some controller events are ready to fire */
  2349. control_per_second_events();
  2350. run_scheduled_events(now);
  2351. }
  2352. #ifdef HAVE_SYSTEMD_209
  2353. static periodic_timer_t *systemd_watchdog_timer = NULL;
  2354. /** Libevent callback: invoked to reset systemd watchdog. */
  2355. static void
  2356. systemd_watchdog_callback(periodic_timer_t *timer, void *arg)
  2357. {
  2358. (void)timer;
  2359. (void)arg;
  2360. sd_notify(0, "WATCHDOG=1");
  2361. }
  2362. #endif /* defined(HAVE_SYSTEMD_209) */
  2363. #define UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST (6*60*60)
  2364. /** Called when our IP address seems to have changed. <b>at_interface</b>
  2365. * should be true if we detected a change in our interface, and false if we
  2366. * detected a change in our published address. */
  2367. void
  2368. ip_address_changed(int at_interface)
  2369. {
  2370. const or_options_t *options = get_options();
  2371. int server = server_mode(options);
  2372. int exit_reject_interfaces = (server && options->ExitRelay
  2373. && options->ExitPolicyRejectLocalInterfaces);
  2374. if (at_interface) {
  2375. if (! server) {
  2376. /* Okay, change our keys. */
  2377. if (init_keys_client() < 0)
  2378. log_warn(LD_GENERAL, "Unable to rotate keys after IP change!");
  2379. }
  2380. } else {
  2381. if (server) {
  2382. if (get_uptime() > UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST)
  2383. reset_bandwidth_test();
  2384. reset_uptime();
  2385. router_reset_reachability();
  2386. }
  2387. }
  2388. /* Exit relays incorporate interface addresses in their exit policies when
  2389. * ExitPolicyRejectLocalInterfaces is set */
  2390. if (exit_reject_interfaces || (server && !at_interface)) {
  2391. mark_my_descriptor_dirty("IP address changed");
  2392. }
  2393. dns_servers_relaunch_checks();
  2394. }
  2395. /** Forget what we've learned about the correctness of our DNS servers, and
  2396. * start learning again. */
  2397. void
  2398. dns_servers_relaunch_checks(void)
  2399. {
  2400. if (server_mode(get_options())) {
  2401. dns_reset_correctness_checks();
  2402. if (periodic_events_initialized) {
  2403. tor_assert(check_dns_honesty_event);
  2404. periodic_event_reschedule(check_dns_honesty_event);
  2405. }
  2406. }
  2407. }
  2408. /** Called when we get a SIGHUP: reload configuration files and keys,
  2409. * retry all connections, and so on. */
  2410. static int
  2411. do_hup(void)
  2412. {
  2413. const or_options_t *options = get_options();
  2414. log_notice(LD_GENERAL,"Received reload signal (hup). Reloading config and "
  2415. "resetting internal state.");
  2416. if (accounting_is_enabled(options))
  2417. accounting_record_bandwidth_usage(time(NULL), get_or_state());
  2418. router_reset_warnings();
  2419. routerlist_reset_warnings();
  2420. /* first, reload config variables, in case they've changed */
  2421. if (options->ReloadTorrcOnSIGHUP) {
  2422. /* no need to provide argc/v, they've been cached in init_from_config */
  2423. int init_rv = options_init_from_torrc(0, NULL);
  2424. if (init_rv < 0) {
  2425. log_err(LD_CONFIG,"Reading config failed--see warnings above. "
  2426. "For usage, try -h.");
  2427. return -1;
  2428. } else if (BUG(init_rv > 0)) {
  2429. // LCOV_EXCL_START
  2430. /* This should be impossible: the only "return 1" cases in
  2431. * options_init_from_torrc are ones caused by command-line arguments;
  2432. * but they can't change while Tor is running. */
  2433. return -1;
  2434. // LCOV_EXCL_STOP
  2435. }
  2436. options = get_options(); /* they have changed now */
  2437. /* Logs are only truncated the first time they are opened, but were
  2438. probably intended to be cleaned up on signal. */
  2439. if (options->TruncateLogFile)
  2440. truncate_logs();
  2441. } else {
  2442. char *msg = NULL;
  2443. log_notice(LD_GENERAL, "Not reloading config file: the controller told "
  2444. "us not to.");
  2445. /* Make stuff get rescanned, reloaded, etc. */
  2446. if (set_options((or_options_t*)options, &msg) < 0) {
  2447. if (!msg)
  2448. msg = tor_strdup("Unknown error");
  2449. log_warn(LD_GENERAL, "Unable to re-set previous options: %s", msg);
  2450. tor_free(msg);
  2451. }
  2452. }
  2453. if (authdir_mode(options)) {
  2454. /* reload the approved-routers file */
  2455. if (dirserv_load_fingerprint_file() < 0) {
  2456. /* warnings are logged from dirserv_load_fingerprint_file() directly */
  2457. log_info(LD_GENERAL, "Error reloading fingerprints. "
  2458. "Continuing with old list.");
  2459. }
  2460. }
  2461. /* Rotate away from the old dirty circuits. This has to be done
  2462. * after we've read the new options, but before we start using
  2463. * circuits for directory fetches. */
  2464. circuit_mark_all_dirty_circs_as_unusable();
  2465. /* retry appropriate downloads */
  2466. router_reset_status_download_failures();
  2467. router_reset_descriptor_download_failures();
  2468. if (!net_is_disabled())
  2469. update_networkstatus_downloads(time(NULL));
  2470. /* We'll retry routerstatus downloads in about 10 seconds; no need to
  2471. * force a retry there. */
  2472. if (server_mode(options)) {
  2473. /* Maybe we've been given a new ed25519 key or certificate?
  2474. */
  2475. time_t now = approx_time();
  2476. int new_signing_key = load_ed_keys(options, now);
  2477. if (new_signing_key < 0 ||
  2478. generate_ed_link_cert(options, now, new_signing_key > 0)) {
  2479. log_warn(LD_OR, "Problem reloading Ed25519 keys; still using old keys.");
  2480. }
  2481. /* Update cpuworker and dnsworker processes, so they get up-to-date
  2482. * configuration options. */
  2483. cpuworkers_rotate_keyinfo();
  2484. dns_reset();
  2485. }
  2486. return 0;
  2487. }
  2488. /** Initialize some mainloop_event_t objects that we require. */
  2489. STATIC void
  2490. initialize_mainloop_events(void)
  2491. {
  2492. if (!schedule_active_linked_connections_event) {
  2493. schedule_active_linked_connections_event =
  2494. mainloop_event_postloop_new(schedule_active_linked_connections_cb, NULL);
  2495. }
  2496. if (!postloop_cleanup_ev) {
  2497. postloop_cleanup_ev =
  2498. mainloop_event_postloop_new(postloop_cleanup_cb, NULL);
  2499. }
  2500. }
  2501. /** Tor main loop. */
  2502. int
  2503. do_main_loop(void)
  2504. {
  2505. time_t now;
  2506. /* initialize the periodic events first, so that code that depends on the
  2507. * events being present does not assert.
  2508. */
  2509. if (! periodic_events_initialized) {
  2510. initialize_periodic_events();
  2511. }
  2512. initialize_mainloop_events();
  2513. /* initialize dns resolve map, spawn workers if needed */
  2514. if (dns_init() < 0) {
  2515. if (get_options()->ServerDNSAllowBrokenConfig)
  2516. log_warn(LD_GENERAL, "Couldn't set up any working nameservers. "
  2517. "Network not up yet? Will try again soon.");
  2518. else {
  2519. log_err(LD_GENERAL,"Error initializing dns subsystem; exiting. To "
  2520. "retry instead, set the ServerDNSAllowBrokenResolvConf option.");
  2521. }
  2522. }
  2523. handle_signals();
  2524. monotime_init();
  2525. timers_initialize();
  2526. /* load the private keys, if we're supposed to have them, and set up the
  2527. * TLS context. */
  2528. if (! client_identity_key_is_set()) {
  2529. if (init_keys() < 0) {
  2530. log_err(LD_OR, "Error initializing keys; exiting");
  2531. return -1;
  2532. }
  2533. }
  2534. /* Set up our buckets */
  2535. connection_bucket_init();
  2536. /* initialize the bootstrap status events to know we're starting up */
  2537. control_event_bootstrap(BOOTSTRAP_STATUS_STARTING, 0);
  2538. /* Initialize the keypinning log. */
  2539. if (authdir_mode_v3(get_options())) {
  2540. char *fname = get_datadir_fname("key-pinning-journal");
  2541. int r = 0;
  2542. if (keypin_load_journal(fname)<0) {
  2543. log_err(LD_DIR, "Error loading key-pinning journal: %s",strerror(errno));
  2544. r = -1;
  2545. }
  2546. if (keypin_open_journal(fname)<0) {
  2547. log_err(LD_DIR, "Error opening key-pinning journal: %s",strerror(errno));
  2548. r = -1;
  2549. }
  2550. tor_free(fname);
  2551. if (r)
  2552. return r;
  2553. }
  2554. {
  2555. /* This is the old name for key-pinning-journal. These got corrupted
  2556. * in a couple of cases by #16530, so we started over. See #16580 for
  2557. * the rationale and for other options we didn't take. We can remove
  2558. * this code once all the authorities that ran 0.2.7.1-alpha-dev are
  2559. * upgraded.
  2560. */
  2561. char *fname = get_datadir_fname("key-pinning-entries");
  2562. unlink(fname);
  2563. tor_free(fname);
  2564. }
  2565. if (trusted_dirs_reload_certs()) {
  2566. log_warn(LD_DIR,
  2567. "Couldn't load all cached v3 certificates. Starting anyway.");
  2568. }
  2569. if (router_reload_consensus_networkstatus()) {
  2570. return -1;
  2571. }
  2572. /* load the routers file, or assign the defaults. */
  2573. if (router_reload_router_list()) {
  2574. return -1;
  2575. }
  2576. /* load the networkstatuses. (This launches a download for new routers as
  2577. * appropriate.)
  2578. */
  2579. now = time(NULL);
  2580. directory_info_has_arrived(now, 1, 0);
  2581. if (server_mode(get_options()) || dir_server_mode(get_options())) {
  2582. /* launch cpuworkers. Need to do this *after* we've read the onion key. */
  2583. cpu_init();
  2584. }
  2585. consdiffmgr_enable_background_compression();
  2586. /* Setup shared random protocol subsystem. */
  2587. if (authdir_mode_v3(get_options())) {
  2588. if (sr_init(1) < 0) {
  2589. return -1;
  2590. }
  2591. }
  2592. /* set up once-a-second callback. */
  2593. reschedule_per_second_timer();
  2594. #ifdef HAVE_SYSTEMD_209
  2595. uint64_t watchdog_delay;
  2596. /* set up systemd watchdog notification. */
  2597. if (sd_watchdog_enabled(1, &watchdog_delay) > 0) {
  2598. if (! systemd_watchdog_timer) {
  2599. struct timeval watchdog;
  2600. /* The manager will "act on" us if we don't send them a notification
  2601. * every 'watchdog_delay' microseconds. So, send notifications twice
  2602. * that often. */
  2603. watchdog_delay /= 2;
  2604. watchdog.tv_sec = watchdog_delay / 1000000;
  2605. watchdog.tv_usec = watchdog_delay % 1000000;
  2606. systemd_watchdog_timer = periodic_timer_new(tor_libevent_get_base(),
  2607. &watchdog,
  2608. systemd_watchdog_callback,
  2609. NULL);
  2610. tor_assert(systemd_watchdog_timer);
  2611. }
  2612. }
  2613. #endif /* defined(HAVE_SYSTEMD_209) */
  2614. #ifdef HAVE_SYSTEMD
  2615. {
  2616. const int r = sd_notify(0, "READY=1");
  2617. if (r < 0) {
  2618. log_warn(LD_GENERAL, "Unable to send readiness to systemd: %s",
  2619. strerror(r));
  2620. } else if (r > 0) {
  2621. log_notice(LD_GENERAL, "Signaled readiness to systemd");
  2622. } else {
  2623. log_info(LD_GENERAL, "Systemd NOTIFY_SOCKET not present.");
  2624. }
  2625. }
  2626. #endif /* defined(HAVE_SYSTEMD) */
  2627. main_loop_should_exit = 0;
  2628. main_loop_exit_value = 0;
  2629. #ifdef ENABLE_RESTART_DEBUGGING
  2630. {
  2631. static int first_time = 1;
  2632. if (first_time && getenv("TOR_DEBUG_RESTART")) {
  2633. first_time = 0;
  2634. const char *sec_str = getenv("TOR_DEBUG_RESTART_AFTER_SECONDS");
  2635. long sec;
  2636. int sec_ok=0;
  2637. if (sec_str &&
  2638. (sec = tor_parse_long(sec_str, 10, 0, INT_MAX, &sec_ok, NULL)) &&
  2639. sec_ok) {
  2640. /* Okay, we parsed the seconds. */
  2641. } else {
  2642. sec = 5;
  2643. }
  2644. struct timeval restart_after = { (time_t) sec, 0 };
  2645. tor_shutdown_event_loop_for_restart_event =
  2646. tor_evtimer_new(tor_libevent_get_base(),
  2647. tor_shutdown_event_loop_for_restart_cb, NULL);
  2648. event_add(tor_shutdown_event_loop_for_restart_event, &restart_after);
  2649. }
  2650. }
  2651. #endif
  2652. return run_main_loop_until_done();
  2653. }
  2654. #ifndef _WIN32
  2655. /** Rate-limiter for EINVAL-type libevent warnings. */
  2656. static ratelim_t libevent_error_ratelim = RATELIM_INIT(10);
  2657. #endif
  2658. /**
  2659. * Run the main loop a single time. Return 0 for "exit"; -1 for "exit with
  2660. * error", and 1 for "run this again."
  2661. */
  2662. static int
  2663. run_main_loop_once(void)
  2664. {
  2665. int loop_result;
  2666. if (nt_service_is_stopping())
  2667. return 0;
  2668. if (main_loop_should_exit)
  2669. return 0;
  2670. #ifndef _WIN32
  2671. /* Make it easier to tell whether libevent failure is our fault or not. */
  2672. errno = 0;
  2673. #endif
  2674. if (get_options()->MainloopStats) {
  2675. /* We always enforce that EVLOOP_ONCE is passed to event_base_loop() if we
  2676. * are collecting main loop statistics. */
  2677. called_loop_once = 1;
  2678. } else {
  2679. called_loop_once = 0;
  2680. }
  2681. /* Make sure we know (about) what time it is. */
  2682. update_approx_time(time(NULL));
  2683. /* Here it is: the main loop. Here we tell Libevent to poll until we have
  2684. * an event, or the second ends, or until we have some active linked
  2685. * connections to trigger events for. Libevent will wait till one
  2686. * of these happens, then run all the appropriate callbacks. */
  2687. loop_result = tor_libevent_run_event_loop(tor_libevent_get_base(),
  2688. called_loop_once);
  2689. if (get_options()->MainloopStats) {
  2690. /* Update our main loop counters. */
  2691. if (loop_result == 0) {
  2692. // The call was successful.
  2693. increment_main_loop_success_count();
  2694. } else if (loop_result == -1) {
  2695. // The call was erroneous.
  2696. increment_main_loop_error_count();
  2697. } else if (loop_result == 1) {
  2698. // The call didn't have any active or pending events
  2699. // to handle.
  2700. increment_main_loop_idle_count();
  2701. }
  2702. }
  2703. /* Oh, the loop failed. That might be an error that we need to
  2704. * catch, but more likely, it's just an interrupted poll() call or something,
  2705. * and we should try again. */
  2706. if (loop_result < 0) {
  2707. int e = tor_socket_errno(-1);
  2708. /* let the program survive things like ^z */
  2709. if (e != EINTR && !ERRNO_IS_EINPROGRESS(e)) {
  2710. log_err(LD_NET,"libevent call with %s failed: %s [%d]",
  2711. tor_libevent_get_method(), tor_socket_strerror(e), e);
  2712. return -1;
  2713. #ifndef _WIN32
  2714. } else if (e == EINVAL) {
  2715. log_fn_ratelim(&libevent_error_ratelim, LOG_WARN, LD_NET,
  2716. "EINVAL from libevent: should you upgrade libevent?");
  2717. if (libevent_error_ratelim.n_calls_since_last_time > 8) {
  2718. log_err(LD_NET, "Too many libevent errors, too fast: dying");
  2719. return -1;
  2720. }
  2721. #endif /* !defined(_WIN32) */
  2722. } else {
  2723. tor_assert_nonfatal_once(! ERRNO_IS_EINPROGRESS(e));
  2724. log_debug(LD_NET,"libevent call interrupted.");
  2725. /* You can't trust the results of this poll(). Go back to the
  2726. * top of the big for loop. */
  2727. return 1;
  2728. }
  2729. }
  2730. if (main_loop_should_exit)
  2731. return 0;
  2732. return 1;
  2733. }
  2734. /** Run the run_main_loop_once() function until it declares itself done,
  2735. * and return its final return value.
  2736. *
  2737. * Shadow won't invoke this function, so don't fill it up with things.
  2738. */
  2739. static int
  2740. run_main_loop_until_done(void)
  2741. {
  2742. int loop_result = 1;
  2743. do {
  2744. loop_result = run_main_loop_once();
  2745. } while (loop_result == 1);
  2746. if (main_loop_should_exit)
  2747. return main_loop_exit_value;
  2748. else
  2749. return loop_result;
  2750. }
  2751. /** Libevent callback: invoked when we get a signal.
  2752. */
  2753. static void
  2754. signal_callback(evutil_socket_t fd, short events, void *arg)
  2755. {
  2756. const int *sigptr = arg;
  2757. const int sig = *sigptr;
  2758. (void)fd;
  2759. (void)events;
  2760. update_current_time(time(NULL));
  2761. process_signal(sig);
  2762. }
  2763. /** Do the work of acting on a signal received in <b>sig</b> */
  2764. static void
  2765. process_signal(int sig)
  2766. {
  2767. switch (sig)
  2768. {
  2769. case SIGTERM:
  2770. log_notice(LD_GENERAL,"Catching signal TERM, exiting cleanly.");
  2771. tor_shutdown_event_loop_and_exit(0);
  2772. break;
  2773. case SIGINT:
  2774. if (!server_mode(get_options())) { /* do it now */
  2775. log_notice(LD_GENERAL,"Interrupt: exiting cleanly.");
  2776. tor_shutdown_event_loop_and_exit(0);
  2777. return;
  2778. }
  2779. #ifdef HAVE_SYSTEMD
  2780. sd_notify(0, "STOPPING=1");
  2781. #endif
  2782. hibernate_begin_shutdown();
  2783. break;
  2784. #ifdef SIGPIPE
  2785. case SIGPIPE:
  2786. log_debug(LD_GENERAL,"Caught SIGPIPE. Ignoring.");
  2787. break;
  2788. #endif
  2789. case SIGUSR1:
  2790. /* prefer to log it at INFO, but make sure we always see it */
  2791. dumpstats(get_min_log_level()<LOG_INFO ? get_min_log_level() : LOG_INFO);
  2792. control_event_signal(sig);
  2793. break;
  2794. case SIGUSR2:
  2795. switch_logs_debug();
  2796. log_debug(LD_GENERAL,"Caught USR2, going to loglevel debug. "
  2797. "Send HUP to change back.");
  2798. control_event_signal(sig);
  2799. break;
  2800. case SIGHUP:
  2801. #ifdef HAVE_SYSTEMD
  2802. sd_notify(0, "RELOADING=1");
  2803. #endif
  2804. if (do_hup() < 0) {
  2805. log_warn(LD_CONFIG,"Restart failed (config error?). Exiting.");
  2806. tor_shutdown_event_loop_and_exit(1);
  2807. return;
  2808. }
  2809. #ifdef HAVE_SYSTEMD
  2810. sd_notify(0, "READY=1");
  2811. #endif
  2812. control_event_signal(sig);
  2813. break;
  2814. #ifdef SIGCHLD
  2815. case SIGCHLD:
  2816. notify_pending_waitpid_callbacks();
  2817. break;
  2818. #endif
  2819. case SIGNEWNYM: {
  2820. time_t now = time(NULL);
  2821. if (time_of_last_signewnym + MAX_SIGNEWNYM_RATE > now) {
  2822. const time_t delay_sec =
  2823. time_of_last_signewnym + MAX_SIGNEWNYM_RATE - now;
  2824. if (! signewnym_is_pending) {
  2825. signewnym_is_pending = 1;
  2826. if (!handle_deferred_signewnym_ev) {
  2827. handle_deferred_signewnym_ev =
  2828. mainloop_event_postloop_new(handle_deferred_signewnym_cb, NULL);
  2829. }
  2830. const struct timeval delay_tv = { delay_sec, 0 };
  2831. mainloop_event_schedule(handle_deferred_signewnym_ev, &delay_tv);
  2832. }
  2833. log_notice(LD_CONTROL,
  2834. "Rate limiting NEWNYM request: delaying by %d second(s)",
  2835. (int)(delay_sec));
  2836. } else {
  2837. signewnym_impl(now);
  2838. }
  2839. break;
  2840. }
  2841. case SIGCLEARDNSCACHE:
  2842. addressmap_clear_transient();
  2843. control_event_signal(sig);
  2844. break;
  2845. case SIGHEARTBEAT:
  2846. log_heartbeat(time(NULL));
  2847. control_event_signal(sig);
  2848. break;
  2849. }
  2850. }
  2851. /** Returns Tor's uptime. */
  2852. MOCK_IMPL(long,
  2853. get_uptime,(void))
  2854. {
  2855. return stats_n_seconds_working;
  2856. }
  2857. /** Reset Tor's uptime. */
  2858. MOCK_IMPL(void,
  2859. reset_uptime,(void))
  2860. {
  2861. stats_n_seconds_working = 0;
  2862. }
  2863. /**
  2864. * Write current memory usage information to the log.
  2865. */
  2866. static void
  2867. dumpmemusage(int severity)
  2868. {
  2869. connection_dump_buffer_mem_stats(severity);
  2870. tor_log(severity, LD_GENERAL, "In rephist: %"PRIu64" used by %d Tors.",
  2871. (rephist_total_alloc), rephist_total_num);
  2872. dump_routerlist_mem_usage(severity);
  2873. dump_cell_pool_usage(severity);
  2874. dump_dns_mem_usage(severity);
  2875. tor_log_mallinfo(severity);
  2876. }
  2877. /** Write all statistics to the log, with log level <b>severity</b>. Called
  2878. * in response to a SIGUSR1. */
  2879. static void
  2880. dumpstats(int severity)
  2881. {
  2882. time_t now = time(NULL);
  2883. time_t elapsed;
  2884. size_t rbuf_cap, wbuf_cap, rbuf_len, wbuf_len;
  2885. tor_log(severity, LD_GENERAL, "Dumping stats:");
  2886. SMARTLIST_FOREACH_BEGIN(connection_array, connection_t *, conn) {
  2887. int i = conn_sl_idx;
  2888. tor_log(severity, LD_GENERAL,
  2889. "Conn %d (socket %d) type %d (%s), state %d (%s), created %d secs ago",
  2890. i, (int)conn->s, conn->type, conn_type_to_string(conn->type),
  2891. conn->state, conn_state_to_string(conn->type, conn->state),
  2892. (int)(now - conn->timestamp_created));
  2893. if (!connection_is_listener(conn)) {
  2894. tor_log(severity,LD_GENERAL,
  2895. "Conn %d is to %s:%d.", i,
  2896. safe_str_client(conn->address),
  2897. conn->port);
  2898. tor_log(severity,LD_GENERAL,
  2899. "Conn %d: %d bytes waiting on inbuf (len %d, last read %d secs ago)",
  2900. i,
  2901. (int)connection_get_inbuf_len(conn),
  2902. (int)buf_allocation(conn->inbuf),
  2903. (int)(now - conn->timestamp_last_read_allowed));
  2904. tor_log(severity,LD_GENERAL,
  2905. "Conn %d: %d bytes waiting on outbuf "
  2906. "(len %d, last written %d secs ago)",i,
  2907. (int)connection_get_outbuf_len(conn),
  2908. (int)buf_allocation(conn->outbuf),
  2909. (int)(now - conn->timestamp_last_write_allowed));
  2910. if (conn->type == CONN_TYPE_OR) {
  2911. or_connection_t *or_conn = TO_OR_CONN(conn);
  2912. if (or_conn->tls) {
  2913. if (tor_tls_get_buffer_sizes(or_conn->tls, &rbuf_cap, &rbuf_len,
  2914. &wbuf_cap, &wbuf_len) == 0) {
  2915. tor_log(severity, LD_GENERAL,
  2916. "Conn %d: %d/%d bytes used on OpenSSL read buffer; "
  2917. "%d/%d bytes used on write buffer.",
  2918. i, (int)rbuf_len, (int)rbuf_cap, (int)wbuf_len, (int)wbuf_cap);
  2919. }
  2920. }
  2921. }
  2922. }
  2923. circuit_dump_by_conn(conn, severity); /* dump info about all the circuits
  2924. * using this conn */
  2925. } SMARTLIST_FOREACH_END(conn);
  2926. channel_dumpstats(severity);
  2927. channel_listener_dumpstats(severity);
  2928. tor_log(severity, LD_NET,
  2929. "Cells processed: %"PRIu64" padding\n"
  2930. " %"PRIu64" create\n"
  2931. " %"PRIu64" created\n"
  2932. " %"PRIu64" relay\n"
  2933. " (%"PRIu64" relayed)\n"
  2934. " (%"PRIu64" delivered)\n"
  2935. " %"PRIu64" destroy",
  2936. (stats_n_padding_cells_processed),
  2937. (stats_n_create_cells_processed),
  2938. (stats_n_created_cells_processed),
  2939. (stats_n_relay_cells_processed),
  2940. (stats_n_relay_cells_relayed),
  2941. (stats_n_relay_cells_delivered),
  2942. (stats_n_destroy_cells_processed));
  2943. if (stats_n_data_cells_packaged)
  2944. tor_log(severity,LD_NET,"Average packaged cell fullness: %2.3f%%",
  2945. 100*(((double)stats_n_data_bytes_packaged) /
  2946. ((double)stats_n_data_cells_packaged*RELAY_PAYLOAD_SIZE)) );
  2947. if (stats_n_data_cells_received)
  2948. tor_log(severity,LD_NET,"Average delivered cell fullness: %2.3f%%",
  2949. 100*(((double)stats_n_data_bytes_received) /
  2950. ((double)stats_n_data_cells_received*RELAY_PAYLOAD_SIZE)) );
  2951. cpuworker_log_onionskin_overhead(severity, ONION_HANDSHAKE_TYPE_TAP, "TAP");
  2952. cpuworker_log_onionskin_overhead(severity, ONION_HANDSHAKE_TYPE_NTOR,"ntor");
  2953. if (now - time_of_process_start >= 0)
  2954. elapsed = now - time_of_process_start;
  2955. else
  2956. elapsed = 0;
  2957. if (elapsed) {
  2958. tor_log(severity, LD_NET,
  2959. "Average bandwidth: %"PRIu64"/%d = %d bytes/sec reading",
  2960. (stats_n_bytes_read),
  2961. (int)elapsed,
  2962. (int) (stats_n_bytes_read/elapsed));
  2963. tor_log(severity, LD_NET,
  2964. "Average bandwidth: %"PRIu64"/%d = %d bytes/sec writing",
  2965. (stats_n_bytes_written),
  2966. (int)elapsed,
  2967. (int) (stats_n_bytes_written/elapsed));
  2968. }
  2969. tor_log(severity, LD_NET, "--------------- Dumping memory information:");
  2970. dumpmemusage(severity);
  2971. rep_hist_dump_stats(now,severity);
  2972. rend_service_dump_stats(severity);
  2973. dump_distinct_digest_count(severity);
  2974. }
  2975. /** Called by exit() as we shut down the process.
  2976. */
  2977. static void
  2978. exit_function(void)
  2979. {
  2980. /* NOTE: If we ever daemonize, this gets called immediately. That's
  2981. * okay for now, because we only use this on Windows. */
  2982. #ifdef _WIN32
  2983. WSACleanup();
  2984. #endif
  2985. }
  2986. #ifdef _WIN32
  2987. #define UNIX_ONLY 0
  2988. #else
  2989. #define UNIX_ONLY 1
  2990. #endif
  2991. static struct {
  2992. /** A numeric code for this signal. Must match the signal value if
  2993. * try_to_register is true. */
  2994. int signal_value;
  2995. /** True if we should try to register this signal with libevent and catch
  2996. * corresponding posix signals. False otherwise. */
  2997. int try_to_register;
  2998. /** Pointer to hold the event object constructed for this signal. */
  2999. struct event *signal_event;
  3000. } signal_handlers[] = {
  3001. #ifdef SIGINT
  3002. { SIGINT, UNIX_ONLY, NULL }, /* do a controlled slow shutdown */
  3003. #endif
  3004. #ifdef SIGTERM
  3005. { SIGTERM, UNIX_ONLY, NULL }, /* to terminate now */
  3006. #endif
  3007. #ifdef SIGPIPE
  3008. { SIGPIPE, UNIX_ONLY, NULL }, /* otherwise SIGPIPE kills us */
  3009. #endif
  3010. #ifdef SIGUSR1
  3011. { SIGUSR1, UNIX_ONLY, NULL }, /* dump stats */
  3012. #endif
  3013. #ifdef SIGUSR2
  3014. { SIGUSR2, UNIX_ONLY, NULL }, /* go to loglevel debug */
  3015. #endif
  3016. #ifdef SIGHUP
  3017. { SIGHUP, UNIX_ONLY, NULL }, /* to reload config, retry conns, etc */
  3018. #endif
  3019. #ifdef SIGXFSZ
  3020. { SIGXFSZ, UNIX_ONLY, NULL }, /* handle file-too-big resource exhaustion */
  3021. #endif
  3022. #ifdef SIGCHLD
  3023. { SIGCHLD, UNIX_ONLY, NULL }, /* handle dns/cpu workers that exit */
  3024. #endif
  3025. /* These are controller-only */
  3026. { SIGNEWNYM, 0, NULL },
  3027. { SIGCLEARDNSCACHE, 0, NULL },
  3028. { SIGHEARTBEAT, 0, NULL },
  3029. { -1, -1, NULL }
  3030. };
  3031. /** Set up the signal handler events for this process, and register them
  3032. * with libevent if appropriate. */
  3033. void
  3034. handle_signals(void)
  3035. {
  3036. int i;
  3037. const int enabled = !get_options()->DisableSignalHandlers;
  3038. for (i = 0; signal_handlers[i].signal_value >= 0; ++i) {
  3039. /* Signal handlers are only registered with libevent if they need to catch
  3040. * real POSIX signals. We construct these signal handler events in either
  3041. * case, though, so that controllers can activate them with the SIGNAL
  3042. * command.
  3043. */
  3044. if (enabled && signal_handlers[i].try_to_register) {
  3045. signal_handlers[i].signal_event =
  3046. tor_evsignal_new(tor_libevent_get_base(),
  3047. signal_handlers[i].signal_value,
  3048. signal_callback,
  3049. &signal_handlers[i].signal_value);
  3050. if (event_add(signal_handlers[i].signal_event, NULL))
  3051. log_warn(LD_BUG, "Error from libevent when adding "
  3052. "event for signal %d",
  3053. signal_handlers[i].signal_value);
  3054. } else {
  3055. signal_handlers[i].signal_event =
  3056. tor_event_new(tor_libevent_get_base(), -1,
  3057. EV_SIGNAL, signal_callback,
  3058. &signal_handlers[i].signal_value);
  3059. }
  3060. }
  3061. }
  3062. /* Cause the signal handler for signal_num to be called in the event loop. */
  3063. void
  3064. activate_signal(int signal_num)
  3065. {
  3066. int i;
  3067. for (i = 0; signal_handlers[i].signal_value >= 0; ++i) {
  3068. if (signal_handlers[i].signal_value == signal_num) {
  3069. event_active(signal_handlers[i].signal_event, EV_SIGNAL, 1);
  3070. return;
  3071. }
  3072. }
  3073. }
  3074. /** Main entry point for the Tor command-line client. Return 0 on "success",
  3075. * negative on "failure", and positive on "success and exit".
  3076. */
  3077. int
  3078. tor_init(int argc, char *argv[])
  3079. {
  3080. char progname[256];
  3081. int quiet = 0;
  3082. time_of_process_start = time(NULL);
  3083. init_connection_lists();
  3084. /* Have the log set up with our application name. */
  3085. tor_snprintf(progname, sizeof(progname), "Tor %s", get_version());
  3086. log_set_application_name(progname);
  3087. /* Set up the crypto nice and early */
  3088. if (crypto_early_init() < 0) {
  3089. log_err(LD_GENERAL, "Unable to initialize the crypto subsystem!");
  3090. return -1;
  3091. }
  3092. /* Initialize the history structures. */
  3093. rep_hist_init();
  3094. /* Initialize the service cache. */
  3095. rend_cache_init();
  3096. addressmap_init(); /* Init the client dns cache. Do it always, since it's
  3097. * cheap. */
  3098. /* Initialize the HS subsystem. */
  3099. hs_init();
  3100. {
  3101. /* We search for the "quiet" option first, since it decides whether we
  3102. * will log anything at all to the command line. */
  3103. config_line_t *opts = NULL, *cmdline_opts = NULL;
  3104. const config_line_t *cl;
  3105. (void) config_parse_commandline(argc, argv, 1, &opts, &cmdline_opts);
  3106. for (cl = cmdline_opts; cl; cl = cl->next) {
  3107. if (!strcmp(cl->key, "--hush"))
  3108. quiet = 1;
  3109. if (!strcmp(cl->key, "--quiet") ||
  3110. !strcmp(cl->key, "--dump-config"))
  3111. quiet = 2;
  3112. /* The following options imply --hush */
  3113. if (!strcmp(cl->key, "--version") || !strcmp(cl->key, "--digests") ||
  3114. !strcmp(cl->key, "--list-torrc-options") ||
  3115. !strcmp(cl->key, "--library-versions") ||
  3116. !strcmp(cl->key, "--hash-password") ||
  3117. !strcmp(cl->key, "-h") || !strcmp(cl->key, "--help")) {
  3118. if (quiet < 1)
  3119. quiet = 1;
  3120. }
  3121. }
  3122. config_free_lines(opts);
  3123. config_free_lines(cmdline_opts);
  3124. }
  3125. /* give it somewhere to log to initially */
  3126. switch (quiet) {
  3127. case 2:
  3128. /* no initial logging */
  3129. break;
  3130. case 1:
  3131. add_temp_log(LOG_WARN);
  3132. break;
  3133. default:
  3134. add_temp_log(LOG_NOTICE);
  3135. }
  3136. quiet_level = quiet;
  3137. {
  3138. const char *version = get_version();
  3139. log_notice(LD_GENERAL, "Tor %s running on %s with Libevent %s, "
  3140. "%s %s, Zlib %s, Liblzma %s, and Libzstd %s.", version,
  3141. get_uname(),
  3142. tor_libevent_get_version_str(),
  3143. crypto_get_library_name(),
  3144. crypto_get_library_version_string(),
  3145. tor_compress_supports_method(ZLIB_METHOD) ?
  3146. tor_compress_version_str(ZLIB_METHOD) : "N/A",
  3147. tor_compress_supports_method(LZMA_METHOD) ?
  3148. tor_compress_version_str(LZMA_METHOD) : "N/A",
  3149. tor_compress_supports_method(ZSTD_METHOD) ?
  3150. tor_compress_version_str(ZSTD_METHOD) : "N/A");
  3151. log_notice(LD_GENERAL, "Tor can't help you if you use it wrong! "
  3152. "Learn how to be safe at "
  3153. "https://www.torproject.org/download/download#warning");
  3154. if (strstr(version, "alpha") || strstr(version, "beta"))
  3155. log_notice(LD_GENERAL, "This version is not a stable Tor release. "
  3156. "Expect more bugs than usual.");
  3157. tor_compress_log_init_warnings();
  3158. }
  3159. #ifdef HAVE_RUST
  3160. rust_log_welcome_string();
  3161. #endif /* defined(HAVE_RUST) */
  3162. if (network_init()<0) {
  3163. log_err(LD_BUG,"Error initializing network; exiting.");
  3164. return -1;
  3165. }
  3166. atexit(exit_function);
  3167. int init_rv = options_init_from_torrc(argc,argv);
  3168. if (init_rv < 0) {
  3169. log_err(LD_CONFIG,"Reading config failed--see warnings above.");
  3170. return -1;
  3171. } else if (init_rv > 0) {
  3172. // We succeeded, and should exit anyway -- probably the user just said
  3173. // "--version" or something like that.
  3174. return 1;
  3175. }
  3176. /* The options are now initialised */
  3177. const or_options_t *options = get_options();
  3178. /* Initialize channelpadding parameters to defaults until we get
  3179. * a consensus */
  3180. channelpadding_new_consensus_params(NULL);
  3181. /* Initialize predicted ports list after loading options */
  3182. predicted_ports_init();
  3183. #ifndef _WIN32
  3184. if (geteuid()==0)
  3185. log_warn(LD_GENERAL,"You are running Tor as root. You don't need to, "
  3186. "and you probably shouldn't.");
  3187. #endif
  3188. if (crypto_global_init(options->HardwareAccel,
  3189. options->AccelName,
  3190. options->AccelDir)) {
  3191. log_err(LD_BUG, "Unable to initialize OpenSSL. Exiting.");
  3192. return -1;
  3193. }
  3194. stream_choice_seed_weak_rng();
  3195. if (tor_init_libevent_rng() < 0) {
  3196. log_warn(LD_NET, "Problem initializing libevent RNG.");
  3197. }
  3198. /* Scan/clean unparseable descriptors; after reading config */
  3199. routerparse_init();
  3200. return 0;
  3201. }
  3202. /** A lockfile structure, used to prevent two Tors from messing with the
  3203. * data directory at once. If this variable is non-NULL, we're holding
  3204. * the lockfile. */
  3205. static tor_lockfile_t *lockfile = NULL;
  3206. /** Try to grab the lock file described in <b>options</b>, if we do not
  3207. * already have it. If <b>err_if_locked</b> is true, warn if somebody else is
  3208. * holding the lock, and exit if we can't get it after waiting. Otherwise,
  3209. * return -1 if we can't get the lockfile. Return 0 on success.
  3210. */
  3211. int
  3212. try_locking(const or_options_t *options, int err_if_locked)
  3213. {
  3214. if (lockfile)
  3215. return 0;
  3216. else {
  3217. char *fname = options_get_datadir_fname(options, "lock");
  3218. int already_locked = 0;
  3219. tor_lockfile_t *lf = tor_lockfile_lock(fname, 0, &already_locked);
  3220. tor_free(fname);
  3221. if (!lf) {
  3222. if (err_if_locked && already_locked) {
  3223. int r;
  3224. log_warn(LD_GENERAL, "It looks like another Tor process is running "
  3225. "with the same data directory. Waiting 5 seconds to see "
  3226. "if it goes away.");
  3227. #ifndef _WIN32
  3228. sleep(5);
  3229. #else
  3230. Sleep(5000);
  3231. #endif
  3232. r = try_locking(options, 0);
  3233. if (r<0) {
  3234. log_err(LD_GENERAL, "No, it's still there. Exiting.");
  3235. return -1;
  3236. }
  3237. return r;
  3238. }
  3239. return -1;
  3240. }
  3241. lockfile = lf;
  3242. return 0;
  3243. }
  3244. }
  3245. /** Return true iff we've successfully acquired the lock file. */
  3246. int
  3247. have_lockfile(void)
  3248. {
  3249. return lockfile != NULL;
  3250. }
  3251. /** If we have successfully acquired the lock file, release it. */
  3252. void
  3253. release_lockfile(void)
  3254. {
  3255. if (lockfile) {
  3256. tor_lockfile_unlock(lockfile);
  3257. lockfile = NULL;
  3258. }
  3259. }
  3260. /** Free all memory that we might have allocated somewhere.
  3261. * If <b>postfork</b>, we are a worker process and we want to free
  3262. * only the parts of memory that we won't touch. If !<b>postfork</b>,
  3263. * Tor is shutting down and we should free everything.
  3264. *
  3265. * Helps us find the real leaks with sanitizers and the like. Also valgrind
  3266. * should then report 0 reachable in its leak report (in an ideal world --
  3267. * in practice libevent, SSL, libc etc never quite free everything). */
  3268. void
  3269. tor_free_all(int postfork)
  3270. {
  3271. if (!postfork) {
  3272. evdns_shutdown(1);
  3273. }
  3274. geoip_free_all();
  3275. dirvote_free_all();
  3276. routerlist_free_all();
  3277. networkstatus_free_all();
  3278. addressmap_free_all();
  3279. dirserv_free_all();
  3280. rend_cache_free_all();
  3281. rend_service_authorization_free_all();
  3282. rep_hist_free_all();
  3283. dns_free_all();
  3284. clear_pending_onions();
  3285. circuit_free_all();
  3286. entry_guards_free_all();
  3287. pt_free_all();
  3288. channel_tls_free_all();
  3289. channel_free_all();
  3290. connection_free_all();
  3291. connection_edge_free_all();
  3292. scheduler_free_all();
  3293. nodelist_free_all();
  3294. microdesc_free_all();
  3295. routerparse_free_all();
  3296. ext_orport_free_all();
  3297. control_free_all();
  3298. tor_free_getaddrinfo_cache();
  3299. protover_free_all();
  3300. bridges_free_all();
  3301. consdiffmgr_free_all();
  3302. hs_free_all();
  3303. dos_free_all();
  3304. circuitmux_ewma_free_all();
  3305. accounting_free_all();
  3306. if (!postfork) {
  3307. config_free_all();
  3308. or_state_free_all();
  3309. router_free_all();
  3310. routerkeys_free_all();
  3311. policies_free_all();
  3312. }
  3313. if (!postfork) {
  3314. tor_tls_free_all();
  3315. #ifndef _WIN32
  3316. tor_getpwnam(NULL);
  3317. #endif
  3318. }
  3319. /* stuff in main.c */
  3320. smartlist_free(connection_array);
  3321. smartlist_free(closeable_connection_lst);
  3322. smartlist_free(active_linked_connection_lst);
  3323. periodic_timer_free(second_timer);
  3324. teardown_periodic_events();
  3325. tor_event_free(shutdown_did_not_work_event);
  3326. tor_event_free(initialize_periodic_events_event);
  3327. mainloop_event_free(directory_all_unreachable_cb_event);
  3328. mainloop_event_free(schedule_active_linked_connections_event);
  3329. mainloop_event_free(postloop_cleanup_ev);
  3330. mainloop_event_free(handle_deferred_signewnym_ev);
  3331. #ifdef HAVE_SYSTEMD_209
  3332. periodic_timer_free(systemd_watchdog_timer);
  3333. #endif
  3334. memset(&global_bucket, 0, sizeof(global_bucket));
  3335. memset(&global_relayed_bucket, 0, sizeof(global_relayed_bucket));
  3336. stats_n_bytes_read = stats_n_bytes_written = 0;
  3337. time_of_process_start = 0;
  3338. time_of_last_signewnym = 0;
  3339. signewnym_is_pending = 0;
  3340. newnym_epoch = 0;
  3341. called_loop_once = 0;
  3342. main_loop_should_exit = 0;
  3343. main_loop_exit_value = 0;
  3344. can_complete_circuits = 0;
  3345. quiet_level = 0;
  3346. should_init_bridge_stats = 1;
  3347. dns_honesty_first_time = 1;
  3348. heartbeat_callback_first_time = 1;
  3349. current_second = 0;
  3350. memset(&current_second_last_changed, 0,
  3351. sizeof(current_second_last_changed));
  3352. if (!postfork) {
  3353. release_lockfile();
  3354. }
  3355. tor_libevent_free_all();
  3356. /* Stuff in util.c and address.c*/
  3357. if (!postfork) {
  3358. escaped(NULL);
  3359. esc_router_info(NULL);
  3360. clean_up_backtrace_handler();
  3361. logs_free_all(); /* free log strings. do this last so logs keep working. */
  3362. }
  3363. }
  3364. /**
  3365. * Remove the specified file, and log a warning if the operation fails for
  3366. * any reason other than the file not existing. Ignores NULL filenames.
  3367. */
  3368. void
  3369. tor_remove_file(const char *filename)
  3370. {
  3371. if (filename && tor_unlink(filename) != 0 && errno != ENOENT) {
  3372. log_warn(LD_FS, "Couldn't unlink %s: %s",
  3373. filename, strerror(errno));
  3374. }
  3375. }
  3376. /** Do whatever cleanup is necessary before shutting Tor down. */
  3377. void
  3378. tor_cleanup(void)
  3379. {
  3380. const or_options_t *options = get_options();
  3381. if (options->command == CMD_RUN_TOR) {
  3382. time_t now = time(NULL);
  3383. /* Remove our pid file. We don't care if there was an error when we
  3384. * unlink, nothing we could do about it anyways. */
  3385. tor_remove_file(options->PidFile);
  3386. /* Remove control port file */
  3387. tor_remove_file(options->ControlPortWriteToFile);
  3388. /* Remove cookie authentication file */
  3389. {
  3390. char *cookie_fname = get_controller_cookie_file_name();
  3391. tor_remove_file(cookie_fname);
  3392. tor_free(cookie_fname);
  3393. }
  3394. /* Remove Extended ORPort cookie authentication file */
  3395. {
  3396. char *cookie_fname = get_ext_or_auth_cookie_file_name();
  3397. tor_remove_file(cookie_fname);
  3398. tor_free(cookie_fname);
  3399. }
  3400. if (accounting_is_enabled(options))
  3401. accounting_record_bandwidth_usage(now, get_or_state());
  3402. or_state_mark_dirty(get_or_state(), 0); /* force an immediate save. */
  3403. or_state_save(now);
  3404. if (authdir_mode(options)) {
  3405. sr_save_and_cleanup();
  3406. }
  3407. if (authdir_mode_tests_reachability(options))
  3408. rep_hist_record_mtbf_data(now, 0);
  3409. keypin_close_journal();
  3410. }
  3411. timers_shutdown();
  3412. tor_free_all(0); /* We could move tor_free_all back into the ifdef below
  3413. later, if it makes shutdown unacceptably slow. But for
  3414. now, leave it here: it's helped us catch bugs in the
  3415. past. */
  3416. crypto_global_cleanup();
  3417. }
  3418. /** Read/create keys as needed, and echo our fingerprint to stdout. */
  3419. static int
  3420. do_list_fingerprint(void)
  3421. {
  3422. char buf[FINGERPRINT_LEN+1];
  3423. crypto_pk_t *k;
  3424. const char *nickname = get_options()->Nickname;
  3425. sandbox_disable_getaddrinfo_cache();
  3426. if (!server_mode(get_options())) {
  3427. log_err(LD_GENERAL,
  3428. "Clients don't have long-term identity keys. Exiting.");
  3429. return -1;
  3430. }
  3431. tor_assert(nickname);
  3432. if (init_keys() < 0) {
  3433. log_err(LD_GENERAL,"Error initializing keys; exiting.");
  3434. return -1;
  3435. }
  3436. if (!(k = get_server_identity_key())) {
  3437. log_err(LD_GENERAL,"Error: missing identity key.");
  3438. return -1;
  3439. }
  3440. if (crypto_pk_get_fingerprint(k, buf, 1)<0) {
  3441. log_err(LD_BUG, "Error computing fingerprint");
  3442. return -1;
  3443. }
  3444. printf("%s %s\n", nickname, buf);
  3445. return 0;
  3446. }
  3447. /** Entry point for password hashing: take the desired password from
  3448. * the command line, and print its salted hash to stdout. **/
  3449. static void
  3450. do_hash_password(void)
  3451. {
  3452. char output[256];
  3453. char key[S2K_RFC2440_SPECIFIER_LEN+DIGEST_LEN];
  3454. crypto_rand(key, S2K_RFC2440_SPECIFIER_LEN-1);
  3455. key[S2K_RFC2440_SPECIFIER_LEN-1] = (uint8_t)96; /* Hash 64 K of data. */
  3456. secret_to_key_rfc2440(key+S2K_RFC2440_SPECIFIER_LEN, DIGEST_LEN,
  3457. get_options()->command_arg, strlen(get_options()->command_arg),
  3458. key);
  3459. base16_encode(output, sizeof(output), key, sizeof(key));
  3460. printf("16:%s\n",output);
  3461. }
  3462. /** Entry point for configuration dumping: write the configuration to
  3463. * stdout. */
  3464. static int
  3465. do_dump_config(void)
  3466. {
  3467. const or_options_t *options = get_options();
  3468. const char *arg = options->command_arg;
  3469. int how;
  3470. char *opts;
  3471. if (!strcmp(arg, "short")) {
  3472. how = OPTIONS_DUMP_MINIMAL;
  3473. } else if (!strcmp(arg, "non-builtin")) {
  3474. how = OPTIONS_DUMP_DEFAULTS;
  3475. } else if (!strcmp(arg, "full")) {
  3476. how = OPTIONS_DUMP_ALL;
  3477. } else {
  3478. fprintf(stderr, "No valid argument to --dump-config found!\n");
  3479. fprintf(stderr, "Please select 'short', 'non-builtin', or 'full'.\n");
  3480. return -1;
  3481. }
  3482. opts = options_dump(options, how);
  3483. printf("%s", opts);
  3484. tor_free(opts);
  3485. return 0;
  3486. }
  3487. static void
  3488. init_addrinfo(void)
  3489. {
  3490. if (! server_mode(get_options()) ||
  3491. (get_options()->Address && strlen(get_options()->Address) > 0)) {
  3492. /* We don't need to seed our own hostname, because we won't be calling
  3493. * resolve_my_address on it.
  3494. */
  3495. return;
  3496. }
  3497. char hname[256];
  3498. // host name to sandbox
  3499. gethostname(hname, sizeof(hname));
  3500. tor_add_addrinfo(hname);
  3501. }
  3502. static sandbox_cfg_t*
  3503. sandbox_init_filter(void)
  3504. {
  3505. const or_options_t *options = get_options();
  3506. sandbox_cfg_t *cfg = sandbox_cfg_new();
  3507. int i;
  3508. sandbox_cfg_allow_openat_filename(&cfg,
  3509. get_cachedir_fname("cached-status"));
  3510. #define OPEN(name) \
  3511. sandbox_cfg_allow_open_filename(&cfg, tor_strdup(name))
  3512. #define OPEN_DATADIR(name) \
  3513. sandbox_cfg_allow_open_filename(&cfg, get_datadir_fname(name))
  3514. #define OPEN_DATADIR2(name, name2) \
  3515. sandbox_cfg_allow_open_filename(&cfg, get_datadir_fname2((name), (name2)))
  3516. #define OPEN_DATADIR_SUFFIX(name, suffix) do { \
  3517. OPEN_DATADIR(name); \
  3518. OPEN_DATADIR(name suffix); \
  3519. } while (0)
  3520. #define OPEN_DATADIR2_SUFFIX(name, name2, suffix) do { \
  3521. OPEN_DATADIR2(name, name2); \
  3522. OPEN_DATADIR2(name, name2 suffix); \
  3523. } while (0)
  3524. #define OPEN_KEY_DIRECTORY() \
  3525. sandbox_cfg_allow_open_filename(&cfg, tor_strdup(options->KeyDirectory))
  3526. #define OPEN_CACHEDIR(name) \
  3527. sandbox_cfg_allow_open_filename(&cfg, get_cachedir_fname(name))
  3528. #define OPEN_CACHEDIR_SUFFIX(name, suffix) do { \
  3529. OPEN_CACHEDIR(name); \
  3530. OPEN_CACHEDIR(name suffix); \
  3531. } while (0)
  3532. #define OPEN_KEYDIR(name) \
  3533. sandbox_cfg_allow_open_filename(&cfg, get_keydir_fname(name))
  3534. #define OPEN_KEYDIR_SUFFIX(name, suffix) do { \
  3535. OPEN_KEYDIR(name); \
  3536. OPEN_KEYDIR(name suffix); \
  3537. } while (0)
  3538. OPEN(options->DataDirectory);
  3539. OPEN_KEY_DIRECTORY();
  3540. OPEN_CACHEDIR_SUFFIX("cached-certs", ".tmp");
  3541. OPEN_CACHEDIR_SUFFIX("cached-consensus", ".tmp");
  3542. OPEN_CACHEDIR_SUFFIX("unverified-consensus", ".tmp");
  3543. OPEN_CACHEDIR_SUFFIX("unverified-microdesc-consensus", ".tmp");
  3544. OPEN_CACHEDIR_SUFFIX("cached-microdesc-consensus", ".tmp");
  3545. OPEN_CACHEDIR_SUFFIX("cached-microdescs", ".tmp");
  3546. OPEN_CACHEDIR_SUFFIX("cached-microdescs.new", ".tmp");
  3547. OPEN_CACHEDIR_SUFFIX("cached-descriptors", ".tmp");
  3548. OPEN_CACHEDIR_SUFFIX("cached-descriptors.new", ".tmp");
  3549. OPEN_CACHEDIR("cached-descriptors.tmp.tmp");
  3550. OPEN_CACHEDIR_SUFFIX("cached-extrainfo", ".tmp");
  3551. OPEN_CACHEDIR_SUFFIX("cached-extrainfo.new", ".tmp");
  3552. OPEN_CACHEDIR("cached-extrainfo.tmp.tmp");
  3553. OPEN_DATADIR_SUFFIX("state", ".tmp");
  3554. OPEN_DATADIR_SUFFIX("sr-state", ".tmp");
  3555. OPEN_DATADIR_SUFFIX("unparseable-desc", ".tmp");
  3556. OPEN_DATADIR_SUFFIX("v3-status-votes", ".tmp");
  3557. OPEN_DATADIR("key-pinning-journal");
  3558. OPEN("/dev/srandom");
  3559. OPEN("/dev/urandom");
  3560. OPEN("/dev/random");
  3561. OPEN("/etc/hosts");
  3562. OPEN("/proc/meminfo");
  3563. if (options->BridgeAuthoritativeDir)
  3564. OPEN_DATADIR_SUFFIX("networkstatus-bridges", ".tmp");
  3565. if (authdir_mode(options))
  3566. OPEN_DATADIR("approved-routers");
  3567. if (options->ServerDNSResolvConfFile)
  3568. sandbox_cfg_allow_open_filename(&cfg,
  3569. tor_strdup(options->ServerDNSResolvConfFile));
  3570. else
  3571. sandbox_cfg_allow_open_filename(&cfg, tor_strdup("/etc/resolv.conf"));
  3572. for (i = 0; i < 2; ++i) {
  3573. if (get_torrc_fname(i)) {
  3574. sandbox_cfg_allow_open_filename(&cfg, tor_strdup(get_torrc_fname(i)));
  3575. }
  3576. }
  3577. SMARTLIST_FOREACH(options->FilesOpenedByIncludes, char *, f, {
  3578. OPEN(f);
  3579. });
  3580. #define RENAME_SUFFIX(name, suffix) \
  3581. sandbox_cfg_allow_rename(&cfg, \
  3582. get_datadir_fname(name suffix), \
  3583. get_datadir_fname(name))
  3584. #define RENAME_SUFFIX2(prefix, name, suffix) \
  3585. sandbox_cfg_allow_rename(&cfg, \
  3586. get_datadir_fname2(prefix, name suffix), \
  3587. get_datadir_fname2(prefix, name))
  3588. #define RENAME_CACHEDIR_SUFFIX(name, suffix) \
  3589. sandbox_cfg_allow_rename(&cfg, \
  3590. get_cachedir_fname(name suffix), \
  3591. get_cachedir_fname(name))
  3592. #define RENAME_KEYDIR_SUFFIX(name, suffix) \
  3593. sandbox_cfg_allow_rename(&cfg, \
  3594. get_keydir_fname(name suffix), \
  3595. get_keydir_fname(name))
  3596. RENAME_CACHEDIR_SUFFIX("cached-certs", ".tmp");
  3597. RENAME_CACHEDIR_SUFFIX("cached-consensus", ".tmp");
  3598. RENAME_CACHEDIR_SUFFIX("unverified-consensus", ".tmp");
  3599. RENAME_CACHEDIR_SUFFIX("unverified-microdesc-consensus", ".tmp");
  3600. RENAME_CACHEDIR_SUFFIX("cached-microdesc-consensus", ".tmp");
  3601. RENAME_CACHEDIR_SUFFIX("cached-microdescs", ".tmp");
  3602. RENAME_CACHEDIR_SUFFIX("cached-microdescs", ".new");
  3603. RENAME_CACHEDIR_SUFFIX("cached-microdescs.new", ".tmp");
  3604. RENAME_CACHEDIR_SUFFIX("cached-descriptors", ".tmp");
  3605. RENAME_CACHEDIR_SUFFIX("cached-descriptors", ".new");
  3606. RENAME_CACHEDIR_SUFFIX("cached-descriptors.new", ".tmp");
  3607. RENAME_CACHEDIR_SUFFIX("cached-extrainfo", ".tmp");
  3608. RENAME_CACHEDIR_SUFFIX("cached-extrainfo", ".new");
  3609. RENAME_CACHEDIR_SUFFIX("cached-extrainfo.new", ".tmp");
  3610. RENAME_SUFFIX("state", ".tmp");
  3611. RENAME_SUFFIX("sr-state", ".tmp");
  3612. RENAME_SUFFIX("unparseable-desc", ".tmp");
  3613. RENAME_SUFFIX("v3-status-votes", ".tmp");
  3614. if (options->BridgeAuthoritativeDir)
  3615. RENAME_SUFFIX("networkstatus-bridges", ".tmp");
  3616. #define STAT_DATADIR(name) \
  3617. sandbox_cfg_allow_stat_filename(&cfg, get_datadir_fname(name))
  3618. #define STAT_CACHEDIR(name) \
  3619. sandbox_cfg_allow_stat_filename(&cfg, get_cachedir_fname(name))
  3620. #define STAT_DATADIR2(name, name2) \
  3621. sandbox_cfg_allow_stat_filename(&cfg, get_datadir_fname2((name), (name2)))
  3622. #define STAT_KEY_DIRECTORY() \
  3623. sandbox_cfg_allow_stat_filename(&cfg, tor_strdup(options->KeyDirectory))
  3624. STAT_DATADIR(NULL);
  3625. STAT_DATADIR("lock");
  3626. STAT_DATADIR("state");
  3627. STAT_DATADIR("router-stability");
  3628. STAT_CACHEDIR("cached-extrainfo.new");
  3629. {
  3630. smartlist_t *files = smartlist_new();
  3631. tor_log_get_logfile_names(files);
  3632. SMARTLIST_FOREACH(files, char *, file_name, {
  3633. /* steals reference */
  3634. sandbox_cfg_allow_open_filename(&cfg, file_name);
  3635. });
  3636. smartlist_free(files);
  3637. }
  3638. {
  3639. smartlist_t *files = smartlist_new();
  3640. smartlist_t *dirs = smartlist_new();
  3641. hs_service_lists_fnames_for_sandbox(files, dirs);
  3642. SMARTLIST_FOREACH(files, char *, file_name, {
  3643. char *tmp_name = NULL;
  3644. tor_asprintf(&tmp_name, "%s.tmp", file_name);
  3645. sandbox_cfg_allow_rename(&cfg,
  3646. tor_strdup(tmp_name), tor_strdup(file_name));
  3647. /* steals references */
  3648. sandbox_cfg_allow_open_filename(&cfg, file_name);
  3649. sandbox_cfg_allow_open_filename(&cfg, tmp_name);
  3650. });
  3651. SMARTLIST_FOREACH(dirs, char *, dir, {
  3652. /* steals reference */
  3653. sandbox_cfg_allow_stat_filename(&cfg, dir);
  3654. });
  3655. smartlist_free(files);
  3656. smartlist_free(dirs);
  3657. }
  3658. {
  3659. char *fname;
  3660. if ((fname = get_controller_cookie_file_name())) {
  3661. sandbox_cfg_allow_open_filename(&cfg, fname);
  3662. }
  3663. if ((fname = get_ext_or_auth_cookie_file_name())) {
  3664. sandbox_cfg_allow_open_filename(&cfg, fname);
  3665. }
  3666. }
  3667. SMARTLIST_FOREACH_BEGIN(get_configured_ports(), port_cfg_t *, port) {
  3668. if (!port->is_unix_addr)
  3669. continue;
  3670. /* When we open an AF_UNIX address, we want permission to open the
  3671. * directory that holds it. */
  3672. char *dirname = tor_strdup(port->unix_addr);
  3673. if (get_parent_directory(dirname) == 0) {
  3674. OPEN(dirname);
  3675. }
  3676. tor_free(dirname);
  3677. sandbox_cfg_allow_chmod_filename(&cfg, tor_strdup(port->unix_addr));
  3678. sandbox_cfg_allow_chown_filename(&cfg, tor_strdup(port->unix_addr));
  3679. } SMARTLIST_FOREACH_END(port);
  3680. if (options->DirPortFrontPage) {
  3681. sandbox_cfg_allow_open_filename(&cfg,
  3682. tor_strdup(options->DirPortFrontPage));
  3683. }
  3684. // orport
  3685. if (server_mode(get_options())) {
  3686. OPEN_KEYDIR_SUFFIX("secret_id_key", ".tmp");
  3687. OPEN_KEYDIR_SUFFIX("secret_onion_key", ".tmp");
  3688. OPEN_KEYDIR_SUFFIX("secret_onion_key_ntor", ".tmp");
  3689. OPEN_KEYDIR("secret_id_key.old");
  3690. OPEN_KEYDIR("secret_onion_key.old");
  3691. OPEN_KEYDIR("secret_onion_key_ntor.old");
  3692. OPEN_KEYDIR_SUFFIX("ed25519_master_id_secret_key", ".tmp");
  3693. OPEN_KEYDIR_SUFFIX("ed25519_master_id_secret_key_encrypted", ".tmp");
  3694. OPEN_KEYDIR_SUFFIX("ed25519_master_id_public_key", ".tmp");
  3695. OPEN_KEYDIR_SUFFIX("ed25519_signing_secret_key", ".tmp");
  3696. OPEN_KEYDIR_SUFFIX("ed25519_signing_secret_key_encrypted", ".tmp");
  3697. OPEN_KEYDIR_SUFFIX("ed25519_signing_public_key", ".tmp");
  3698. OPEN_KEYDIR_SUFFIX("ed25519_signing_cert", ".tmp");
  3699. OPEN_DATADIR2_SUFFIX("stats", "bridge-stats", ".tmp");
  3700. OPEN_DATADIR2_SUFFIX("stats", "dirreq-stats", ".tmp");
  3701. OPEN_DATADIR2_SUFFIX("stats", "entry-stats", ".tmp");
  3702. OPEN_DATADIR2_SUFFIX("stats", "exit-stats", ".tmp");
  3703. OPEN_DATADIR2_SUFFIX("stats", "buffer-stats", ".tmp");
  3704. OPEN_DATADIR2_SUFFIX("stats", "conn-stats", ".tmp");
  3705. OPEN_DATADIR2_SUFFIX("stats", "hidserv-stats", ".tmp");
  3706. OPEN_DATADIR("approved-routers");
  3707. OPEN_DATADIR_SUFFIX("fingerprint", ".tmp");
  3708. OPEN_DATADIR_SUFFIX("hashed-fingerprint", ".tmp");
  3709. OPEN_DATADIR_SUFFIX("router-stability", ".tmp");
  3710. OPEN("/etc/resolv.conf");
  3711. RENAME_SUFFIX("fingerprint", ".tmp");
  3712. RENAME_KEYDIR_SUFFIX("secret_onion_key_ntor", ".tmp");
  3713. RENAME_KEYDIR_SUFFIX("secret_id_key", ".tmp");
  3714. RENAME_KEYDIR_SUFFIX("secret_id_key.old", ".tmp");
  3715. RENAME_KEYDIR_SUFFIX("secret_onion_key", ".tmp");
  3716. RENAME_KEYDIR_SUFFIX("secret_onion_key.old", ".tmp");
  3717. RENAME_SUFFIX2("stats", "bridge-stats", ".tmp");
  3718. RENAME_SUFFIX2("stats", "dirreq-stats", ".tmp");
  3719. RENAME_SUFFIX2("stats", "entry-stats", ".tmp");
  3720. RENAME_SUFFIX2("stats", "exit-stats", ".tmp");
  3721. RENAME_SUFFIX2("stats", "buffer-stats", ".tmp");
  3722. RENAME_SUFFIX2("stats", "conn-stats", ".tmp");
  3723. RENAME_SUFFIX2("stats", "hidserv-stats", ".tmp");
  3724. RENAME_SUFFIX("hashed-fingerprint", ".tmp");
  3725. RENAME_SUFFIX("router-stability", ".tmp");
  3726. RENAME_KEYDIR_SUFFIX("ed25519_master_id_secret_key", ".tmp");
  3727. RENAME_KEYDIR_SUFFIX("ed25519_master_id_secret_key_encrypted", ".tmp");
  3728. RENAME_KEYDIR_SUFFIX("ed25519_master_id_public_key", ".tmp");
  3729. RENAME_KEYDIR_SUFFIX("ed25519_signing_secret_key", ".tmp");
  3730. RENAME_KEYDIR_SUFFIX("ed25519_signing_cert", ".tmp");
  3731. sandbox_cfg_allow_rename(&cfg,
  3732. get_keydir_fname("secret_onion_key"),
  3733. get_keydir_fname("secret_onion_key.old"));
  3734. sandbox_cfg_allow_rename(&cfg,
  3735. get_keydir_fname("secret_onion_key_ntor"),
  3736. get_keydir_fname("secret_onion_key_ntor.old"));
  3737. STAT_KEY_DIRECTORY();
  3738. OPEN_DATADIR("stats");
  3739. STAT_DATADIR("stats");
  3740. STAT_DATADIR2("stats", "dirreq-stats");
  3741. consdiffmgr_register_with_sandbox(&cfg);
  3742. }
  3743. init_addrinfo();
  3744. return cfg;
  3745. }
  3746. /* Main entry point for the Tor process. Called from tor_main(), and by
  3747. * anybody embedding Tor. */
  3748. int
  3749. tor_run_main(const tor_main_configuration_t *tor_cfg)
  3750. {
  3751. int result = 0;
  3752. int argc = tor_cfg->argc;
  3753. char **argv = tor_cfg->argv;
  3754. #ifdef _WIN32
  3755. #ifndef HeapEnableTerminationOnCorruption
  3756. #define HeapEnableTerminationOnCorruption 1
  3757. #endif
  3758. /* On heap corruption, just give up; don't try to play along. */
  3759. HeapSetInformation(NULL, HeapEnableTerminationOnCorruption, NULL, 0);
  3760. /* Call SetProcessDEPPolicy to permanently enable DEP.
  3761. The function will not resolve on earlier versions of Windows,
  3762. and failure is not dangerous. */
  3763. HMODULE hMod = GetModuleHandleA("Kernel32.dll");
  3764. if (hMod) {
  3765. typedef BOOL (WINAPI *PSETDEP)(DWORD);
  3766. PSETDEP setdeppolicy = (PSETDEP)GetProcAddress(hMod,
  3767. "SetProcessDEPPolicy");
  3768. if (setdeppolicy) {
  3769. /* PROCESS_DEP_ENABLE | PROCESS_DEP_DISABLE_ATL_THUNK_EMULATION */
  3770. setdeppolicy(3);
  3771. }
  3772. }
  3773. #endif /* defined(_WIN32) */
  3774. {
  3775. int bt_err = configure_backtrace_handler(get_version());
  3776. if (bt_err < 0) {
  3777. log_warn(LD_BUG, "Unable to install backtrace handler: %s",
  3778. strerror(-bt_err));
  3779. }
  3780. }
  3781. init_protocol_warning_severity_level();
  3782. update_approx_time(time(NULL));
  3783. tor_threads_init();
  3784. tor_compress_init();
  3785. init_logging(0);
  3786. monotime_init();
  3787. #ifdef NT_SERVICE
  3788. {
  3789. int done = 0;
  3790. result = nt_service_parse_options(argc, argv, &done);
  3791. if (done) return result;
  3792. }
  3793. #endif /* defined(NT_SERVICE) */
  3794. {
  3795. int init_rv = tor_init(argc, argv);
  3796. if (init_rv < 0)
  3797. return -1;
  3798. else if (init_rv > 0)
  3799. return 0;
  3800. }
  3801. if (get_options()->Sandbox && get_options()->command == CMD_RUN_TOR) {
  3802. sandbox_cfg_t* cfg = sandbox_init_filter();
  3803. if (sandbox_init(cfg)) {
  3804. log_err(LD_BUG,"Failed to create syscall sandbox filter");
  3805. return -1;
  3806. }
  3807. // registering libevent rng
  3808. #ifdef HAVE_EVUTIL_SECURE_RNG_SET_URANDOM_DEVICE_FILE
  3809. evutil_secure_rng_set_urandom_device_file(
  3810. (char*) sandbox_intern_string("/dev/urandom"));
  3811. #endif
  3812. }
  3813. switch (get_options()->command) {
  3814. case CMD_RUN_TOR:
  3815. #ifdef NT_SERVICE
  3816. nt_service_set_state(SERVICE_RUNNING);
  3817. #endif
  3818. result = do_main_loop();
  3819. break;
  3820. case CMD_KEYGEN:
  3821. result = load_ed_keys(get_options(), time(NULL)) < 0;
  3822. break;
  3823. case CMD_KEY_EXPIRATION:
  3824. init_keys();
  3825. result = log_cert_expiration();
  3826. break;
  3827. case CMD_LIST_FINGERPRINT:
  3828. result = do_list_fingerprint();
  3829. break;
  3830. case CMD_HASH_PASSWORD:
  3831. do_hash_password();
  3832. result = 0;
  3833. break;
  3834. case CMD_VERIFY_CONFIG:
  3835. if (quiet_level == 0)
  3836. printf("Configuration was valid\n");
  3837. result = 0;
  3838. break;
  3839. case CMD_DUMP_CONFIG:
  3840. result = do_dump_config();
  3841. break;
  3842. case CMD_RUN_UNITTESTS: /* only set by test.c */
  3843. default:
  3844. log_warn(LD_BUG,"Illegal command number %d: internal error.",
  3845. get_options()->command);
  3846. result = -1;
  3847. }
  3848. tor_cleanup();
  3849. return result;
  3850. }