main.c 116 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642
  1. /* Copyright (c) 2001 Matej Pfajfar.
  2. * Copyright (c) 2001-2004, Roger Dingledine.
  3. * Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  4. * Copyright (c) 2007-2016, The Tor Project, Inc. */
  5. /* See LICENSE for licensing information */
  6. /**
  7. * \file main.c
  8. * \brief Toplevel module. Handles signals, multiplexes between
  9. * connections, implements main loop, and drives scheduled events.
  10. *
  11. * For the main loop itself; see run_main_loop_once(). It invokes the rest of
  12. * Tor mostly through Libevent callbacks. Libevent callbacks can happen when
  13. * a timer elapses, a signal is received, a socket is ready to read or write,
  14. * or an event is manually activated.
  15. *
  16. * Most events in Tor are driven from these callbacks:
  17. * <ul>
  18. * <li>conn_read_callback() and conn_write_callback() here, which are
  19. * invoked when a socket is ready to read or write respectively.
  20. * <li>signal_callback(), which handles incoming signals.
  21. * </ul>
  22. * Other events are used for specific purposes, or for building more complex
  23. * control structures. If you search for usage of tor_libevent_new(), you
  24. * will find all the events that we construct in Tor.
  25. *
  26. * Tor has numerous housekeeping operations that need to happen
  27. * regularly. They are handled in different ways:
  28. * <ul>
  29. * <li>The most frequent operations are handled after every read or write
  30. * event, at the end of connection_handle_read() and
  31. * connection_handle_write().
  32. *
  33. * <li>The next most frequent operations happen after each invocation of the
  34. * main loop, in run_main_loop_once().
  35. *
  36. * <li>Once per second, we run all of the operations listed in
  37. * second_elapsed_callback(), and in its child, run_scheduled_events().
  38. *
  39. * <li>Once-a-second operations are handled in second_elapsed_callback().
  40. *
  41. * <li>More infrequent operations take place based on the periodic event
  42. * driver in periodic.c . These are stored in the periodic_events[]
  43. * table.
  44. * </ul>
  45. *
  46. **/
  47. #define MAIN_PRIVATE
  48. #include "or.h"
  49. #include "addressmap.h"
  50. #include "backtrace.h"
  51. #include "bridges.h"
  52. #include "buffers.h"
  53. #include "channel.h"
  54. #include "channeltls.h"
  55. #include "circuitbuild.h"
  56. #include "circuitlist.h"
  57. #include "circuituse.h"
  58. #include "command.h"
  59. #include "config.h"
  60. #include "confparse.h"
  61. #include "connection.h"
  62. #include "connection_edge.h"
  63. #include "connection_or.h"
  64. #include "control.h"
  65. #include "cpuworker.h"
  66. #include "crypto_s2k.h"
  67. #include "directory.h"
  68. #include "dirserv.h"
  69. #include "dirvote.h"
  70. #include "dns.h"
  71. #include "dnsserv.h"
  72. #include "entrynodes.h"
  73. #include "geoip.h"
  74. #include "hibernate.h"
  75. #include "hs_cache.h"
  76. #include "keypin.h"
  77. #include "main.h"
  78. #include "microdesc.h"
  79. #include "networkstatus.h"
  80. #include "nodelist.h"
  81. #include "ntmain.h"
  82. #include "onion.h"
  83. #include "periodic.h"
  84. #include "policies.h"
  85. #include "protover.h"
  86. #include "transports.h"
  87. #include "relay.h"
  88. #include "rendclient.h"
  89. #include "rendcommon.h"
  90. #include "rendservice.h"
  91. #include "rephist.h"
  92. #include "router.h"
  93. #include "routerkeys.h"
  94. #include "routerlist.h"
  95. #include "routerparse.h"
  96. #include "scheduler.h"
  97. #include "shared_random.h"
  98. #include "statefile.h"
  99. #include "status.h"
  100. #include "util_process.h"
  101. #include "ext_orport.h"
  102. #ifdef USE_DMALLOC
  103. #include <dmalloc.h>
  104. #include <openssl/crypto.h>
  105. #endif
  106. #include "memarea.h"
  107. #include "sandbox.h"
  108. #include <event2/event.h>
  109. #ifdef HAVE_SYSTEMD
  110. # if defined(__COVERITY__) && !defined(__INCLUDE_LEVEL__)
  111. /* Systemd's use of gcc's __INCLUDE_LEVEL__ extension macro appears to confuse
  112. * Coverity. Here's a kludge to unconfuse it.
  113. */
  114. # define __INCLUDE_LEVEL__ 2
  115. # endif
  116. #include <systemd/sd-daemon.h>
  117. #endif
  118. void evdns_shutdown(int);
  119. /********* PROTOTYPES **********/
  120. static void dumpmemusage(int severity);
  121. static void dumpstats(int severity); /* log stats */
  122. static void conn_read_callback(evutil_socket_t fd, short event, void *_conn);
  123. static void conn_write_callback(evutil_socket_t fd, short event, void *_conn);
  124. static void second_elapsed_callback(periodic_timer_t *timer, void *args);
  125. static int conn_close_if_marked(int i);
  126. static void connection_start_reading_from_linked_conn(connection_t *conn);
  127. static int connection_should_read_from_linked_conn(connection_t *conn);
  128. static int run_main_loop_until_done(void);
  129. static void process_signal(int sig);
  130. /********* START VARIABLES **********/
  131. int global_read_bucket; /**< Max number of bytes I can read this second. */
  132. int global_write_bucket; /**< Max number of bytes I can write this second. */
  133. /** Max number of relayed (bandwidth class 1) bytes I can read this second. */
  134. int global_relayed_read_bucket;
  135. /** Max number of relayed (bandwidth class 1) bytes I can write this second. */
  136. int global_relayed_write_bucket;
  137. /** What was the read bucket before the last second_elapsed_callback() call?
  138. * (used to determine how many bytes we've read). */
  139. static int stats_prev_global_read_bucket;
  140. /** What was the write bucket before the last second_elapsed_callback() call?
  141. * (used to determine how many bytes we've written). */
  142. static int stats_prev_global_write_bucket;
  143. /* DOCDOC stats_prev_n_read */
  144. static uint64_t stats_prev_n_read = 0;
  145. /* DOCDOC stats_prev_n_written */
  146. static uint64_t stats_prev_n_written = 0;
  147. /* XXX we might want to keep stats about global_relayed_*_bucket too. Or not.*/
  148. /** How many bytes have we read since we started the process? */
  149. static uint64_t stats_n_bytes_read = 0;
  150. /** How many bytes have we written since we started the process? */
  151. static uint64_t stats_n_bytes_written = 0;
  152. /** What time did this process start up? */
  153. time_t time_of_process_start = 0;
  154. /** How many seconds have we been running? */
  155. long stats_n_seconds_working = 0;
  156. /** How often will we honor SIGNEWNYM requests? */
  157. #define MAX_SIGNEWNYM_RATE 10
  158. /** When did we last process a SIGNEWNYM request? */
  159. static time_t time_of_last_signewnym = 0;
  160. /** Is there a signewnym request we're currently waiting to handle? */
  161. static int signewnym_is_pending = 0;
  162. /** How many times have we called newnym? */
  163. static unsigned newnym_epoch = 0;
  164. /** Smartlist of all open connections. */
  165. static smartlist_t *connection_array = NULL;
  166. /** List of connections that have been marked for close and need to be freed
  167. * and removed from connection_array. */
  168. static smartlist_t *closeable_connection_lst = NULL;
  169. /** List of linked connections that are currently reading data into their
  170. * inbuf from their partner's outbuf. */
  171. static smartlist_t *active_linked_connection_lst = NULL;
  172. /** Flag: Set to true iff we entered the current libevent main loop via
  173. * <b>loop_once</b>. If so, there's no need to trigger a loopexit in order
  174. * to handle linked connections. */
  175. static int called_loop_once = 0;
  176. /** We set this to 1 when we've opened a circuit, so we can print a log
  177. * entry to inform the user that Tor is working. We set it to 0 when
  178. * we think the fact that we once opened a circuit doesn't mean we can do so
  179. * any longer (a big time jump happened, when we notice our directory is
  180. * heinously out-of-date, etc.
  181. */
  182. static int can_complete_circuits = 0;
  183. /** How often do we check for router descriptors that we should download
  184. * when we have too little directory info? */
  185. #define GREEDY_DESCRIPTOR_RETRY_INTERVAL (10)
  186. /** How often do we check for router descriptors that we should download
  187. * when we have enough directory info? */
  188. #define LAZY_DESCRIPTOR_RETRY_INTERVAL (60)
  189. /** Decides our behavior when no logs are configured/before any
  190. * logs have been configured. For 0, we log notice to stdout as normal.
  191. * For 1, we log warnings only. For 2, we log nothing.
  192. */
  193. int quiet_level = 0;
  194. /********* END VARIABLES ************/
  195. /****************************************************************************
  196. *
  197. * This section contains accessors and other methods on the connection_array
  198. * variables (which are global within this file and unavailable outside it).
  199. *
  200. ****************************************************************************/
  201. /** Return 1 if we have successfully built a circuit, and nothing has changed
  202. * to make us think that maybe we can't.
  203. */
  204. int
  205. have_completed_a_circuit(void)
  206. {
  207. return can_complete_circuits;
  208. }
  209. /** Note that we have successfully built a circuit, so that reachability
  210. * testing and introduction points and so on may be attempted. */
  211. void
  212. note_that_we_completed_a_circuit(void)
  213. {
  214. can_complete_circuits = 1;
  215. }
  216. /** Note that something has happened (like a clock jump, or DisableNetwork) to
  217. * make us think that maybe we can't complete circuits. */
  218. void
  219. note_that_we_maybe_cant_complete_circuits(void)
  220. {
  221. can_complete_circuits = 0;
  222. }
  223. /** Add <b>conn</b> to the array of connections that we can poll on. The
  224. * connection's socket must be set; the connection starts out
  225. * non-reading and non-writing.
  226. */
  227. int
  228. connection_add_impl(connection_t *conn, int is_connecting)
  229. {
  230. tor_assert(conn);
  231. tor_assert(SOCKET_OK(conn->s) ||
  232. conn->linked ||
  233. (conn->type == CONN_TYPE_AP &&
  234. TO_EDGE_CONN(conn)->is_dns_request));
  235. tor_assert(conn->conn_array_index == -1); /* can only connection_add once */
  236. conn->conn_array_index = smartlist_len(connection_array);
  237. smartlist_add(connection_array, conn);
  238. (void) is_connecting;
  239. if (SOCKET_OK(conn->s) || conn->linked) {
  240. conn->read_event = tor_event_new(tor_libevent_get_base(),
  241. conn->s, EV_READ|EV_PERSIST, conn_read_callback, conn);
  242. conn->write_event = tor_event_new(tor_libevent_get_base(),
  243. conn->s, EV_WRITE|EV_PERSIST, conn_write_callback, conn);
  244. /* XXXX CHECK FOR NULL RETURN! */
  245. }
  246. log_debug(LD_NET,"new conn type %s, socket %d, address %s, n_conns %d.",
  247. conn_type_to_string(conn->type), (int)conn->s, conn->address,
  248. smartlist_len(connection_array));
  249. return 0;
  250. }
  251. /** Tell libevent that we don't care about <b>conn</b> any more. */
  252. void
  253. connection_unregister_events(connection_t *conn)
  254. {
  255. if (conn->read_event) {
  256. if (event_del(conn->read_event))
  257. log_warn(LD_BUG, "Error removing read event for %d", (int)conn->s);
  258. tor_free(conn->read_event);
  259. }
  260. if (conn->write_event) {
  261. if (event_del(conn->write_event))
  262. log_warn(LD_BUG, "Error removing write event for %d", (int)conn->s);
  263. tor_free(conn->write_event);
  264. }
  265. if (conn->type == CONN_TYPE_AP_DNS_LISTENER) {
  266. dnsserv_close_listener(conn);
  267. }
  268. }
  269. /** Remove the connection from the global list, and remove the
  270. * corresponding poll entry. Calling this function will shift the last
  271. * connection (if any) into the position occupied by conn.
  272. */
  273. int
  274. connection_remove(connection_t *conn)
  275. {
  276. int current_index;
  277. connection_t *tmp;
  278. tor_assert(conn);
  279. log_debug(LD_NET,"removing socket %d (type %s), n_conns now %d",
  280. (int)conn->s, conn_type_to_string(conn->type),
  281. smartlist_len(connection_array));
  282. if (conn->type == CONN_TYPE_AP && conn->socket_family == AF_UNIX) {
  283. log_info(LD_NET, "Closing SOCKS SocksSocket connection");
  284. }
  285. control_event_conn_bandwidth(conn);
  286. tor_assert(conn->conn_array_index >= 0);
  287. current_index = conn->conn_array_index;
  288. connection_unregister_events(conn); /* This is redundant, but cheap. */
  289. if (current_index == smartlist_len(connection_array)-1) { /* at the end */
  290. smartlist_del(connection_array, current_index);
  291. return 0;
  292. }
  293. /* replace this one with the one at the end */
  294. smartlist_del(connection_array, current_index);
  295. tmp = smartlist_get(connection_array, current_index);
  296. tmp->conn_array_index = current_index;
  297. return 0;
  298. }
  299. /** If <b>conn</b> is an edge conn, remove it from the list
  300. * of conn's on this circuit. If it's not on an edge,
  301. * flush and send destroys for all circuits on this conn.
  302. *
  303. * Remove it from connection_array (if applicable) and
  304. * from closeable_connection_list.
  305. *
  306. * Then free it.
  307. */
  308. static void
  309. connection_unlink(connection_t *conn)
  310. {
  311. connection_about_to_close_connection(conn);
  312. if (conn->conn_array_index >= 0) {
  313. connection_remove(conn);
  314. }
  315. if (conn->linked_conn) {
  316. conn->linked_conn->linked_conn = NULL;
  317. if (! conn->linked_conn->marked_for_close &&
  318. conn->linked_conn->reading_from_linked_conn)
  319. connection_start_reading(conn->linked_conn);
  320. conn->linked_conn = NULL;
  321. }
  322. smartlist_remove(closeable_connection_lst, conn);
  323. smartlist_remove(active_linked_connection_lst, conn);
  324. if (conn->type == CONN_TYPE_EXIT) {
  325. assert_connection_edge_not_dns_pending(TO_EDGE_CONN(conn));
  326. }
  327. if (conn->type == CONN_TYPE_OR) {
  328. if (!tor_digest_is_zero(TO_OR_CONN(conn)->identity_digest))
  329. connection_or_remove_from_identity_map(TO_OR_CONN(conn));
  330. /* connection_unlink() can only get called if the connection
  331. * was already on the closeable list, and it got there by
  332. * connection_mark_for_close(), which was called from
  333. * connection_or_close_normally() or
  334. * connection_or_close_for_error(), so the channel should
  335. * already be in CHANNEL_STATE_CLOSING, and then the
  336. * connection_about_to_close_connection() goes to
  337. * connection_or_about_to_close(), which calls channel_closed()
  338. * to notify the channel_t layer, and closed the channel, so
  339. * nothing more to do here to deal with the channel associated
  340. * with an orconn.
  341. */
  342. }
  343. connection_free(conn);
  344. }
  345. /** Initialize the global connection list, closeable connection list,
  346. * and active connection list. */
  347. STATIC void
  348. init_connection_lists(void)
  349. {
  350. if (!connection_array)
  351. connection_array = smartlist_new();
  352. if (!closeable_connection_lst)
  353. closeable_connection_lst = smartlist_new();
  354. if (!active_linked_connection_lst)
  355. active_linked_connection_lst = smartlist_new();
  356. }
  357. /** Schedule <b>conn</b> to be closed. **/
  358. void
  359. add_connection_to_closeable_list(connection_t *conn)
  360. {
  361. tor_assert(!smartlist_contains(closeable_connection_lst, conn));
  362. tor_assert(conn->marked_for_close);
  363. assert_connection_ok(conn, time(NULL));
  364. smartlist_add(closeable_connection_lst, conn);
  365. }
  366. /** Return 1 if conn is on the closeable list, else return 0. */
  367. int
  368. connection_is_on_closeable_list(connection_t *conn)
  369. {
  370. return smartlist_contains(closeable_connection_lst, conn);
  371. }
  372. /** Return true iff conn is in the current poll array. */
  373. int
  374. connection_in_array(connection_t *conn)
  375. {
  376. return smartlist_contains(connection_array, conn);
  377. }
  378. /** Set <b>*array</b> to an array of all connections. <b>*array</b> must not
  379. * be modified.
  380. */
  381. MOCK_IMPL(smartlist_t *,
  382. get_connection_array, (void))
  383. {
  384. if (!connection_array)
  385. connection_array = smartlist_new();
  386. return connection_array;
  387. }
  388. /** Provides the traffic read and written over the life of the process. */
  389. MOCK_IMPL(uint64_t,
  390. get_bytes_read,(void))
  391. {
  392. return stats_n_bytes_read;
  393. }
  394. /* DOCDOC get_bytes_written */
  395. MOCK_IMPL(uint64_t,
  396. get_bytes_written,(void))
  397. {
  398. return stats_n_bytes_written;
  399. }
  400. /** Set the event mask on <b>conn</b> to <b>events</b>. (The event
  401. * mask is a bitmask whose bits are READ_EVENT and WRITE_EVENT)
  402. */
  403. void
  404. connection_watch_events(connection_t *conn, watchable_events_t events)
  405. {
  406. if (events & READ_EVENT)
  407. connection_start_reading(conn);
  408. else
  409. connection_stop_reading(conn);
  410. if (events & WRITE_EVENT)
  411. connection_start_writing(conn);
  412. else
  413. connection_stop_writing(conn);
  414. }
  415. /** Return true iff <b>conn</b> is listening for read events. */
  416. int
  417. connection_is_reading(connection_t *conn)
  418. {
  419. tor_assert(conn);
  420. return conn->reading_from_linked_conn ||
  421. (conn->read_event && event_pending(conn->read_event, EV_READ, NULL));
  422. }
  423. /** Check whether <b>conn</b> is correct in having (or not having) a
  424. * read/write event (passed in <b>ev</b>). On success, return 0. On failure,
  425. * log a warning and return -1. */
  426. static int
  427. connection_check_event(connection_t *conn, struct event *ev)
  428. {
  429. int bad;
  430. if (conn->type == CONN_TYPE_AP && TO_EDGE_CONN(conn)->is_dns_request) {
  431. /* DNS requests which we launch through the dnsserv.c module do not have
  432. * any underlying socket or any underlying linked connection, so they
  433. * shouldn't have any attached events either.
  434. */
  435. bad = ev != NULL;
  436. } else {
  437. /* Everytyhing else should have an underlying socket, or a linked
  438. * connection (which is also tracked with a read_event/write_event pair).
  439. */
  440. bad = ev == NULL;
  441. }
  442. if (bad) {
  443. log_warn(LD_BUG, "Event missing on connection %p [%s;%s]. "
  444. "socket=%d. linked=%d. "
  445. "is_dns_request=%d. Marked_for_close=%s:%d",
  446. conn,
  447. conn_type_to_string(conn->type),
  448. conn_state_to_string(conn->type, conn->state),
  449. (int)conn->s, (int)conn->linked,
  450. (conn->type == CONN_TYPE_AP &&
  451. TO_EDGE_CONN(conn)->is_dns_request),
  452. conn->marked_for_close_file ? conn->marked_for_close_file : "-",
  453. conn->marked_for_close
  454. );
  455. log_backtrace(LOG_WARN, LD_BUG, "Backtrace attached.");
  456. return -1;
  457. }
  458. return 0;
  459. }
  460. /** Tell the main loop to stop notifying <b>conn</b> of any read events. */
  461. MOCK_IMPL(void,
  462. connection_stop_reading,(connection_t *conn))
  463. {
  464. tor_assert(conn);
  465. if (connection_check_event(conn, conn->read_event) < 0) {
  466. return;
  467. }
  468. if (conn->linked) {
  469. conn->reading_from_linked_conn = 0;
  470. connection_stop_reading_from_linked_conn(conn);
  471. } else {
  472. if (event_del(conn->read_event))
  473. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  474. "to unwatched: %s",
  475. (int)conn->s,
  476. tor_socket_strerror(tor_socket_errno(conn->s)));
  477. }
  478. }
  479. /** Tell the main loop to start notifying <b>conn</b> of any read events. */
  480. MOCK_IMPL(void,
  481. connection_start_reading,(connection_t *conn))
  482. {
  483. tor_assert(conn);
  484. if (connection_check_event(conn, conn->read_event) < 0) {
  485. return;
  486. }
  487. if (conn->linked) {
  488. conn->reading_from_linked_conn = 1;
  489. if (connection_should_read_from_linked_conn(conn))
  490. connection_start_reading_from_linked_conn(conn);
  491. } else {
  492. if (event_add(conn->read_event, NULL))
  493. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  494. "to watched: %s",
  495. (int)conn->s,
  496. tor_socket_strerror(tor_socket_errno(conn->s)));
  497. }
  498. }
  499. /** Return true iff <b>conn</b> is listening for write events. */
  500. int
  501. connection_is_writing(connection_t *conn)
  502. {
  503. tor_assert(conn);
  504. return conn->writing_to_linked_conn ||
  505. (conn->write_event && event_pending(conn->write_event, EV_WRITE, NULL));
  506. }
  507. /** Tell the main loop to stop notifying <b>conn</b> of any write events. */
  508. MOCK_IMPL(void,
  509. connection_stop_writing,(connection_t *conn))
  510. {
  511. tor_assert(conn);
  512. if (connection_check_event(conn, conn->write_event) < 0) {
  513. return;
  514. }
  515. if (conn->linked) {
  516. conn->writing_to_linked_conn = 0;
  517. if (conn->linked_conn)
  518. connection_stop_reading_from_linked_conn(conn->linked_conn);
  519. } else {
  520. if (event_del(conn->write_event))
  521. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  522. "to unwatched: %s",
  523. (int)conn->s,
  524. tor_socket_strerror(tor_socket_errno(conn->s)));
  525. }
  526. }
  527. /** Tell the main loop to start notifying <b>conn</b> of any write events. */
  528. MOCK_IMPL(void,
  529. connection_start_writing,(connection_t *conn))
  530. {
  531. tor_assert(conn);
  532. if (connection_check_event(conn, conn->write_event) < 0) {
  533. return;
  534. }
  535. if (conn->linked) {
  536. conn->writing_to_linked_conn = 1;
  537. if (conn->linked_conn &&
  538. connection_should_read_from_linked_conn(conn->linked_conn))
  539. connection_start_reading_from_linked_conn(conn->linked_conn);
  540. } else {
  541. if (event_add(conn->write_event, NULL))
  542. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  543. "to watched: %s",
  544. (int)conn->s,
  545. tor_socket_strerror(tor_socket_errno(conn->s)));
  546. }
  547. }
  548. /** Return true iff <b>conn</b> is linked conn, and reading from the conn
  549. * linked to it would be good and feasible. (Reading is "feasible" if the
  550. * other conn exists and has data in its outbuf, and is "good" if we have our
  551. * reading_from_linked_conn flag set and the other conn has its
  552. * writing_to_linked_conn flag set.)*/
  553. static int
  554. connection_should_read_from_linked_conn(connection_t *conn)
  555. {
  556. if (conn->linked && conn->reading_from_linked_conn) {
  557. if (! conn->linked_conn ||
  558. (conn->linked_conn->writing_to_linked_conn &&
  559. buf_datalen(conn->linked_conn->outbuf)))
  560. return 1;
  561. }
  562. return 0;
  563. }
  564. /** If we called event_base_loop() and told it to never stop until it
  565. * runs out of events, now we've changed our mind: tell it we want it to
  566. * finish. */
  567. void
  568. tell_event_loop_to_finish(void)
  569. {
  570. if (!called_loop_once) {
  571. struct timeval tv = { 0, 0 };
  572. tor_event_base_loopexit(tor_libevent_get_base(), &tv);
  573. called_loop_once = 1; /* hack to avoid adding more exit events */
  574. }
  575. }
  576. /** Helper: Tell the main loop to begin reading bytes into <b>conn</b> from
  577. * its linked connection, if it is not doing so already. Called by
  578. * connection_start_reading and connection_start_writing as appropriate. */
  579. static void
  580. connection_start_reading_from_linked_conn(connection_t *conn)
  581. {
  582. tor_assert(conn);
  583. tor_assert(conn->linked == 1);
  584. if (!conn->active_on_link) {
  585. conn->active_on_link = 1;
  586. smartlist_add(active_linked_connection_lst, conn);
  587. /* make sure that the event_base_loop() function exits at
  588. * the end of its run through the current connections, so we can
  589. * activate read events for linked connections. */
  590. tell_event_loop_to_finish();
  591. } else {
  592. tor_assert(smartlist_contains(active_linked_connection_lst, conn));
  593. }
  594. }
  595. /** Tell the main loop to stop reading bytes into <b>conn</b> from its linked
  596. * connection, if is currently doing so. Called by connection_stop_reading,
  597. * connection_stop_writing, and connection_read. */
  598. void
  599. connection_stop_reading_from_linked_conn(connection_t *conn)
  600. {
  601. tor_assert(conn);
  602. tor_assert(conn->linked == 1);
  603. if (conn->active_on_link) {
  604. conn->active_on_link = 0;
  605. /* FFFF We could keep an index here so we can smartlist_del
  606. * cleanly. On the other hand, this doesn't show up on profiles,
  607. * so let's leave it alone for now. */
  608. smartlist_remove(active_linked_connection_lst, conn);
  609. } else {
  610. tor_assert(!smartlist_contains(active_linked_connection_lst, conn));
  611. }
  612. }
  613. /** Close all connections that have been scheduled to get closed. */
  614. STATIC void
  615. close_closeable_connections(void)
  616. {
  617. int i;
  618. for (i = 0; i < smartlist_len(closeable_connection_lst); ) {
  619. connection_t *conn = smartlist_get(closeable_connection_lst, i);
  620. if (conn->conn_array_index < 0) {
  621. connection_unlink(conn); /* blow it away right now */
  622. } else {
  623. if (!conn_close_if_marked(conn->conn_array_index))
  624. ++i;
  625. }
  626. }
  627. }
  628. /** Count moribund connections for the OOS handler */
  629. MOCK_IMPL(int,
  630. connection_count_moribund, (void))
  631. {
  632. int moribund = 0;
  633. /*
  634. * Count things we'll try to kill when close_closeable_connections()
  635. * runs next.
  636. */
  637. SMARTLIST_FOREACH_BEGIN(closeable_connection_lst, connection_t *, conn) {
  638. if (SOCKET_OK(conn->s) && connection_is_moribund(conn)) ++moribund;
  639. } SMARTLIST_FOREACH_END(conn);
  640. return moribund;
  641. }
  642. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  643. * some data to read. */
  644. static void
  645. conn_read_callback(evutil_socket_t fd, short event, void *_conn)
  646. {
  647. connection_t *conn = _conn;
  648. (void)fd;
  649. (void)event;
  650. log_debug(LD_NET,"socket %d wants to read.",(int)conn->s);
  651. /* assert_connection_ok(conn, time(NULL)); */
  652. if (connection_handle_read(conn) < 0) {
  653. if (!conn->marked_for_close) {
  654. #ifndef _WIN32
  655. log_warn(LD_BUG,"Unhandled error on read for %s connection "
  656. "(fd %d); removing",
  657. conn_type_to_string(conn->type), (int)conn->s);
  658. tor_fragile_assert();
  659. #endif
  660. if (CONN_IS_EDGE(conn))
  661. connection_edge_end_errno(TO_EDGE_CONN(conn));
  662. connection_mark_for_close(conn);
  663. }
  664. }
  665. assert_connection_ok(conn, time(NULL));
  666. if (smartlist_len(closeable_connection_lst))
  667. close_closeable_connections();
  668. }
  669. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  670. * some data to write. */
  671. static void
  672. conn_write_callback(evutil_socket_t fd, short events, void *_conn)
  673. {
  674. connection_t *conn = _conn;
  675. (void)fd;
  676. (void)events;
  677. LOG_FN_CONN(conn, (LOG_DEBUG, LD_NET, "socket %d wants to write.",
  678. (int)conn->s));
  679. /* assert_connection_ok(conn, time(NULL)); */
  680. if (connection_handle_write(conn, 0) < 0) {
  681. if (!conn->marked_for_close) {
  682. /* this connection is broken. remove it. */
  683. log_fn(LOG_WARN,LD_BUG,
  684. "unhandled error on write for %s connection (fd %d); removing",
  685. conn_type_to_string(conn->type), (int)conn->s);
  686. tor_fragile_assert();
  687. if (CONN_IS_EDGE(conn)) {
  688. /* otherwise we cry wolf about duplicate close */
  689. edge_connection_t *edge_conn = TO_EDGE_CONN(conn);
  690. if (!edge_conn->end_reason)
  691. edge_conn->end_reason = END_STREAM_REASON_INTERNAL;
  692. edge_conn->edge_has_sent_end = 1;
  693. }
  694. connection_close_immediate(conn); /* So we don't try to flush. */
  695. connection_mark_for_close(conn);
  696. }
  697. }
  698. assert_connection_ok(conn, time(NULL));
  699. if (smartlist_len(closeable_connection_lst))
  700. close_closeable_connections();
  701. }
  702. /** If the connection at connection_array[i] is marked for close, then:
  703. * - If it has data that it wants to flush, try to flush it.
  704. * - If it _still_ has data to flush, and conn->hold_open_until_flushed is
  705. * true, then leave the connection open and return.
  706. * - Otherwise, remove the connection from connection_array and from
  707. * all other lists, close it, and free it.
  708. * Returns 1 if the connection was closed, 0 otherwise.
  709. */
  710. static int
  711. conn_close_if_marked(int i)
  712. {
  713. connection_t *conn;
  714. int retval;
  715. time_t now;
  716. conn = smartlist_get(connection_array, i);
  717. if (!conn->marked_for_close)
  718. return 0; /* nothing to see here, move along */
  719. now = time(NULL);
  720. assert_connection_ok(conn, now);
  721. /* assert_all_pending_dns_resolves_ok(); */
  722. log_debug(LD_NET,"Cleaning up connection (fd "TOR_SOCKET_T_FORMAT").",
  723. conn->s);
  724. /* If the connection we are about to close was trying to connect to
  725. a proxy server and failed, the client won't be able to use that
  726. proxy. We should warn the user about this. */
  727. if (conn->proxy_state == PROXY_INFANT)
  728. log_failed_proxy_connection(conn);
  729. if ((SOCKET_OK(conn->s) || conn->linked_conn) &&
  730. connection_wants_to_flush(conn)) {
  731. /* s == -1 means it's an incomplete edge connection, or that the socket
  732. * has already been closed as unflushable. */
  733. ssize_t sz = connection_bucket_write_limit(conn, now);
  734. if (!conn->hold_open_until_flushed)
  735. log_info(LD_NET,
  736. "Conn (addr %s, fd %d, type %s, state %d) marked, but wants "
  737. "to flush %d bytes. (Marked at %s:%d)",
  738. escaped_safe_str_client(conn->address),
  739. (int)conn->s, conn_type_to_string(conn->type), conn->state,
  740. (int)conn->outbuf_flushlen,
  741. conn->marked_for_close_file, conn->marked_for_close);
  742. if (conn->linked_conn) {
  743. retval = move_buf_to_buf(conn->linked_conn->inbuf, conn->outbuf,
  744. &conn->outbuf_flushlen);
  745. if (retval >= 0) {
  746. /* The linked conn will notice that it has data when it notices that
  747. * we're gone. */
  748. connection_start_reading_from_linked_conn(conn->linked_conn);
  749. }
  750. log_debug(LD_GENERAL, "Flushed last %d bytes from a linked conn; "
  751. "%d left; flushlen %d; wants-to-flush==%d", retval,
  752. (int)connection_get_outbuf_len(conn),
  753. (int)conn->outbuf_flushlen,
  754. connection_wants_to_flush(conn));
  755. } else if (connection_speaks_cells(conn)) {
  756. if (conn->state == OR_CONN_STATE_OPEN) {
  757. retval = flush_buf_tls(TO_OR_CONN(conn)->tls, conn->outbuf, sz,
  758. &conn->outbuf_flushlen);
  759. } else
  760. retval = -1; /* never flush non-open broken tls connections */
  761. } else {
  762. retval = flush_buf(conn->s, conn->outbuf, sz, &conn->outbuf_flushlen);
  763. }
  764. if (retval >= 0 && /* Technically, we could survive things like
  765. TLS_WANT_WRITE here. But don't bother for now. */
  766. conn->hold_open_until_flushed && connection_wants_to_flush(conn)) {
  767. if (retval > 0) {
  768. LOG_FN_CONN(conn, (LOG_INFO,LD_NET,
  769. "Holding conn (fd %d) open for more flushing.",
  770. (int)conn->s));
  771. conn->timestamp_lastwritten = now; /* reset so we can flush more */
  772. } else if (sz == 0) {
  773. /* Also, retval==0. If we get here, we didn't want to write anything
  774. * (because of rate-limiting) and we didn't. */
  775. /* Connection must flush before closing, but it's being rate-limited.
  776. * Let's remove from Libevent, and mark it as blocked on bandwidth
  777. * so it will be re-added on next token bucket refill. Prevents
  778. * busy Libevent loops where we keep ending up here and returning
  779. * 0 until we are no longer blocked on bandwidth.
  780. */
  781. if (connection_is_writing(conn)) {
  782. conn->write_blocked_on_bw = 1;
  783. connection_stop_writing(conn);
  784. }
  785. if (connection_is_reading(conn)) {
  786. /* XXXX+ We should make this code unreachable; if a connection is
  787. * marked for close and flushing, there is no point in reading to it
  788. * at all. Further, checking at this point is a bit of a hack: it
  789. * would make much more sense to react in
  790. * connection_handle_read_impl, or to just stop reading in
  791. * mark_and_flush */
  792. conn->read_blocked_on_bw = 1;
  793. connection_stop_reading(conn);
  794. }
  795. }
  796. return 0;
  797. }
  798. if (connection_wants_to_flush(conn)) {
  799. log_fn(LOG_INFO, LD_NET, "We stalled too much while trying to write %d "
  800. "bytes to address %s. If this happens a lot, either "
  801. "something is wrong with your network connection, or "
  802. "something is wrong with theirs. "
  803. "(fd %d, type %s, state %d, marked at %s:%d).",
  804. (int)connection_get_outbuf_len(conn),
  805. escaped_safe_str_client(conn->address),
  806. (int)conn->s, conn_type_to_string(conn->type), conn->state,
  807. conn->marked_for_close_file,
  808. conn->marked_for_close);
  809. }
  810. }
  811. connection_unlink(conn); /* unlink, remove, free */
  812. return 1;
  813. }
  814. /** Implementation for directory_all_unreachable. This is done in a callback,
  815. * since otherwise it would complicate Tor's control-flow graph beyond all
  816. * reason.
  817. */
  818. static void
  819. directory_all_unreachable_cb(evutil_socket_t fd, short event, void *arg)
  820. {
  821. (void)fd;
  822. (void)event;
  823. (void)arg;
  824. connection_t *conn;
  825. while ((conn = connection_get_by_type_state(CONN_TYPE_AP,
  826. AP_CONN_STATE_CIRCUIT_WAIT))) {
  827. entry_connection_t *entry_conn = TO_ENTRY_CONN(conn);
  828. log_notice(LD_NET,
  829. "Is your network connection down? "
  830. "Failing connection to '%s:%d'.",
  831. safe_str_client(entry_conn->socks_request->address),
  832. entry_conn->socks_request->port);
  833. connection_mark_unattached_ap(entry_conn,
  834. END_STREAM_REASON_NET_UNREACHABLE);
  835. }
  836. control_event_general_error("DIR_ALL_UNREACHABLE");
  837. }
  838. static struct event *directory_all_unreachable_cb_event = NULL;
  839. /** We've just tried every dirserver we know about, and none of
  840. * them were reachable. Assume the network is down. Change state
  841. * so next time an application connection arrives we'll delay it
  842. * and try another directory fetch. Kill off all the circuit_wait
  843. * streams that are waiting now, since they will all timeout anyway.
  844. */
  845. void
  846. directory_all_unreachable(time_t now)
  847. {
  848. (void)now;
  849. stats_n_seconds_working=0; /* reset it */
  850. if (!directory_all_unreachable_cb_event) {
  851. directory_all_unreachable_cb_event =
  852. tor_event_new(tor_libevent_get_base(),
  853. -1, EV_READ, directory_all_unreachable_cb, NULL);
  854. tor_assert(directory_all_unreachable_cb_event);
  855. }
  856. event_active(directory_all_unreachable_cb_event, EV_READ, 1);
  857. }
  858. /** This function is called whenever we successfully pull down some new
  859. * network statuses or server descriptors. */
  860. void
  861. directory_info_has_arrived(time_t now, int from_cache, int suppress_logs)
  862. {
  863. const or_options_t *options = get_options();
  864. if (!router_have_minimum_dir_info()) {
  865. int quiet = suppress_logs || from_cache ||
  866. directory_too_idle_to_fetch_descriptors(options, now);
  867. tor_log(quiet ? LOG_INFO : LOG_NOTICE, LD_DIR,
  868. "I learned some more directory information, but not enough to "
  869. "build a circuit: %s", get_dir_info_status_string());
  870. update_all_descriptor_downloads(now);
  871. return;
  872. } else {
  873. if (directory_fetches_from_authorities(options)) {
  874. update_all_descriptor_downloads(now);
  875. }
  876. /* if we have enough dir info, then update our guard status with
  877. * whatever we just learned. */
  878. entry_guards_compute_status(options, now);
  879. /* Don't even bother trying to get extrainfo until the rest of our
  880. * directory info is up-to-date */
  881. if (options->DownloadExtraInfo)
  882. update_extrainfo_downloads(now);
  883. }
  884. if (server_mode(options) && !net_is_disabled() && !from_cache &&
  885. (have_completed_a_circuit() || !any_predicted_circuits(now)))
  886. consider_testing_reachability(1, 1);
  887. }
  888. /** Perform regular maintenance tasks for a single connection. This
  889. * function gets run once per second per connection by run_scheduled_events.
  890. */
  891. static void
  892. run_connection_housekeeping(int i, time_t now)
  893. {
  894. cell_t cell;
  895. connection_t *conn = smartlist_get(connection_array, i);
  896. const or_options_t *options = get_options();
  897. or_connection_t *or_conn;
  898. channel_t *chan = NULL;
  899. int have_any_circuits;
  900. int past_keepalive =
  901. now >= conn->timestamp_lastwritten + options->KeepalivePeriod;
  902. if (conn->outbuf && !connection_get_outbuf_len(conn) &&
  903. conn->type == CONN_TYPE_OR)
  904. TO_OR_CONN(conn)->timestamp_lastempty = now;
  905. if (conn->marked_for_close) {
  906. /* nothing to do here */
  907. return;
  908. }
  909. /* Expire any directory connections that haven't been active (sent
  910. * if a server or received if a client) for 5 min */
  911. if (conn->type == CONN_TYPE_DIR &&
  912. ((DIR_CONN_IS_SERVER(conn) &&
  913. conn->timestamp_lastwritten
  914. + options->TestingDirConnectionMaxStall < now) ||
  915. (!DIR_CONN_IS_SERVER(conn) &&
  916. conn->timestamp_lastread
  917. + options->TestingDirConnectionMaxStall < now))) {
  918. log_info(LD_DIR,"Expiring wedged directory conn (fd %d, purpose %d)",
  919. (int)conn->s, conn->purpose);
  920. /* This check is temporary; it's to let us know whether we should consider
  921. * parsing partial serverdesc responses. */
  922. if (conn->purpose == DIR_PURPOSE_FETCH_SERVERDESC &&
  923. connection_get_inbuf_len(conn) >= 1024) {
  924. log_info(LD_DIR,"Trying to extract information from wedged server desc "
  925. "download.");
  926. connection_dir_reached_eof(TO_DIR_CONN(conn));
  927. } else {
  928. connection_mark_for_close(conn);
  929. }
  930. return;
  931. }
  932. if (!connection_speaks_cells(conn))
  933. return; /* we're all done here, the rest is just for OR conns */
  934. /* If we haven't written to an OR connection for a while, then either nuke
  935. the connection or send a keepalive, depending. */
  936. or_conn = TO_OR_CONN(conn);
  937. tor_assert(conn->outbuf);
  938. chan = TLS_CHAN_TO_BASE(or_conn->chan);
  939. tor_assert(chan);
  940. if (channel_num_circuits(chan) != 0) {
  941. have_any_circuits = 1;
  942. chan->timestamp_last_had_circuits = now;
  943. } else {
  944. have_any_circuits = 0;
  945. }
  946. if (channel_is_bad_for_new_circs(TLS_CHAN_TO_BASE(or_conn->chan)) &&
  947. ! have_any_circuits) {
  948. /* It's bad for new circuits, and has no unmarked circuits on it:
  949. * mark it now. */
  950. log_info(LD_OR,
  951. "Expiring non-used OR connection to fd %d (%s:%d) [Too old].",
  952. (int)conn->s, conn->address, conn->port);
  953. if (conn->state == OR_CONN_STATE_CONNECTING)
  954. connection_or_connect_failed(TO_OR_CONN(conn),
  955. END_OR_CONN_REASON_TIMEOUT,
  956. "Tor gave up on the connection");
  957. connection_or_close_normally(TO_OR_CONN(conn), 1);
  958. } else if (!connection_state_is_open(conn)) {
  959. if (past_keepalive) {
  960. /* We never managed to actually get this connection open and happy. */
  961. log_info(LD_OR,"Expiring non-open OR connection to fd %d (%s:%d).",
  962. (int)conn->s,conn->address, conn->port);
  963. connection_or_close_normally(TO_OR_CONN(conn), 0);
  964. }
  965. } else if (we_are_hibernating() &&
  966. ! have_any_circuits &&
  967. !connection_get_outbuf_len(conn)) {
  968. /* We're hibernating, there's no circuits, and nothing to flush.*/
  969. log_info(LD_OR,"Expiring non-used OR connection to fd %d (%s:%d) "
  970. "[Hibernating or exiting].",
  971. (int)conn->s,conn->address, conn->port);
  972. connection_or_close_normally(TO_OR_CONN(conn), 1);
  973. } else if (!have_any_circuits &&
  974. now - or_conn->idle_timeout >=
  975. chan->timestamp_last_had_circuits) {
  976. log_info(LD_OR,"Expiring non-used OR connection to fd %d (%s:%d) "
  977. "[no circuits for %d; timeout %d; %scanonical].",
  978. (int)conn->s, conn->address, conn->port,
  979. (int)(now - chan->timestamp_last_had_circuits),
  980. or_conn->idle_timeout,
  981. or_conn->is_canonical ? "" : "non");
  982. connection_or_close_normally(TO_OR_CONN(conn), 0);
  983. } else if (
  984. now >= or_conn->timestamp_lastempty + options->KeepalivePeriod*10 &&
  985. now >= conn->timestamp_lastwritten + options->KeepalivePeriod*10) {
  986. log_fn(LOG_PROTOCOL_WARN,LD_PROTOCOL,
  987. "Expiring stuck OR connection to fd %d (%s:%d). (%d bytes to "
  988. "flush; %d seconds since last write)",
  989. (int)conn->s, conn->address, conn->port,
  990. (int)connection_get_outbuf_len(conn),
  991. (int)(now-conn->timestamp_lastwritten));
  992. connection_or_close_normally(TO_OR_CONN(conn), 0);
  993. } else if (past_keepalive && !connection_get_outbuf_len(conn)) {
  994. /* send a padding cell */
  995. log_fn(LOG_DEBUG,LD_OR,"Sending keepalive to (%s:%d)",
  996. conn->address, conn->port);
  997. memset(&cell,0,sizeof(cell_t));
  998. cell.command = CELL_PADDING;
  999. connection_or_write_cell_to_buf(&cell, or_conn);
  1000. }
  1001. }
  1002. /** Honor a NEWNYM request: make future requests unlinkable to past
  1003. * requests. */
  1004. static void
  1005. signewnym_impl(time_t now)
  1006. {
  1007. const or_options_t *options = get_options();
  1008. if (!proxy_mode(options)) {
  1009. log_info(LD_CONTROL, "Ignoring SIGNAL NEWNYM because client functionality "
  1010. "is disabled.");
  1011. return;
  1012. }
  1013. circuit_mark_all_dirty_circs_as_unusable();
  1014. addressmap_clear_transient();
  1015. rend_client_purge_state();
  1016. time_of_last_signewnym = now;
  1017. signewnym_is_pending = 0;
  1018. ++newnym_epoch;
  1019. control_event_signal(SIGNEWNYM);
  1020. }
  1021. /** Return the number of times that signewnym has been called. */
  1022. unsigned
  1023. get_signewnym_epoch(void)
  1024. {
  1025. return newnym_epoch;
  1026. }
  1027. /** True iff we have initialized all the members of <b>periodic_events</b>.
  1028. * Used to prevent double-initialization. */
  1029. static int periodic_events_initialized = 0;
  1030. /* Declare all the timer callback functions... */
  1031. #undef CALLBACK
  1032. #define CALLBACK(name) \
  1033. static int name ## _callback(time_t, const or_options_t *)
  1034. CALLBACK(rotate_onion_key);
  1035. CALLBACK(check_ed_keys);
  1036. CALLBACK(launch_descriptor_fetches);
  1037. CALLBACK(rotate_x509_certificate);
  1038. CALLBACK(add_entropy);
  1039. CALLBACK(launch_reachability_tests);
  1040. CALLBACK(downrate_stability);
  1041. CALLBACK(save_stability);
  1042. CALLBACK(check_authority_cert);
  1043. CALLBACK(check_expired_networkstatus);
  1044. CALLBACK(write_stats_file);
  1045. CALLBACK(record_bridge_stats);
  1046. CALLBACK(clean_caches);
  1047. CALLBACK(rend_cache_failure_clean);
  1048. CALLBACK(retry_dns);
  1049. CALLBACK(check_descriptor);
  1050. CALLBACK(check_for_reachability_bw);
  1051. CALLBACK(fetch_networkstatus);
  1052. CALLBACK(retry_listeners);
  1053. CALLBACK(expire_old_ciruits_serverside);
  1054. CALLBACK(check_dns_honesty);
  1055. CALLBACK(write_bridge_ns);
  1056. CALLBACK(check_fw_helper_app);
  1057. CALLBACK(heartbeat);
  1058. #undef CALLBACK
  1059. /* Now we declare an array of periodic_event_item_t for each periodic event */
  1060. #define CALLBACK(name) PERIODIC_EVENT(name)
  1061. static periodic_event_item_t periodic_events[] = {
  1062. CALLBACK(rotate_onion_key),
  1063. CALLBACK(check_ed_keys),
  1064. CALLBACK(launch_descriptor_fetches),
  1065. CALLBACK(rotate_x509_certificate),
  1066. CALLBACK(add_entropy),
  1067. CALLBACK(launch_reachability_tests),
  1068. CALLBACK(downrate_stability),
  1069. CALLBACK(save_stability),
  1070. CALLBACK(check_authority_cert),
  1071. CALLBACK(check_expired_networkstatus),
  1072. CALLBACK(write_stats_file),
  1073. CALLBACK(record_bridge_stats),
  1074. CALLBACK(clean_caches),
  1075. CALLBACK(rend_cache_failure_clean),
  1076. CALLBACK(retry_dns),
  1077. CALLBACK(check_descriptor),
  1078. CALLBACK(check_for_reachability_bw),
  1079. CALLBACK(fetch_networkstatus),
  1080. CALLBACK(retry_listeners),
  1081. CALLBACK(expire_old_ciruits_serverside),
  1082. CALLBACK(check_dns_honesty),
  1083. CALLBACK(write_bridge_ns),
  1084. CALLBACK(check_fw_helper_app),
  1085. CALLBACK(heartbeat),
  1086. END_OF_PERIODIC_EVENTS
  1087. };
  1088. #undef CALLBACK
  1089. /* These are pointers to members of periodic_events[] that are used to
  1090. * implement particular callbacks. We keep them separate here so that we
  1091. * can access them by name. We also keep them inside periodic_events[]
  1092. * so that we can implement "reset all timers" in a reasonable way. */
  1093. static periodic_event_item_t *check_descriptor_event=NULL;
  1094. static periodic_event_item_t *fetch_networkstatus_event=NULL;
  1095. static periodic_event_item_t *launch_descriptor_fetches_event=NULL;
  1096. static periodic_event_item_t *check_dns_honesty_event=NULL;
  1097. /** Reset all the periodic events so we'll do all our actions again as if we
  1098. * just started up.
  1099. * Useful if our clock just moved back a long time from the future,
  1100. * so we don't wait until that future arrives again before acting.
  1101. */
  1102. void
  1103. reset_all_main_loop_timers(void)
  1104. {
  1105. int i;
  1106. for (i = 0; periodic_events[i].name; ++i) {
  1107. periodic_event_reschedule(&periodic_events[i]);
  1108. }
  1109. }
  1110. /** Return the member of periodic_events[] whose name is <b>name</b>.
  1111. * Return NULL if no such event is found.
  1112. */
  1113. static periodic_event_item_t *
  1114. find_periodic_event(const char *name)
  1115. {
  1116. int i;
  1117. for (i = 0; periodic_events[i].name; ++i) {
  1118. if (strcmp(name, periodic_events[i].name) == 0)
  1119. return &periodic_events[i];
  1120. }
  1121. return NULL;
  1122. }
  1123. /** Helper, run one second after setup:
  1124. * Initializes all members of periodic_events and starts them running.
  1125. *
  1126. * (We do this one second after setup for backward-compatibility reasons;
  1127. * it might not actually be necessary.) */
  1128. static void
  1129. initialize_periodic_events_cb(evutil_socket_t fd, short events, void *data)
  1130. {
  1131. (void) fd;
  1132. (void) events;
  1133. (void) data;
  1134. int i;
  1135. for (i = 0; periodic_events[i].name; ++i) {
  1136. periodic_event_launch(&periodic_events[i]);
  1137. }
  1138. }
  1139. /** Set up all the members of periodic_events[], and configure them all to be
  1140. * launched from a callback. */
  1141. STATIC void
  1142. initialize_periodic_events(void)
  1143. {
  1144. tor_assert(periodic_events_initialized == 0);
  1145. periodic_events_initialized = 1;
  1146. int i;
  1147. for (i = 0; periodic_events[i].name; ++i) {
  1148. periodic_event_setup(&periodic_events[i]);
  1149. }
  1150. #define NAMED_CALLBACK(name) \
  1151. STMT_BEGIN name ## _event = find_periodic_event( #name ); STMT_END
  1152. NAMED_CALLBACK(check_descriptor);
  1153. NAMED_CALLBACK(fetch_networkstatus);
  1154. NAMED_CALLBACK(launch_descriptor_fetches);
  1155. NAMED_CALLBACK(check_dns_honesty);
  1156. struct timeval one_second = { 1, 0 };
  1157. event_base_once(tor_libevent_get_base(), -1, EV_TIMEOUT,
  1158. initialize_periodic_events_cb, NULL,
  1159. &one_second);
  1160. }
  1161. STATIC void
  1162. teardown_periodic_events(void)
  1163. {
  1164. int i;
  1165. for (i = 0; periodic_events[i].name; ++i) {
  1166. periodic_event_destroy(&periodic_events[i]);
  1167. }
  1168. }
  1169. /**
  1170. * Update our schedule so that we'll check whether we need to update our
  1171. * descriptor immediately, rather than after up to CHECK_DESCRIPTOR_INTERVAL
  1172. * seconds.
  1173. */
  1174. void
  1175. reschedule_descriptor_update_check(void)
  1176. {
  1177. tor_assert(check_descriptor_event);
  1178. periodic_event_reschedule(check_descriptor_event);
  1179. }
  1180. /**
  1181. * Update our schedule so that we'll check whether we need to fetch directory
  1182. * info immediately.
  1183. */
  1184. void
  1185. reschedule_directory_downloads(void)
  1186. {
  1187. tor_assert(fetch_networkstatus_event);
  1188. tor_assert(launch_descriptor_fetches_event);
  1189. periodic_event_reschedule(fetch_networkstatus_event);
  1190. periodic_event_reschedule(launch_descriptor_fetches_event);
  1191. }
  1192. #define LONGEST_TIMER_PERIOD (30 * 86400)
  1193. /** Helper: Return the number of seconds between <b>now</b> and <b>next</b>,
  1194. * clipped to the range [1 second, LONGEST_TIMER_PERIOD]. */
  1195. static inline int
  1196. safe_timer_diff(time_t now, time_t next)
  1197. {
  1198. if (next > now) {
  1199. /* There were no computers at signed TIME_MIN (1902 on 32-bit systems),
  1200. * and nothing that could run Tor. It's a bug if 'next' is around then.
  1201. * On 64-bit systems with signed TIME_MIN, TIME_MIN is before the Big
  1202. * Bang. We cannot extrapolate past a singularity, but there was probably
  1203. * nothing that could run Tor then, either.
  1204. **/
  1205. tor_assert(next > TIME_MIN + LONGEST_TIMER_PERIOD);
  1206. if (next - LONGEST_TIMER_PERIOD > now)
  1207. return LONGEST_TIMER_PERIOD;
  1208. return (int)(next - now);
  1209. } else {
  1210. return 1;
  1211. }
  1212. }
  1213. /** Perform regular maintenance tasks. This function gets run once per
  1214. * second by second_elapsed_callback().
  1215. */
  1216. static void
  1217. run_scheduled_events(time_t now)
  1218. {
  1219. const or_options_t *options = get_options();
  1220. /* 0. See if we've been asked to shut down and our timeout has
  1221. * expired; or if our bandwidth limits are exhausted and we
  1222. * should hibernate; or if it's time to wake up from hibernation.
  1223. */
  1224. consider_hibernation(now);
  1225. /* 0b. If we've deferred a signewnym, make sure it gets handled
  1226. * eventually. */
  1227. if (signewnym_is_pending &&
  1228. time_of_last_signewnym + MAX_SIGNEWNYM_RATE <= now) {
  1229. log_info(LD_CONTROL, "Honoring delayed NEWNYM request");
  1230. signewnym_impl(now);
  1231. }
  1232. /* 0c. If we've deferred log messages for the controller, handle them now */
  1233. flush_pending_log_callbacks();
  1234. if (options->UseBridges && !options->DisableNetwork) {
  1235. fetch_bridge_descriptors(options, now);
  1236. }
  1237. if (accounting_is_enabled(options)) {
  1238. accounting_run_housekeeping(now);
  1239. }
  1240. if (authdir_mode_v3(options)) {
  1241. dirvote_act(options, now);
  1242. }
  1243. /* 3a. Every second, we examine pending circuits and prune the
  1244. * ones which have been pending for more than a few seconds.
  1245. * We do this before step 4, so it can try building more if
  1246. * it's not comfortable with the number of available circuits.
  1247. */
  1248. /* (If our circuit build timeout can ever become lower than a second (which
  1249. * it can't, currently), we should do this more often.) */
  1250. circuit_expire_building();
  1251. /* 3b. Also look at pending streams and prune the ones that 'began'
  1252. * a long time ago but haven't gotten a 'connected' yet.
  1253. * Do this before step 4, so we can put them back into pending
  1254. * state to be picked up by the new circuit.
  1255. */
  1256. connection_ap_expire_beginning();
  1257. /* 3c. And expire connections that we've held open for too long.
  1258. */
  1259. connection_expire_held_open();
  1260. /* 4. Every second, we try a new circuit if there are no valid
  1261. * circuits. Every NewCircuitPeriod seconds, we expire circuits
  1262. * that became dirty more than MaxCircuitDirtiness seconds ago,
  1263. * and we make a new circ if there are no clean circuits.
  1264. */
  1265. const int have_dir_info = router_have_minimum_dir_info();
  1266. if (have_dir_info && !net_is_disabled()) {
  1267. circuit_build_needed_circs(now);
  1268. } else {
  1269. circuit_expire_old_circs_as_needed(now);
  1270. }
  1271. if (!net_is_disabled()) {
  1272. /* This is usually redundant with circuit_build_needed_circs() above,
  1273. * but it is very fast when there is no work to do. */
  1274. connection_ap_attach_pending(0);
  1275. }
  1276. /* 5. We do housekeeping for each connection... */
  1277. connection_or_set_bad_connections(NULL, 0);
  1278. int i;
  1279. for (i=0;i<smartlist_len(connection_array);i++) {
  1280. run_connection_housekeeping(i, now);
  1281. }
  1282. /* 6. And remove any marked circuits... */
  1283. circuit_close_all_marked();
  1284. /* 7. And upload service descriptors if necessary. */
  1285. if (have_completed_a_circuit() && !net_is_disabled()) {
  1286. rend_consider_services_upload(now);
  1287. rend_consider_descriptor_republication();
  1288. }
  1289. /* 8. and blow away any connections that need to die. have to do this now,
  1290. * because if we marked a conn for close and left its socket -1, then
  1291. * we'll pass it to poll/select and bad things will happen.
  1292. */
  1293. close_closeable_connections();
  1294. /* 8b. And if anything in our state is ready to get flushed to disk, we
  1295. * flush it. */
  1296. or_state_save(now);
  1297. /* 8c. Do channel cleanup just like for connections */
  1298. channel_run_cleanup();
  1299. channel_listener_run_cleanup();
  1300. /* 11b. check pending unconfigured managed proxies */
  1301. if (!net_is_disabled() && pt_proxies_configuration_pending())
  1302. pt_configure_remaining_proxies();
  1303. }
  1304. /* Periodic callback: Every MIN_ONION_KEY_LIFETIME seconds, rotate the onion
  1305. * keys, shut down and restart all cpuworkers, and update our descriptor if
  1306. * necessary.
  1307. */
  1308. static int
  1309. rotate_onion_key_callback(time_t now, const or_options_t *options)
  1310. {
  1311. if (server_mode(options)) {
  1312. time_t rotation_time = get_onion_key_set_at()+MIN_ONION_KEY_LIFETIME;
  1313. if (rotation_time > now) {
  1314. return safe_timer_diff(now, rotation_time);
  1315. }
  1316. log_info(LD_GENERAL,"Rotating onion key.");
  1317. rotate_onion_key();
  1318. cpuworkers_rotate_keyinfo();
  1319. if (router_rebuild_descriptor(1)<0) {
  1320. log_info(LD_CONFIG, "Couldn't rebuild router descriptor");
  1321. }
  1322. if (advertised_server_mode() && !options->DisableNetwork)
  1323. router_upload_dir_desc_to_dirservers(0);
  1324. return MIN_ONION_KEY_LIFETIME;
  1325. }
  1326. return PERIODIC_EVENT_NO_UPDATE;
  1327. }
  1328. /* Periodic callback: Every 30 seconds, check whether it's time to make new
  1329. * Ed25519 subkeys.
  1330. */
  1331. static int
  1332. check_ed_keys_callback(time_t now, const or_options_t *options)
  1333. {
  1334. if (server_mode(options)) {
  1335. if (should_make_new_ed_keys(options, now)) {
  1336. if (load_ed_keys(options, now) < 0 ||
  1337. generate_ed_link_cert(options, now)) {
  1338. log_err(LD_OR, "Unable to update Ed25519 keys! Exiting.");
  1339. tor_cleanup();
  1340. exit(0);
  1341. }
  1342. }
  1343. return 30;
  1344. }
  1345. return PERIODIC_EVENT_NO_UPDATE;
  1346. }
  1347. /**
  1348. * Periodic callback: Every {LAZY,GREEDY}_DESCRIPTOR_RETRY_INTERVAL,
  1349. * see about fetching descriptors, microdescriptors, and extrainfo
  1350. * documents.
  1351. */
  1352. static int
  1353. launch_descriptor_fetches_callback(time_t now, const or_options_t *options)
  1354. {
  1355. if (should_delay_dir_fetches(options, NULL))
  1356. return PERIODIC_EVENT_NO_UPDATE;
  1357. update_all_descriptor_downloads(now);
  1358. update_extrainfo_downloads(now);
  1359. if (router_have_minimum_dir_info())
  1360. return LAZY_DESCRIPTOR_RETRY_INTERVAL;
  1361. else
  1362. return GREEDY_DESCRIPTOR_RETRY_INTERVAL;
  1363. }
  1364. /**
  1365. * Periodic event: Rotate our X.509 certificates and TLS keys once every
  1366. * MAX_SSL_KEY_LIFETIME_INTERNAL.
  1367. */
  1368. static int
  1369. rotate_x509_certificate_callback(time_t now, const or_options_t *options)
  1370. {
  1371. static int first = 1;
  1372. (void)now;
  1373. (void)options;
  1374. if (first) {
  1375. first = 0;
  1376. return MAX_SSL_KEY_LIFETIME_INTERNAL;
  1377. }
  1378. /* 1b. Every MAX_SSL_KEY_LIFETIME_INTERNAL seconds, we change our
  1379. * TLS context. */
  1380. log_info(LD_GENERAL,"Rotating tls context.");
  1381. if (router_initialize_tls_context() < 0) {
  1382. log_err(LD_BUG, "Error reinitializing TLS context");
  1383. tor_assert_unreached();
  1384. }
  1385. /* We also make sure to rotate the TLS connections themselves if they've
  1386. * been up for too long -- but that's done via is_bad_for_new_circs in
  1387. * run_connection_housekeeping() above. */
  1388. return MAX_SSL_KEY_LIFETIME_INTERNAL;
  1389. }
  1390. /**
  1391. * Periodic callback: once an hour, grab some more entropy from the
  1392. * kernel and feed it to our CSPRNG.
  1393. **/
  1394. static int
  1395. add_entropy_callback(time_t now, const or_options_t *options)
  1396. {
  1397. (void)now;
  1398. (void)options;
  1399. /* We already seeded once, so don't die on failure. */
  1400. if (crypto_seed_rng() < 0) {
  1401. log_warn(LD_GENERAL, "Tried to re-seed RNG, but failed. We already "
  1402. "seeded once, though, so we won't exit here.");
  1403. }
  1404. /** How often do we add more entropy to OpenSSL's RNG pool? */
  1405. #define ENTROPY_INTERVAL (60*60)
  1406. return ENTROPY_INTERVAL;
  1407. }
  1408. /**
  1409. * Periodic callback: if we're an authority, make sure we test
  1410. * the routers on the network for reachability.
  1411. */
  1412. static int
  1413. launch_reachability_tests_callback(time_t now, const or_options_t *options)
  1414. {
  1415. if (authdir_mode_tests_reachability(options) &&
  1416. !net_is_disabled()) {
  1417. /* try to determine reachability of the other Tor relays */
  1418. dirserv_test_reachability(now);
  1419. }
  1420. return REACHABILITY_TEST_INTERVAL;
  1421. }
  1422. /**
  1423. * Periodic callback: if we're an authority, discount the stability
  1424. * information (and other rephist information) that's older.
  1425. */
  1426. static int
  1427. downrate_stability_callback(time_t now, const or_options_t *options)
  1428. {
  1429. (void)options;
  1430. /* 1d. Periodically, we discount older stability information so that new
  1431. * stability info counts more, and save the stability information to disk as
  1432. * appropriate. */
  1433. time_t next = rep_hist_downrate_old_runs(now);
  1434. return safe_timer_diff(now, next);
  1435. }
  1436. /**
  1437. * Periodic callback: if we're an authority, record our measured stability
  1438. * information from rephist in an mtbf file.
  1439. */
  1440. static int
  1441. save_stability_callback(time_t now, const or_options_t *options)
  1442. {
  1443. if (authdir_mode_tests_reachability(options)) {
  1444. if (rep_hist_record_mtbf_data(now, 1)<0) {
  1445. log_warn(LD_GENERAL, "Couldn't store mtbf data.");
  1446. }
  1447. }
  1448. #define SAVE_STABILITY_INTERVAL (30*60)
  1449. return SAVE_STABILITY_INTERVAL;
  1450. }
  1451. /**
  1452. * Periodic callback: if we're an authority, check on our authority
  1453. * certificate (the one that authenticates our authority signing key).
  1454. */
  1455. static int
  1456. check_authority_cert_callback(time_t now, const or_options_t *options)
  1457. {
  1458. (void)now;
  1459. (void)options;
  1460. /* 1e. Periodically, if we're a v3 authority, we check whether our cert is
  1461. * close to expiring and warn the admin if it is. */
  1462. v3_authority_check_key_expiry();
  1463. #define CHECK_V3_CERTIFICATE_INTERVAL (5*60)
  1464. return CHECK_V3_CERTIFICATE_INTERVAL;
  1465. }
  1466. /**
  1467. * Periodic callback: If our consensus is too old, recalculate whether
  1468. * we can actually use it.
  1469. */
  1470. static int
  1471. check_expired_networkstatus_callback(time_t now, const or_options_t *options)
  1472. {
  1473. (void)options;
  1474. /* 1f. Check whether our networkstatus has expired.
  1475. */
  1476. networkstatus_t *ns = networkstatus_get_latest_consensus();
  1477. /*XXXX RD: This value needs to be the same as REASONABLY_LIVE_TIME in
  1478. * networkstatus_get_reasonably_live_consensus(), but that value is way
  1479. * way too high. Arma: is the bridge issue there resolved yet? -NM */
  1480. #define NS_EXPIRY_SLOP (24*60*60)
  1481. if (ns && ns->valid_until < now+NS_EXPIRY_SLOP &&
  1482. router_have_minimum_dir_info()) {
  1483. router_dir_info_changed();
  1484. }
  1485. #define CHECK_EXPIRED_NS_INTERVAL (2*60)
  1486. return CHECK_EXPIRED_NS_INTERVAL;
  1487. }
  1488. /**
  1489. * Periodic callback: Write statistics to disk if appropriate.
  1490. */
  1491. static int
  1492. write_stats_file_callback(time_t now, const or_options_t *options)
  1493. {
  1494. /* 1g. Check whether we should write statistics to disk.
  1495. */
  1496. #define CHECK_WRITE_STATS_INTERVAL (60*60)
  1497. time_t next_time_to_write_stats_files = now + CHECK_WRITE_STATS_INTERVAL;
  1498. if (options->CellStatistics) {
  1499. time_t next_write =
  1500. rep_hist_buffer_stats_write(now);
  1501. if (next_write && next_write < next_time_to_write_stats_files)
  1502. next_time_to_write_stats_files = next_write;
  1503. }
  1504. if (options->DirReqStatistics) {
  1505. time_t next_write = geoip_dirreq_stats_write(now);
  1506. if (next_write && next_write < next_time_to_write_stats_files)
  1507. next_time_to_write_stats_files = next_write;
  1508. }
  1509. if (options->EntryStatistics) {
  1510. time_t next_write = geoip_entry_stats_write(now);
  1511. if (next_write && next_write < next_time_to_write_stats_files)
  1512. next_time_to_write_stats_files = next_write;
  1513. }
  1514. if (options->HiddenServiceStatistics) {
  1515. time_t next_write = rep_hist_hs_stats_write(now);
  1516. if (next_write && next_write < next_time_to_write_stats_files)
  1517. next_time_to_write_stats_files = next_write;
  1518. }
  1519. if (options->ExitPortStatistics) {
  1520. time_t next_write = rep_hist_exit_stats_write(now);
  1521. if (next_write && next_write < next_time_to_write_stats_files)
  1522. next_time_to_write_stats_files = next_write;
  1523. }
  1524. if (options->ConnDirectionStatistics) {
  1525. time_t next_write = rep_hist_conn_stats_write(now);
  1526. if (next_write && next_write < next_time_to_write_stats_files)
  1527. next_time_to_write_stats_files = next_write;
  1528. }
  1529. if (options->BridgeAuthoritativeDir) {
  1530. time_t next_write = rep_hist_desc_stats_write(now);
  1531. if (next_write && next_write < next_time_to_write_stats_files)
  1532. next_time_to_write_stats_files = next_write;
  1533. }
  1534. return safe_timer_diff(now, next_time_to_write_stats_files);
  1535. }
  1536. /**
  1537. * Periodic callback: Write bridge statistics to disk if appropriate.
  1538. */
  1539. static int
  1540. record_bridge_stats_callback(time_t now, const or_options_t *options)
  1541. {
  1542. static int should_init_bridge_stats = 1;
  1543. /* 1h. Check whether we should write bridge statistics to disk.
  1544. */
  1545. if (should_record_bridge_info(options)) {
  1546. if (should_init_bridge_stats) {
  1547. /* (Re-)initialize bridge statistics. */
  1548. geoip_bridge_stats_init(now);
  1549. should_init_bridge_stats = 0;
  1550. return WRITE_STATS_INTERVAL;
  1551. } else {
  1552. /* Possibly write bridge statistics to disk and ask when to write
  1553. * them next time. */
  1554. time_t next = geoip_bridge_stats_write(now);
  1555. return safe_timer_diff(now, next);
  1556. }
  1557. } else if (!should_init_bridge_stats) {
  1558. /* Bridge mode was turned off. Ensure that stats are re-initialized
  1559. * next time bridge mode is turned on. */
  1560. should_init_bridge_stats = 1;
  1561. }
  1562. return PERIODIC_EVENT_NO_UPDATE;
  1563. }
  1564. /**
  1565. * Periodic callback: Clean in-memory caches every once in a while
  1566. */
  1567. static int
  1568. clean_caches_callback(time_t now, const or_options_t *options)
  1569. {
  1570. /* Remove old information from rephist and the rend cache. */
  1571. rep_history_clean(now - options->RephistTrackTime);
  1572. rend_cache_clean(now, REND_CACHE_TYPE_CLIENT);
  1573. rend_cache_clean(now, REND_CACHE_TYPE_SERVICE);
  1574. hs_cache_clean_as_dir(now);
  1575. microdesc_cache_rebuild(NULL, 0);
  1576. #define CLEAN_CACHES_INTERVAL (30*60)
  1577. return CLEAN_CACHES_INTERVAL;
  1578. }
  1579. /**
  1580. * Periodic callback: Clean the cache of failed hidden service lookups
  1581. * frequently frequently.
  1582. */
  1583. static int
  1584. rend_cache_failure_clean_callback(time_t now, const or_options_t *options)
  1585. {
  1586. (void)options;
  1587. /* We don't keep entries that are more than five minutes old so we try to
  1588. * clean it as soon as we can since we want to make sure the client waits
  1589. * as little as possible for reachability reasons. */
  1590. rend_cache_failure_clean(now);
  1591. return 30;
  1592. }
  1593. /**
  1594. * Periodic callback: If we're a server and initializing dns failed, retry.
  1595. */
  1596. static int
  1597. retry_dns_callback(time_t now, const or_options_t *options)
  1598. {
  1599. (void)now;
  1600. #define RETRY_DNS_INTERVAL (10*60)
  1601. if (server_mode(options) && has_dns_init_failed())
  1602. dns_init();
  1603. return RETRY_DNS_INTERVAL;
  1604. }
  1605. /** Periodic callback: consider rebuilding or and re-uploading our descriptor
  1606. * (if we've passed our internal checks). */
  1607. static int
  1608. check_descriptor_callback(time_t now, const or_options_t *options)
  1609. {
  1610. /** How often do we check whether part of our router info has changed in a
  1611. * way that would require an upload? That includes checking whether our IP
  1612. * address has changed. */
  1613. #define CHECK_DESCRIPTOR_INTERVAL (60)
  1614. /* 2b. Once per minute, regenerate and upload the descriptor if the old
  1615. * one is inaccurate. */
  1616. if (!options->DisableNetwork) {
  1617. check_descriptor_bandwidth_changed(now);
  1618. check_descriptor_ipaddress_changed(now);
  1619. mark_my_descriptor_dirty_if_too_old(now);
  1620. consider_publishable_server(0);
  1621. /* If any networkstatus documents are no longer recent, we need to
  1622. * update all the descriptors' running status. */
  1623. /* Remove dead routers. */
  1624. /* XXXX This doesn't belong here, but it was here in the pre-
  1625. * XXXX refactoring code. */
  1626. routerlist_remove_old_routers();
  1627. }
  1628. return CHECK_DESCRIPTOR_INTERVAL;
  1629. }
  1630. /**
  1631. * Periodic callback: check whether we're reachable (as a relay), and
  1632. * whether our bandwidth has changed enough that we need to
  1633. * publish a new descriptor.
  1634. */
  1635. static int
  1636. check_for_reachability_bw_callback(time_t now, const or_options_t *options)
  1637. {
  1638. /* XXXX This whole thing was stuck in the middle of what is now
  1639. * XXXX check_descriptor_callback. I'm not sure it's right. */
  1640. static int dirport_reachability_count = 0;
  1641. /* also, check religiously for reachability, if it's within the first
  1642. * 20 minutes of our uptime. */
  1643. if (server_mode(options) &&
  1644. (have_completed_a_circuit() || !any_predicted_circuits(now)) &&
  1645. !we_are_hibernating()) {
  1646. if (stats_n_seconds_working < TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  1647. consider_testing_reachability(1, dirport_reachability_count==0);
  1648. if (++dirport_reachability_count > 5)
  1649. dirport_reachability_count = 0;
  1650. return 1;
  1651. } else {
  1652. /* If we haven't checked for 12 hours and our bandwidth estimate is
  1653. * low, do another bandwidth test. This is especially important for
  1654. * bridges, since they might go long periods without much use. */
  1655. const routerinfo_t *me = router_get_my_routerinfo();
  1656. static int first_time = 1;
  1657. if (!first_time && me &&
  1658. me->bandwidthcapacity < me->bandwidthrate &&
  1659. me->bandwidthcapacity < 51200) {
  1660. reset_bandwidth_test();
  1661. }
  1662. first_time = 0;
  1663. #define BANDWIDTH_RECHECK_INTERVAL (12*60*60)
  1664. return BANDWIDTH_RECHECK_INTERVAL;
  1665. }
  1666. }
  1667. return CHECK_DESCRIPTOR_INTERVAL;
  1668. }
  1669. /**
  1670. * Periodic event: once a minute, (or every second if TestingTorNetwork, or
  1671. * during client bootstrap), check whether we want to download any
  1672. * networkstatus documents. */
  1673. static int
  1674. fetch_networkstatus_callback(time_t now, const or_options_t *options)
  1675. {
  1676. /* How often do we check whether we should download network status
  1677. * documents? */
  1678. const int we_are_bootstrapping = networkstatus_consensus_is_bootstrapping(
  1679. now);
  1680. const int prefer_mirrors = !directory_fetches_from_authorities(
  1681. get_options());
  1682. int networkstatus_dl_check_interval = 60;
  1683. /* check more often when testing, or when bootstrapping from mirrors
  1684. * (connection limits prevent too many connections being made) */
  1685. if (options->TestingTorNetwork
  1686. || (we_are_bootstrapping && prefer_mirrors)) {
  1687. networkstatus_dl_check_interval = 1;
  1688. }
  1689. if (should_delay_dir_fetches(options, NULL))
  1690. return PERIODIC_EVENT_NO_UPDATE;
  1691. update_networkstatus_downloads(now);
  1692. return networkstatus_dl_check_interval;
  1693. }
  1694. /**
  1695. * Periodic callback: Every 60 seconds, we relaunch listeners if any died. */
  1696. static int
  1697. retry_listeners_callback(time_t now, const or_options_t *options)
  1698. {
  1699. (void)now;
  1700. (void)options;
  1701. if (!net_is_disabled()) {
  1702. retry_all_listeners(NULL, NULL, 0);
  1703. return 60;
  1704. }
  1705. return PERIODIC_EVENT_NO_UPDATE;
  1706. }
  1707. /**
  1708. * Periodic callback: as a server, see if we have any old unused circuits
  1709. * that should be expired */
  1710. static int
  1711. expire_old_ciruits_serverside_callback(time_t now, const or_options_t *options)
  1712. {
  1713. (void)options;
  1714. /* every 11 seconds, so not usually the same second as other such events */
  1715. circuit_expire_old_circuits_serverside(now);
  1716. return 11;
  1717. }
  1718. /**
  1719. * Periodic event: if we're an exit, see if our DNS server is telling us
  1720. * obvious lies.
  1721. */
  1722. static int
  1723. check_dns_honesty_callback(time_t now, const or_options_t *options)
  1724. {
  1725. (void)now;
  1726. /* 9. and if we're an exit node, check whether our DNS is telling stories
  1727. * to us. */
  1728. if (net_is_disabled() ||
  1729. ! public_server_mode(options) ||
  1730. router_my_exit_policy_is_reject_star())
  1731. return PERIODIC_EVENT_NO_UPDATE;
  1732. static int first_time = 1;
  1733. if (first_time) {
  1734. /* Don't launch right when we start */
  1735. first_time = 0;
  1736. return crypto_rand_int_range(60, 180);
  1737. }
  1738. dns_launch_correctness_checks();
  1739. return 12*3600 + crypto_rand_int(12*3600);
  1740. }
  1741. /**
  1742. * Periodic callback: if we're the bridge authority, write a networkstatus
  1743. * file to disk.
  1744. */
  1745. static int
  1746. write_bridge_ns_callback(time_t now, const or_options_t *options)
  1747. {
  1748. /* 10. write bridge networkstatus file to disk */
  1749. if (options->BridgeAuthoritativeDir) {
  1750. networkstatus_dump_bridge_status_to_file(now);
  1751. #define BRIDGE_STATUSFILE_INTERVAL (30*60)
  1752. return BRIDGE_STATUSFILE_INTERVAL;
  1753. }
  1754. return PERIODIC_EVENT_NO_UPDATE;
  1755. }
  1756. /**
  1757. * Periodic callback: poke the tor-fw-helper app if we're using one.
  1758. */
  1759. static int
  1760. check_fw_helper_app_callback(time_t now, const or_options_t *options)
  1761. {
  1762. if (net_is_disabled() ||
  1763. ! server_mode(options) ||
  1764. ! options->PortForwarding) {
  1765. return PERIODIC_EVENT_NO_UPDATE;
  1766. }
  1767. /* 11. check the port forwarding app */
  1768. #define PORT_FORWARDING_CHECK_INTERVAL 5
  1769. smartlist_t *ports_to_forward = get_list_of_ports_to_forward();
  1770. if (ports_to_forward) {
  1771. tor_check_port_forwarding(options->PortForwardingHelper,
  1772. ports_to_forward,
  1773. now);
  1774. SMARTLIST_FOREACH(ports_to_forward, char *, cp, tor_free(cp));
  1775. smartlist_free(ports_to_forward);
  1776. }
  1777. return PORT_FORWARDING_CHECK_INTERVAL;
  1778. }
  1779. /**
  1780. * Periodic callback: write the heartbeat message in the logs.
  1781. */
  1782. static int
  1783. heartbeat_callback(time_t now, const or_options_t *options)
  1784. {
  1785. static int first = 1;
  1786. /* Check if heartbeat is disabled */
  1787. if (!options->HeartbeatPeriod) {
  1788. return PERIODIC_EVENT_NO_UPDATE;
  1789. }
  1790. /* Write the heartbeat message */
  1791. if (first) {
  1792. first = 0; /* Skip the first one. */
  1793. } else {
  1794. log_heartbeat(now);
  1795. }
  1796. return options->HeartbeatPeriod;
  1797. }
  1798. /** Timer: used to invoke second_elapsed_callback() once per second. */
  1799. static periodic_timer_t *second_timer = NULL;
  1800. /** Number of libevent errors in the last second: we die if we get too many. */
  1801. static int n_libevent_errors = 0;
  1802. /** Libevent callback: invoked once every second. */
  1803. static void
  1804. second_elapsed_callback(periodic_timer_t *timer, void *arg)
  1805. {
  1806. /* XXXX This could be sensibly refactored into multiple callbacks, and we
  1807. * could use Libevent's timers for this rather than checking the current
  1808. * time against a bunch of timeouts every second. */
  1809. static time_t current_second = 0;
  1810. time_t now;
  1811. size_t bytes_written;
  1812. size_t bytes_read;
  1813. int seconds_elapsed;
  1814. const or_options_t *options = get_options();
  1815. (void)timer;
  1816. (void)arg;
  1817. n_libevent_errors = 0;
  1818. /* log_notice(LD_GENERAL, "Tick."); */
  1819. now = time(NULL);
  1820. update_approx_time(now);
  1821. /* the second has rolled over. check more stuff. */
  1822. seconds_elapsed = current_second ? (int)(now - current_second) : 0;
  1823. bytes_read = (size_t)(stats_n_bytes_read - stats_prev_n_read);
  1824. bytes_written = (size_t)(stats_n_bytes_written - stats_prev_n_written);
  1825. stats_prev_n_read = stats_n_bytes_read;
  1826. stats_prev_n_written = stats_n_bytes_written;
  1827. control_event_bandwidth_used((uint32_t)bytes_read,(uint32_t)bytes_written);
  1828. control_event_stream_bandwidth_used();
  1829. control_event_conn_bandwidth_used();
  1830. control_event_circ_bandwidth_used();
  1831. control_event_circuit_cell_stats();
  1832. if (server_mode(options) &&
  1833. !net_is_disabled() &&
  1834. seconds_elapsed > 0 &&
  1835. have_completed_a_circuit() &&
  1836. stats_n_seconds_working / TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT !=
  1837. (stats_n_seconds_working+seconds_elapsed) /
  1838. TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  1839. /* every 20 minutes, check and complain if necessary */
  1840. const routerinfo_t *me = router_get_my_routerinfo();
  1841. if (me && !check_whether_orport_reachable(options)) {
  1842. char *address = tor_dup_ip(me->addr);
  1843. log_warn(LD_CONFIG,"Your server (%s:%d) has not managed to confirm that "
  1844. "its ORPort is reachable. Relays do not publish descriptors "
  1845. "until their ORPort and DirPort are reachable. Please check "
  1846. "your firewalls, ports, address, /etc/hosts file, etc.",
  1847. address, me->or_port);
  1848. control_event_server_status(LOG_WARN,
  1849. "REACHABILITY_FAILED ORADDRESS=%s:%d",
  1850. address, me->or_port);
  1851. tor_free(address);
  1852. }
  1853. if (me && !check_whether_dirport_reachable(options)) {
  1854. char *address = tor_dup_ip(me->addr);
  1855. log_warn(LD_CONFIG,
  1856. "Your server (%s:%d) has not managed to confirm that its "
  1857. "DirPort is reachable. Relays do not publish descriptors "
  1858. "until their ORPort and DirPort are reachable. Please check "
  1859. "your firewalls, ports, address, /etc/hosts file, etc.",
  1860. address, me->dir_port);
  1861. control_event_server_status(LOG_WARN,
  1862. "REACHABILITY_FAILED DIRADDRESS=%s:%d",
  1863. address, me->dir_port);
  1864. tor_free(address);
  1865. }
  1866. }
  1867. /** If more than this many seconds have elapsed, probably the clock
  1868. * jumped: doesn't count. */
  1869. #define NUM_JUMPED_SECONDS_BEFORE_WARN 100
  1870. if (seconds_elapsed < -NUM_JUMPED_SECONDS_BEFORE_WARN ||
  1871. seconds_elapsed >= NUM_JUMPED_SECONDS_BEFORE_WARN) {
  1872. circuit_note_clock_jumped(seconds_elapsed);
  1873. } else if (seconds_elapsed > 0)
  1874. stats_n_seconds_working += seconds_elapsed;
  1875. run_scheduled_events(now);
  1876. current_second = now; /* remember which second it is, for next time */
  1877. }
  1878. #ifdef HAVE_SYSTEMD_209
  1879. static periodic_timer_t *systemd_watchdog_timer = NULL;
  1880. /** Libevent callback: invoked to reset systemd watchdog. */
  1881. static void
  1882. systemd_watchdog_callback(periodic_timer_t *timer, void *arg)
  1883. {
  1884. (void)timer;
  1885. (void)arg;
  1886. sd_notify(0, "WATCHDOG=1");
  1887. }
  1888. #endif
  1889. /** Timer: used to invoke refill_callback(). */
  1890. static periodic_timer_t *refill_timer = NULL;
  1891. /** Libevent callback: invoked periodically to refill token buckets
  1892. * and count r/w bytes. */
  1893. static void
  1894. refill_callback(periodic_timer_t *timer, void *arg)
  1895. {
  1896. static struct timeval current_millisecond;
  1897. struct timeval now;
  1898. size_t bytes_written;
  1899. size_t bytes_read;
  1900. int milliseconds_elapsed = 0;
  1901. int seconds_rolled_over = 0;
  1902. const or_options_t *options = get_options();
  1903. (void)timer;
  1904. (void)arg;
  1905. tor_gettimeofday(&now);
  1906. /* If this is our first time, no time has passed. */
  1907. if (current_millisecond.tv_sec) {
  1908. long mdiff = tv_mdiff(&current_millisecond, &now);
  1909. if (mdiff > INT_MAX)
  1910. mdiff = INT_MAX;
  1911. milliseconds_elapsed = (int)mdiff;
  1912. seconds_rolled_over = (int)(now.tv_sec - current_millisecond.tv_sec);
  1913. }
  1914. bytes_written = stats_prev_global_write_bucket - global_write_bucket;
  1915. bytes_read = stats_prev_global_read_bucket - global_read_bucket;
  1916. stats_n_bytes_read += bytes_read;
  1917. stats_n_bytes_written += bytes_written;
  1918. if (accounting_is_enabled(options) && milliseconds_elapsed >= 0)
  1919. accounting_add_bytes(bytes_read, bytes_written, seconds_rolled_over);
  1920. if (milliseconds_elapsed > 0)
  1921. connection_bucket_refill(milliseconds_elapsed, (time_t)now.tv_sec);
  1922. stats_prev_global_read_bucket = global_read_bucket;
  1923. stats_prev_global_write_bucket = global_write_bucket;
  1924. current_millisecond = now; /* remember what time it is, for next time */
  1925. }
  1926. #ifndef _WIN32
  1927. /** Called when a possibly ignorable libevent error occurs; ensures that we
  1928. * don't get into an infinite loop by ignoring too many errors from
  1929. * libevent. */
  1930. static int
  1931. got_libevent_error(void)
  1932. {
  1933. if (++n_libevent_errors > 8) {
  1934. log_err(LD_NET, "Too many libevent errors in one second; dying");
  1935. return -1;
  1936. }
  1937. return 0;
  1938. }
  1939. #endif
  1940. #define UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST (6*60*60)
  1941. /** Called when our IP address seems to have changed. <b>at_interface</b>
  1942. * should be true if we detected a change in our interface, and false if we
  1943. * detected a change in our published address. */
  1944. void
  1945. ip_address_changed(int at_interface)
  1946. {
  1947. const or_options_t *options = get_options();
  1948. int server = server_mode(options);
  1949. int exit_reject_interfaces = (server && options->ExitRelay
  1950. && options->ExitPolicyRejectLocalInterfaces);
  1951. if (at_interface) {
  1952. if (! server) {
  1953. /* Okay, change our keys. */
  1954. if (init_keys_client() < 0)
  1955. log_warn(LD_GENERAL, "Unable to rotate keys after IP change!");
  1956. }
  1957. } else {
  1958. if (server) {
  1959. if (stats_n_seconds_working > UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST)
  1960. reset_bandwidth_test();
  1961. stats_n_seconds_working = 0;
  1962. router_reset_reachability();
  1963. }
  1964. }
  1965. /* Exit relays incorporate interface addresses in their exit policies when
  1966. * ExitPolicyRejectLocalInterfaces is set */
  1967. if (exit_reject_interfaces || (server && !at_interface)) {
  1968. mark_my_descriptor_dirty("IP address changed");
  1969. }
  1970. dns_servers_relaunch_checks();
  1971. }
  1972. /** Forget what we've learned about the correctness of our DNS servers, and
  1973. * start learning again. */
  1974. void
  1975. dns_servers_relaunch_checks(void)
  1976. {
  1977. if (server_mode(get_options())) {
  1978. dns_reset_correctness_checks();
  1979. if (periodic_events_initialized) {
  1980. tor_assert(check_dns_honesty_event);
  1981. periodic_event_reschedule(check_dns_honesty_event);
  1982. }
  1983. }
  1984. }
  1985. /** Called when we get a SIGHUP: reload configuration files and keys,
  1986. * retry all connections, and so on. */
  1987. static int
  1988. do_hup(void)
  1989. {
  1990. const or_options_t *options = get_options();
  1991. #ifdef USE_DMALLOC
  1992. dmalloc_log_stats();
  1993. dmalloc_log_changed(0, 1, 0, 0);
  1994. #endif
  1995. log_notice(LD_GENERAL,"Received reload signal (hup). Reloading config and "
  1996. "resetting internal state.");
  1997. if (accounting_is_enabled(options))
  1998. accounting_record_bandwidth_usage(time(NULL), get_or_state());
  1999. router_reset_warnings();
  2000. routerlist_reset_warnings();
  2001. /* first, reload config variables, in case they've changed */
  2002. if (options->ReloadTorrcOnSIGHUP) {
  2003. /* no need to provide argc/v, they've been cached in init_from_config */
  2004. if (options_init_from_torrc(0, NULL) < 0) {
  2005. log_err(LD_CONFIG,"Reading config failed--see warnings above. "
  2006. "For usage, try -h.");
  2007. return -1;
  2008. }
  2009. options = get_options(); /* they have changed now */
  2010. /* Logs are only truncated the first time they are opened, but were
  2011. probably intended to be cleaned up on signal. */
  2012. if (options->TruncateLogFile)
  2013. truncate_logs();
  2014. } else {
  2015. char *msg = NULL;
  2016. log_notice(LD_GENERAL, "Not reloading config file: the controller told "
  2017. "us not to.");
  2018. /* Make stuff get rescanned, reloaded, etc. */
  2019. if (set_options((or_options_t*)options, &msg) < 0) {
  2020. if (!msg)
  2021. msg = tor_strdup("Unknown error");
  2022. log_warn(LD_GENERAL, "Unable to re-set previous options: %s", msg);
  2023. tor_free(msg);
  2024. }
  2025. }
  2026. if (authdir_mode_handles_descs(options, -1)) {
  2027. /* reload the approved-routers file */
  2028. if (dirserv_load_fingerprint_file() < 0) {
  2029. /* warnings are logged from dirserv_load_fingerprint_file() directly */
  2030. log_info(LD_GENERAL, "Error reloading fingerprints. "
  2031. "Continuing with old list.");
  2032. }
  2033. }
  2034. /* Rotate away from the old dirty circuits. This has to be done
  2035. * after we've read the new options, but before we start using
  2036. * circuits for directory fetches. */
  2037. circuit_mark_all_dirty_circs_as_unusable();
  2038. /* retry appropriate downloads */
  2039. router_reset_status_download_failures();
  2040. router_reset_descriptor_download_failures();
  2041. if (!options->DisableNetwork)
  2042. update_networkstatus_downloads(time(NULL));
  2043. /* We'll retry routerstatus downloads in about 10 seconds; no need to
  2044. * force a retry there. */
  2045. if (server_mode(options)) {
  2046. /* Maybe we've been given a new ed25519 key or certificate?
  2047. */
  2048. time_t now = approx_time();
  2049. if (load_ed_keys(options, now) < 0 ||
  2050. generate_ed_link_cert(options, now)) {
  2051. log_warn(LD_OR, "Problem reloading Ed25519 keys; still using old keys.");
  2052. }
  2053. /* Update cpuworker and dnsworker processes, so they get up-to-date
  2054. * configuration options. */
  2055. cpuworkers_rotate_keyinfo();
  2056. dns_reset();
  2057. }
  2058. return 0;
  2059. }
  2060. /** Tor main loop. */
  2061. int
  2062. do_main_loop(void)
  2063. {
  2064. time_t now;
  2065. /* initialize the periodic events first, so that code that depends on the
  2066. * events being present does not assert.
  2067. */
  2068. if (! periodic_events_initialized) {
  2069. initialize_periodic_events();
  2070. }
  2071. /* initialize dns resolve map, spawn workers if needed */
  2072. if (dns_init() < 0) {
  2073. if (get_options()->ServerDNSAllowBrokenConfig)
  2074. log_warn(LD_GENERAL, "Couldn't set up any working nameservers. "
  2075. "Network not up yet? Will try again soon.");
  2076. else {
  2077. log_err(LD_GENERAL,"Error initializing dns subsystem; exiting. To "
  2078. "retry instead, set the ServerDNSAllowBrokenResolvConf option.");
  2079. }
  2080. }
  2081. handle_signals(1);
  2082. /* load the private keys, if we're supposed to have them, and set up the
  2083. * TLS context. */
  2084. if (! client_identity_key_is_set()) {
  2085. if (init_keys() < 0) {
  2086. log_err(LD_OR, "Error initializing keys; exiting");
  2087. return -1;
  2088. }
  2089. }
  2090. /* Set up our buckets */
  2091. connection_bucket_init();
  2092. stats_prev_global_read_bucket = global_read_bucket;
  2093. stats_prev_global_write_bucket = global_write_bucket;
  2094. /* initialize the bootstrap status events to know we're starting up */
  2095. control_event_bootstrap(BOOTSTRAP_STATUS_STARTING, 0);
  2096. /* Initialize the keypinning log. */
  2097. if (authdir_mode_v3(get_options())) {
  2098. char *fname = get_datadir_fname("key-pinning-journal");
  2099. int r = 0;
  2100. if (keypin_load_journal(fname)<0) {
  2101. log_err(LD_DIR, "Error loading key-pinning journal: %s",strerror(errno));
  2102. r = -1;
  2103. }
  2104. if (keypin_open_journal(fname)<0) {
  2105. log_err(LD_DIR, "Error opening key-pinning journal: %s",strerror(errno));
  2106. r = -1;
  2107. }
  2108. tor_free(fname);
  2109. if (r)
  2110. return r;
  2111. }
  2112. {
  2113. /* This is the old name for key-pinning-journal. These got corrupted
  2114. * in a couple of cases by #16530, so we started over. See #16580 for
  2115. * the rationale and for other options we didn't take. We can remove
  2116. * this code once all the authorities that ran 0.2.7.1-alpha-dev are
  2117. * upgraded.
  2118. */
  2119. char *fname = get_datadir_fname("key-pinning-entries");
  2120. unlink(fname);
  2121. tor_free(fname);
  2122. }
  2123. if (trusted_dirs_reload_certs()) {
  2124. log_warn(LD_DIR,
  2125. "Couldn't load all cached v3 certificates. Starting anyway.");
  2126. }
  2127. if (router_reload_consensus_networkstatus()) {
  2128. return -1;
  2129. }
  2130. /* load the routers file, or assign the defaults. */
  2131. if (router_reload_router_list()) {
  2132. return -1;
  2133. }
  2134. /* load the networkstatuses. (This launches a download for new routers as
  2135. * appropriate.)
  2136. */
  2137. now = time(NULL);
  2138. directory_info_has_arrived(now, 1, 0);
  2139. if (server_mode(get_options())) {
  2140. /* launch cpuworkers. Need to do this *after* we've read the onion key. */
  2141. cpu_init();
  2142. }
  2143. /* Setup shared random protocol subsystem. */
  2144. if (authdir_mode_publishes_statuses(get_options())) {
  2145. if (sr_init(1) < 0) {
  2146. return -1;
  2147. }
  2148. }
  2149. /* set up once-a-second callback. */
  2150. if (! second_timer) {
  2151. struct timeval one_second;
  2152. one_second.tv_sec = 1;
  2153. one_second.tv_usec = 0;
  2154. second_timer = periodic_timer_new(tor_libevent_get_base(),
  2155. &one_second,
  2156. second_elapsed_callback,
  2157. NULL);
  2158. tor_assert(second_timer);
  2159. }
  2160. #ifdef HAVE_SYSTEMD_209
  2161. uint64_t watchdog_delay;
  2162. /* set up systemd watchdog notification. */
  2163. if (sd_watchdog_enabled(1, &watchdog_delay) > 0) {
  2164. if (! systemd_watchdog_timer) {
  2165. struct timeval watchdog;
  2166. /* The manager will "act on" us if we don't send them a notification
  2167. * every 'watchdog_delay' microseconds. So, send notifications twice
  2168. * that often. */
  2169. watchdog_delay /= 2;
  2170. watchdog.tv_sec = watchdog_delay / 1000000;
  2171. watchdog.tv_usec = watchdog_delay % 1000000;
  2172. systemd_watchdog_timer = periodic_timer_new(tor_libevent_get_base(),
  2173. &watchdog,
  2174. systemd_watchdog_callback,
  2175. NULL);
  2176. tor_assert(systemd_watchdog_timer);
  2177. }
  2178. }
  2179. #endif
  2180. if (!refill_timer) {
  2181. struct timeval refill_interval;
  2182. int msecs = get_options()->TokenBucketRefillInterval;
  2183. refill_interval.tv_sec = msecs/1000;
  2184. refill_interval.tv_usec = (msecs%1000)*1000;
  2185. refill_timer = periodic_timer_new(tor_libevent_get_base(),
  2186. &refill_interval,
  2187. refill_callback,
  2188. NULL);
  2189. tor_assert(refill_timer);
  2190. }
  2191. #ifdef HAVE_SYSTEMD
  2192. {
  2193. const int r = sd_notify(0, "READY=1");
  2194. if (r < 0) {
  2195. log_warn(LD_GENERAL, "Unable to send readiness to systemd: %s",
  2196. strerror(r));
  2197. } else if (r > 0) {
  2198. log_notice(LD_GENERAL, "Signaled readiness to systemd");
  2199. } else {
  2200. log_info(LD_GENERAL, "Systemd NOTIFY_SOCKET not present.");
  2201. }
  2202. }
  2203. #endif
  2204. return run_main_loop_until_done();
  2205. }
  2206. /**
  2207. * Run the main loop a single time. Return 0 for "exit"; -1 for "exit with
  2208. * error", and 1 for "run this again."
  2209. */
  2210. static int
  2211. run_main_loop_once(void)
  2212. {
  2213. int loop_result;
  2214. if (nt_service_is_stopping())
  2215. return 0;
  2216. #ifndef _WIN32
  2217. /* Make it easier to tell whether libevent failure is our fault or not. */
  2218. errno = 0;
  2219. #endif
  2220. /* All active linked conns should get their read events activated,
  2221. * so that libevent knows to run their callbacks. */
  2222. SMARTLIST_FOREACH(active_linked_connection_lst, connection_t *, conn,
  2223. event_active(conn->read_event, EV_READ, 1));
  2224. called_loop_once = smartlist_len(active_linked_connection_lst) ? 1 : 0;
  2225. /* Make sure we know (about) what time it is. */
  2226. update_approx_time(time(NULL));
  2227. /* Here it is: the main loop. Here we tell Libevent to poll until we have
  2228. * an event, or the second ends, or until we have some active linked
  2229. * connections to trigger events for. Libevent will wait till one
  2230. * of these happens, then run all the appropriate callbacks. */
  2231. loop_result = event_base_loop(tor_libevent_get_base(),
  2232. called_loop_once ? EVLOOP_ONCE : 0);
  2233. /* Oh, the loop failed. That might be an error that we need to
  2234. * catch, but more likely, it's just an interrupted poll() call or something,
  2235. * and we should try again. */
  2236. if (loop_result < 0) {
  2237. int e = tor_socket_errno(-1);
  2238. /* let the program survive things like ^z */
  2239. if (e != EINTR && !ERRNO_IS_EINPROGRESS(e)) {
  2240. log_err(LD_NET,"libevent call with %s failed: %s [%d]",
  2241. tor_libevent_get_method(), tor_socket_strerror(e), e);
  2242. return -1;
  2243. #ifndef _WIN32
  2244. } else if (e == EINVAL) {
  2245. log_warn(LD_NET, "EINVAL from libevent: should you upgrade libevent?");
  2246. if (got_libevent_error())
  2247. return -1;
  2248. #endif
  2249. } else {
  2250. tor_assert_nonfatal_once(! ERRNO_IS_EINPROGRESS(e));
  2251. log_debug(LD_NET,"libevent call interrupted.");
  2252. /* You can't trust the results of this poll(). Go back to the
  2253. * top of the big for loop. */
  2254. return 1;
  2255. }
  2256. }
  2257. /* And here is where we put callbacks that happen "every time the event loop
  2258. * runs." They must be very fast, or else the whole Tor process will get
  2259. * slowed down.
  2260. *
  2261. * Note that this gets called once per libevent loop, which will make it
  2262. * happen once per group of events that fire, or once per second. */
  2263. /* If there are any pending client connections, try attaching them to
  2264. * circuits (if we can.) This will be pretty fast if nothing new is
  2265. * pending.
  2266. */
  2267. connection_ap_attach_pending(0);
  2268. return 1;
  2269. }
  2270. /** Run the run_main_loop_once() function until it declares itself done,
  2271. * and return its final return value.
  2272. *
  2273. * Shadow won't invoke this function, so don't fill it up with things.
  2274. */
  2275. static int
  2276. run_main_loop_until_done(void)
  2277. {
  2278. int loop_result = 1;
  2279. do {
  2280. loop_result = run_main_loop_once();
  2281. } while (loop_result == 1);
  2282. return loop_result;
  2283. }
  2284. /** Libevent callback: invoked when we get a signal.
  2285. */
  2286. static void
  2287. signal_callback(evutil_socket_t fd, short events, void *arg)
  2288. {
  2289. const int *sigptr = arg;
  2290. const int sig = *sigptr;
  2291. (void)fd;
  2292. (void)events;
  2293. process_signal(sig);
  2294. }
  2295. /** Do the work of acting on a signal received in <b>sig</b> */
  2296. static void
  2297. process_signal(int sig)
  2298. {
  2299. switch (sig)
  2300. {
  2301. case SIGTERM:
  2302. log_notice(LD_GENERAL,"Catching signal TERM, exiting cleanly.");
  2303. tor_cleanup();
  2304. exit(0);
  2305. break;
  2306. case SIGINT:
  2307. if (!server_mode(get_options())) { /* do it now */
  2308. log_notice(LD_GENERAL,"Interrupt: exiting cleanly.");
  2309. tor_cleanup();
  2310. exit(0);
  2311. }
  2312. #ifdef HAVE_SYSTEMD
  2313. sd_notify(0, "STOPPING=1");
  2314. #endif
  2315. hibernate_begin_shutdown();
  2316. break;
  2317. #ifdef SIGPIPE
  2318. case SIGPIPE:
  2319. log_debug(LD_GENERAL,"Caught SIGPIPE. Ignoring.");
  2320. break;
  2321. #endif
  2322. case SIGUSR1:
  2323. /* prefer to log it at INFO, but make sure we always see it */
  2324. dumpstats(get_min_log_level()<LOG_INFO ? get_min_log_level() : LOG_INFO);
  2325. control_event_signal(sig);
  2326. break;
  2327. case SIGUSR2:
  2328. switch_logs_debug();
  2329. log_debug(LD_GENERAL,"Caught USR2, going to loglevel debug. "
  2330. "Send HUP to change back.");
  2331. control_event_signal(sig);
  2332. break;
  2333. case SIGHUP:
  2334. #ifdef HAVE_SYSTEMD
  2335. sd_notify(0, "RELOADING=1");
  2336. #endif
  2337. if (do_hup() < 0) {
  2338. log_warn(LD_CONFIG,"Restart failed (config error?). Exiting.");
  2339. tor_cleanup();
  2340. exit(1);
  2341. }
  2342. #ifdef HAVE_SYSTEMD
  2343. sd_notify(0, "READY=1");
  2344. #endif
  2345. control_event_signal(sig);
  2346. break;
  2347. #ifdef SIGCHLD
  2348. case SIGCHLD:
  2349. notify_pending_waitpid_callbacks();
  2350. break;
  2351. #endif
  2352. case SIGNEWNYM: {
  2353. time_t now = time(NULL);
  2354. if (time_of_last_signewnym + MAX_SIGNEWNYM_RATE > now) {
  2355. signewnym_is_pending = 1;
  2356. log_notice(LD_CONTROL,
  2357. "Rate limiting NEWNYM request: delaying by %d second(s)",
  2358. (int)(MAX_SIGNEWNYM_RATE+time_of_last_signewnym-now));
  2359. } else {
  2360. signewnym_impl(now);
  2361. }
  2362. break;
  2363. }
  2364. case SIGCLEARDNSCACHE:
  2365. addressmap_clear_transient();
  2366. control_event_signal(sig);
  2367. break;
  2368. case SIGHEARTBEAT:
  2369. log_heartbeat(time(NULL));
  2370. control_event_signal(sig);
  2371. break;
  2372. }
  2373. }
  2374. /** Returns Tor's uptime. */
  2375. MOCK_IMPL(long,
  2376. get_uptime,(void))
  2377. {
  2378. return stats_n_seconds_working;
  2379. }
  2380. /**
  2381. * Write current memory usage information to the log.
  2382. */
  2383. static void
  2384. dumpmemusage(int severity)
  2385. {
  2386. connection_dump_buffer_mem_stats(severity);
  2387. tor_log(severity, LD_GENERAL, "In rephist: "U64_FORMAT" used by %d Tors.",
  2388. U64_PRINTF_ARG(rephist_total_alloc), rephist_total_num);
  2389. dump_routerlist_mem_usage(severity);
  2390. dump_cell_pool_usage(severity);
  2391. dump_dns_mem_usage(severity);
  2392. tor_log_mallinfo(severity);
  2393. }
  2394. /** Write all statistics to the log, with log level <b>severity</b>. Called
  2395. * in response to a SIGUSR1. */
  2396. static void
  2397. dumpstats(int severity)
  2398. {
  2399. time_t now = time(NULL);
  2400. time_t elapsed;
  2401. size_t rbuf_cap, wbuf_cap, rbuf_len, wbuf_len;
  2402. tor_log(severity, LD_GENERAL, "Dumping stats:");
  2403. SMARTLIST_FOREACH_BEGIN(connection_array, connection_t *, conn) {
  2404. int i = conn_sl_idx;
  2405. tor_log(severity, LD_GENERAL,
  2406. "Conn %d (socket %d) type %d (%s), state %d (%s), created %d secs ago",
  2407. i, (int)conn->s, conn->type, conn_type_to_string(conn->type),
  2408. conn->state, conn_state_to_string(conn->type, conn->state),
  2409. (int)(now - conn->timestamp_created));
  2410. if (!connection_is_listener(conn)) {
  2411. tor_log(severity,LD_GENERAL,
  2412. "Conn %d is to %s:%d.", i,
  2413. safe_str_client(conn->address),
  2414. conn->port);
  2415. tor_log(severity,LD_GENERAL,
  2416. "Conn %d: %d bytes waiting on inbuf (len %d, last read %d secs ago)",
  2417. i,
  2418. (int)connection_get_inbuf_len(conn),
  2419. (int)buf_allocation(conn->inbuf),
  2420. (int)(now - conn->timestamp_lastread));
  2421. tor_log(severity,LD_GENERAL,
  2422. "Conn %d: %d bytes waiting on outbuf "
  2423. "(len %d, last written %d secs ago)",i,
  2424. (int)connection_get_outbuf_len(conn),
  2425. (int)buf_allocation(conn->outbuf),
  2426. (int)(now - conn->timestamp_lastwritten));
  2427. if (conn->type == CONN_TYPE_OR) {
  2428. or_connection_t *or_conn = TO_OR_CONN(conn);
  2429. if (or_conn->tls) {
  2430. if (tor_tls_get_buffer_sizes(or_conn->tls, &rbuf_cap, &rbuf_len,
  2431. &wbuf_cap, &wbuf_len) == 0) {
  2432. tor_log(severity, LD_GENERAL,
  2433. "Conn %d: %d/%d bytes used on OpenSSL read buffer; "
  2434. "%d/%d bytes used on write buffer.",
  2435. i, (int)rbuf_len, (int)rbuf_cap, (int)wbuf_len, (int)wbuf_cap);
  2436. }
  2437. }
  2438. }
  2439. }
  2440. circuit_dump_by_conn(conn, severity); /* dump info about all the circuits
  2441. * using this conn */
  2442. } SMARTLIST_FOREACH_END(conn);
  2443. channel_dumpstats(severity);
  2444. channel_listener_dumpstats(severity);
  2445. tor_log(severity, LD_NET,
  2446. "Cells processed: "U64_FORMAT" padding\n"
  2447. " "U64_FORMAT" create\n"
  2448. " "U64_FORMAT" created\n"
  2449. " "U64_FORMAT" relay\n"
  2450. " ("U64_FORMAT" relayed)\n"
  2451. " ("U64_FORMAT" delivered)\n"
  2452. " "U64_FORMAT" destroy",
  2453. U64_PRINTF_ARG(stats_n_padding_cells_processed),
  2454. U64_PRINTF_ARG(stats_n_create_cells_processed),
  2455. U64_PRINTF_ARG(stats_n_created_cells_processed),
  2456. U64_PRINTF_ARG(stats_n_relay_cells_processed),
  2457. U64_PRINTF_ARG(stats_n_relay_cells_relayed),
  2458. U64_PRINTF_ARG(stats_n_relay_cells_delivered),
  2459. U64_PRINTF_ARG(stats_n_destroy_cells_processed));
  2460. if (stats_n_data_cells_packaged)
  2461. tor_log(severity,LD_NET,"Average packaged cell fullness: %2.3f%%",
  2462. 100*(U64_TO_DBL(stats_n_data_bytes_packaged) /
  2463. U64_TO_DBL(stats_n_data_cells_packaged*RELAY_PAYLOAD_SIZE)) );
  2464. if (stats_n_data_cells_received)
  2465. tor_log(severity,LD_NET,"Average delivered cell fullness: %2.3f%%",
  2466. 100*(U64_TO_DBL(stats_n_data_bytes_received) /
  2467. U64_TO_DBL(stats_n_data_cells_received*RELAY_PAYLOAD_SIZE)) );
  2468. cpuworker_log_onionskin_overhead(severity, ONION_HANDSHAKE_TYPE_TAP, "TAP");
  2469. cpuworker_log_onionskin_overhead(severity, ONION_HANDSHAKE_TYPE_NTOR,"ntor");
  2470. if (now - time_of_process_start >= 0)
  2471. elapsed = now - time_of_process_start;
  2472. else
  2473. elapsed = 0;
  2474. if (elapsed) {
  2475. tor_log(severity, LD_NET,
  2476. "Average bandwidth: "U64_FORMAT"/%d = %d bytes/sec reading",
  2477. U64_PRINTF_ARG(stats_n_bytes_read),
  2478. (int)elapsed,
  2479. (int) (stats_n_bytes_read/elapsed));
  2480. tor_log(severity, LD_NET,
  2481. "Average bandwidth: "U64_FORMAT"/%d = %d bytes/sec writing",
  2482. U64_PRINTF_ARG(stats_n_bytes_written),
  2483. (int)elapsed,
  2484. (int) (stats_n_bytes_written/elapsed));
  2485. }
  2486. tor_log(severity, LD_NET, "--------------- Dumping memory information:");
  2487. dumpmemusage(severity);
  2488. rep_hist_dump_stats(now,severity);
  2489. rend_service_dump_stats(severity);
  2490. dump_pk_ops(severity);
  2491. dump_distinct_digest_count(severity);
  2492. }
  2493. /** Called by exit() as we shut down the process.
  2494. */
  2495. static void
  2496. exit_function(void)
  2497. {
  2498. /* NOTE: If we ever daemonize, this gets called immediately. That's
  2499. * okay for now, because we only use this on Windows. */
  2500. #ifdef _WIN32
  2501. WSACleanup();
  2502. #endif
  2503. }
  2504. #ifdef _WIN32
  2505. #define UNIX_ONLY 0
  2506. #else
  2507. #define UNIX_ONLY 1
  2508. #endif
  2509. static struct {
  2510. int signal_value;
  2511. int try_to_register;
  2512. struct event *signal_event;
  2513. } signal_handlers[] = {
  2514. #ifdef SIGINT
  2515. { SIGINT, UNIX_ONLY, NULL }, /* do a controlled slow shutdown */
  2516. #endif
  2517. #ifdef SIGTERM
  2518. { SIGTERM, UNIX_ONLY, NULL }, /* to terminate now */
  2519. #endif
  2520. #ifdef SIGPIPE
  2521. { SIGPIPE, UNIX_ONLY, NULL }, /* otherwise SIGPIPE kills us */
  2522. #endif
  2523. #ifdef SIGUSR1
  2524. { SIGUSR1, UNIX_ONLY, NULL }, /* dump stats */
  2525. #endif
  2526. #ifdef SIGUSR2
  2527. { SIGUSR2, UNIX_ONLY, NULL }, /* go to loglevel debug */
  2528. #endif
  2529. #ifdef SIGHUP
  2530. { SIGHUP, UNIX_ONLY, NULL }, /* to reload config, retry conns, etc */
  2531. #endif
  2532. #ifdef SIGXFSZ
  2533. { SIGXFSZ, UNIX_ONLY, NULL }, /* handle file-too-big resource exhaustion */
  2534. #endif
  2535. #ifdef SIGCHLD
  2536. { SIGCHLD, UNIX_ONLY, NULL }, /* handle dns/cpu workers that exit */
  2537. #endif
  2538. /* These are controller-only */
  2539. { SIGNEWNYM, 0, NULL },
  2540. { SIGCLEARDNSCACHE, 0, NULL },
  2541. { SIGHEARTBEAT, 0, NULL },
  2542. { -1, -1, NULL }
  2543. };
  2544. /** Set up the signal handlers for either parent or child process */
  2545. void
  2546. handle_signals(int is_parent)
  2547. {
  2548. int i;
  2549. if (is_parent) {
  2550. for (i = 0; signal_handlers[i].signal_value >= 0; ++i) {
  2551. if (signal_handlers[i].try_to_register) {
  2552. signal_handlers[i].signal_event =
  2553. tor_evsignal_new(tor_libevent_get_base(),
  2554. signal_handlers[i].signal_value,
  2555. signal_callback,
  2556. &signal_handlers[i].signal_value);
  2557. if (event_add(signal_handlers[i].signal_event, NULL))
  2558. log_warn(LD_BUG, "Error from libevent when adding "
  2559. "event for signal %d",
  2560. signal_handlers[i].signal_value);
  2561. } else {
  2562. signal_handlers[i].signal_event =
  2563. tor_event_new(tor_libevent_get_base(), -1,
  2564. EV_SIGNAL, signal_callback,
  2565. &signal_handlers[i].signal_value);
  2566. }
  2567. }
  2568. } else {
  2569. #ifndef _WIN32
  2570. struct sigaction action;
  2571. action.sa_flags = 0;
  2572. sigemptyset(&action.sa_mask);
  2573. action.sa_handler = SIG_IGN;
  2574. sigaction(SIGINT, &action, NULL);
  2575. sigaction(SIGTERM, &action, NULL);
  2576. sigaction(SIGPIPE, &action, NULL);
  2577. sigaction(SIGUSR1, &action, NULL);
  2578. sigaction(SIGUSR2, &action, NULL);
  2579. sigaction(SIGHUP, &action, NULL);
  2580. #ifdef SIGXFSZ
  2581. sigaction(SIGXFSZ, &action, NULL);
  2582. #endif
  2583. #endif
  2584. }
  2585. }
  2586. /* Make sure the signal handler for signal_num will be called. */
  2587. void
  2588. activate_signal(int signal_num)
  2589. {
  2590. int i;
  2591. for (i = 0; signal_handlers[i].signal_value >= 0; ++i) {
  2592. if (signal_handlers[i].signal_value == signal_num) {
  2593. event_active(signal_handlers[i].signal_event, EV_SIGNAL, 1);
  2594. return;
  2595. }
  2596. }
  2597. }
  2598. /** Main entry point for the Tor command-line client.
  2599. */
  2600. int
  2601. tor_init(int argc, char *argv[])
  2602. {
  2603. char progname[256];
  2604. int quiet = 0;
  2605. time_of_process_start = time(NULL);
  2606. init_connection_lists();
  2607. /* Have the log set up with our application name. */
  2608. tor_snprintf(progname, sizeof(progname), "Tor %s", get_version());
  2609. log_set_application_name(progname);
  2610. /* Set up the crypto nice and early */
  2611. if (crypto_early_init() < 0) {
  2612. log_err(LD_GENERAL, "Unable to initialize the crypto subsystem!");
  2613. return -1;
  2614. }
  2615. /* Initialize the history structures. */
  2616. rep_hist_init();
  2617. /* Initialize the service cache. */
  2618. rend_cache_init();
  2619. addressmap_init(); /* Init the client dns cache. Do it always, since it's
  2620. * cheap. */
  2621. {
  2622. /* We search for the "quiet" option first, since it decides whether we
  2623. * will log anything at all to the command line. */
  2624. config_line_t *opts = NULL, *cmdline_opts = NULL;
  2625. const config_line_t *cl;
  2626. (void) config_parse_commandline(argc, argv, 1, &opts, &cmdline_opts);
  2627. for (cl = cmdline_opts; cl; cl = cl->next) {
  2628. if (!strcmp(cl->key, "--hush"))
  2629. quiet = 1;
  2630. if (!strcmp(cl->key, "--quiet") ||
  2631. !strcmp(cl->key, "--dump-config"))
  2632. quiet = 2;
  2633. /* The following options imply --hush */
  2634. if (!strcmp(cl->key, "--version") || !strcmp(cl->key, "--digests") ||
  2635. !strcmp(cl->key, "--list-torrc-options") ||
  2636. !strcmp(cl->key, "--library-versions") ||
  2637. !strcmp(cl->key, "--hash-password") ||
  2638. !strcmp(cl->key, "-h") || !strcmp(cl->key, "--help")) {
  2639. if (quiet < 1)
  2640. quiet = 1;
  2641. }
  2642. }
  2643. config_free_lines(opts);
  2644. config_free_lines(cmdline_opts);
  2645. }
  2646. /* give it somewhere to log to initially */
  2647. switch (quiet) {
  2648. case 2:
  2649. /* no initial logging */
  2650. break;
  2651. case 1:
  2652. add_temp_log(LOG_WARN);
  2653. break;
  2654. default:
  2655. add_temp_log(LOG_NOTICE);
  2656. }
  2657. quiet_level = quiet;
  2658. {
  2659. const char *version = get_version();
  2660. log_notice(LD_GENERAL, "Tor %s running on %s with Libevent %s, "
  2661. "OpenSSL %s and Zlib %s.", version,
  2662. get_uname(),
  2663. tor_libevent_get_version_str(),
  2664. crypto_openssl_get_version_str(),
  2665. tor_zlib_get_version_str());
  2666. log_notice(LD_GENERAL, "Tor can't help you if you use it wrong! "
  2667. "Learn how to be safe at "
  2668. "https://www.torproject.org/download/download#warning");
  2669. if (strstr(version, "alpha") || strstr(version, "beta"))
  2670. log_notice(LD_GENERAL, "This version is not a stable Tor release. "
  2671. "Expect more bugs than usual.");
  2672. }
  2673. if (network_init()<0) {
  2674. log_err(LD_BUG,"Error initializing network; exiting.");
  2675. return -1;
  2676. }
  2677. atexit(exit_function);
  2678. if (options_init_from_torrc(argc,argv) < 0) {
  2679. log_err(LD_CONFIG,"Reading config failed--see warnings above.");
  2680. return -1;
  2681. }
  2682. /* The options are now initialised */
  2683. const or_options_t *options = get_options();
  2684. #ifndef _WIN32
  2685. if (geteuid()==0)
  2686. log_warn(LD_GENERAL,"You are running Tor as root. You don't need to, "
  2687. "and you probably shouldn't.");
  2688. #endif
  2689. if (crypto_global_init(options->HardwareAccel,
  2690. options->AccelName,
  2691. options->AccelDir)) {
  2692. log_err(LD_BUG, "Unable to initialize OpenSSL. Exiting.");
  2693. return -1;
  2694. }
  2695. stream_choice_seed_weak_rng();
  2696. if (tor_init_libevent_rng() < 0) {
  2697. log_warn(LD_NET, "Problem initializing libevent RNG.");
  2698. }
  2699. /* Scan/clean unparseable descroptors; after reading config */
  2700. routerparse_init();
  2701. return 0;
  2702. }
  2703. /** A lockfile structure, used to prevent two Tors from messing with the
  2704. * data directory at once. If this variable is non-NULL, we're holding
  2705. * the lockfile. */
  2706. static tor_lockfile_t *lockfile = NULL;
  2707. /** Try to grab the lock file described in <b>options</b>, if we do not
  2708. * already have it. If <b>err_if_locked</b> is true, warn if somebody else is
  2709. * holding the lock, and exit if we can't get it after waiting. Otherwise,
  2710. * return -1 if we can't get the lockfile. Return 0 on success.
  2711. */
  2712. int
  2713. try_locking(const or_options_t *options, int err_if_locked)
  2714. {
  2715. if (lockfile)
  2716. return 0;
  2717. else {
  2718. char *fname = options_get_datadir_fname2_suffix(options, "lock",NULL,NULL);
  2719. int already_locked = 0;
  2720. tor_lockfile_t *lf = tor_lockfile_lock(fname, 0, &already_locked);
  2721. tor_free(fname);
  2722. if (!lf) {
  2723. if (err_if_locked && already_locked) {
  2724. int r;
  2725. log_warn(LD_GENERAL, "It looks like another Tor process is running "
  2726. "with the same data directory. Waiting 5 seconds to see "
  2727. "if it goes away.");
  2728. #ifndef _WIN32
  2729. sleep(5);
  2730. #else
  2731. Sleep(5000);
  2732. #endif
  2733. r = try_locking(options, 0);
  2734. if (r<0) {
  2735. log_err(LD_GENERAL, "No, it's still there. Exiting.");
  2736. exit(0);
  2737. }
  2738. return r;
  2739. }
  2740. return -1;
  2741. }
  2742. lockfile = lf;
  2743. return 0;
  2744. }
  2745. }
  2746. /** Return true iff we've successfully acquired the lock file. */
  2747. int
  2748. have_lockfile(void)
  2749. {
  2750. return lockfile != NULL;
  2751. }
  2752. /** If we have successfully acquired the lock file, release it. */
  2753. void
  2754. release_lockfile(void)
  2755. {
  2756. if (lockfile) {
  2757. tor_lockfile_unlock(lockfile);
  2758. lockfile = NULL;
  2759. }
  2760. }
  2761. /** Free all memory that we might have allocated somewhere.
  2762. * If <b>postfork</b>, we are a worker process and we want to free
  2763. * only the parts of memory that we won't touch. If !<b>postfork</b>,
  2764. * Tor is shutting down and we should free everything.
  2765. *
  2766. * Helps us find the real leaks with dmalloc and the like. Also valgrind
  2767. * should then report 0 reachable in its leak report (in an ideal world --
  2768. * in practice libevent, SSL, libc etc never quite free everything). */
  2769. void
  2770. tor_free_all(int postfork)
  2771. {
  2772. if (!postfork) {
  2773. evdns_shutdown(1);
  2774. }
  2775. geoip_free_all();
  2776. dirvote_free_all();
  2777. routerlist_free_all();
  2778. networkstatus_free_all();
  2779. addressmap_free_all();
  2780. dirserv_free_all();
  2781. rend_service_free_all();
  2782. rend_cache_free_all();
  2783. rend_service_authorization_free_all();
  2784. hs_cache_free_all();
  2785. rep_hist_free_all();
  2786. dns_free_all();
  2787. clear_pending_onions();
  2788. circuit_free_all();
  2789. entry_guards_free_all();
  2790. pt_free_all();
  2791. channel_tls_free_all();
  2792. channel_free_all();
  2793. connection_free_all();
  2794. connection_edge_free_all();
  2795. scheduler_free_all();
  2796. nodelist_free_all();
  2797. microdesc_free_all();
  2798. routerparse_free_all();
  2799. ext_orport_free_all();
  2800. control_free_all();
  2801. sandbox_free_getaddrinfo_cache();
  2802. protover_free_all();
  2803. bridges_free_all();
  2804. if (!postfork) {
  2805. config_free_all();
  2806. or_state_free_all();
  2807. router_free_all();
  2808. routerkeys_free_all();
  2809. policies_free_all();
  2810. }
  2811. if (!postfork) {
  2812. tor_tls_free_all();
  2813. #ifndef _WIN32
  2814. tor_getpwnam(NULL);
  2815. #endif
  2816. }
  2817. /* stuff in main.c */
  2818. smartlist_free(connection_array);
  2819. smartlist_free(closeable_connection_lst);
  2820. smartlist_free(active_linked_connection_lst);
  2821. periodic_timer_free(second_timer);
  2822. teardown_periodic_events();
  2823. periodic_timer_free(refill_timer);
  2824. if (!postfork) {
  2825. release_lockfile();
  2826. }
  2827. /* Stuff in util.c and address.c*/
  2828. if (!postfork) {
  2829. escaped(NULL);
  2830. esc_router_info(NULL);
  2831. logs_free_all(); /* free log strings. do this last so logs keep working. */
  2832. }
  2833. }
  2834. /** Do whatever cleanup is necessary before shutting Tor down. */
  2835. void
  2836. tor_cleanup(void)
  2837. {
  2838. const or_options_t *options = get_options();
  2839. if (options->command == CMD_RUN_TOR) {
  2840. time_t now = time(NULL);
  2841. /* Remove our pid file. We don't care if there was an error when we
  2842. * unlink, nothing we could do about it anyways. */
  2843. if (options->PidFile) {
  2844. if (unlink(options->PidFile) != 0) {
  2845. log_warn(LD_FS, "Couldn't unlink pid file %s: %s",
  2846. options->PidFile, strerror(errno));
  2847. }
  2848. }
  2849. if (options->ControlPortWriteToFile) {
  2850. if (unlink(options->ControlPortWriteToFile) != 0) {
  2851. log_warn(LD_FS, "Couldn't unlink control port file %s: %s",
  2852. options->ControlPortWriteToFile,
  2853. strerror(errno));
  2854. }
  2855. }
  2856. if (accounting_is_enabled(options))
  2857. accounting_record_bandwidth_usage(now, get_or_state());
  2858. or_state_mark_dirty(get_or_state(), 0); /* force an immediate save. */
  2859. or_state_save(now);
  2860. if (authdir_mode(options)) {
  2861. sr_save_and_cleanup();
  2862. }
  2863. if (authdir_mode_tests_reachability(options))
  2864. rep_hist_record_mtbf_data(now, 0);
  2865. keypin_close_journal();
  2866. }
  2867. #ifdef USE_DMALLOC
  2868. dmalloc_log_stats();
  2869. #endif
  2870. tor_free_all(0); /* We could move tor_free_all back into the ifdef below
  2871. later, if it makes shutdown unacceptably slow. But for
  2872. now, leave it here: it's helped us catch bugs in the
  2873. past. */
  2874. crypto_global_cleanup();
  2875. #ifdef USE_DMALLOC
  2876. dmalloc_log_unfreed();
  2877. dmalloc_shutdown();
  2878. #endif
  2879. }
  2880. /** Read/create keys as needed, and echo our fingerprint to stdout. */
  2881. static int
  2882. do_list_fingerprint(void)
  2883. {
  2884. char buf[FINGERPRINT_LEN+1];
  2885. crypto_pk_t *k;
  2886. const char *nickname = get_options()->Nickname;
  2887. sandbox_disable_getaddrinfo_cache();
  2888. if (!server_mode(get_options())) {
  2889. log_err(LD_GENERAL,
  2890. "Clients don't have long-term identity keys. Exiting.");
  2891. return -1;
  2892. }
  2893. tor_assert(nickname);
  2894. if (init_keys() < 0) {
  2895. log_err(LD_GENERAL,"Error initializing keys; exiting.");
  2896. return -1;
  2897. }
  2898. if (!(k = get_server_identity_key())) {
  2899. log_err(LD_GENERAL,"Error: missing identity key.");
  2900. return -1;
  2901. }
  2902. if (crypto_pk_get_fingerprint(k, buf, 1)<0) {
  2903. log_err(LD_BUG, "Error computing fingerprint");
  2904. return -1;
  2905. }
  2906. printf("%s %s\n", nickname, buf);
  2907. return 0;
  2908. }
  2909. /** Entry point for password hashing: take the desired password from
  2910. * the command line, and print its salted hash to stdout. **/
  2911. static void
  2912. do_hash_password(void)
  2913. {
  2914. char output[256];
  2915. char key[S2K_RFC2440_SPECIFIER_LEN+DIGEST_LEN];
  2916. crypto_rand(key, S2K_RFC2440_SPECIFIER_LEN-1);
  2917. key[S2K_RFC2440_SPECIFIER_LEN-1] = (uint8_t)96; /* Hash 64 K of data. */
  2918. secret_to_key_rfc2440(key+S2K_RFC2440_SPECIFIER_LEN, DIGEST_LEN,
  2919. get_options()->command_arg, strlen(get_options()->command_arg),
  2920. key);
  2921. base16_encode(output, sizeof(output), key, sizeof(key));
  2922. printf("16:%s\n",output);
  2923. }
  2924. /** Entry point for configuration dumping: write the configuration to
  2925. * stdout. */
  2926. static int
  2927. do_dump_config(void)
  2928. {
  2929. const or_options_t *options = get_options();
  2930. const char *arg = options->command_arg;
  2931. int how;
  2932. char *opts;
  2933. if (!strcmp(arg, "short")) {
  2934. how = OPTIONS_DUMP_MINIMAL;
  2935. } else if (!strcmp(arg, "non-builtin")) {
  2936. how = OPTIONS_DUMP_DEFAULTS;
  2937. } else if (!strcmp(arg, "full")) {
  2938. how = OPTIONS_DUMP_ALL;
  2939. } else {
  2940. fprintf(stderr, "No valid argument to --dump-config found!\n");
  2941. fprintf(stderr, "Please select 'short', 'non-builtin', or 'full'.\n");
  2942. return -1;
  2943. }
  2944. opts = options_dump(options, how);
  2945. printf("%s", opts);
  2946. tor_free(opts);
  2947. return 0;
  2948. }
  2949. static void
  2950. init_addrinfo(void)
  2951. {
  2952. if (! server_mode(get_options()) ||
  2953. (get_options()->Address && strlen(get_options()->Address) > 0)) {
  2954. /* We don't need to seed our own hostname, because we won't be calling
  2955. * resolve_my_address on it.
  2956. */
  2957. return;
  2958. }
  2959. char hname[256];
  2960. // host name to sandbox
  2961. gethostname(hname, sizeof(hname));
  2962. sandbox_add_addrinfo(hname);
  2963. }
  2964. static sandbox_cfg_t*
  2965. sandbox_init_filter(void)
  2966. {
  2967. const or_options_t *options = get_options();
  2968. sandbox_cfg_t *cfg = sandbox_cfg_new();
  2969. int i;
  2970. sandbox_cfg_allow_openat_filename(&cfg,
  2971. get_datadir_fname("cached-status"));
  2972. #define OPEN(name) \
  2973. sandbox_cfg_allow_open_filename(&cfg, tor_strdup(name))
  2974. #define OPEN_DATADIR(name) \
  2975. sandbox_cfg_allow_open_filename(&cfg, get_datadir_fname(name))
  2976. #define OPEN_DATADIR2(name, name2) \
  2977. sandbox_cfg_allow_open_filename(&cfg, get_datadir_fname2((name), (name2)))
  2978. #define OPEN_DATADIR_SUFFIX(name, suffix) do { \
  2979. OPEN_DATADIR(name); \
  2980. OPEN_DATADIR(name suffix); \
  2981. } while (0)
  2982. #define OPEN_DATADIR2_SUFFIX(name, name2, suffix) do { \
  2983. OPEN_DATADIR2(name, name2); \
  2984. OPEN_DATADIR2(name, name2 suffix); \
  2985. } while (0)
  2986. OPEN(options->DataDirectory);
  2987. OPEN_DATADIR("keys");
  2988. OPEN_DATADIR_SUFFIX("cached-certs", ".tmp");
  2989. OPEN_DATADIR_SUFFIX("cached-consensus", ".tmp");
  2990. OPEN_DATADIR_SUFFIX("unverified-consensus", ".tmp");
  2991. OPEN_DATADIR_SUFFIX("unverified-microdesc-consensus", ".tmp");
  2992. OPEN_DATADIR_SUFFIX("cached-microdesc-consensus", ".tmp");
  2993. OPEN_DATADIR_SUFFIX("cached-microdescs", ".tmp");
  2994. OPEN_DATADIR_SUFFIX("cached-microdescs.new", ".tmp");
  2995. OPEN_DATADIR_SUFFIX("cached-descriptors", ".tmp");
  2996. OPEN_DATADIR_SUFFIX("cached-descriptors.new", ".tmp");
  2997. OPEN_DATADIR("cached-descriptors.tmp.tmp");
  2998. OPEN_DATADIR_SUFFIX("cached-extrainfo", ".tmp");
  2999. OPEN_DATADIR_SUFFIX("cached-extrainfo.new", ".tmp");
  3000. OPEN_DATADIR("cached-extrainfo.tmp.tmp");
  3001. OPEN_DATADIR_SUFFIX("state", ".tmp");
  3002. OPEN_DATADIR_SUFFIX("sr-state", ".tmp");
  3003. OPEN_DATADIR_SUFFIX("unparseable-desc", ".tmp");
  3004. OPEN_DATADIR_SUFFIX("v3-status-votes", ".tmp");
  3005. OPEN_DATADIR("key-pinning-journal");
  3006. OPEN("/dev/srandom");
  3007. OPEN("/dev/urandom");
  3008. OPEN("/dev/random");
  3009. OPEN("/etc/hosts");
  3010. OPEN("/proc/meminfo");
  3011. if (options->BridgeAuthoritativeDir)
  3012. OPEN_DATADIR_SUFFIX("networkstatus-bridges", ".tmp");
  3013. if (authdir_mode_handles_descs(options, -1))
  3014. OPEN_DATADIR("approved-routers");
  3015. if (options->ServerDNSResolvConfFile)
  3016. sandbox_cfg_allow_open_filename(&cfg,
  3017. tor_strdup(options->ServerDNSResolvConfFile));
  3018. else
  3019. sandbox_cfg_allow_open_filename(&cfg, tor_strdup("/etc/resolv.conf"));
  3020. for (i = 0; i < 2; ++i) {
  3021. if (get_torrc_fname(i)) {
  3022. sandbox_cfg_allow_open_filename(&cfg, tor_strdup(get_torrc_fname(i)));
  3023. }
  3024. }
  3025. #define RENAME_SUFFIX(name, suffix) \
  3026. sandbox_cfg_allow_rename(&cfg, \
  3027. get_datadir_fname(name suffix), \
  3028. get_datadir_fname(name))
  3029. #define RENAME_SUFFIX2(prefix, name, suffix) \
  3030. sandbox_cfg_allow_rename(&cfg, \
  3031. get_datadir_fname2(prefix, name suffix), \
  3032. get_datadir_fname2(prefix, name))
  3033. RENAME_SUFFIX("cached-certs", ".tmp");
  3034. RENAME_SUFFIX("cached-consensus", ".tmp");
  3035. RENAME_SUFFIX("unverified-consensus", ".tmp");
  3036. RENAME_SUFFIX("unverified-microdesc-consensus", ".tmp");
  3037. RENAME_SUFFIX("cached-microdesc-consensus", ".tmp");
  3038. RENAME_SUFFIX("cached-microdescs", ".tmp");
  3039. RENAME_SUFFIX("cached-microdescs", ".new");
  3040. RENAME_SUFFIX("cached-microdescs.new", ".tmp");
  3041. RENAME_SUFFIX("cached-descriptors", ".tmp");
  3042. RENAME_SUFFIX("cached-descriptors", ".new");
  3043. RENAME_SUFFIX("cached-descriptors.new", ".tmp");
  3044. RENAME_SUFFIX("cached-extrainfo", ".tmp");
  3045. RENAME_SUFFIX("cached-extrainfo", ".new");
  3046. RENAME_SUFFIX("cached-extrainfo.new", ".tmp");
  3047. RENAME_SUFFIX("state", ".tmp");
  3048. RENAME_SUFFIX("sr-state", ".tmp");
  3049. RENAME_SUFFIX("unparseable-desc", ".tmp");
  3050. RENAME_SUFFIX("v3-status-votes", ".tmp");
  3051. if (options->BridgeAuthoritativeDir)
  3052. RENAME_SUFFIX("networkstatus-bridges", ".tmp");
  3053. #define STAT_DATADIR(name) \
  3054. sandbox_cfg_allow_stat_filename(&cfg, get_datadir_fname(name))
  3055. #define STAT_DATADIR2(name, name2) \
  3056. sandbox_cfg_allow_stat_filename(&cfg, get_datadir_fname2((name), (name2)))
  3057. STAT_DATADIR(NULL);
  3058. STAT_DATADIR("lock");
  3059. STAT_DATADIR("state");
  3060. STAT_DATADIR("router-stability");
  3061. STAT_DATADIR("cached-extrainfo.new");
  3062. {
  3063. smartlist_t *files = smartlist_new();
  3064. tor_log_get_logfile_names(files);
  3065. SMARTLIST_FOREACH(files, char *, file_name, {
  3066. /* steals reference */
  3067. sandbox_cfg_allow_open_filename(&cfg, file_name);
  3068. });
  3069. smartlist_free(files);
  3070. }
  3071. {
  3072. smartlist_t *files = smartlist_new();
  3073. smartlist_t *dirs = smartlist_new();
  3074. rend_services_add_filenames_to_lists(files, dirs);
  3075. SMARTLIST_FOREACH(files, char *, file_name, {
  3076. char *tmp_name = NULL;
  3077. tor_asprintf(&tmp_name, "%s.tmp", file_name);
  3078. sandbox_cfg_allow_rename(&cfg,
  3079. tor_strdup(tmp_name), tor_strdup(file_name));
  3080. /* steals references */
  3081. sandbox_cfg_allow_open_filename(&cfg, file_name);
  3082. sandbox_cfg_allow_open_filename(&cfg, tmp_name);
  3083. });
  3084. SMARTLIST_FOREACH(dirs, char *, dir, {
  3085. /* steals reference */
  3086. sandbox_cfg_allow_stat_filename(&cfg, dir);
  3087. });
  3088. smartlist_free(files);
  3089. smartlist_free(dirs);
  3090. }
  3091. {
  3092. char *fname;
  3093. if ((fname = get_controller_cookie_file_name())) {
  3094. sandbox_cfg_allow_open_filename(&cfg, fname);
  3095. }
  3096. if ((fname = get_ext_or_auth_cookie_file_name())) {
  3097. sandbox_cfg_allow_open_filename(&cfg, fname);
  3098. }
  3099. }
  3100. SMARTLIST_FOREACH_BEGIN(get_configured_ports(), port_cfg_t *, port) {
  3101. if (!port->is_unix_addr)
  3102. continue;
  3103. /* When we open an AF_UNIX address, we want permission to open the
  3104. * directory that holds it. */
  3105. char *dirname = tor_strdup(port->unix_addr);
  3106. if (get_parent_directory(dirname) == 0) {
  3107. OPEN(dirname);
  3108. }
  3109. tor_free(dirname);
  3110. sandbox_cfg_allow_chmod_filename(&cfg, tor_strdup(port->unix_addr));
  3111. sandbox_cfg_allow_chown_filename(&cfg, tor_strdup(port->unix_addr));
  3112. } SMARTLIST_FOREACH_END(port);
  3113. if (options->DirPortFrontPage) {
  3114. sandbox_cfg_allow_open_filename(&cfg,
  3115. tor_strdup(options->DirPortFrontPage));
  3116. }
  3117. // orport
  3118. if (server_mode(get_options())) {
  3119. OPEN_DATADIR2_SUFFIX("keys", "secret_id_key", ".tmp");
  3120. OPEN_DATADIR2_SUFFIX("keys", "secret_onion_key", ".tmp");
  3121. OPEN_DATADIR2_SUFFIX("keys", "secret_onion_key_ntor", ".tmp");
  3122. OPEN_DATADIR2("keys", "secret_id_key.old");
  3123. OPEN_DATADIR2("keys", "secret_onion_key.old");
  3124. OPEN_DATADIR2("keys", "secret_onion_key_ntor.old");
  3125. OPEN_DATADIR2_SUFFIX("keys", "ed25519_master_id_secret_key", ".tmp");
  3126. OPEN_DATADIR2_SUFFIX("keys", "ed25519_master_id_secret_key_encrypted",
  3127. ".tmp");
  3128. OPEN_DATADIR2_SUFFIX("keys", "ed25519_master_id_public_key", ".tmp");
  3129. OPEN_DATADIR2_SUFFIX("keys", "ed25519_signing_secret_key", ".tmp");
  3130. OPEN_DATADIR2_SUFFIX("keys", "ed25519_signing_secret_key_encrypted",
  3131. ".tmp");
  3132. OPEN_DATADIR2_SUFFIX("keys", "ed25519_signing_public_key", ".tmp");
  3133. OPEN_DATADIR2_SUFFIX("keys", "ed25519_signing_cert", ".tmp");
  3134. OPEN_DATADIR2_SUFFIX("stats", "bridge-stats", ".tmp");
  3135. OPEN_DATADIR2_SUFFIX("stats", "dirreq-stats", ".tmp");
  3136. OPEN_DATADIR2_SUFFIX("stats", "entry-stats", ".tmp");
  3137. OPEN_DATADIR2_SUFFIX("stats", "exit-stats", ".tmp");
  3138. OPEN_DATADIR2_SUFFIX("stats", "buffer-stats", ".tmp");
  3139. OPEN_DATADIR2_SUFFIX("stats", "conn-stats", ".tmp");
  3140. OPEN_DATADIR2_SUFFIX("stats", "hidserv-stats", ".tmp");
  3141. OPEN_DATADIR("approved-routers");
  3142. OPEN_DATADIR_SUFFIX("fingerprint", ".tmp");
  3143. OPEN_DATADIR_SUFFIX("hashed-fingerprint", ".tmp");
  3144. OPEN_DATADIR_SUFFIX("router-stability", ".tmp");
  3145. OPEN("/etc/resolv.conf");
  3146. RENAME_SUFFIX("fingerprint", ".tmp");
  3147. RENAME_SUFFIX2("keys", "secret_onion_key_ntor", ".tmp");
  3148. RENAME_SUFFIX2("keys", "secret_id_key", ".tmp");
  3149. RENAME_SUFFIX2("keys", "secret_id_key.old", ".tmp");
  3150. RENAME_SUFFIX2("keys", "secret_onion_key", ".tmp");
  3151. RENAME_SUFFIX2("keys", "secret_onion_key.old", ".tmp");
  3152. RENAME_SUFFIX2("stats", "bridge-stats", ".tmp");
  3153. RENAME_SUFFIX2("stats", "dirreq-stats", ".tmp");
  3154. RENAME_SUFFIX2("stats", "entry-stats", ".tmp");
  3155. RENAME_SUFFIX2("stats", "exit-stats", ".tmp");
  3156. RENAME_SUFFIX2("stats", "buffer-stats", ".tmp");
  3157. RENAME_SUFFIX2("stats", "conn-stats", ".tmp");
  3158. RENAME_SUFFIX2("stats", "hidserv-stats", ".tmp");
  3159. RENAME_SUFFIX("hashed-fingerprint", ".tmp");
  3160. RENAME_SUFFIX("router-stability", ".tmp");
  3161. RENAME_SUFFIX2("keys", "ed25519_master_id_secret_key", ".tmp");
  3162. RENAME_SUFFIX2("keys", "ed25519_master_id_secret_key_encrypted", ".tmp");
  3163. RENAME_SUFFIX2("keys", "ed25519_master_id_public_key", ".tmp");
  3164. RENAME_SUFFIX2("keys", "ed25519_signing_secret_key", ".tmp");
  3165. RENAME_SUFFIX2("keys", "ed25519_signing_cert", ".tmp");
  3166. sandbox_cfg_allow_rename(&cfg,
  3167. get_datadir_fname2("keys", "secret_onion_key"),
  3168. get_datadir_fname2("keys", "secret_onion_key.old"));
  3169. sandbox_cfg_allow_rename(&cfg,
  3170. get_datadir_fname2("keys", "secret_onion_key_ntor"),
  3171. get_datadir_fname2("keys", "secret_onion_key_ntor.old"));
  3172. STAT_DATADIR("keys");
  3173. OPEN_DATADIR("stats");
  3174. STAT_DATADIR("stats");
  3175. STAT_DATADIR2("stats", "dirreq-stats");
  3176. }
  3177. init_addrinfo();
  3178. return cfg;
  3179. }
  3180. /** Main entry point for the Tor process. Called from main(). */
  3181. /* This function is distinct from main() only so we can link main.c into
  3182. * the unittest binary without conflicting with the unittests' main. */
  3183. int
  3184. tor_main(int argc, char *argv[])
  3185. {
  3186. int result = 0;
  3187. #ifdef _WIN32
  3188. /* Call SetProcessDEPPolicy to permanently enable DEP.
  3189. The function will not resolve on earlier versions of Windows,
  3190. and failure is not dangerous. */
  3191. HMODULE hMod = GetModuleHandleA("Kernel32.dll");
  3192. if (hMod) {
  3193. typedef BOOL (WINAPI *PSETDEP)(DWORD);
  3194. PSETDEP setdeppolicy = (PSETDEP)GetProcAddress(hMod,
  3195. "SetProcessDEPPolicy");
  3196. if (setdeppolicy) setdeppolicy(1); /* PROCESS_DEP_ENABLE */
  3197. }
  3198. #endif
  3199. configure_backtrace_handler(get_version());
  3200. update_approx_time(time(NULL));
  3201. tor_threads_init();
  3202. init_logging(0);
  3203. #ifdef USE_DMALLOC
  3204. {
  3205. /* Instruct OpenSSL to use our internal wrappers for malloc,
  3206. realloc and free. */
  3207. int r = CRYPTO_set_mem_ex_functions(tor_malloc_, tor_realloc_, tor_free_);
  3208. tor_assert(r);
  3209. }
  3210. #endif
  3211. #ifdef NT_SERVICE
  3212. {
  3213. int done = 0;
  3214. result = nt_service_parse_options(argc, argv, &done);
  3215. if (done) return result;
  3216. }
  3217. #endif
  3218. if (tor_init(argc, argv)<0)
  3219. return -1;
  3220. if (get_options()->Sandbox && get_options()->command == CMD_RUN_TOR) {
  3221. sandbox_cfg_t* cfg = sandbox_init_filter();
  3222. if (sandbox_init(cfg)) {
  3223. log_err(LD_BUG,"Failed to create syscall sandbox filter");
  3224. return -1;
  3225. }
  3226. // registering libevent rng
  3227. #ifdef HAVE_EVUTIL_SECURE_RNG_SET_URANDOM_DEVICE_FILE
  3228. evutil_secure_rng_set_urandom_device_file(
  3229. (char*) sandbox_intern_string("/dev/urandom"));
  3230. #endif
  3231. }
  3232. monotime_init();
  3233. switch (get_options()->command) {
  3234. case CMD_RUN_TOR:
  3235. #ifdef NT_SERVICE
  3236. nt_service_set_state(SERVICE_RUNNING);
  3237. #endif
  3238. result = do_main_loop();
  3239. break;
  3240. case CMD_KEYGEN:
  3241. result = load_ed_keys(get_options(), time(NULL));
  3242. break;
  3243. case CMD_LIST_FINGERPRINT:
  3244. result = do_list_fingerprint();
  3245. break;
  3246. case CMD_HASH_PASSWORD:
  3247. do_hash_password();
  3248. result = 0;
  3249. break;
  3250. case CMD_VERIFY_CONFIG:
  3251. if (quiet_level == 0)
  3252. printf("Configuration was valid\n");
  3253. result = 0;
  3254. break;
  3255. case CMD_DUMP_CONFIG:
  3256. result = do_dump_config();
  3257. break;
  3258. case CMD_RUN_UNITTESTS: /* only set by test.c */
  3259. default:
  3260. log_warn(LD_BUG,"Illegal command number %d: internal error.",
  3261. get_options()->command);
  3262. result = -1;
  3263. }
  3264. tor_cleanup();
  3265. return result;
  3266. }