main.c 136 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051405240534054405540564057405840594060406140624063406440654066406740684069407040714072407340744075407640774078407940804081408240834084408540864087408840894090409140924093409440954096409740984099410041014102410341044105410641074108410941104111411241134114411541164117411841194120412141224123412441254126412741284129413041314132413341344135413641374138413941404141414241434144414541464147414841494150415141524153415441554156415741584159416041614162416341644165416641674168416941704171417241734174417541764177417841794180418141824183418441854186418741884189419041914192419341944195419641974198419942004201420242034204420542064207420842094210421142124213421442154216421742184219422042214222422342244225422642274228422942304231423242334234423542364237423842394240424142424243424442454246424742484249425042514252425342544255425642574258425942604261426242634264426542664267426842694270427142724273427442754276427742784279428042814282428342844285428642874288428942904291429242934294429542964297429842994300430143024303
  1. /* Copyright (c) 2001 Matej Pfajfar.
  2. * Copyright (c) 2001-2004, Roger Dingledine.
  3. * Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  4. * Copyright (c) 2007-2017, The Tor Project, Inc. */
  5. /* See LICENSE for licensing information */
  6. /**
  7. * \file main.c
  8. * \brief Toplevel module. Handles signals, multiplexes between
  9. * connections, implements main loop, and drives scheduled events.
  10. *
  11. * For the main loop itself; see run_main_loop_once(). It invokes the rest of
  12. * Tor mostly through Libevent callbacks. Libevent callbacks can happen when
  13. * a timer elapses, a signal is received, a socket is ready to read or write,
  14. * or an event is manually activated.
  15. *
  16. * Most events in Tor are driven from these callbacks:
  17. * <ul>
  18. * <li>conn_read_callback() and conn_write_callback() here, which are
  19. * invoked when a socket is ready to read or write respectively.
  20. * <li>signal_callback(), which handles incoming signals.
  21. * </ul>
  22. * Other events are used for specific purposes, or for building more complex
  23. * control structures. If you search for usage of tor_libevent_new(), you
  24. * will find all the events that we construct in Tor.
  25. *
  26. * Tor has numerous housekeeping operations that need to happen
  27. * regularly. They are handled in different ways:
  28. * <ul>
  29. * <li>The most frequent operations are handled after every read or write
  30. * event, at the end of connection_handle_read() and
  31. * connection_handle_write().
  32. *
  33. * <li>The next most frequent operations happen after each invocation of the
  34. * main loop, in run_main_loop_once().
  35. *
  36. * <li>Once per second, we run all of the operations listed in
  37. * second_elapsed_callback(), and in its child, run_scheduled_events().
  38. *
  39. * <li>Once-a-second operations are handled in second_elapsed_callback().
  40. *
  41. * <li>More infrequent operations take place based on the periodic event
  42. * driver in periodic.c . These are stored in the periodic_events[]
  43. * table.
  44. * </ul>
  45. *
  46. **/
  47. #define MAIN_PRIVATE
  48. #include "or.h"
  49. #include "addressmap.h"
  50. #include "backtrace.h"
  51. #include "bridges.h"
  52. #include "buffers.h"
  53. #include "buffers_tls.h"
  54. #include "channel.h"
  55. #include "channeltls.h"
  56. #include "channelpadding.h"
  57. #include "circuitbuild.h"
  58. #include "circuitlist.h"
  59. #include "circuituse.h"
  60. #include "circuitmux_ewma.h"
  61. #include "command.h"
  62. #include "compress.h"
  63. #include "config.h"
  64. #include "confparse.h"
  65. #include "connection.h"
  66. #include "connection_edge.h"
  67. #include "connection_or.h"
  68. #include "consdiffmgr.h"
  69. #include "control.h"
  70. #include "cpuworker.h"
  71. #include "crypto_s2k.h"
  72. #include "crypto_rand.h"
  73. #include "directory.h"
  74. #include "dirserv.h"
  75. #include "dns.h"
  76. #include "dnsserv.h"
  77. #include "dos.h"
  78. #include "entrynodes.h"
  79. #include "geoip.h"
  80. #include "hibernate.h"
  81. #include "hs_cache.h"
  82. #include "hs_circuitmap.h"
  83. #include "hs_client.h"
  84. #include "keypin.h"
  85. #include "main.h"
  86. #include "microdesc.h"
  87. #include "networkstatus.h"
  88. #include "nodelist.h"
  89. #include "ntmain.h"
  90. #include "onion.h"
  91. #include "periodic.h"
  92. #include "policies.h"
  93. #include "protover.h"
  94. #include "transports.h"
  95. #include "relay.h"
  96. #include "rendclient.h"
  97. #include "rendcommon.h"
  98. #include "rendservice.h"
  99. #include "rephist.h"
  100. #include "router.h"
  101. #include "routerkeys.h"
  102. #include "routerlist.h"
  103. #include "routerparse.h"
  104. #include "scheduler.h"
  105. #include "statefile.h"
  106. #include "status.h"
  107. #include "tor_api.h"
  108. #include "tor_api_internal.h"
  109. #include "util_process.h"
  110. #include "ext_orport.h"
  111. #ifdef USE_DMALLOC
  112. #include <dmalloc.h>
  113. #endif
  114. #include "memarea.h"
  115. #include "sandbox.h"
  116. #include <event2/event.h>
  117. #include "dirauth/dirvote.h"
  118. #include "dirauth/mode.h"
  119. #include "dirauth/shared_random.h"
  120. #ifdef HAVE_SYSTEMD
  121. # if defined(__COVERITY__) && !defined(__INCLUDE_LEVEL__)
  122. /* Systemd's use of gcc's __INCLUDE_LEVEL__ extension macro appears to confuse
  123. * Coverity. Here's a kludge to unconfuse it.
  124. */
  125. # define __INCLUDE_LEVEL__ 2
  126. #endif /* defined(__COVERITY__) && !defined(__INCLUDE_LEVEL__) */
  127. #include <systemd/sd-daemon.h>
  128. #endif /* defined(HAVE_SYSTEMD) */
  129. void evdns_shutdown(int);
  130. #ifdef HAVE_RUST
  131. // helper function defined in Rust to output a log message indicating if tor is
  132. // running with Rust enabled. See src/rust/tor_util
  133. void rust_log_welcome_string(void);
  134. #endif
  135. /********* PROTOTYPES **********/
  136. static void dumpmemusage(int severity);
  137. static void dumpstats(int severity); /* log stats */
  138. static void conn_read_callback(evutil_socket_t fd, short event, void *_conn);
  139. static void conn_write_callback(evutil_socket_t fd, short event, void *_conn);
  140. static void second_elapsed_callback(periodic_timer_t *timer, void *args);
  141. static int conn_close_if_marked(int i);
  142. static void connection_start_reading_from_linked_conn(connection_t *conn);
  143. static int connection_should_read_from_linked_conn(connection_t *conn);
  144. static int run_main_loop_until_done(void);
  145. static void process_signal(int sig);
  146. static void shutdown_did_not_work_callback(evutil_socket_t fd, short event,
  147. void *arg) ATTR_NORETURN;
  148. /********* START VARIABLES **********/
  149. /* Token bucket for all traffic. */
  150. token_bucket_rw_t global_bucket;
  151. /* Token bucket for relayed traffic. */
  152. token_bucket_rw_t global_relayed_bucket;
  153. /* XXX we might want to keep stats about global_relayed_*_bucket too. Or not.*/
  154. /** How many bytes have we read since we started the process? */
  155. static uint64_t stats_n_bytes_read = 0;
  156. /** How many bytes have we written since we started the process? */
  157. static uint64_t stats_n_bytes_written = 0;
  158. /** What time did this process start up? */
  159. time_t time_of_process_start = 0;
  160. /** How many seconds have we been running? */
  161. static long stats_n_seconds_working = 0;
  162. /** How many times have we returned from the main loop successfully? */
  163. static uint64_t stats_n_main_loop_successes = 0;
  164. /** How many times have we received an error from the main loop? */
  165. static uint64_t stats_n_main_loop_errors = 0;
  166. /** How many times have we returned from the main loop with no events. */
  167. static uint64_t stats_n_main_loop_idle = 0;
  168. /** How often will we honor SIGNEWNYM requests? */
  169. #define MAX_SIGNEWNYM_RATE 10
  170. /** When did we last process a SIGNEWNYM request? */
  171. static time_t time_of_last_signewnym = 0;
  172. /** Is there a signewnym request we're currently waiting to handle? */
  173. static int signewnym_is_pending = 0;
  174. /** Mainloop event for the deferred signewnym call. */
  175. static mainloop_event_t *handle_deferred_signewnym_ev = NULL;
  176. /** How many times have we called newnym? */
  177. static unsigned newnym_epoch = 0;
  178. /** Smartlist of all open connections. */
  179. STATIC smartlist_t *connection_array = NULL;
  180. /** List of connections that have been marked for close and need to be freed
  181. * and removed from connection_array. */
  182. static smartlist_t *closeable_connection_lst = NULL;
  183. /** List of linked connections that are currently reading data into their
  184. * inbuf from their partner's outbuf. */
  185. static smartlist_t *active_linked_connection_lst = NULL;
  186. /** Flag: Set to true iff we entered the current libevent main loop via
  187. * <b>loop_once</b>. If so, there's no need to trigger a loopexit in order
  188. * to handle linked connections. */
  189. static int called_loop_once = 0;
  190. /** Flag: if true, it's time to shut down, so the main loop should exit as
  191. * soon as possible.
  192. */
  193. static int main_loop_should_exit = 0;
  194. /** The return value that the main loop should yield when it exits, if
  195. * main_loop_should_exit is true.
  196. */
  197. static int main_loop_exit_value = 0;
  198. /** We set this to 1 when we've opened a circuit, so we can print a log
  199. * entry to inform the user that Tor is working. We set it to 0 when
  200. * we think the fact that we once opened a circuit doesn't mean we can do so
  201. * any longer (a big time jump happened, when we notice our directory is
  202. * heinously out-of-date, etc.
  203. */
  204. static int can_complete_circuits = 0;
  205. /** How often do we check for router descriptors that we should download
  206. * when we have too little directory info? */
  207. #define GREEDY_DESCRIPTOR_RETRY_INTERVAL (10)
  208. /** How often do we check for router descriptors that we should download
  209. * when we have enough directory info? */
  210. #define LAZY_DESCRIPTOR_RETRY_INTERVAL (60)
  211. /** Decides our behavior when no logs are configured/before any
  212. * logs have been configured. For 0, we log notice to stdout as normal.
  213. * For 1, we log warnings only. For 2, we log nothing.
  214. */
  215. int quiet_level = 0;
  216. /********* END VARIABLES ************/
  217. /****************************************************************************
  218. *
  219. * This section contains accessors and other methods on the connection_array
  220. * variables (which are global within this file and unavailable outside it).
  221. *
  222. ****************************************************************************/
  223. /** Return 1 if we have successfully built a circuit, and nothing has changed
  224. * to make us think that maybe we can't.
  225. */
  226. int
  227. have_completed_a_circuit(void)
  228. {
  229. return can_complete_circuits;
  230. }
  231. /** Note that we have successfully built a circuit, so that reachability
  232. * testing and introduction points and so on may be attempted. */
  233. void
  234. note_that_we_completed_a_circuit(void)
  235. {
  236. can_complete_circuits = 1;
  237. }
  238. /** Note that something has happened (like a clock jump, or DisableNetwork) to
  239. * make us think that maybe we can't complete circuits. */
  240. void
  241. note_that_we_maybe_cant_complete_circuits(void)
  242. {
  243. can_complete_circuits = 0;
  244. }
  245. /** Add <b>conn</b> to the array of connections that we can poll on. The
  246. * connection's socket must be set; the connection starts out
  247. * non-reading and non-writing.
  248. */
  249. int
  250. connection_add_impl(connection_t *conn, int is_connecting)
  251. {
  252. tor_assert(conn);
  253. tor_assert(SOCKET_OK(conn->s) ||
  254. conn->linked ||
  255. (conn->type == CONN_TYPE_AP &&
  256. TO_EDGE_CONN(conn)->is_dns_request));
  257. tor_assert(conn->conn_array_index == -1); /* can only connection_add once */
  258. conn->conn_array_index = smartlist_len(connection_array);
  259. smartlist_add(connection_array, conn);
  260. (void) is_connecting;
  261. if (SOCKET_OK(conn->s) || conn->linked) {
  262. conn->read_event = tor_event_new(tor_libevent_get_base(),
  263. conn->s, EV_READ|EV_PERSIST, conn_read_callback, conn);
  264. conn->write_event = tor_event_new(tor_libevent_get_base(),
  265. conn->s, EV_WRITE|EV_PERSIST, conn_write_callback, conn);
  266. /* XXXX CHECK FOR NULL RETURN! */
  267. }
  268. log_debug(LD_NET,"new conn type %s, socket %d, address %s, n_conns %d.",
  269. conn_type_to_string(conn->type), (int)conn->s, conn->address,
  270. smartlist_len(connection_array));
  271. return 0;
  272. }
  273. /** Tell libevent that we don't care about <b>conn</b> any more. */
  274. void
  275. connection_unregister_events(connection_t *conn)
  276. {
  277. if (conn->read_event) {
  278. if (event_del(conn->read_event))
  279. log_warn(LD_BUG, "Error removing read event for %d", (int)conn->s);
  280. tor_free(conn->read_event);
  281. }
  282. if (conn->write_event) {
  283. if (event_del(conn->write_event))
  284. log_warn(LD_BUG, "Error removing write event for %d", (int)conn->s);
  285. tor_free(conn->write_event);
  286. }
  287. if (conn->type == CONN_TYPE_AP_DNS_LISTENER) {
  288. dnsserv_close_listener(conn);
  289. }
  290. }
  291. /** Remove the connection from the global list, and remove the
  292. * corresponding poll entry. Calling this function will shift the last
  293. * connection (if any) into the position occupied by conn.
  294. */
  295. int
  296. connection_remove(connection_t *conn)
  297. {
  298. int current_index;
  299. connection_t *tmp;
  300. tor_assert(conn);
  301. log_debug(LD_NET,"removing socket %d (type %s), n_conns now %d",
  302. (int)conn->s, conn_type_to_string(conn->type),
  303. smartlist_len(connection_array));
  304. if (conn->type == CONN_TYPE_AP && conn->socket_family == AF_UNIX) {
  305. log_info(LD_NET, "Closing SOCKS Unix socket connection");
  306. }
  307. control_event_conn_bandwidth(conn);
  308. tor_assert(conn->conn_array_index >= 0);
  309. current_index = conn->conn_array_index;
  310. connection_unregister_events(conn); /* This is redundant, but cheap. */
  311. if (current_index == smartlist_len(connection_array)-1) { /* at the end */
  312. smartlist_del(connection_array, current_index);
  313. return 0;
  314. }
  315. /* replace this one with the one at the end */
  316. smartlist_del(connection_array, current_index);
  317. tmp = smartlist_get(connection_array, current_index);
  318. tmp->conn_array_index = current_index;
  319. return 0;
  320. }
  321. /** If <b>conn</b> is an edge conn, remove it from the list
  322. * of conn's on this circuit. If it's not on an edge,
  323. * flush and send destroys for all circuits on this conn.
  324. *
  325. * Remove it from connection_array (if applicable) and
  326. * from closeable_connection_list.
  327. *
  328. * Then free it.
  329. */
  330. static void
  331. connection_unlink(connection_t *conn)
  332. {
  333. connection_about_to_close_connection(conn);
  334. if (conn->conn_array_index >= 0) {
  335. connection_remove(conn);
  336. }
  337. if (conn->linked_conn) {
  338. conn->linked_conn->linked_conn = NULL;
  339. if (! conn->linked_conn->marked_for_close &&
  340. conn->linked_conn->reading_from_linked_conn)
  341. connection_start_reading(conn->linked_conn);
  342. conn->linked_conn = NULL;
  343. }
  344. smartlist_remove(closeable_connection_lst, conn);
  345. smartlist_remove(active_linked_connection_lst, conn);
  346. if (conn->type == CONN_TYPE_EXIT) {
  347. assert_connection_edge_not_dns_pending(TO_EDGE_CONN(conn));
  348. }
  349. if (conn->type == CONN_TYPE_OR) {
  350. if (!tor_digest_is_zero(TO_OR_CONN(conn)->identity_digest))
  351. connection_or_clear_identity(TO_OR_CONN(conn));
  352. /* connection_unlink() can only get called if the connection
  353. * was already on the closeable list, and it got there by
  354. * connection_mark_for_close(), which was called from
  355. * connection_or_close_normally() or
  356. * connection_or_close_for_error(), so the channel should
  357. * already be in CHANNEL_STATE_CLOSING, and then the
  358. * connection_about_to_close_connection() goes to
  359. * connection_or_about_to_close(), which calls channel_closed()
  360. * to notify the channel_t layer, and closed the channel, so
  361. * nothing more to do here to deal with the channel associated
  362. * with an orconn.
  363. */
  364. }
  365. connection_free(conn);
  366. }
  367. /**
  368. * Callback: used to activate read events for all linked connections, so
  369. * libevent knows to call their read callbacks. This callback run as a
  370. * postloop event, so that the events _it_ activates don't happen until
  371. * Libevent has a chance to check for other events.
  372. */
  373. static void
  374. schedule_active_linked_connections_cb(mainloop_event_t *event, void *arg)
  375. {
  376. (void)event;
  377. (void)arg;
  378. /* All active linked conns should get their read events activated,
  379. * so that libevent knows to run their callbacks. */
  380. SMARTLIST_FOREACH(active_linked_connection_lst, connection_t *, conn,
  381. event_active(conn->read_event, EV_READ, 1));
  382. }
  383. /** Event that invokes schedule_active_linked_connections_cb. */
  384. static mainloop_event_t *schedule_active_linked_connections_event = NULL;
  385. /** Initialize the global connection list, closeable connection list,
  386. * and active connection list. */
  387. STATIC void
  388. init_connection_lists(void)
  389. {
  390. if (!connection_array)
  391. connection_array = smartlist_new();
  392. if (!closeable_connection_lst)
  393. closeable_connection_lst = smartlist_new();
  394. if (!active_linked_connection_lst)
  395. active_linked_connection_lst = smartlist_new();
  396. }
  397. /** Schedule <b>conn</b> to be closed. **/
  398. void
  399. add_connection_to_closeable_list(connection_t *conn)
  400. {
  401. tor_assert(!smartlist_contains(closeable_connection_lst, conn));
  402. tor_assert(conn->marked_for_close);
  403. assert_connection_ok(conn, time(NULL));
  404. smartlist_add(closeable_connection_lst, conn);
  405. mainloop_schedule_postloop_cleanup();
  406. }
  407. /** Return 1 if conn is on the closeable list, else return 0. */
  408. int
  409. connection_is_on_closeable_list(connection_t *conn)
  410. {
  411. return smartlist_contains(closeable_connection_lst, conn);
  412. }
  413. /** Return true iff conn is in the current poll array. */
  414. int
  415. connection_in_array(connection_t *conn)
  416. {
  417. return smartlist_contains(connection_array, conn);
  418. }
  419. /** Set <b>*array</b> to an array of all connections. <b>*array</b> must not
  420. * be modified.
  421. */
  422. MOCK_IMPL(smartlist_t *,
  423. get_connection_array, (void))
  424. {
  425. if (!connection_array)
  426. connection_array = smartlist_new();
  427. return connection_array;
  428. }
  429. /**
  430. * Return the amount of network traffic read, in bytes, over the life of this
  431. * process.
  432. */
  433. MOCK_IMPL(uint64_t,
  434. get_bytes_read,(void))
  435. {
  436. return stats_n_bytes_read;
  437. }
  438. /**
  439. * Return the amount of network traffic read, in bytes, over the life of this
  440. * process.
  441. */
  442. MOCK_IMPL(uint64_t,
  443. get_bytes_written,(void))
  444. {
  445. return stats_n_bytes_written;
  446. }
  447. /**
  448. * Increment the amount of network traffic read and written, over the life of
  449. * this process.
  450. */
  451. void
  452. stats_increment_bytes_read_and_written(uint64_t r, uint64_t w)
  453. {
  454. stats_n_bytes_read += r;
  455. stats_n_bytes_written += w;
  456. }
  457. /** Set the event mask on <b>conn</b> to <b>events</b>. (The event
  458. * mask is a bitmask whose bits are READ_EVENT and WRITE_EVENT)
  459. */
  460. void
  461. connection_watch_events(connection_t *conn, watchable_events_t events)
  462. {
  463. if (events & READ_EVENT)
  464. connection_start_reading(conn);
  465. else
  466. connection_stop_reading(conn);
  467. if (events & WRITE_EVENT)
  468. connection_start_writing(conn);
  469. else
  470. connection_stop_writing(conn);
  471. }
  472. /** Return true iff <b>conn</b> is listening for read events. */
  473. int
  474. connection_is_reading(connection_t *conn)
  475. {
  476. tor_assert(conn);
  477. return conn->reading_from_linked_conn ||
  478. (conn->read_event && event_pending(conn->read_event, EV_READ, NULL));
  479. }
  480. /** Reset our main loop counters. */
  481. void
  482. reset_main_loop_counters(void)
  483. {
  484. stats_n_main_loop_successes = 0;
  485. stats_n_main_loop_errors = 0;
  486. stats_n_main_loop_idle = 0;
  487. }
  488. /** Increment the main loop success counter. */
  489. static void
  490. increment_main_loop_success_count(void)
  491. {
  492. ++stats_n_main_loop_successes;
  493. }
  494. /** Get the main loop success counter. */
  495. uint64_t
  496. get_main_loop_success_count(void)
  497. {
  498. return stats_n_main_loop_successes;
  499. }
  500. /** Increment the main loop error counter. */
  501. static void
  502. increment_main_loop_error_count(void)
  503. {
  504. ++stats_n_main_loop_errors;
  505. }
  506. /** Get the main loop error counter. */
  507. uint64_t
  508. get_main_loop_error_count(void)
  509. {
  510. return stats_n_main_loop_errors;
  511. }
  512. /** Increment the main loop idle counter. */
  513. static void
  514. increment_main_loop_idle_count(void)
  515. {
  516. ++stats_n_main_loop_idle;
  517. }
  518. /** Get the main loop idle counter. */
  519. uint64_t
  520. get_main_loop_idle_count(void)
  521. {
  522. return stats_n_main_loop_idle;
  523. }
  524. /** Check whether <b>conn</b> is correct in having (or not having) a
  525. * read/write event (passed in <b>ev</b>). On success, return 0. On failure,
  526. * log a warning and return -1. */
  527. static int
  528. connection_check_event(connection_t *conn, struct event *ev)
  529. {
  530. int bad;
  531. if (conn->type == CONN_TYPE_AP && TO_EDGE_CONN(conn)->is_dns_request) {
  532. /* DNS requests which we launch through the dnsserv.c module do not have
  533. * any underlying socket or any underlying linked connection, so they
  534. * shouldn't have any attached events either.
  535. */
  536. bad = ev != NULL;
  537. } else {
  538. /* Everything else should have an underlying socket, or a linked
  539. * connection (which is also tracked with a read_event/write_event pair).
  540. */
  541. bad = ev == NULL;
  542. }
  543. if (bad) {
  544. log_warn(LD_BUG, "Event missing on connection %p [%s;%s]. "
  545. "socket=%d. linked=%d. "
  546. "is_dns_request=%d. Marked_for_close=%s:%d",
  547. conn,
  548. conn_type_to_string(conn->type),
  549. conn_state_to_string(conn->type, conn->state),
  550. (int)conn->s, (int)conn->linked,
  551. (conn->type == CONN_TYPE_AP &&
  552. TO_EDGE_CONN(conn)->is_dns_request),
  553. conn->marked_for_close_file ? conn->marked_for_close_file : "-",
  554. conn->marked_for_close
  555. );
  556. log_backtrace(LOG_WARN, LD_BUG, "Backtrace attached.");
  557. return -1;
  558. }
  559. return 0;
  560. }
  561. /** Tell the main loop to stop notifying <b>conn</b> of any read events. */
  562. MOCK_IMPL(void,
  563. connection_stop_reading,(connection_t *conn))
  564. {
  565. tor_assert(conn);
  566. if (connection_check_event(conn, conn->read_event) < 0) {
  567. return;
  568. }
  569. if (conn->linked) {
  570. conn->reading_from_linked_conn = 0;
  571. connection_stop_reading_from_linked_conn(conn);
  572. } else {
  573. if (event_del(conn->read_event))
  574. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  575. "to unwatched: %s",
  576. (int)conn->s,
  577. tor_socket_strerror(tor_socket_errno(conn->s)));
  578. }
  579. }
  580. /** Tell the main loop to start notifying <b>conn</b> of any read events. */
  581. MOCK_IMPL(void,
  582. connection_start_reading,(connection_t *conn))
  583. {
  584. tor_assert(conn);
  585. if (connection_check_event(conn, conn->read_event) < 0) {
  586. return;
  587. }
  588. if (conn->linked) {
  589. conn->reading_from_linked_conn = 1;
  590. if (connection_should_read_from_linked_conn(conn))
  591. connection_start_reading_from_linked_conn(conn);
  592. } else {
  593. if (event_add(conn->read_event, NULL))
  594. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  595. "to watched: %s",
  596. (int)conn->s,
  597. tor_socket_strerror(tor_socket_errno(conn->s)));
  598. }
  599. }
  600. /** Return true iff <b>conn</b> is listening for write events. */
  601. int
  602. connection_is_writing(connection_t *conn)
  603. {
  604. tor_assert(conn);
  605. return conn->writing_to_linked_conn ||
  606. (conn->write_event && event_pending(conn->write_event, EV_WRITE, NULL));
  607. }
  608. /** Tell the main loop to stop notifying <b>conn</b> of any write events. */
  609. MOCK_IMPL(void,
  610. connection_stop_writing,(connection_t *conn))
  611. {
  612. tor_assert(conn);
  613. if (connection_check_event(conn, conn->write_event) < 0) {
  614. return;
  615. }
  616. if (conn->linked) {
  617. conn->writing_to_linked_conn = 0;
  618. if (conn->linked_conn)
  619. connection_stop_reading_from_linked_conn(conn->linked_conn);
  620. } else {
  621. if (event_del(conn->write_event))
  622. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  623. "to unwatched: %s",
  624. (int)conn->s,
  625. tor_socket_strerror(tor_socket_errno(conn->s)));
  626. }
  627. }
  628. /** Tell the main loop to start notifying <b>conn</b> of any write events. */
  629. MOCK_IMPL(void,
  630. connection_start_writing,(connection_t *conn))
  631. {
  632. tor_assert(conn);
  633. if (connection_check_event(conn, conn->write_event) < 0) {
  634. return;
  635. }
  636. if (conn->linked) {
  637. conn->writing_to_linked_conn = 1;
  638. if (conn->linked_conn &&
  639. connection_should_read_from_linked_conn(conn->linked_conn))
  640. connection_start_reading_from_linked_conn(conn->linked_conn);
  641. } else {
  642. if (event_add(conn->write_event, NULL))
  643. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  644. "to watched: %s",
  645. (int)conn->s,
  646. tor_socket_strerror(tor_socket_errno(conn->s)));
  647. }
  648. }
  649. /** Return true iff <b>conn</b> is linked conn, and reading from the conn
  650. * linked to it would be good and feasible. (Reading is "feasible" if the
  651. * other conn exists and has data in its outbuf, and is "good" if we have our
  652. * reading_from_linked_conn flag set and the other conn has its
  653. * writing_to_linked_conn flag set.)*/
  654. static int
  655. connection_should_read_from_linked_conn(connection_t *conn)
  656. {
  657. if (conn->linked && conn->reading_from_linked_conn) {
  658. if (! conn->linked_conn ||
  659. (conn->linked_conn->writing_to_linked_conn &&
  660. buf_datalen(conn->linked_conn->outbuf)))
  661. return 1;
  662. }
  663. return 0;
  664. }
  665. /** Event to run 'shutdown did not work callback'. */
  666. static struct event *shutdown_did_not_work_event = NULL;
  667. /** Failsafe measure that should never actually be necessary: If
  668. * tor_shutdown_event_loop_and_exit() somehow doesn't successfully exit the
  669. * event loop, then this callback will kill Tor with an assertion failure
  670. * seconds later
  671. */
  672. static void
  673. shutdown_did_not_work_callback(evutil_socket_t fd, short event, void *arg)
  674. {
  675. // LCOV_EXCL_START
  676. (void) fd;
  677. (void) event;
  678. (void) arg;
  679. tor_assert_unreached();
  680. // LCOV_EXCL_STOP
  681. }
  682. #ifdef ENABLE_RESTART_DEBUGGING
  683. static struct event *tor_shutdown_event_loop_for_restart_event = NULL;
  684. static void
  685. tor_shutdown_event_loop_for_restart_cb(
  686. evutil_socket_t fd, short event, void *arg)
  687. {
  688. (void)fd;
  689. (void)event;
  690. (void)arg;
  691. tor_event_free(tor_shutdown_event_loop_for_restart_event);
  692. tor_shutdown_event_loop_and_exit(0);
  693. }
  694. #endif
  695. /**
  696. * After finishing the current callback (if any), shut down the main loop,
  697. * clean up the process, and exit with <b>exitcode</b>.
  698. */
  699. void
  700. tor_shutdown_event_loop_and_exit(int exitcode)
  701. {
  702. if (main_loop_should_exit)
  703. return; /* Ignore multiple calls to this function. */
  704. main_loop_should_exit = 1;
  705. main_loop_exit_value = exitcode;
  706. /* Die with an assertion failure in ten seconds, if for some reason we don't
  707. * exit normally. */
  708. /* XXXX We should consider this code if it's never used. */
  709. struct timeval ten_seconds = { 10, 0 };
  710. shutdown_did_not_work_event = tor_evtimer_new(
  711. tor_libevent_get_base(),
  712. shutdown_did_not_work_callback, NULL);
  713. event_add(shutdown_did_not_work_event, &ten_seconds);
  714. /* Unlike exit_loop_after_delay(), exit_loop_after_callback
  715. * prevents other callbacks from running. */
  716. tor_libevent_exit_loop_after_callback(tor_libevent_get_base());
  717. }
  718. /** Return true iff tor_shutdown_event_loop_and_exit() has been called. */
  719. int
  720. tor_event_loop_shutdown_is_pending(void)
  721. {
  722. return main_loop_should_exit;
  723. }
  724. /** Helper: Tell the main loop to begin reading bytes into <b>conn</b> from
  725. * its linked connection, if it is not doing so already. Called by
  726. * connection_start_reading and connection_start_writing as appropriate. */
  727. static void
  728. connection_start_reading_from_linked_conn(connection_t *conn)
  729. {
  730. tor_assert(conn);
  731. tor_assert(conn->linked == 1);
  732. if (!conn->active_on_link) {
  733. conn->active_on_link = 1;
  734. smartlist_add(active_linked_connection_lst, conn);
  735. mainloop_event_activate(schedule_active_linked_connections_event);
  736. } else {
  737. tor_assert(smartlist_contains(active_linked_connection_lst, conn));
  738. }
  739. }
  740. /** Tell the main loop to stop reading bytes into <b>conn</b> from its linked
  741. * connection, if is currently doing so. Called by connection_stop_reading,
  742. * connection_stop_writing, and connection_read. */
  743. void
  744. connection_stop_reading_from_linked_conn(connection_t *conn)
  745. {
  746. tor_assert(conn);
  747. tor_assert(conn->linked == 1);
  748. if (conn->active_on_link) {
  749. conn->active_on_link = 0;
  750. /* FFFF We could keep an index here so we can smartlist_del
  751. * cleanly. On the other hand, this doesn't show up on profiles,
  752. * so let's leave it alone for now. */
  753. smartlist_remove(active_linked_connection_lst, conn);
  754. } else {
  755. tor_assert(!smartlist_contains(active_linked_connection_lst, conn));
  756. }
  757. }
  758. /** Close all connections that have been scheduled to get closed. */
  759. STATIC void
  760. close_closeable_connections(void)
  761. {
  762. int i;
  763. for (i = 0; i < smartlist_len(closeable_connection_lst); ) {
  764. connection_t *conn = smartlist_get(closeable_connection_lst, i);
  765. if (conn->conn_array_index < 0) {
  766. connection_unlink(conn); /* blow it away right now */
  767. } else {
  768. if (!conn_close_if_marked(conn->conn_array_index))
  769. ++i;
  770. }
  771. }
  772. }
  773. /** Count moribund connections for the OOS handler */
  774. MOCK_IMPL(int,
  775. connection_count_moribund, (void))
  776. {
  777. int moribund = 0;
  778. /*
  779. * Count things we'll try to kill when close_closeable_connections()
  780. * runs next.
  781. */
  782. SMARTLIST_FOREACH_BEGIN(closeable_connection_lst, connection_t *, conn) {
  783. if (SOCKET_OK(conn->s) && connection_is_moribund(conn)) ++moribund;
  784. } SMARTLIST_FOREACH_END(conn);
  785. return moribund;
  786. }
  787. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  788. * some data to read. */
  789. static void
  790. conn_read_callback(evutil_socket_t fd, short event, void *_conn)
  791. {
  792. connection_t *conn = _conn;
  793. (void)fd;
  794. (void)event;
  795. log_debug(LD_NET,"socket %d wants to read.",(int)conn->s);
  796. /* assert_connection_ok(conn, time(NULL)); */
  797. if (connection_handle_read(conn) < 0) {
  798. if (!conn->marked_for_close) {
  799. #ifndef _WIN32
  800. log_warn(LD_BUG,"Unhandled error on read for %s connection "
  801. "(fd %d); removing",
  802. conn_type_to_string(conn->type), (int)conn->s);
  803. tor_fragile_assert();
  804. #endif /* !defined(_WIN32) */
  805. if (CONN_IS_EDGE(conn))
  806. connection_edge_end_errno(TO_EDGE_CONN(conn));
  807. connection_mark_for_close(conn);
  808. }
  809. }
  810. assert_connection_ok(conn, time(NULL));
  811. if (smartlist_len(closeable_connection_lst))
  812. close_closeable_connections();
  813. }
  814. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  815. * some data to write. */
  816. static void
  817. conn_write_callback(evutil_socket_t fd, short events, void *_conn)
  818. {
  819. connection_t *conn = _conn;
  820. (void)fd;
  821. (void)events;
  822. LOG_FN_CONN(conn, (LOG_DEBUG, LD_NET, "socket %d wants to write.",
  823. (int)conn->s));
  824. /* assert_connection_ok(conn, time(NULL)); */
  825. if (connection_handle_write(conn, 0) < 0) {
  826. if (!conn->marked_for_close) {
  827. /* this connection is broken. remove it. */
  828. log_fn(LOG_WARN,LD_BUG,
  829. "unhandled error on write for %s connection (fd %d); removing",
  830. conn_type_to_string(conn->type), (int)conn->s);
  831. tor_fragile_assert();
  832. if (CONN_IS_EDGE(conn)) {
  833. /* otherwise we cry wolf about duplicate close */
  834. edge_connection_t *edge_conn = TO_EDGE_CONN(conn);
  835. if (!edge_conn->end_reason)
  836. edge_conn->end_reason = END_STREAM_REASON_INTERNAL;
  837. edge_conn->edge_has_sent_end = 1;
  838. }
  839. connection_close_immediate(conn); /* So we don't try to flush. */
  840. connection_mark_for_close(conn);
  841. }
  842. }
  843. assert_connection_ok(conn, time(NULL));
  844. if (smartlist_len(closeable_connection_lst))
  845. close_closeable_connections();
  846. }
  847. /** If the connection at connection_array[i] is marked for close, then:
  848. * - If it has data that it wants to flush, try to flush it.
  849. * - If it _still_ has data to flush, and conn->hold_open_until_flushed is
  850. * true, then leave the connection open and return.
  851. * - Otherwise, remove the connection from connection_array and from
  852. * all other lists, close it, and free it.
  853. * Returns 1 if the connection was closed, 0 otherwise.
  854. */
  855. static int
  856. conn_close_if_marked(int i)
  857. {
  858. connection_t *conn;
  859. int retval;
  860. time_t now;
  861. conn = smartlist_get(connection_array, i);
  862. if (!conn->marked_for_close)
  863. return 0; /* nothing to see here, move along */
  864. now = time(NULL);
  865. assert_connection_ok(conn, now);
  866. /* assert_all_pending_dns_resolves_ok(); */
  867. log_debug(LD_NET,"Cleaning up connection (fd "TOR_SOCKET_T_FORMAT").",
  868. conn->s);
  869. /* If the connection we are about to close was trying to connect to
  870. a proxy server and failed, the client won't be able to use that
  871. proxy. We should warn the user about this. */
  872. if (conn->proxy_state == PROXY_INFANT)
  873. log_failed_proxy_connection(conn);
  874. if ((SOCKET_OK(conn->s) || conn->linked_conn) &&
  875. connection_wants_to_flush(conn)) {
  876. /* s == -1 means it's an incomplete edge connection, or that the socket
  877. * has already been closed as unflushable. */
  878. ssize_t sz = connection_bucket_write_limit(conn, now);
  879. if (!conn->hold_open_until_flushed)
  880. log_info(LD_NET,
  881. "Conn (addr %s, fd %d, type %s, state %d) marked, but wants "
  882. "to flush %d bytes. (Marked at %s:%d)",
  883. escaped_safe_str_client(conn->address),
  884. (int)conn->s, conn_type_to_string(conn->type), conn->state,
  885. (int)conn->outbuf_flushlen,
  886. conn->marked_for_close_file, conn->marked_for_close);
  887. if (conn->linked_conn) {
  888. retval = buf_move_to_buf(conn->linked_conn->inbuf, conn->outbuf,
  889. &conn->outbuf_flushlen);
  890. if (retval >= 0) {
  891. /* The linked conn will notice that it has data when it notices that
  892. * we're gone. */
  893. connection_start_reading_from_linked_conn(conn->linked_conn);
  894. }
  895. log_debug(LD_GENERAL, "Flushed last %d bytes from a linked conn; "
  896. "%d left; flushlen %d; wants-to-flush==%d", retval,
  897. (int)connection_get_outbuf_len(conn),
  898. (int)conn->outbuf_flushlen,
  899. connection_wants_to_flush(conn));
  900. } else if (connection_speaks_cells(conn)) {
  901. if (conn->state == OR_CONN_STATE_OPEN) {
  902. retval = buf_flush_to_tls(conn->outbuf, TO_OR_CONN(conn)->tls, sz,
  903. &conn->outbuf_flushlen);
  904. } else
  905. retval = -1; /* never flush non-open broken tls connections */
  906. } else {
  907. retval = buf_flush_to_socket(conn->outbuf, conn->s, sz,
  908. &conn->outbuf_flushlen);
  909. }
  910. if (retval >= 0 && /* Technically, we could survive things like
  911. TLS_WANT_WRITE here. But don't bother for now. */
  912. conn->hold_open_until_flushed && connection_wants_to_flush(conn)) {
  913. if (retval > 0) {
  914. LOG_FN_CONN(conn, (LOG_INFO,LD_NET,
  915. "Holding conn (fd %d) open for more flushing.",
  916. (int)conn->s));
  917. conn->timestamp_last_write_allowed = now; /* reset so we can flush
  918. * more */
  919. } else if (sz == 0) {
  920. /* Also, retval==0. If we get here, we didn't want to write anything
  921. * (because of rate-limiting) and we didn't. */
  922. /* Connection must flush before closing, but it's being rate-limited.
  923. * Let's remove from Libevent, and mark it as blocked on bandwidth
  924. * so it will be re-added on next token bucket refill. Prevents
  925. * busy Libevent loops where we keep ending up here and returning
  926. * 0 until we are no longer blocked on bandwidth.
  927. */
  928. connection_consider_empty_read_buckets(conn);
  929. connection_consider_empty_write_buckets(conn);
  930. /* Make sure that consider_empty_buckets really disabled the
  931. * connection: */
  932. if (BUG(connection_is_writing(conn))) {
  933. connection_write_bw_exhausted(conn, true);
  934. }
  935. if (BUG(connection_is_reading(conn))) {
  936. /* XXXX+ We should make this code unreachable; if a connection is
  937. * marked for close and flushing, there is no point in reading to it
  938. * at all. Further, checking at this point is a bit of a hack: it
  939. * would make much more sense to react in
  940. * connection_handle_read_impl, or to just stop reading in
  941. * mark_and_flush */
  942. connection_read_bw_exhausted(conn, true/* kludge. */);
  943. }
  944. }
  945. return 0;
  946. }
  947. if (connection_wants_to_flush(conn)) {
  948. log_fn(LOG_INFO, LD_NET, "We stalled too much while trying to write %d "
  949. "bytes to address %s. If this happens a lot, either "
  950. "something is wrong with your network connection, or "
  951. "something is wrong with theirs. "
  952. "(fd %d, type %s, state %d, marked at %s:%d).",
  953. (int)connection_get_outbuf_len(conn),
  954. escaped_safe_str_client(conn->address),
  955. (int)conn->s, conn_type_to_string(conn->type), conn->state,
  956. conn->marked_for_close_file,
  957. conn->marked_for_close);
  958. }
  959. }
  960. connection_unlink(conn); /* unlink, remove, free */
  961. return 1;
  962. }
  963. /** Implementation for directory_all_unreachable. This is done in a callback,
  964. * since otherwise it would complicate Tor's control-flow graph beyond all
  965. * reason.
  966. */
  967. static void
  968. directory_all_unreachable_cb(mainloop_event_t *event, void *arg)
  969. {
  970. (void)event;
  971. (void)arg;
  972. connection_t *conn;
  973. while ((conn = connection_get_by_type_state(CONN_TYPE_AP,
  974. AP_CONN_STATE_CIRCUIT_WAIT))) {
  975. entry_connection_t *entry_conn = TO_ENTRY_CONN(conn);
  976. log_notice(LD_NET,
  977. "Is your network connection down? "
  978. "Failing connection to '%s:%d'.",
  979. safe_str_client(entry_conn->socks_request->address),
  980. entry_conn->socks_request->port);
  981. connection_mark_unattached_ap(entry_conn,
  982. END_STREAM_REASON_NET_UNREACHABLE);
  983. }
  984. control_event_general_error("DIR_ALL_UNREACHABLE");
  985. }
  986. static mainloop_event_t *directory_all_unreachable_cb_event = NULL;
  987. /** We've just tried every dirserver we know about, and none of
  988. * them were reachable. Assume the network is down. Change state
  989. * so next time an application connection arrives we'll delay it
  990. * and try another directory fetch. Kill off all the circuit_wait
  991. * streams that are waiting now, since they will all timeout anyway.
  992. */
  993. void
  994. directory_all_unreachable(time_t now)
  995. {
  996. (void)now;
  997. reset_uptime(); /* reset it */
  998. if (!directory_all_unreachable_cb_event) {
  999. directory_all_unreachable_cb_event =
  1000. mainloop_event_new(directory_all_unreachable_cb, NULL);
  1001. tor_assert(directory_all_unreachable_cb_event);
  1002. }
  1003. mainloop_event_activate(directory_all_unreachable_cb_event);
  1004. }
  1005. /** This function is called whenever we successfully pull down some new
  1006. * network statuses or server descriptors. */
  1007. void
  1008. directory_info_has_arrived(time_t now, int from_cache, int suppress_logs)
  1009. {
  1010. const or_options_t *options = get_options();
  1011. /* if we have enough dir info, then update our guard status with
  1012. * whatever we just learned. */
  1013. int invalidate_circs = guards_update_all();
  1014. if (invalidate_circs) {
  1015. circuit_mark_all_unused_circs();
  1016. circuit_mark_all_dirty_circs_as_unusable();
  1017. }
  1018. if (!router_have_minimum_dir_info()) {
  1019. int quiet = suppress_logs || from_cache ||
  1020. directory_too_idle_to_fetch_descriptors(options, now);
  1021. tor_log(quiet ? LOG_INFO : LOG_NOTICE, LD_DIR,
  1022. "I learned some more directory information, but not enough to "
  1023. "build a circuit: %s", get_dir_info_status_string());
  1024. update_all_descriptor_downloads(now);
  1025. return;
  1026. } else {
  1027. if (directory_fetches_from_authorities(options)) {
  1028. update_all_descriptor_downloads(now);
  1029. }
  1030. /* Don't even bother trying to get extrainfo until the rest of our
  1031. * directory info is up-to-date */
  1032. if (options->DownloadExtraInfo)
  1033. update_extrainfo_downloads(now);
  1034. }
  1035. if (server_mode(options) && !net_is_disabled() && !from_cache &&
  1036. (have_completed_a_circuit() || !any_predicted_circuits(now)))
  1037. router_do_reachability_checks(1, 1);
  1038. }
  1039. /** Perform regular maintenance tasks for a single connection. This
  1040. * function gets run once per second per connection by run_scheduled_events.
  1041. */
  1042. static void
  1043. run_connection_housekeeping(int i, time_t now)
  1044. {
  1045. cell_t cell;
  1046. connection_t *conn = smartlist_get(connection_array, i);
  1047. const or_options_t *options = get_options();
  1048. or_connection_t *or_conn;
  1049. channel_t *chan = NULL;
  1050. int have_any_circuits;
  1051. int past_keepalive =
  1052. now >= conn->timestamp_last_write_allowed + options->KeepalivePeriod;
  1053. if (conn->outbuf && !connection_get_outbuf_len(conn) &&
  1054. conn->type == CONN_TYPE_OR)
  1055. TO_OR_CONN(conn)->timestamp_lastempty = now;
  1056. if (conn->marked_for_close) {
  1057. /* nothing to do here */
  1058. return;
  1059. }
  1060. /* Expire any directory connections that haven't been active (sent
  1061. * if a server or received if a client) for 5 min */
  1062. if (conn->type == CONN_TYPE_DIR &&
  1063. ((DIR_CONN_IS_SERVER(conn) &&
  1064. conn->timestamp_last_write_allowed
  1065. + options->TestingDirConnectionMaxStall < now) ||
  1066. (!DIR_CONN_IS_SERVER(conn) &&
  1067. conn->timestamp_last_read_allowed
  1068. + options->TestingDirConnectionMaxStall < now))) {
  1069. log_info(LD_DIR,"Expiring wedged directory conn (fd %d, purpose %d)",
  1070. (int)conn->s, conn->purpose);
  1071. /* This check is temporary; it's to let us know whether we should consider
  1072. * parsing partial serverdesc responses. */
  1073. if (conn->purpose == DIR_PURPOSE_FETCH_SERVERDESC &&
  1074. connection_get_inbuf_len(conn) >= 1024) {
  1075. log_info(LD_DIR,"Trying to extract information from wedged server desc "
  1076. "download.");
  1077. connection_dir_reached_eof(TO_DIR_CONN(conn));
  1078. } else {
  1079. connection_mark_for_close(conn);
  1080. }
  1081. return;
  1082. }
  1083. if (!connection_speaks_cells(conn))
  1084. return; /* we're all done here, the rest is just for OR conns */
  1085. /* If we haven't flushed to an OR connection for a while, then either nuke
  1086. the connection or send a keepalive, depending. */
  1087. or_conn = TO_OR_CONN(conn);
  1088. tor_assert(conn->outbuf);
  1089. chan = TLS_CHAN_TO_BASE(or_conn->chan);
  1090. tor_assert(chan);
  1091. if (channel_num_circuits(chan) != 0) {
  1092. have_any_circuits = 1;
  1093. chan->timestamp_last_had_circuits = now;
  1094. } else {
  1095. have_any_circuits = 0;
  1096. }
  1097. if (channel_is_bad_for_new_circs(TLS_CHAN_TO_BASE(or_conn->chan)) &&
  1098. ! have_any_circuits) {
  1099. /* It's bad for new circuits, and has no unmarked circuits on it:
  1100. * mark it now. */
  1101. log_info(LD_OR,
  1102. "Expiring non-used OR connection to fd %d (%s:%d) [Too old].",
  1103. (int)conn->s, conn->address, conn->port);
  1104. if (conn->state == OR_CONN_STATE_CONNECTING)
  1105. connection_or_connect_failed(TO_OR_CONN(conn),
  1106. END_OR_CONN_REASON_TIMEOUT,
  1107. "Tor gave up on the connection");
  1108. connection_or_close_normally(TO_OR_CONN(conn), 1);
  1109. } else if (!connection_state_is_open(conn)) {
  1110. if (past_keepalive) {
  1111. /* We never managed to actually get this connection open and happy. */
  1112. log_info(LD_OR,"Expiring non-open OR connection to fd %d (%s:%d).",
  1113. (int)conn->s,conn->address, conn->port);
  1114. connection_or_close_normally(TO_OR_CONN(conn), 0);
  1115. }
  1116. } else if (we_are_hibernating() &&
  1117. ! have_any_circuits &&
  1118. !connection_get_outbuf_len(conn)) {
  1119. /* We're hibernating or shutting down, there's no circuits, and nothing to
  1120. * flush.*/
  1121. log_info(LD_OR,"Expiring non-used OR connection to fd %d (%s:%d) "
  1122. "[Hibernating or exiting].",
  1123. (int)conn->s,conn->address, conn->port);
  1124. connection_or_close_normally(TO_OR_CONN(conn), 1);
  1125. } else if (!have_any_circuits &&
  1126. now - or_conn->idle_timeout >=
  1127. chan->timestamp_last_had_circuits) {
  1128. log_info(LD_OR,"Expiring non-used OR connection "U64_FORMAT" to fd %d "
  1129. "(%s:%d) [no circuits for %d; timeout %d; %scanonical].",
  1130. U64_PRINTF_ARG(chan->global_identifier),
  1131. (int)conn->s, conn->address, conn->port,
  1132. (int)(now - chan->timestamp_last_had_circuits),
  1133. or_conn->idle_timeout,
  1134. or_conn->is_canonical ? "" : "non");
  1135. connection_or_close_normally(TO_OR_CONN(conn), 0);
  1136. } else if (
  1137. now >= or_conn->timestamp_lastempty + options->KeepalivePeriod*10 &&
  1138. now >=
  1139. conn->timestamp_last_write_allowed + options->KeepalivePeriod*10) {
  1140. log_fn(LOG_PROTOCOL_WARN,LD_PROTOCOL,
  1141. "Expiring stuck OR connection to fd %d (%s:%d). (%d bytes to "
  1142. "flush; %d seconds since last write)",
  1143. (int)conn->s, conn->address, conn->port,
  1144. (int)connection_get_outbuf_len(conn),
  1145. (int)(now-conn->timestamp_last_write_allowed));
  1146. connection_or_close_normally(TO_OR_CONN(conn), 0);
  1147. } else if (past_keepalive && !connection_get_outbuf_len(conn)) {
  1148. /* send a padding cell */
  1149. log_fn(LOG_DEBUG,LD_OR,"Sending keepalive to (%s:%d)",
  1150. conn->address, conn->port);
  1151. memset(&cell,0,sizeof(cell_t));
  1152. cell.command = CELL_PADDING;
  1153. connection_or_write_cell_to_buf(&cell, or_conn);
  1154. } else {
  1155. channelpadding_decide_to_pad_channel(chan);
  1156. }
  1157. }
  1158. /** Honor a NEWNYM request: make future requests unlinkable to past
  1159. * requests. */
  1160. static void
  1161. signewnym_impl(time_t now)
  1162. {
  1163. const or_options_t *options = get_options();
  1164. if (!proxy_mode(options)) {
  1165. log_info(LD_CONTROL, "Ignoring SIGNAL NEWNYM because client functionality "
  1166. "is disabled.");
  1167. return;
  1168. }
  1169. circuit_mark_all_dirty_circs_as_unusable();
  1170. addressmap_clear_transient();
  1171. hs_client_purge_state();
  1172. time_of_last_signewnym = now;
  1173. signewnym_is_pending = 0;
  1174. ++newnym_epoch;
  1175. control_event_signal(SIGNEWNYM);
  1176. }
  1177. /** Callback: run a deferred signewnym. */
  1178. static void
  1179. handle_deferred_signewnym_cb(mainloop_event_t *event, void *arg)
  1180. {
  1181. (void)event;
  1182. (void)arg;
  1183. log_info(LD_CONTROL, "Honoring delayed NEWNYM request");
  1184. signewnym_impl(time(NULL));
  1185. }
  1186. /** Return the number of times that signewnym has been called. */
  1187. unsigned
  1188. get_signewnym_epoch(void)
  1189. {
  1190. return newnym_epoch;
  1191. }
  1192. /** True iff we have initialized all the members of <b>periodic_events</b>.
  1193. * Used to prevent double-initialization. */
  1194. static int periodic_events_initialized = 0;
  1195. /* Declare all the timer callback functions... */
  1196. #undef CALLBACK
  1197. #define CALLBACK(name) \
  1198. static int name ## _callback(time_t, const or_options_t *)
  1199. CALLBACK(add_entropy);
  1200. CALLBACK(check_authority_cert);
  1201. CALLBACK(check_canonical_channels);
  1202. CALLBACK(check_descriptor);
  1203. CALLBACK(check_dns_honesty);
  1204. CALLBACK(check_ed_keys);
  1205. CALLBACK(check_expired_networkstatus);
  1206. CALLBACK(check_for_reachability_bw);
  1207. CALLBACK(check_onion_keys_expiry_time);
  1208. CALLBACK(clean_caches);
  1209. CALLBACK(clean_consdiffmgr);
  1210. CALLBACK(dirvote);
  1211. CALLBACK(downrate_stability);
  1212. CALLBACK(expire_old_ciruits_serverside);
  1213. CALLBACK(fetch_networkstatus);
  1214. CALLBACK(heartbeat);
  1215. CALLBACK(hs_service);
  1216. CALLBACK(launch_descriptor_fetches);
  1217. CALLBACK(launch_reachability_tests);
  1218. CALLBACK(reachability_warnings);
  1219. CALLBACK(record_bridge_stats);
  1220. CALLBACK(rend_cache_failure_clean);
  1221. CALLBACK(reset_padding_counts);
  1222. CALLBACK(retry_dns);
  1223. CALLBACK(retry_listeners);
  1224. CALLBACK(rotate_onion_key);
  1225. CALLBACK(rotate_x509_certificate);
  1226. CALLBACK(save_stability);
  1227. CALLBACK(save_state);
  1228. CALLBACK(write_bridge_ns);
  1229. CALLBACK(write_stats_file);
  1230. #undef CALLBACK
  1231. /* Now we declare an array of periodic_event_item_t for each periodic event */
  1232. #define CALLBACK(name, r, f) PERIODIC_EVENT(name, r, f)
  1233. STATIC periodic_event_item_t periodic_events[] = {
  1234. /* Everyone needs to run those. */
  1235. CALLBACK(add_entropy, PERIODIC_EVENT_ROLE_ALL, 0),
  1236. CALLBACK(check_expired_networkstatus, PERIODIC_EVENT_ROLE_ALL, 0),
  1237. CALLBACK(clean_caches, PERIODIC_EVENT_ROLE_ALL, 0),
  1238. CALLBACK(fetch_networkstatus, PERIODIC_EVENT_ROLE_ALL,
  1239. PERIODIC_EVENT_FLAG_NEED_NET),
  1240. CALLBACK(heartbeat, PERIODIC_EVENT_ROLE_ALL, 0),
  1241. CALLBACK(launch_descriptor_fetches, PERIODIC_EVENT_ROLE_ALL,
  1242. PERIODIC_EVENT_FLAG_NEED_NET),
  1243. CALLBACK(reset_padding_counts, PERIODIC_EVENT_ROLE_ALL, 0),
  1244. CALLBACK(retry_listeners, PERIODIC_EVENT_ROLE_ALL,
  1245. PERIODIC_EVENT_FLAG_NEED_NET),
  1246. CALLBACK(save_state, PERIODIC_EVENT_ROLE_ALL, 0),
  1247. CALLBACK(rotate_x509_certificate, PERIODIC_EVENT_ROLE_ALL, 0),
  1248. CALLBACK(write_stats_file, PERIODIC_EVENT_ROLE_ALL, 0),
  1249. /* Routers (bridge and relay) only. */
  1250. CALLBACK(check_descriptor, PERIODIC_EVENT_ROLE_ROUTER,
  1251. PERIODIC_EVENT_FLAG_NEED_NET),
  1252. CALLBACK(check_ed_keys, PERIODIC_EVENT_ROLE_ROUTER, 0),
  1253. CALLBACK(check_for_reachability_bw, PERIODIC_EVENT_ROLE_ROUTER,
  1254. PERIODIC_EVENT_FLAG_NEED_NET),
  1255. CALLBACK(check_onion_keys_expiry_time, PERIODIC_EVENT_ROLE_ROUTER, 0),
  1256. CALLBACK(expire_old_ciruits_serverside, PERIODIC_EVENT_ROLE_ROUTER,
  1257. PERIODIC_EVENT_FLAG_NEED_NET),
  1258. CALLBACK(reachability_warnings, PERIODIC_EVENT_ROLE_ROUTER,
  1259. PERIODIC_EVENT_FLAG_NEED_NET),
  1260. CALLBACK(retry_dns, PERIODIC_EVENT_ROLE_ROUTER, 0),
  1261. CALLBACK(rotate_onion_key, PERIODIC_EVENT_ROLE_ROUTER, 0),
  1262. /* Authorities (bridge and directory) only. */
  1263. CALLBACK(downrate_stability, PERIODIC_EVENT_ROLE_AUTHORITIES, 0),
  1264. CALLBACK(launch_reachability_tests, PERIODIC_EVENT_ROLE_AUTHORITIES,
  1265. PERIODIC_EVENT_FLAG_NEED_NET),
  1266. CALLBACK(save_stability, PERIODIC_EVENT_ROLE_AUTHORITIES, 0),
  1267. /* Directory authority only. */
  1268. CALLBACK(check_authority_cert, PERIODIC_EVENT_ROLE_DIRAUTH, 0),
  1269. CALLBACK(dirvote, PERIODIC_EVENT_ROLE_DIRAUTH, PERIODIC_EVENT_FLAG_NEED_NET),
  1270. /* Relay only. */
  1271. CALLBACK(check_canonical_channels, PERIODIC_EVENT_ROLE_RELAY,
  1272. PERIODIC_EVENT_FLAG_NEED_NET),
  1273. CALLBACK(check_dns_honesty, PERIODIC_EVENT_ROLE_RELAY,
  1274. PERIODIC_EVENT_FLAG_NEED_NET),
  1275. /* Hidden Service service only. */
  1276. CALLBACK(hs_service, PERIODIC_EVENT_ROLE_HS_SERVICE,
  1277. PERIODIC_EVENT_FLAG_NEED_NET),
  1278. /* Bridge only. */
  1279. CALLBACK(record_bridge_stats, PERIODIC_EVENT_ROLE_BRIDGE, 0),
  1280. /* Client only. */
  1281. CALLBACK(rend_cache_failure_clean, PERIODIC_EVENT_ROLE_CLIENT, 0),
  1282. /* Bridge Authority only. */
  1283. CALLBACK(write_bridge_ns, PERIODIC_EVENT_ROLE_BRIDGEAUTH, 0),
  1284. /* Directory server only. */
  1285. CALLBACK(clean_consdiffmgr, PERIODIC_EVENT_ROLE_DIRSERVER, 0),
  1286. END_OF_PERIODIC_EVENTS
  1287. };
  1288. #undef CALLBACK
  1289. /* These are pointers to members of periodic_events[] that are used to
  1290. * implement particular callbacks. We keep them separate here so that we
  1291. * can access them by name. We also keep them inside periodic_events[]
  1292. * so that we can implement "reset all timers" in a reasonable way. */
  1293. static periodic_event_item_t *check_descriptor_event=NULL;
  1294. static periodic_event_item_t *dirvote_event=NULL;
  1295. static periodic_event_item_t *fetch_networkstatus_event=NULL;
  1296. static periodic_event_item_t *launch_descriptor_fetches_event=NULL;
  1297. static periodic_event_item_t *check_dns_honesty_event=NULL;
  1298. static periodic_event_item_t *save_state_event=NULL;
  1299. /** Reset all the periodic events so we'll do all our actions again as if we
  1300. * just started up.
  1301. * Useful if our clock just moved back a long time from the future,
  1302. * so we don't wait until that future arrives again before acting.
  1303. */
  1304. void
  1305. reset_all_main_loop_timers(void)
  1306. {
  1307. int i;
  1308. for (i = 0; periodic_events[i].name; ++i) {
  1309. periodic_event_reschedule(&periodic_events[i]);
  1310. }
  1311. }
  1312. /** Return the member of periodic_events[] whose name is <b>name</b>.
  1313. * Return NULL if no such event is found.
  1314. */
  1315. static periodic_event_item_t *
  1316. find_periodic_event(const char *name)
  1317. {
  1318. int i;
  1319. for (i = 0; periodic_events[i].name; ++i) {
  1320. if (strcmp(name, periodic_events[i].name) == 0)
  1321. return &periodic_events[i];
  1322. }
  1323. return NULL;
  1324. }
  1325. /** Return a bitmask of the roles this tor instance is configured for using
  1326. * the given options. */
  1327. STATIC int
  1328. get_my_roles(const or_options_t *options)
  1329. {
  1330. tor_assert(options);
  1331. int roles = 0;
  1332. int is_bridge = options->BridgeRelay;
  1333. int is_client = options_any_client_port_set(options);
  1334. int is_relay = server_mode(options);
  1335. int is_dirauth = authdir_mode_v3(options);
  1336. int is_bridgeauth = authdir_mode_bridge(options);
  1337. int is_hidden_service = !!hs_service_get_num_services() ||
  1338. !!rend_num_services();
  1339. int is_dirserver = dir_server_mode(options);
  1340. if (is_bridge) roles |= PERIODIC_EVENT_ROLE_BRIDGE;
  1341. if (is_client) roles |= PERIODIC_EVENT_ROLE_CLIENT;
  1342. if (is_relay) roles |= PERIODIC_EVENT_ROLE_RELAY;
  1343. if (is_dirauth) roles |= PERIODIC_EVENT_ROLE_DIRAUTH;
  1344. if (is_bridgeauth) roles |= PERIODIC_EVENT_ROLE_BRIDGEAUTH;
  1345. if (is_hidden_service) roles |= PERIODIC_EVENT_ROLE_HS_SERVICE;
  1346. if (is_dirserver) roles |= PERIODIC_EVENT_ROLE_DIRSERVER;
  1347. return roles;
  1348. }
  1349. /** Event to run initialize_periodic_events_cb */
  1350. static struct event *initialize_periodic_events_event = NULL;
  1351. /** Helper, run one second after setup:
  1352. * Initializes all members of periodic_events and starts them running.
  1353. *
  1354. * (We do this one second after setup for backward-compatibility reasons;
  1355. * it might not actually be necessary.) */
  1356. static void
  1357. initialize_periodic_events_cb(evutil_socket_t fd, short events, void *data)
  1358. {
  1359. (void) fd;
  1360. (void) events;
  1361. (void) data;
  1362. tor_event_free(initialize_periodic_events_event);
  1363. rescan_periodic_events(get_options());
  1364. }
  1365. /** Set up all the members of periodic_events[], and configure them all to be
  1366. * launched from a callback. */
  1367. STATIC void
  1368. initialize_periodic_events(void)
  1369. {
  1370. tor_assert(periodic_events_initialized == 0);
  1371. periodic_events_initialized = 1;
  1372. /* Set up all periodic events. We'll launch them by roles. */
  1373. int i;
  1374. for (i = 0; periodic_events[i].name; ++i) {
  1375. periodic_event_setup(&periodic_events[i]);
  1376. }
  1377. #define NAMED_CALLBACK(name) \
  1378. STMT_BEGIN name ## _event = find_periodic_event( #name ); STMT_END
  1379. NAMED_CALLBACK(check_descriptor);
  1380. NAMED_CALLBACK(dirvote);
  1381. NAMED_CALLBACK(fetch_networkstatus);
  1382. NAMED_CALLBACK(launch_descriptor_fetches);
  1383. NAMED_CALLBACK(check_dns_honesty);
  1384. NAMED_CALLBACK(save_state);
  1385. struct timeval one_second = { 1, 0 };
  1386. initialize_periodic_events_event = tor_evtimer_new(
  1387. tor_libevent_get_base(),
  1388. initialize_periodic_events_cb, NULL);
  1389. event_add(initialize_periodic_events_event, &one_second);
  1390. }
  1391. STATIC void
  1392. teardown_periodic_events(void)
  1393. {
  1394. int i;
  1395. for (i = 0; periodic_events[i].name; ++i) {
  1396. periodic_event_destroy(&periodic_events[i]);
  1397. }
  1398. periodic_events_initialized = 0;
  1399. }
  1400. /** Do a pass at all our periodic events, disable those we don't need anymore
  1401. * and enable those we need now using the given options. */
  1402. void
  1403. rescan_periodic_events(const or_options_t *options)
  1404. {
  1405. tor_assert(options);
  1406. /* Avoid scanning the event list if we haven't initialized it yet. This is
  1407. * particularly useful for unit tests in order to avoid initializing main
  1408. * loop events everytime. */
  1409. if (!periodic_events_initialized) {
  1410. return;
  1411. }
  1412. int roles = get_my_roles(options);
  1413. for (int i = 0; periodic_events[i].name; ++i) {
  1414. periodic_event_item_t *item = &periodic_events[i];
  1415. /* Handle the event flags. */
  1416. if (net_is_disabled() &&
  1417. (item->flags & PERIODIC_EVENT_FLAG_NEED_NET)) {
  1418. continue;
  1419. }
  1420. /* Enable the event if needed. It is safe to enable an event that was
  1421. * already enabled. Same goes for disabling it. */
  1422. if (item->roles & roles) {
  1423. log_debug(LD_GENERAL, "Launching periodic event %s", item->name);
  1424. periodic_event_enable(item);
  1425. } else {
  1426. log_debug(LD_GENERAL, "Disabling periodic event %s", item->name);
  1427. periodic_event_disable(item);
  1428. }
  1429. }
  1430. }
  1431. /* We just got new options globally set, see if we need to enabled or disable
  1432. * periodic events. */
  1433. void
  1434. periodic_events_on_new_options(const or_options_t *options)
  1435. {
  1436. /* Only if we've already initialized the events, rescan the list which will
  1437. * enable or disable events depending on our roles. This will be called at
  1438. * bootup and we don't want this function to initialize the events because
  1439. * they aren't set up at this stage. */
  1440. if (periodic_events_initialized) {
  1441. rescan_periodic_events(options);
  1442. }
  1443. }
  1444. /**
  1445. * Update our schedule so that we'll check whether we need to update our
  1446. * descriptor immediately, rather than after up to CHECK_DESCRIPTOR_INTERVAL
  1447. * seconds.
  1448. */
  1449. void
  1450. reschedule_descriptor_update_check(void)
  1451. {
  1452. if (check_descriptor_event) {
  1453. periodic_event_reschedule(check_descriptor_event);
  1454. }
  1455. }
  1456. /**
  1457. * Update our schedule so that we'll check whether we need to fetch directory
  1458. * info immediately.
  1459. */
  1460. void
  1461. reschedule_directory_downloads(void)
  1462. {
  1463. tor_assert(fetch_networkstatus_event);
  1464. tor_assert(launch_descriptor_fetches_event);
  1465. periodic_event_reschedule(fetch_networkstatus_event);
  1466. periodic_event_reschedule(launch_descriptor_fetches_event);
  1467. }
  1468. /** Mainloop callback: clean up circuits, channels, and connections
  1469. * that are pending close. */
  1470. static void
  1471. postloop_cleanup_cb(mainloop_event_t *ev, void *arg)
  1472. {
  1473. (void)ev;
  1474. (void)arg;
  1475. circuit_close_all_marked();
  1476. close_closeable_connections();
  1477. channel_run_cleanup();
  1478. channel_listener_run_cleanup();
  1479. }
  1480. /** Event to run postloop_cleanup_cb */
  1481. static mainloop_event_t *postloop_cleanup_ev=NULL;
  1482. /** Schedule a post-loop event to clean up marked channels, connections, and
  1483. * circuits. */
  1484. void
  1485. mainloop_schedule_postloop_cleanup(void)
  1486. {
  1487. mainloop_event_activate(postloop_cleanup_ev);
  1488. }
  1489. #define LONGEST_TIMER_PERIOD (30 * 86400)
  1490. /** Helper: Return the number of seconds between <b>now</b> and <b>next</b>,
  1491. * clipped to the range [1 second, LONGEST_TIMER_PERIOD]. */
  1492. static inline int
  1493. safe_timer_diff(time_t now, time_t next)
  1494. {
  1495. if (next > now) {
  1496. /* There were no computers at signed TIME_MIN (1902 on 32-bit systems),
  1497. * and nothing that could run Tor. It's a bug if 'next' is around then.
  1498. * On 64-bit systems with signed TIME_MIN, TIME_MIN is before the Big
  1499. * Bang. We cannot extrapolate past a singularity, but there was probably
  1500. * nothing that could run Tor then, either.
  1501. **/
  1502. tor_assert(next > TIME_MIN + LONGEST_TIMER_PERIOD);
  1503. if (next - LONGEST_TIMER_PERIOD > now)
  1504. return LONGEST_TIMER_PERIOD;
  1505. return (int)(next - now);
  1506. } else {
  1507. return 1;
  1508. }
  1509. }
  1510. /** Perform regular maintenance tasks. This function gets run once per
  1511. * second by second_elapsed_callback().
  1512. */
  1513. static void
  1514. run_scheduled_events(time_t now)
  1515. {
  1516. const or_options_t *options = get_options();
  1517. /* 0. See if we've been asked to shut down and our timeout has
  1518. * expired; or if our bandwidth limits are exhausted and we
  1519. * should hibernate; or if it's time to wake up from hibernation.
  1520. */
  1521. consider_hibernation(now);
  1522. /* Maybe enough time elapsed for us to reconsider a circuit. */
  1523. circuit_upgrade_circuits_from_guard_wait();
  1524. if (options->UseBridges && !net_is_disabled()) {
  1525. /* Note: this check uses net_is_disabled(), not should_delay_dir_fetches()
  1526. * -- the latter is only for fetching consensus-derived directory info. */
  1527. fetch_bridge_descriptors(options, now);
  1528. }
  1529. if (accounting_is_enabled(options)) {
  1530. accounting_run_housekeeping(now);
  1531. }
  1532. /* 3a. Every second, we examine pending circuits and prune the
  1533. * ones which have been pending for more than a few seconds.
  1534. * We do this before step 4, so it can try building more if
  1535. * it's not comfortable with the number of available circuits.
  1536. */
  1537. /* (If our circuit build timeout can ever become lower than a second (which
  1538. * it can't, currently), we should do this more often.) */
  1539. circuit_expire_building();
  1540. circuit_expire_waiting_for_better_guard();
  1541. /* 3b. Also look at pending streams and prune the ones that 'began'
  1542. * a long time ago but haven't gotten a 'connected' yet.
  1543. * Do this before step 4, so we can put them back into pending
  1544. * state to be picked up by the new circuit.
  1545. */
  1546. connection_ap_expire_beginning();
  1547. /* 3c. And expire connections that we've held open for too long.
  1548. */
  1549. connection_expire_held_open();
  1550. /* 4. Every second, we try a new circuit if there are no valid
  1551. * circuits. Every NewCircuitPeriod seconds, we expire circuits
  1552. * that became dirty more than MaxCircuitDirtiness seconds ago,
  1553. * and we make a new circ if there are no clean circuits.
  1554. */
  1555. const int have_dir_info = router_have_minimum_dir_info();
  1556. if (have_dir_info && !net_is_disabled()) {
  1557. circuit_build_needed_circs(now);
  1558. } else {
  1559. circuit_expire_old_circs_as_needed(now);
  1560. }
  1561. /* 5. We do housekeeping for each connection... */
  1562. channel_update_bad_for_new_circs(NULL, 0);
  1563. int i;
  1564. for (i=0;i<smartlist_len(connection_array);i++) {
  1565. run_connection_housekeeping(i, now);
  1566. }
  1567. /* 11b. check pending unconfigured managed proxies */
  1568. if (!net_is_disabled() && pt_proxies_configuration_pending())
  1569. pt_configure_remaining_proxies();
  1570. }
  1571. /* Periodic callback: rotate the onion keys after the period defined by the
  1572. * "onion-key-rotation-days" consensus parameter, shut down and restart all
  1573. * cpuworkers, and update our descriptor if necessary.
  1574. */
  1575. static int
  1576. rotate_onion_key_callback(time_t now, const or_options_t *options)
  1577. {
  1578. if (server_mode(options)) {
  1579. int onion_key_lifetime = get_onion_key_lifetime();
  1580. time_t rotation_time = get_onion_key_set_at()+onion_key_lifetime;
  1581. if (rotation_time > now) {
  1582. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1583. }
  1584. log_info(LD_GENERAL,"Rotating onion key.");
  1585. rotate_onion_key();
  1586. cpuworkers_rotate_keyinfo();
  1587. if (router_rebuild_descriptor(1)<0) {
  1588. log_info(LD_CONFIG, "Couldn't rebuild router descriptor");
  1589. }
  1590. if (advertised_server_mode() && !net_is_disabled())
  1591. router_upload_dir_desc_to_dirservers(0);
  1592. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1593. }
  1594. return PERIODIC_EVENT_NO_UPDATE;
  1595. }
  1596. /* Period callback: Check if our old onion keys are still valid after the
  1597. * period of time defined by the consensus parameter
  1598. * "onion-key-grace-period-days", otherwise expire them by setting them to
  1599. * NULL.
  1600. */
  1601. static int
  1602. check_onion_keys_expiry_time_callback(time_t now, const or_options_t *options)
  1603. {
  1604. if (server_mode(options)) {
  1605. int onion_key_grace_period = get_onion_key_grace_period();
  1606. time_t expiry_time = get_onion_key_set_at()+onion_key_grace_period;
  1607. if (expiry_time > now) {
  1608. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1609. }
  1610. log_info(LD_GENERAL, "Expiring old onion keys.");
  1611. expire_old_onion_keys();
  1612. cpuworkers_rotate_keyinfo();
  1613. return ONION_KEY_CONSENSUS_CHECK_INTERVAL;
  1614. }
  1615. return PERIODIC_EVENT_NO_UPDATE;
  1616. }
  1617. /* Periodic callback: Every 30 seconds, check whether it's time to make new
  1618. * Ed25519 subkeys.
  1619. */
  1620. static int
  1621. check_ed_keys_callback(time_t now, const or_options_t *options)
  1622. {
  1623. if (server_mode(options)) {
  1624. if (should_make_new_ed_keys(options, now)) {
  1625. int new_signing_key = load_ed_keys(options, now);
  1626. if (new_signing_key < 0 ||
  1627. generate_ed_link_cert(options, now, new_signing_key > 0)) {
  1628. log_err(LD_OR, "Unable to update Ed25519 keys! Exiting.");
  1629. tor_shutdown_event_loop_and_exit(1);
  1630. }
  1631. }
  1632. return 30;
  1633. }
  1634. return PERIODIC_EVENT_NO_UPDATE;
  1635. }
  1636. /**
  1637. * Periodic callback: Every {LAZY,GREEDY}_DESCRIPTOR_RETRY_INTERVAL,
  1638. * see about fetching descriptors, microdescriptors, and extrainfo
  1639. * documents.
  1640. */
  1641. static int
  1642. launch_descriptor_fetches_callback(time_t now, const or_options_t *options)
  1643. {
  1644. if (should_delay_dir_fetches(options, NULL))
  1645. return PERIODIC_EVENT_NO_UPDATE;
  1646. update_all_descriptor_downloads(now);
  1647. update_extrainfo_downloads(now);
  1648. if (router_have_minimum_dir_info())
  1649. return LAZY_DESCRIPTOR_RETRY_INTERVAL;
  1650. else
  1651. return GREEDY_DESCRIPTOR_RETRY_INTERVAL;
  1652. }
  1653. /**
  1654. * Periodic event: Rotate our X.509 certificates and TLS keys once every
  1655. * MAX_SSL_KEY_LIFETIME_INTERNAL.
  1656. */
  1657. static int
  1658. rotate_x509_certificate_callback(time_t now, const or_options_t *options)
  1659. {
  1660. static int first = 1;
  1661. (void)now;
  1662. (void)options;
  1663. if (first) {
  1664. first = 0;
  1665. return MAX_SSL_KEY_LIFETIME_INTERNAL;
  1666. }
  1667. /* 1b. Every MAX_SSL_KEY_LIFETIME_INTERNAL seconds, we change our
  1668. * TLS context. */
  1669. log_info(LD_GENERAL,"Rotating tls context.");
  1670. if (router_initialize_tls_context() < 0) {
  1671. log_err(LD_BUG, "Error reinitializing TLS context");
  1672. tor_assert_unreached();
  1673. }
  1674. if (generate_ed_link_cert(options, now, 1)) {
  1675. log_err(LD_OR, "Unable to update Ed25519->TLS link certificate for "
  1676. "new TLS context.");
  1677. tor_assert_unreached();
  1678. }
  1679. /* We also make sure to rotate the TLS connections themselves if they've
  1680. * been up for too long -- but that's done via is_bad_for_new_circs in
  1681. * run_connection_housekeeping() above. */
  1682. return MAX_SSL_KEY_LIFETIME_INTERNAL;
  1683. }
  1684. /**
  1685. * Periodic callback: once an hour, grab some more entropy from the
  1686. * kernel and feed it to our CSPRNG.
  1687. **/
  1688. static int
  1689. add_entropy_callback(time_t now, const or_options_t *options)
  1690. {
  1691. (void)now;
  1692. (void)options;
  1693. /* We already seeded once, so don't die on failure. */
  1694. if (crypto_seed_rng() < 0) {
  1695. log_warn(LD_GENERAL, "Tried to re-seed RNG, but failed. We already "
  1696. "seeded once, though, so we won't exit here.");
  1697. }
  1698. /** How often do we add more entropy to OpenSSL's RNG pool? */
  1699. #define ENTROPY_INTERVAL (60*60)
  1700. return ENTROPY_INTERVAL;
  1701. }
  1702. /**
  1703. * Periodic callback: if we're an authority, make sure we test
  1704. * the routers on the network for reachability.
  1705. */
  1706. static int
  1707. launch_reachability_tests_callback(time_t now, const or_options_t *options)
  1708. {
  1709. if (authdir_mode_tests_reachability(options) &&
  1710. !net_is_disabled()) {
  1711. /* try to determine reachability of the other Tor relays */
  1712. dirserv_test_reachability(now);
  1713. }
  1714. return REACHABILITY_TEST_INTERVAL;
  1715. }
  1716. /**
  1717. * Periodic callback: if we're an authority, discount the stability
  1718. * information (and other rephist information) that's older.
  1719. */
  1720. static int
  1721. downrate_stability_callback(time_t now, const or_options_t *options)
  1722. {
  1723. (void)options;
  1724. /* 1d. Periodically, we discount older stability information so that new
  1725. * stability info counts more, and save the stability information to disk as
  1726. * appropriate. */
  1727. time_t next = rep_hist_downrate_old_runs(now);
  1728. return safe_timer_diff(now, next);
  1729. }
  1730. /**
  1731. * Periodic callback: if we're an authority, record our measured stability
  1732. * information from rephist in an mtbf file.
  1733. */
  1734. static int
  1735. save_stability_callback(time_t now, const or_options_t *options)
  1736. {
  1737. if (authdir_mode_tests_reachability(options)) {
  1738. if (rep_hist_record_mtbf_data(now, 1)<0) {
  1739. log_warn(LD_GENERAL, "Couldn't store mtbf data.");
  1740. }
  1741. }
  1742. #define SAVE_STABILITY_INTERVAL (30*60)
  1743. return SAVE_STABILITY_INTERVAL;
  1744. }
  1745. /**
  1746. * Periodic callback: if we're an authority, check on our authority
  1747. * certificate (the one that authenticates our authority signing key).
  1748. */
  1749. static int
  1750. check_authority_cert_callback(time_t now, const or_options_t *options)
  1751. {
  1752. (void)now;
  1753. (void)options;
  1754. /* 1e. Periodically, if we're a v3 authority, we check whether our cert is
  1755. * close to expiring and warn the admin if it is. */
  1756. v3_authority_check_key_expiry();
  1757. #define CHECK_V3_CERTIFICATE_INTERVAL (5*60)
  1758. return CHECK_V3_CERTIFICATE_INTERVAL;
  1759. }
  1760. /**
  1761. * Scheduled callback: Run directory-authority voting functionality.
  1762. *
  1763. * The schedule is a bit complicated here, so dirvote_act() manages the
  1764. * schedule itself.
  1765. **/
  1766. static int
  1767. dirvote_callback(time_t now, const or_options_t *options)
  1768. {
  1769. if (!authdir_mode_v3(options)) {
  1770. tor_assert_nonfatal_unreached();
  1771. return 3600;
  1772. }
  1773. time_t next = dirvote_act(options, now);
  1774. if (BUG(next == TIME_MAX)) {
  1775. /* This shouldn't be returned unless we called dirvote_act() without
  1776. * being an authority. If it happens, maybe our configuration will
  1777. * fix itself in an hour or so? */
  1778. return 3600;
  1779. }
  1780. return safe_timer_diff(now, next);
  1781. }
  1782. /** Reschedule the directory-authority voting event. Run this whenever the
  1783. * schedule has changed. */
  1784. void
  1785. reschedule_dirvote(const or_options_t *options)
  1786. {
  1787. if (periodic_events_initialized && authdir_mode_v3(options)) {
  1788. periodic_event_reschedule(dirvote_event);
  1789. }
  1790. }
  1791. /**
  1792. * Periodic callback: If our consensus is too old, recalculate whether
  1793. * we can actually use it.
  1794. */
  1795. static int
  1796. check_expired_networkstatus_callback(time_t now, const or_options_t *options)
  1797. {
  1798. (void)options;
  1799. /* Check whether our networkstatus has expired. */
  1800. networkstatus_t *ns = networkstatus_get_latest_consensus();
  1801. /*XXXX RD: This value needs to be the same as REASONABLY_LIVE_TIME in
  1802. * networkstatus_get_reasonably_live_consensus(), but that value is way
  1803. * way too high. Arma: is the bridge issue there resolved yet? -NM */
  1804. #define NS_EXPIRY_SLOP (24*60*60)
  1805. if (ns && ns->valid_until < (now - NS_EXPIRY_SLOP) &&
  1806. router_have_minimum_dir_info()) {
  1807. router_dir_info_changed();
  1808. }
  1809. #define CHECK_EXPIRED_NS_INTERVAL (2*60)
  1810. return CHECK_EXPIRED_NS_INTERVAL;
  1811. }
  1812. /**
  1813. * Scheduled callback: Save the state file to disk if appropriate.
  1814. */
  1815. static int
  1816. save_state_callback(time_t now, const or_options_t *options)
  1817. {
  1818. (void) options;
  1819. (void) or_state_save(now); // only saves if appropriate
  1820. const time_t next_write = get_or_state()->next_write;
  1821. if (next_write == TIME_MAX) {
  1822. return 86400;
  1823. }
  1824. return safe_timer_diff(now, next_write);
  1825. }
  1826. /** Reschedule the event for saving the state file.
  1827. *
  1828. * Run this when the state becomes dirty. */
  1829. void
  1830. reschedule_or_state_save(void)
  1831. {
  1832. if (save_state_event == NULL) {
  1833. /* This can happen early on during startup. */
  1834. return;
  1835. }
  1836. periodic_event_reschedule(save_state_event);
  1837. }
  1838. /**
  1839. * Periodic callback: Write statistics to disk if appropriate.
  1840. */
  1841. static int
  1842. write_stats_file_callback(time_t now, const or_options_t *options)
  1843. {
  1844. /* 1g. Check whether we should write statistics to disk.
  1845. */
  1846. #define CHECK_WRITE_STATS_INTERVAL (60*60)
  1847. time_t next_time_to_write_stats_files = now + CHECK_WRITE_STATS_INTERVAL;
  1848. if (options->CellStatistics) {
  1849. time_t next_write =
  1850. rep_hist_buffer_stats_write(now);
  1851. if (next_write && next_write < next_time_to_write_stats_files)
  1852. next_time_to_write_stats_files = next_write;
  1853. }
  1854. if (options->DirReqStatistics) {
  1855. time_t next_write = geoip_dirreq_stats_write(now);
  1856. if (next_write && next_write < next_time_to_write_stats_files)
  1857. next_time_to_write_stats_files = next_write;
  1858. }
  1859. if (options->EntryStatistics) {
  1860. time_t next_write = geoip_entry_stats_write(now);
  1861. if (next_write && next_write < next_time_to_write_stats_files)
  1862. next_time_to_write_stats_files = next_write;
  1863. }
  1864. if (options->HiddenServiceStatistics) {
  1865. time_t next_write = rep_hist_hs_stats_write(now);
  1866. if (next_write && next_write < next_time_to_write_stats_files)
  1867. next_time_to_write_stats_files = next_write;
  1868. }
  1869. if (options->ExitPortStatistics) {
  1870. time_t next_write = rep_hist_exit_stats_write(now);
  1871. if (next_write && next_write < next_time_to_write_stats_files)
  1872. next_time_to_write_stats_files = next_write;
  1873. }
  1874. if (options->ConnDirectionStatistics) {
  1875. time_t next_write = rep_hist_conn_stats_write(now);
  1876. if (next_write && next_write < next_time_to_write_stats_files)
  1877. next_time_to_write_stats_files = next_write;
  1878. }
  1879. if (options->BridgeAuthoritativeDir) {
  1880. time_t next_write = rep_hist_desc_stats_write(now);
  1881. if (next_write && next_write < next_time_to_write_stats_files)
  1882. next_time_to_write_stats_files = next_write;
  1883. }
  1884. return safe_timer_diff(now, next_time_to_write_stats_files);
  1885. }
  1886. #define CHANNEL_CHECK_INTERVAL (60*60)
  1887. static int
  1888. check_canonical_channels_callback(time_t now, const or_options_t *options)
  1889. {
  1890. (void)now;
  1891. if (public_server_mode(options))
  1892. channel_check_for_duplicates();
  1893. return CHANNEL_CHECK_INTERVAL;
  1894. }
  1895. static int
  1896. reset_padding_counts_callback(time_t now, const or_options_t *options)
  1897. {
  1898. if (options->PaddingStatistics) {
  1899. rep_hist_prep_published_padding_counts(now);
  1900. }
  1901. rep_hist_reset_padding_counts();
  1902. return REPHIST_CELL_PADDING_COUNTS_INTERVAL;
  1903. }
  1904. static int should_init_bridge_stats = 1;
  1905. /**
  1906. * Periodic callback: Write bridge statistics to disk if appropriate.
  1907. */
  1908. static int
  1909. record_bridge_stats_callback(time_t now, const or_options_t *options)
  1910. {
  1911. /* 1h. Check whether we should write bridge statistics to disk.
  1912. */
  1913. if (should_record_bridge_info(options)) {
  1914. if (should_init_bridge_stats) {
  1915. /* (Re-)initialize bridge statistics. */
  1916. geoip_bridge_stats_init(now);
  1917. should_init_bridge_stats = 0;
  1918. return WRITE_STATS_INTERVAL;
  1919. } else {
  1920. /* Possibly write bridge statistics to disk and ask when to write
  1921. * them next time. */
  1922. time_t next = geoip_bridge_stats_write(now);
  1923. return safe_timer_diff(now, next);
  1924. }
  1925. } else if (!should_init_bridge_stats) {
  1926. /* Bridge mode was turned off. Ensure that stats are re-initialized
  1927. * next time bridge mode is turned on. */
  1928. should_init_bridge_stats = 1;
  1929. }
  1930. return PERIODIC_EVENT_NO_UPDATE;
  1931. }
  1932. /**
  1933. * Periodic callback: Clean in-memory caches every once in a while
  1934. */
  1935. static int
  1936. clean_caches_callback(time_t now, const or_options_t *options)
  1937. {
  1938. /* Remove old information from rephist and the rend cache. */
  1939. rep_history_clean(now - options->RephistTrackTime);
  1940. rend_cache_clean(now, REND_CACHE_TYPE_SERVICE);
  1941. hs_cache_clean_as_client(now);
  1942. hs_cache_clean_as_dir(now);
  1943. microdesc_cache_rebuild(NULL, 0);
  1944. #define CLEAN_CACHES_INTERVAL (30*60)
  1945. return CLEAN_CACHES_INTERVAL;
  1946. }
  1947. /**
  1948. * Periodic callback: Clean the cache of failed hidden service lookups
  1949. * frequently.
  1950. */
  1951. static int
  1952. rend_cache_failure_clean_callback(time_t now, const or_options_t *options)
  1953. {
  1954. (void)options;
  1955. /* We don't keep entries that are more than five minutes old so we try to
  1956. * clean it as soon as we can since we want to make sure the client waits
  1957. * as little as possible for reachability reasons. */
  1958. rend_cache_failure_clean(now);
  1959. hs_cache_client_intro_state_clean(now);
  1960. return 30;
  1961. }
  1962. /**
  1963. * Periodic callback: If we're a server and initializing dns failed, retry.
  1964. */
  1965. static int
  1966. retry_dns_callback(time_t now, const or_options_t *options)
  1967. {
  1968. (void)now;
  1969. #define RETRY_DNS_INTERVAL (10*60)
  1970. if (server_mode(options) && has_dns_init_failed())
  1971. dns_init();
  1972. return RETRY_DNS_INTERVAL;
  1973. }
  1974. /** Periodic callback: consider rebuilding or and re-uploading our descriptor
  1975. * (if we've passed our internal checks). */
  1976. static int
  1977. check_descriptor_callback(time_t now, const or_options_t *options)
  1978. {
  1979. /** How often do we check whether part of our router info has changed in a
  1980. * way that would require an upload? That includes checking whether our IP
  1981. * address has changed. */
  1982. #define CHECK_DESCRIPTOR_INTERVAL (60)
  1983. (void)options;
  1984. /* 2b. Once per minute, regenerate and upload the descriptor if the old
  1985. * one is inaccurate. */
  1986. if (!net_is_disabled()) {
  1987. check_descriptor_bandwidth_changed(now);
  1988. check_descriptor_ipaddress_changed(now);
  1989. mark_my_descriptor_dirty_if_too_old(now);
  1990. consider_publishable_server(0);
  1991. /* If any networkstatus documents are no longer recent, we need to
  1992. * update all the descriptors' running status. */
  1993. /* Remove dead routers. */
  1994. /* XXXX This doesn't belong here, but it was here in the pre-
  1995. * XXXX refactoring code. */
  1996. routerlist_remove_old_routers();
  1997. }
  1998. return CHECK_DESCRIPTOR_INTERVAL;
  1999. }
  2000. /**
  2001. * Periodic callback: check whether we're reachable (as a relay), and
  2002. * whether our bandwidth has changed enough that we need to
  2003. * publish a new descriptor.
  2004. */
  2005. static int
  2006. check_for_reachability_bw_callback(time_t now, const or_options_t *options)
  2007. {
  2008. /* XXXX This whole thing was stuck in the middle of what is now
  2009. * XXXX check_descriptor_callback. I'm not sure it's right. */
  2010. static int dirport_reachability_count = 0;
  2011. /* also, check religiously for reachability, if it's within the first
  2012. * 20 minutes of our uptime. */
  2013. if (server_mode(options) &&
  2014. (have_completed_a_circuit() || !any_predicted_circuits(now)) &&
  2015. !net_is_disabled()) {
  2016. if (get_uptime() < TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  2017. router_do_reachability_checks(1, dirport_reachability_count==0);
  2018. if (++dirport_reachability_count > 5)
  2019. dirport_reachability_count = 0;
  2020. return 1;
  2021. } else {
  2022. /* If we haven't checked for 12 hours and our bandwidth estimate is
  2023. * low, do another bandwidth test. This is especially important for
  2024. * bridges, since they might go long periods without much use. */
  2025. const routerinfo_t *me = router_get_my_routerinfo();
  2026. static int first_time = 1;
  2027. if (!first_time && me &&
  2028. me->bandwidthcapacity < me->bandwidthrate &&
  2029. me->bandwidthcapacity < 51200) {
  2030. reset_bandwidth_test();
  2031. }
  2032. first_time = 0;
  2033. #define BANDWIDTH_RECHECK_INTERVAL (12*60*60)
  2034. return BANDWIDTH_RECHECK_INTERVAL;
  2035. }
  2036. }
  2037. return CHECK_DESCRIPTOR_INTERVAL;
  2038. }
  2039. /**
  2040. * Periodic event: once a minute, (or every second if TestingTorNetwork, or
  2041. * during client bootstrap), check whether we want to download any
  2042. * networkstatus documents. */
  2043. static int
  2044. fetch_networkstatus_callback(time_t now, const or_options_t *options)
  2045. {
  2046. /* How often do we check whether we should download network status
  2047. * documents? */
  2048. const int we_are_bootstrapping = networkstatus_consensus_is_bootstrapping(
  2049. now);
  2050. const int prefer_mirrors = !directory_fetches_from_authorities(
  2051. get_options());
  2052. int networkstatus_dl_check_interval = 60;
  2053. /* check more often when testing, or when bootstrapping from mirrors
  2054. * (connection limits prevent too many connections being made) */
  2055. if (options->TestingTorNetwork
  2056. || (we_are_bootstrapping && prefer_mirrors)) {
  2057. networkstatus_dl_check_interval = 1;
  2058. }
  2059. if (should_delay_dir_fetches(options, NULL))
  2060. return PERIODIC_EVENT_NO_UPDATE;
  2061. update_networkstatus_downloads(now);
  2062. return networkstatus_dl_check_interval;
  2063. }
  2064. /**
  2065. * Periodic callback: Every 60 seconds, we relaunch listeners if any died. */
  2066. static int
  2067. retry_listeners_callback(time_t now, const or_options_t *options)
  2068. {
  2069. (void)now;
  2070. (void)options;
  2071. if (!net_is_disabled()) {
  2072. retry_all_listeners(NULL, NULL, 0);
  2073. return 60;
  2074. }
  2075. return PERIODIC_EVENT_NO_UPDATE;
  2076. }
  2077. /**
  2078. * Periodic callback: as a server, see if we have any old unused circuits
  2079. * that should be expired */
  2080. static int
  2081. expire_old_ciruits_serverside_callback(time_t now, const or_options_t *options)
  2082. {
  2083. (void)options;
  2084. /* every 11 seconds, so not usually the same second as other such events */
  2085. circuit_expire_old_circuits_serverside(now);
  2086. return 11;
  2087. }
  2088. /**
  2089. * Callback: Send warnings if Tor doesn't find its ports reachable.
  2090. */
  2091. static int
  2092. reachability_warnings_callback(time_t now, const or_options_t *options)
  2093. {
  2094. (void) now;
  2095. if (get_uptime() < TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  2096. return (int)(TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT - get_uptime());
  2097. }
  2098. if (server_mode(options) &&
  2099. !net_is_disabled() &&
  2100. have_completed_a_circuit()) {
  2101. /* every 20 minutes, check and complain if necessary */
  2102. const routerinfo_t *me = router_get_my_routerinfo();
  2103. if (me && !check_whether_orport_reachable(options)) {
  2104. char *address = tor_dup_ip(me->addr);
  2105. log_warn(LD_CONFIG,"Your server (%s:%d) has not managed to confirm that "
  2106. "its ORPort is reachable. Relays do not publish descriptors "
  2107. "until their ORPort and DirPort are reachable. Please check "
  2108. "your firewalls, ports, address, /etc/hosts file, etc.",
  2109. address, me->or_port);
  2110. control_event_server_status(LOG_WARN,
  2111. "REACHABILITY_FAILED ORADDRESS=%s:%d",
  2112. address, me->or_port);
  2113. tor_free(address);
  2114. }
  2115. if (me && !check_whether_dirport_reachable(options)) {
  2116. char *address = tor_dup_ip(me->addr);
  2117. log_warn(LD_CONFIG,
  2118. "Your server (%s:%d) has not managed to confirm that its "
  2119. "DirPort is reachable. Relays do not publish descriptors "
  2120. "until their ORPort and DirPort are reachable. Please check "
  2121. "your firewalls, ports, address, /etc/hosts file, etc.",
  2122. address, me->dir_port);
  2123. control_event_server_status(LOG_WARN,
  2124. "REACHABILITY_FAILED DIRADDRESS=%s:%d",
  2125. address, me->dir_port);
  2126. tor_free(address);
  2127. }
  2128. }
  2129. return TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT;
  2130. }
  2131. static int dns_honesty_first_time = 1;
  2132. /**
  2133. * Periodic event: if we're an exit, see if our DNS server is telling us
  2134. * obvious lies.
  2135. */
  2136. static int
  2137. check_dns_honesty_callback(time_t now, const or_options_t *options)
  2138. {
  2139. (void)now;
  2140. /* 9. and if we're an exit node, check whether our DNS is telling stories
  2141. * to us. */
  2142. if (net_is_disabled() ||
  2143. ! public_server_mode(options) ||
  2144. router_my_exit_policy_is_reject_star())
  2145. return PERIODIC_EVENT_NO_UPDATE;
  2146. if (dns_honesty_first_time) {
  2147. /* Don't launch right when we start */
  2148. dns_honesty_first_time = 0;
  2149. return crypto_rand_int_range(60, 180);
  2150. }
  2151. dns_launch_correctness_checks();
  2152. return 12*3600 + crypto_rand_int(12*3600);
  2153. }
  2154. /**
  2155. * Periodic callback: if we're the bridge authority, write a networkstatus
  2156. * file to disk.
  2157. */
  2158. static int
  2159. write_bridge_ns_callback(time_t now, const or_options_t *options)
  2160. {
  2161. /* 10. write bridge networkstatus file to disk */
  2162. if (options->BridgeAuthoritativeDir) {
  2163. networkstatus_dump_bridge_status_to_file(now);
  2164. #define BRIDGE_STATUSFILE_INTERVAL (30*60)
  2165. return BRIDGE_STATUSFILE_INTERVAL;
  2166. }
  2167. return PERIODIC_EVENT_NO_UPDATE;
  2168. }
  2169. static int heartbeat_callback_first_time = 1;
  2170. /**
  2171. * Periodic callback: write the heartbeat message in the logs.
  2172. *
  2173. * If writing the heartbeat message to the logs fails for some reason, retry
  2174. * again after <b>MIN_HEARTBEAT_PERIOD</b> seconds.
  2175. */
  2176. static int
  2177. heartbeat_callback(time_t now, const or_options_t *options)
  2178. {
  2179. /* Check if heartbeat is disabled */
  2180. if (!options->HeartbeatPeriod) {
  2181. return PERIODIC_EVENT_NO_UPDATE;
  2182. }
  2183. /* Skip the first one. */
  2184. if (heartbeat_callback_first_time) {
  2185. heartbeat_callback_first_time = 0;
  2186. return options->HeartbeatPeriod;
  2187. }
  2188. /* Write the heartbeat message */
  2189. if (log_heartbeat(now) == 0) {
  2190. return options->HeartbeatPeriod;
  2191. } else {
  2192. /* If we couldn't write the heartbeat log message, try again in the minimum
  2193. * interval of time. */
  2194. return MIN_HEARTBEAT_PERIOD;
  2195. }
  2196. }
  2197. #define CDM_CLEAN_CALLBACK_INTERVAL 600
  2198. static int
  2199. clean_consdiffmgr_callback(time_t now, const or_options_t *options)
  2200. {
  2201. (void)now;
  2202. if (dir_server_mode(options)) {
  2203. consdiffmgr_cleanup();
  2204. }
  2205. return CDM_CLEAN_CALLBACK_INTERVAL;
  2206. }
  2207. /*
  2208. * Periodic callback: Run scheduled events for HS service. This is called
  2209. * every second.
  2210. */
  2211. static int
  2212. hs_service_callback(time_t now, const or_options_t *options)
  2213. {
  2214. (void) options;
  2215. /* We need to at least be able to build circuits and that we actually have
  2216. * a working network. */
  2217. if (!have_completed_a_circuit() || net_is_disabled() ||
  2218. networkstatus_get_live_consensus(now) == NULL) {
  2219. goto end;
  2220. }
  2221. hs_service_run_scheduled_events(now);
  2222. end:
  2223. /* Every 1 second. */
  2224. return 1;
  2225. }
  2226. /** Timer: used to invoke second_elapsed_callback() once per second. */
  2227. static periodic_timer_t *second_timer = NULL;
  2228. /**
  2229. * Enable or disable the per-second timer as appropriate, creating it if
  2230. * necessary.
  2231. */
  2232. void
  2233. reschedule_per_second_timer(void)
  2234. {
  2235. struct timeval one_second;
  2236. one_second.tv_sec = 1;
  2237. one_second.tv_usec = 0;
  2238. if (! second_timer) {
  2239. second_timer = periodic_timer_new(tor_libevent_get_base(),
  2240. &one_second,
  2241. second_elapsed_callback,
  2242. NULL);
  2243. tor_assert(second_timer);
  2244. }
  2245. const bool run_per_second_events =
  2246. control_any_per_second_event_enabled() || ! net_is_completely_disabled();
  2247. if (run_per_second_events) {
  2248. periodic_timer_launch(second_timer, &one_second);
  2249. } else {
  2250. periodic_timer_disable(second_timer);
  2251. }
  2252. }
  2253. /** Last time that update_current_time was called. */
  2254. static time_t current_second = 0;
  2255. /** Last time that update_current_time updated current_second. */
  2256. static monotime_coarse_t current_second_last_changed;
  2257. /**
  2258. * Set the current time to "now", which should be the value returned by
  2259. * time(). Check for clock jumps and track the total number of seconds we
  2260. * have been running.
  2261. */
  2262. void
  2263. update_current_time(time_t now)
  2264. {
  2265. if (PREDICT_LIKELY(now == current_second)) {
  2266. /* We call this function a lot. Most frequently, the current second
  2267. * will not have changed, so we just return. */
  2268. return;
  2269. }
  2270. const time_t seconds_elapsed = current_second ? (now - current_second) : 0;
  2271. /* Check the wall clock against the monotonic clock, so we can
  2272. * better tell idleness from clock jumps and/or other shenanigans. */
  2273. monotime_coarse_t last_updated;
  2274. memcpy(&last_updated, &current_second_last_changed, sizeof(last_updated));
  2275. monotime_coarse_get(&current_second_last_changed);
  2276. /** How much clock jumping do we tolerate? */
  2277. #define NUM_JUMPED_SECONDS_BEFORE_WARN 100
  2278. /** How much idleness do we tolerate? */
  2279. #define NUM_IDLE_SECONDS_BEFORE_WARN 3600
  2280. if (seconds_elapsed < -NUM_JUMPED_SECONDS_BEFORE_WARN) {
  2281. // moving back in time is always a bad sign.
  2282. circuit_note_clock_jumped(seconds_elapsed, false);
  2283. } else if (seconds_elapsed >= NUM_JUMPED_SECONDS_BEFORE_WARN) {
  2284. /* Compare the monotonic clock to the result of time(). */
  2285. const int32_t monotime_msec_passed =
  2286. monotime_coarse_diff_msec32(&last_updated,
  2287. &current_second_last_changed);
  2288. const int monotime_sec_passed = monotime_msec_passed / 1000;
  2289. const int discrepancy = monotime_sec_passed - (int)seconds_elapsed;
  2290. /* If the monotonic clock deviates from time(NULL), we have a couple of
  2291. * possibilities. On some systems, this means we have been suspended or
  2292. * sleeping. Everywhere, it can mean that the wall-clock time has
  2293. * been changed -- for example, with settimeofday().
  2294. *
  2295. * On the other hand, if the monotonic time matches with the wall-clock
  2296. * time, we've probably just been idle for a while, with no events firing.
  2297. * we tolerate much more of that.
  2298. */
  2299. const bool clock_jumped = abs(discrepancy) > 2;
  2300. if (clock_jumped || seconds_elapsed >= NUM_IDLE_SECONDS_BEFORE_WARN) {
  2301. circuit_note_clock_jumped(seconds_elapsed, ! clock_jumped);
  2302. }
  2303. } else if (seconds_elapsed > 0) {
  2304. stats_n_seconds_working += seconds_elapsed;
  2305. }
  2306. update_approx_time(now);
  2307. current_second = now;
  2308. }
  2309. /** Libevent callback: invoked once every second. */
  2310. static void
  2311. second_elapsed_callback(periodic_timer_t *timer, void *arg)
  2312. {
  2313. /* XXXX This could be sensibly refactored into multiple callbacks, and we
  2314. * could use Libevent's timers for this rather than checking the current
  2315. * time against a bunch of timeouts every second. */
  2316. time_t now;
  2317. (void)timer;
  2318. (void)arg;
  2319. now = time(NULL);
  2320. /* We don't need to do this once-per-second any more: time-updating is
  2321. * only in this callback _because it is a callback_. It should be fine
  2322. * to disable this callback, and the time will still get updated.
  2323. */
  2324. update_current_time(now);
  2325. /* Maybe some controller events are ready to fire */
  2326. control_per_second_events();
  2327. run_scheduled_events(now);
  2328. }
  2329. #ifdef HAVE_SYSTEMD_209
  2330. static periodic_timer_t *systemd_watchdog_timer = NULL;
  2331. /** Libevent callback: invoked to reset systemd watchdog. */
  2332. static void
  2333. systemd_watchdog_callback(periodic_timer_t *timer, void *arg)
  2334. {
  2335. (void)timer;
  2336. (void)arg;
  2337. sd_notify(0, "WATCHDOG=1");
  2338. }
  2339. #endif /* defined(HAVE_SYSTEMD_209) */
  2340. #define UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST (6*60*60)
  2341. /** Called when our IP address seems to have changed. <b>at_interface</b>
  2342. * should be true if we detected a change in our interface, and false if we
  2343. * detected a change in our published address. */
  2344. void
  2345. ip_address_changed(int at_interface)
  2346. {
  2347. const or_options_t *options = get_options();
  2348. int server = server_mode(options);
  2349. int exit_reject_interfaces = (server && options->ExitRelay
  2350. && options->ExitPolicyRejectLocalInterfaces);
  2351. if (at_interface) {
  2352. if (! server) {
  2353. /* Okay, change our keys. */
  2354. if (init_keys_client() < 0)
  2355. log_warn(LD_GENERAL, "Unable to rotate keys after IP change!");
  2356. }
  2357. } else {
  2358. if (server) {
  2359. if (get_uptime() > UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST)
  2360. reset_bandwidth_test();
  2361. reset_uptime();
  2362. router_reset_reachability();
  2363. }
  2364. }
  2365. /* Exit relays incorporate interface addresses in their exit policies when
  2366. * ExitPolicyRejectLocalInterfaces is set */
  2367. if (exit_reject_interfaces || (server && !at_interface)) {
  2368. mark_my_descriptor_dirty("IP address changed");
  2369. }
  2370. dns_servers_relaunch_checks();
  2371. }
  2372. /** Forget what we've learned about the correctness of our DNS servers, and
  2373. * start learning again. */
  2374. void
  2375. dns_servers_relaunch_checks(void)
  2376. {
  2377. if (server_mode(get_options())) {
  2378. dns_reset_correctness_checks();
  2379. if (periodic_events_initialized) {
  2380. tor_assert(check_dns_honesty_event);
  2381. periodic_event_reschedule(check_dns_honesty_event);
  2382. }
  2383. }
  2384. }
  2385. /** Called when we get a SIGHUP: reload configuration files and keys,
  2386. * retry all connections, and so on. */
  2387. static int
  2388. do_hup(void)
  2389. {
  2390. const or_options_t *options = get_options();
  2391. #ifdef USE_DMALLOC
  2392. dmalloc_log_stats();
  2393. dmalloc_log_changed(0, 1, 0, 0);
  2394. #endif
  2395. log_notice(LD_GENERAL,"Received reload signal (hup). Reloading config and "
  2396. "resetting internal state.");
  2397. if (accounting_is_enabled(options))
  2398. accounting_record_bandwidth_usage(time(NULL), get_or_state());
  2399. router_reset_warnings();
  2400. routerlist_reset_warnings();
  2401. /* first, reload config variables, in case they've changed */
  2402. if (options->ReloadTorrcOnSIGHUP) {
  2403. /* no need to provide argc/v, they've been cached in init_from_config */
  2404. int init_rv = options_init_from_torrc(0, NULL);
  2405. if (init_rv < 0) {
  2406. log_err(LD_CONFIG,"Reading config failed--see warnings above. "
  2407. "For usage, try -h.");
  2408. return -1;
  2409. } else if (BUG(init_rv > 0)) {
  2410. // LCOV_EXCL_START
  2411. /* This should be impossible: the only "return 1" cases in
  2412. * options_init_from_torrc are ones caused by command-line arguments;
  2413. * but they can't change while Tor is running. */
  2414. return -1;
  2415. // LCOV_EXCL_STOP
  2416. }
  2417. options = get_options(); /* they have changed now */
  2418. /* Logs are only truncated the first time they are opened, but were
  2419. probably intended to be cleaned up on signal. */
  2420. if (options->TruncateLogFile)
  2421. truncate_logs();
  2422. } else {
  2423. char *msg = NULL;
  2424. log_notice(LD_GENERAL, "Not reloading config file: the controller told "
  2425. "us not to.");
  2426. /* Make stuff get rescanned, reloaded, etc. */
  2427. if (set_options((or_options_t*)options, &msg) < 0) {
  2428. if (!msg)
  2429. msg = tor_strdup("Unknown error");
  2430. log_warn(LD_GENERAL, "Unable to re-set previous options: %s", msg);
  2431. tor_free(msg);
  2432. }
  2433. }
  2434. if (authdir_mode(options)) {
  2435. /* reload the approved-routers file */
  2436. if (dirserv_load_fingerprint_file() < 0) {
  2437. /* warnings are logged from dirserv_load_fingerprint_file() directly */
  2438. log_info(LD_GENERAL, "Error reloading fingerprints. "
  2439. "Continuing with old list.");
  2440. }
  2441. }
  2442. /* Rotate away from the old dirty circuits. This has to be done
  2443. * after we've read the new options, but before we start using
  2444. * circuits for directory fetches. */
  2445. circuit_mark_all_dirty_circs_as_unusable();
  2446. /* retry appropriate downloads */
  2447. router_reset_status_download_failures();
  2448. router_reset_descriptor_download_failures();
  2449. if (!net_is_disabled())
  2450. update_networkstatus_downloads(time(NULL));
  2451. /* We'll retry routerstatus downloads in about 10 seconds; no need to
  2452. * force a retry there. */
  2453. if (server_mode(options)) {
  2454. /* Maybe we've been given a new ed25519 key or certificate?
  2455. */
  2456. time_t now = approx_time();
  2457. int new_signing_key = load_ed_keys(options, now);
  2458. if (new_signing_key < 0 ||
  2459. generate_ed_link_cert(options, now, new_signing_key > 0)) {
  2460. log_warn(LD_OR, "Problem reloading Ed25519 keys; still using old keys.");
  2461. }
  2462. /* Update cpuworker and dnsworker processes, so they get up-to-date
  2463. * configuration options. */
  2464. cpuworkers_rotate_keyinfo();
  2465. dns_reset();
  2466. }
  2467. return 0;
  2468. }
  2469. /** Initialize some mainloop_event_t objects that we require. */
  2470. STATIC void
  2471. initialize_mainloop_events(void)
  2472. {
  2473. if (!schedule_active_linked_connections_event) {
  2474. schedule_active_linked_connections_event =
  2475. mainloop_event_postloop_new(schedule_active_linked_connections_cb, NULL);
  2476. }
  2477. if (!postloop_cleanup_ev) {
  2478. postloop_cleanup_ev =
  2479. mainloop_event_postloop_new(postloop_cleanup_cb, NULL);
  2480. }
  2481. }
  2482. /** Tor main loop. */
  2483. int
  2484. do_main_loop(void)
  2485. {
  2486. time_t now;
  2487. /* initialize the periodic events first, so that code that depends on the
  2488. * events being present does not assert.
  2489. */
  2490. if (! periodic_events_initialized) {
  2491. initialize_periodic_events();
  2492. }
  2493. initialize_mainloop_events();
  2494. /* initialize dns resolve map, spawn workers if needed */
  2495. if (dns_init() < 0) {
  2496. if (get_options()->ServerDNSAllowBrokenConfig)
  2497. log_warn(LD_GENERAL, "Couldn't set up any working nameservers. "
  2498. "Network not up yet? Will try again soon.");
  2499. else {
  2500. log_err(LD_GENERAL,"Error initializing dns subsystem; exiting. To "
  2501. "retry instead, set the ServerDNSAllowBrokenResolvConf option.");
  2502. }
  2503. }
  2504. handle_signals();
  2505. monotime_init();
  2506. timers_initialize();
  2507. /* load the private keys, if we're supposed to have them, and set up the
  2508. * TLS context. */
  2509. if (! client_identity_key_is_set()) {
  2510. if (init_keys() < 0) {
  2511. log_err(LD_OR, "Error initializing keys; exiting");
  2512. return -1;
  2513. }
  2514. }
  2515. /* Set up our buckets */
  2516. connection_bucket_init();
  2517. /* initialize the bootstrap status events to know we're starting up */
  2518. control_event_bootstrap(BOOTSTRAP_STATUS_STARTING, 0);
  2519. /* Initialize the keypinning log. */
  2520. if (authdir_mode_v3(get_options())) {
  2521. char *fname = get_datadir_fname("key-pinning-journal");
  2522. int r = 0;
  2523. if (keypin_load_journal(fname)<0) {
  2524. log_err(LD_DIR, "Error loading key-pinning journal: %s",strerror(errno));
  2525. r = -1;
  2526. }
  2527. if (keypin_open_journal(fname)<0) {
  2528. log_err(LD_DIR, "Error opening key-pinning journal: %s",strerror(errno));
  2529. r = -1;
  2530. }
  2531. tor_free(fname);
  2532. if (r)
  2533. return r;
  2534. }
  2535. {
  2536. /* This is the old name for key-pinning-journal. These got corrupted
  2537. * in a couple of cases by #16530, so we started over. See #16580 for
  2538. * the rationale and for other options we didn't take. We can remove
  2539. * this code once all the authorities that ran 0.2.7.1-alpha-dev are
  2540. * upgraded.
  2541. */
  2542. char *fname = get_datadir_fname("key-pinning-entries");
  2543. unlink(fname);
  2544. tor_free(fname);
  2545. }
  2546. if (trusted_dirs_reload_certs()) {
  2547. log_warn(LD_DIR,
  2548. "Couldn't load all cached v3 certificates. Starting anyway.");
  2549. }
  2550. if (router_reload_consensus_networkstatus()) {
  2551. return -1;
  2552. }
  2553. /* load the routers file, or assign the defaults. */
  2554. if (router_reload_router_list()) {
  2555. return -1;
  2556. }
  2557. /* load the networkstatuses. (This launches a download for new routers as
  2558. * appropriate.)
  2559. */
  2560. now = time(NULL);
  2561. directory_info_has_arrived(now, 1, 0);
  2562. if (server_mode(get_options()) || dir_server_mode(get_options())) {
  2563. /* launch cpuworkers. Need to do this *after* we've read the onion key. */
  2564. cpu_init();
  2565. }
  2566. consdiffmgr_enable_background_compression();
  2567. /* Setup shared random protocol subsystem. */
  2568. if (authdir_mode_v3(get_options())) {
  2569. if (sr_init(1) < 0) {
  2570. return -1;
  2571. }
  2572. }
  2573. /* set up once-a-second callback. */
  2574. reschedule_per_second_timer();
  2575. #ifdef HAVE_SYSTEMD_209
  2576. uint64_t watchdog_delay;
  2577. /* set up systemd watchdog notification. */
  2578. if (sd_watchdog_enabled(1, &watchdog_delay) > 0) {
  2579. if (! systemd_watchdog_timer) {
  2580. struct timeval watchdog;
  2581. /* The manager will "act on" us if we don't send them a notification
  2582. * every 'watchdog_delay' microseconds. So, send notifications twice
  2583. * that often. */
  2584. watchdog_delay /= 2;
  2585. watchdog.tv_sec = watchdog_delay / 1000000;
  2586. watchdog.tv_usec = watchdog_delay % 1000000;
  2587. systemd_watchdog_timer = periodic_timer_new(tor_libevent_get_base(),
  2588. &watchdog,
  2589. systemd_watchdog_callback,
  2590. NULL);
  2591. tor_assert(systemd_watchdog_timer);
  2592. }
  2593. }
  2594. #endif /* defined(HAVE_SYSTEMD_209) */
  2595. #ifdef HAVE_SYSTEMD
  2596. {
  2597. const int r = sd_notify(0, "READY=1");
  2598. if (r < 0) {
  2599. log_warn(LD_GENERAL, "Unable to send readiness to systemd: %s",
  2600. strerror(r));
  2601. } else if (r > 0) {
  2602. log_notice(LD_GENERAL, "Signaled readiness to systemd");
  2603. } else {
  2604. log_info(LD_GENERAL, "Systemd NOTIFY_SOCKET not present.");
  2605. }
  2606. }
  2607. #endif /* defined(HAVE_SYSTEMD) */
  2608. main_loop_should_exit = 0;
  2609. main_loop_exit_value = 0;
  2610. #ifdef ENABLE_RESTART_DEBUGGING
  2611. {
  2612. static int first_time = 1;
  2613. if (first_time && getenv("TOR_DEBUG_RESTART")) {
  2614. first_time = 0;
  2615. const char *sec_str = getenv("TOR_DEBUG_RESTART_AFTER_SECONDS");
  2616. long sec;
  2617. int sec_ok=0;
  2618. if (sec_str &&
  2619. (sec = tor_parse_long(sec_str, 10, 0, INT_MAX, &sec_ok, NULL)) &&
  2620. sec_ok) {
  2621. /* Okay, we parsed the seconds. */
  2622. } else {
  2623. sec = 5;
  2624. }
  2625. struct timeval restart_after = { (time_t) sec, 0 };
  2626. tor_shutdown_event_loop_for_restart_event =
  2627. tor_evtimer_new(tor_libevent_get_base(),
  2628. tor_shutdown_event_loop_for_restart_cb, NULL);
  2629. event_add(tor_shutdown_event_loop_for_restart_event, &restart_after);
  2630. }
  2631. }
  2632. #endif
  2633. return run_main_loop_until_done();
  2634. }
  2635. #ifndef _WIN32
  2636. /** Rate-limiter for EINVAL-type libevent warnings. */
  2637. static ratelim_t libevent_error_ratelim = RATELIM_INIT(10);
  2638. #endif
  2639. /**
  2640. * Run the main loop a single time. Return 0 for "exit"; -1 for "exit with
  2641. * error", and 1 for "run this again."
  2642. */
  2643. static int
  2644. run_main_loop_once(void)
  2645. {
  2646. int loop_result;
  2647. if (nt_service_is_stopping())
  2648. return 0;
  2649. if (main_loop_should_exit)
  2650. return 0;
  2651. #ifndef _WIN32
  2652. /* Make it easier to tell whether libevent failure is our fault or not. */
  2653. errno = 0;
  2654. #endif
  2655. if (get_options()->MainloopStats) {
  2656. /* We always enforce that EVLOOP_ONCE is passed to event_base_loop() if we
  2657. * are collecting main loop statistics. */
  2658. called_loop_once = 1;
  2659. } else {
  2660. called_loop_once = 0;
  2661. }
  2662. /* Make sure we know (about) what time it is. */
  2663. update_approx_time(time(NULL));
  2664. /* Here it is: the main loop. Here we tell Libevent to poll until we have
  2665. * an event, or the second ends, or until we have some active linked
  2666. * connections to trigger events for. Libevent will wait till one
  2667. * of these happens, then run all the appropriate callbacks. */
  2668. loop_result = tor_libevent_run_event_loop(tor_libevent_get_base(),
  2669. called_loop_once);
  2670. if (get_options()->MainloopStats) {
  2671. /* Update our main loop counters. */
  2672. if (loop_result == 0) {
  2673. // The call was successful.
  2674. increment_main_loop_success_count();
  2675. } else if (loop_result == -1) {
  2676. // The call was erroneous.
  2677. increment_main_loop_error_count();
  2678. } else if (loop_result == 1) {
  2679. // The call didn't have any active or pending events
  2680. // to handle.
  2681. increment_main_loop_idle_count();
  2682. }
  2683. }
  2684. /* Oh, the loop failed. That might be an error that we need to
  2685. * catch, but more likely, it's just an interrupted poll() call or something,
  2686. * and we should try again. */
  2687. if (loop_result < 0) {
  2688. int e = tor_socket_errno(-1);
  2689. /* let the program survive things like ^z */
  2690. if (e != EINTR && !ERRNO_IS_EINPROGRESS(e)) {
  2691. log_err(LD_NET,"libevent call with %s failed: %s [%d]",
  2692. tor_libevent_get_method(), tor_socket_strerror(e), e);
  2693. return -1;
  2694. #ifndef _WIN32
  2695. } else if (e == EINVAL) {
  2696. log_fn_ratelim(&libevent_error_ratelim, LOG_WARN, LD_NET,
  2697. "EINVAL from libevent: should you upgrade libevent?");
  2698. if (libevent_error_ratelim.n_calls_since_last_time > 8) {
  2699. log_err(LD_NET, "Too many libevent errors, too fast: dying");
  2700. return -1;
  2701. }
  2702. #endif /* !defined(_WIN32) */
  2703. } else {
  2704. tor_assert_nonfatal_once(! ERRNO_IS_EINPROGRESS(e));
  2705. log_debug(LD_NET,"libevent call interrupted.");
  2706. /* You can't trust the results of this poll(). Go back to the
  2707. * top of the big for loop. */
  2708. return 1;
  2709. }
  2710. }
  2711. if (main_loop_should_exit)
  2712. return 0;
  2713. return 1;
  2714. }
  2715. /** Run the run_main_loop_once() function until it declares itself done,
  2716. * and return its final return value.
  2717. *
  2718. * Shadow won't invoke this function, so don't fill it up with things.
  2719. */
  2720. static int
  2721. run_main_loop_until_done(void)
  2722. {
  2723. int loop_result = 1;
  2724. do {
  2725. loop_result = run_main_loop_once();
  2726. } while (loop_result == 1);
  2727. if (main_loop_should_exit)
  2728. return main_loop_exit_value;
  2729. else
  2730. return loop_result;
  2731. }
  2732. /** Libevent callback: invoked when we get a signal.
  2733. */
  2734. static void
  2735. signal_callback(evutil_socket_t fd, short events, void *arg)
  2736. {
  2737. const int *sigptr = arg;
  2738. const int sig = *sigptr;
  2739. (void)fd;
  2740. (void)events;
  2741. update_current_time(time(NULL));
  2742. process_signal(sig);
  2743. }
  2744. /** Do the work of acting on a signal received in <b>sig</b> */
  2745. static void
  2746. process_signal(int sig)
  2747. {
  2748. switch (sig)
  2749. {
  2750. case SIGTERM:
  2751. log_notice(LD_GENERAL,"Catching signal TERM, exiting cleanly.");
  2752. tor_shutdown_event_loop_and_exit(0);
  2753. break;
  2754. case SIGINT:
  2755. if (!server_mode(get_options())) { /* do it now */
  2756. log_notice(LD_GENERAL,"Interrupt: exiting cleanly.");
  2757. tor_shutdown_event_loop_and_exit(0);
  2758. return;
  2759. }
  2760. #ifdef HAVE_SYSTEMD
  2761. sd_notify(0, "STOPPING=1");
  2762. #endif
  2763. hibernate_begin_shutdown();
  2764. break;
  2765. #ifdef SIGPIPE
  2766. case SIGPIPE:
  2767. log_debug(LD_GENERAL,"Caught SIGPIPE. Ignoring.");
  2768. break;
  2769. #endif
  2770. case SIGUSR1:
  2771. /* prefer to log it at INFO, but make sure we always see it */
  2772. dumpstats(get_min_log_level()<LOG_INFO ? get_min_log_level() : LOG_INFO);
  2773. control_event_signal(sig);
  2774. break;
  2775. case SIGUSR2:
  2776. switch_logs_debug();
  2777. log_debug(LD_GENERAL,"Caught USR2, going to loglevel debug. "
  2778. "Send HUP to change back.");
  2779. control_event_signal(sig);
  2780. break;
  2781. case SIGHUP:
  2782. #ifdef HAVE_SYSTEMD
  2783. sd_notify(0, "RELOADING=1");
  2784. #endif
  2785. if (do_hup() < 0) {
  2786. log_warn(LD_CONFIG,"Restart failed (config error?). Exiting.");
  2787. tor_shutdown_event_loop_and_exit(1);
  2788. return;
  2789. }
  2790. #ifdef HAVE_SYSTEMD
  2791. sd_notify(0, "READY=1");
  2792. #endif
  2793. control_event_signal(sig);
  2794. break;
  2795. #ifdef SIGCHLD
  2796. case SIGCHLD:
  2797. notify_pending_waitpid_callbacks();
  2798. break;
  2799. #endif
  2800. case SIGNEWNYM: {
  2801. time_t now = time(NULL);
  2802. if (time_of_last_signewnym + MAX_SIGNEWNYM_RATE > now) {
  2803. const time_t delay_sec =
  2804. time_of_last_signewnym + MAX_SIGNEWNYM_RATE - now;
  2805. if (! signewnym_is_pending) {
  2806. signewnym_is_pending = 1;
  2807. if (!handle_deferred_signewnym_ev) {
  2808. handle_deferred_signewnym_ev =
  2809. mainloop_event_postloop_new(handle_deferred_signewnym_cb, NULL);
  2810. }
  2811. const struct timeval delay_tv = { delay_sec, 0 };
  2812. mainloop_event_schedule(handle_deferred_signewnym_ev, &delay_tv);
  2813. }
  2814. log_notice(LD_CONTROL,
  2815. "Rate limiting NEWNYM request: delaying by %d second(s)",
  2816. (int)(delay_sec));
  2817. } else {
  2818. signewnym_impl(now);
  2819. }
  2820. break;
  2821. }
  2822. case SIGCLEARDNSCACHE:
  2823. addressmap_clear_transient();
  2824. control_event_signal(sig);
  2825. break;
  2826. case SIGHEARTBEAT:
  2827. log_heartbeat(time(NULL));
  2828. control_event_signal(sig);
  2829. break;
  2830. }
  2831. }
  2832. /** Returns Tor's uptime. */
  2833. MOCK_IMPL(long,
  2834. get_uptime,(void))
  2835. {
  2836. return stats_n_seconds_working;
  2837. }
  2838. /** Reset Tor's uptime. */
  2839. MOCK_IMPL(void,
  2840. reset_uptime,(void))
  2841. {
  2842. stats_n_seconds_working = 0;
  2843. }
  2844. /**
  2845. * Write current memory usage information to the log.
  2846. */
  2847. static void
  2848. dumpmemusage(int severity)
  2849. {
  2850. connection_dump_buffer_mem_stats(severity);
  2851. tor_log(severity, LD_GENERAL, "In rephist: "U64_FORMAT" used by %d Tors.",
  2852. U64_PRINTF_ARG(rephist_total_alloc), rephist_total_num);
  2853. dump_routerlist_mem_usage(severity);
  2854. dump_cell_pool_usage(severity);
  2855. dump_dns_mem_usage(severity);
  2856. tor_log_mallinfo(severity);
  2857. }
  2858. /** Write all statistics to the log, with log level <b>severity</b>. Called
  2859. * in response to a SIGUSR1. */
  2860. static void
  2861. dumpstats(int severity)
  2862. {
  2863. time_t now = time(NULL);
  2864. time_t elapsed;
  2865. size_t rbuf_cap, wbuf_cap, rbuf_len, wbuf_len;
  2866. tor_log(severity, LD_GENERAL, "Dumping stats:");
  2867. SMARTLIST_FOREACH_BEGIN(connection_array, connection_t *, conn) {
  2868. int i = conn_sl_idx;
  2869. tor_log(severity, LD_GENERAL,
  2870. "Conn %d (socket %d) type %d (%s), state %d (%s), created %d secs ago",
  2871. i, (int)conn->s, conn->type, conn_type_to_string(conn->type),
  2872. conn->state, conn_state_to_string(conn->type, conn->state),
  2873. (int)(now - conn->timestamp_created));
  2874. if (!connection_is_listener(conn)) {
  2875. tor_log(severity,LD_GENERAL,
  2876. "Conn %d is to %s:%d.", i,
  2877. safe_str_client(conn->address),
  2878. conn->port);
  2879. tor_log(severity,LD_GENERAL,
  2880. "Conn %d: %d bytes waiting on inbuf (len %d, last read %d secs ago)",
  2881. i,
  2882. (int)connection_get_inbuf_len(conn),
  2883. (int)buf_allocation(conn->inbuf),
  2884. (int)(now - conn->timestamp_last_read_allowed));
  2885. tor_log(severity,LD_GENERAL,
  2886. "Conn %d: %d bytes waiting on outbuf "
  2887. "(len %d, last written %d secs ago)",i,
  2888. (int)connection_get_outbuf_len(conn),
  2889. (int)buf_allocation(conn->outbuf),
  2890. (int)(now - conn->timestamp_last_write_allowed));
  2891. if (conn->type == CONN_TYPE_OR) {
  2892. or_connection_t *or_conn = TO_OR_CONN(conn);
  2893. if (or_conn->tls) {
  2894. if (tor_tls_get_buffer_sizes(or_conn->tls, &rbuf_cap, &rbuf_len,
  2895. &wbuf_cap, &wbuf_len) == 0) {
  2896. tor_log(severity, LD_GENERAL,
  2897. "Conn %d: %d/%d bytes used on OpenSSL read buffer; "
  2898. "%d/%d bytes used on write buffer.",
  2899. i, (int)rbuf_len, (int)rbuf_cap, (int)wbuf_len, (int)wbuf_cap);
  2900. }
  2901. }
  2902. }
  2903. }
  2904. circuit_dump_by_conn(conn, severity); /* dump info about all the circuits
  2905. * using this conn */
  2906. } SMARTLIST_FOREACH_END(conn);
  2907. channel_dumpstats(severity);
  2908. channel_listener_dumpstats(severity);
  2909. tor_log(severity, LD_NET,
  2910. "Cells processed: "U64_FORMAT" padding\n"
  2911. " "U64_FORMAT" create\n"
  2912. " "U64_FORMAT" created\n"
  2913. " "U64_FORMAT" relay\n"
  2914. " ("U64_FORMAT" relayed)\n"
  2915. " ("U64_FORMAT" delivered)\n"
  2916. " "U64_FORMAT" destroy",
  2917. U64_PRINTF_ARG(stats_n_padding_cells_processed),
  2918. U64_PRINTF_ARG(stats_n_create_cells_processed),
  2919. U64_PRINTF_ARG(stats_n_created_cells_processed),
  2920. U64_PRINTF_ARG(stats_n_relay_cells_processed),
  2921. U64_PRINTF_ARG(stats_n_relay_cells_relayed),
  2922. U64_PRINTF_ARG(stats_n_relay_cells_delivered),
  2923. U64_PRINTF_ARG(stats_n_destroy_cells_processed));
  2924. if (stats_n_data_cells_packaged)
  2925. tor_log(severity,LD_NET,"Average packaged cell fullness: %2.3f%%",
  2926. 100*(U64_TO_DBL(stats_n_data_bytes_packaged) /
  2927. U64_TO_DBL(stats_n_data_cells_packaged*RELAY_PAYLOAD_SIZE)) );
  2928. if (stats_n_data_cells_received)
  2929. tor_log(severity,LD_NET,"Average delivered cell fullness: %2.3f%%",
  2930. 100*(U64_TO_DBL(stats_n_data_bytes_received) /
  2931. U64_TO_DBL(stats_n_data_cells_received*RELAY_PAYLOAD_SIZE)) );
  2932. cpuworker_log_onionskin_overhead(severity, ONION_HANDSHAKE_TYPE_TAP, "TAP");
  2933. cpuworker_log_onionskin_overhead(severity, ONION_HANDSHAKE_TYPE_NTOR,"ntor");
  2934. if (now - time_of_process_start >= 0)
  2935. elapsed = now - time_of_process_start;
  2936. else
  2937. elapsed = 0;
  2938. if (elapsed) {
  2939. tor_log(severity, LD_NET,
  2940. "Average bandwidth: "U64_FORMAT"/%d = %d bytes/sec reading",
  2941. U64_PRINTF_ARG(stats_n_bytes_read),
  2942. (int)elapsed,
  2943. (int) (stats_n_bytes_read/elapsed));
  2944. tor_log(severity, LD_NET,
  2945. "Average bandwidth: "U64_FORMAT"/%d = %d bytes/sec writing",
  2946. U64_PRINTF_ARG(stats_n_bytes_written),
  2947. (int)elapsed,
  2948. (int) (stats_n_bytes_written/elapsed));
  2949. }
  2950. tor_log(severity, LD_NET, "--------------- Dumping memory information:");
  2951. dumpmemusage(severity);
  2952. rep_hist_dump_stats(now,severity);
  2953. rend_service_dump_stats(severity);
  2954. dump_distinct_digest_count(severity);
  2955. }
  2956. /** Called by exit() as we shut down the process.
  2957. */
  2958. static void
  2959. exit_function(void)
  2960. {
  2961. /* NOTE: If we ever daemonize, this gets called immediately. That's
  2962. * okay for now, because we only use this on Windows. */
  2963. #ifdef _WIN32
  2964. WSACleanup();
  2965. #endif
  2966. }
  2967. #ifdef _WIN32
  2968. #define UNIX_ONLY 0
  2969. #else
  2970. #define UNIX_ONLY 1
  2971. #endif
  2972. static struct {
  2973. /** A numeric code for this signal. Must match the signal value if
  2974. * try_to_register is true. */
  2975. int signal_value;
  2976. /** True if we should try to register this signal with libevent and catch
  2977. * corresponding posix signals. False otherwise. */
  2978. int try_to_register;
  2979. /** Pointer to hold the event object constructed for this signal. */
  2980. struct event *signal_event;
  2981. } signal_handlers[] = {
  2982. #ifdef SIGINT
  2983. { SIGINT, UNIX_ONLY, NULL }, /* do a controlled slow shutdown */
  2984. #endif
  2985. #ifdef SIGTERM
  2986. { SIGTERM, UNIX_ONLY, NULL }, /* to terminate now */
  2987. #endif
  2988. #ifdef SIGPIPE
  2989. { SIGPIPE, UNIX_ONLY, NULL }, /* otherwise SIGPIPE kills us */
  2990. #endif
  2991. #ifdef SIGUSR1
  2992. { SIGUSR1, UNIX_ONLY, NULL }, /* dump stats */
  2993. #endif
  2994. #ifdef SIGUSR2
  2995. { SIGUSR2, UNIX_ONLY, NULL }, /* go to loglevel debug */
  2996. #endif
  2997. #ifdef SIGHUP
  2998. { SIGHUP, UNIX_ONLY, NULL }, /* to reload config, retry conns, etc */
  2999. #endif
  3000. #ifdef SIGXFSZ
  3001. { SIGXFSZ, UNIX_ONLY, NULL }, /* handle file-too-big resource exhaustion */
  3002. #endif
  3003. #ifdef SIGCHLD
  3004. { SIGCHLD, UNIX_ONLY, NULL }, /* handle dns/cpu workers that exit */
  3005. #endif
  3006. /* These are controller-only */
  3007. { SIGNEWNYM, 0, NULL },
  3008. { SIGCLEARDNSCACHE, 0, NULL },
  3009. { SIGHEARTBEAT, 0, NULL },
  3010. { -1, -1, NULL }
  3011. };
  3012. /** Set up the signal handler events for this process, and register them
  3013. * with libevent if appropriate. */
  3014. void
  3015. handle_signals(void)
  3016. {
  3017. int i;
  3018. const int enabled = !get_options()->DisableSignalHandlers;
  3019. for (i = 0; signal_handlers[i].signal_value >= 0; ++i) {
  3020. /* Signal handlers are only registered with libevent if they need to catch
  3021. * real POSIX signals. We construct these signal handler events in either
  3022. * case, though, so that controllers can activate them with the SIGNAL
  3023. * command.
  3024. */
  3025. if (enabled && signal_handlers[i].try_to_register) {
  3026. signal_handlers[i].signal_event =
  3027. tor_evsignal_new(tor_libevent_get_base(),
  3028. signal_handlers[i].signal_value,
  3029. signal_callback,
  3030. &signal_handlers[i].signal_value);
  3031. if (event_add(signal_handlers[i].signal_event, NULL))
  3032. log_warn(LD_BUG, "Error from libevent when adding "
  3033. "event for signal %d",
  3034. signal_handlers[i].signal_value);
  3035. } else {
  3036. signal_handlers[i].signal_event =
  3037. tor_event_new(tor_libevent_get_base(), -1,
  3038. EV_SIGNAL, signal_callback,
  3039. &signal_handlers[i].signal_value);
  3040. }
  3041. }
  3042. }
  3043. /* Cause the signal handler for signal_num to be called in the event loop. */
  3044. void
  3045. activate_signal(int signal_num)
  3046. {
  3047. int i;
  3048. for (i = 0; signal_handlers[i].signal_value >= 0; ++i) {
  3049. if (signal_handlers[i].signal_value == signal_num) {
  3050. event_active(signal_handlers[i].signal_event, EV_SIGNAL, 1);
  3051. return;
  3052. }
  3053. }
  3054. }
  3055. /** Main entry point for the Tor command-line client. Return 0 on "success",
  3056. * negative on "failure", and positive on "success and exit".
  3057. */
  3058. int
  3059. tor_init(int argc, char *argv[])
  3060. {
  3061. char progname[256];
  3062. int quiet = 0;
  3063. time_of_process_start = time(NULL);
  3064. init_connection_lists();
  3065. /* Have the log set up with our application name. */
  3066. tor_snprintf(progname, sizeof(progname), "Tor %s", get_version());
  3067. log_set_application_name(progname);
  3068. /* Set up the crypto nice and early */
  3069. if (crypto_early_init() < 0) {
  3070. log_err(LD_GENERAL, "Unable to initialize the crypto subsystem!");
  3071. return -1;
  3072. }
  3073. /* Initialize the history structures. */
  3074. rep_hist_init();
  3075. /* Initialize the service cache. */
  3076. rend_cache_init();
  3077. addressmap_init(); /* Init the client dns cache. Do it always, since it's
  3078. * cheap. */
  3079. /* Initialize the HS subsystem. */
  3080. hs_init();
  3081. {
  3082. /* We search for the "quiet" option first, since it decides whether we
  3083. * will log anything at all to the command line. */
  3084. config_line_t *opts = NULL, *cmdline_opts = NULL;
  3085. const config_line_t *cl;
  3086. (void) config_parse_commandline(argc, argv, 1, &opts, &cmdline_opts);
  3087. for (cl = cmdline_opts; cl; cl = cl->next) {
  3088. if (!strcmp(cl->key, "--hush"))
  3089. quiet = 1;
  3090. if (!strcmp(cl->key, "--quiet") ||
  3091. !strcmp(cl->key, "--dump-config"))
  3092. quiet = 2;
  3093. /* The following options imply --hush */
  3094. if (!strcmp(cl->key, "--version") || !strcmp(cl->key, "--digests") ||
  3095. !strcmp(cl->key, "--list-torrc-options") ||
  3096. !strcmp(cl->key, "--library-versions") ||
  3097. !strcmp(cl->key, "--hash-password") ||
  3098. !strcmp(cl->key, "-h") || !strcmp(cl->key, "--help")) {
  3099. if (quiet < 1)
  3100. quiet = 1;
  3101. }
  3102. }
  3103. config_free_lines(opts);
  3104. config_free_lines(cmdline_opts);
  3105. }
  3106. /* give it somewhere to log to initially */
  3107. switch (quiet) {
  3108. case 2:
  3109. /* no initial logging */
  3110. break;
  3111. case 1:
  3112. add_temp_log(LOG_WARN);
  3113. break;
  3114. default:
  3115. add_temp_log(LOG_NOTICE);
  3116. }
  3117. quiet_level = quiet;
  3118. {
  3119. const char *version = get_version();
  3120. log_notice(LD_GENERAL, "Tor %s running on %s with Libevent %s, "
  3121. "OpenSSL %s, Zlib %s, Liblzma %s, and Libzstd %s.", version,
  3122. get_uname(),
  3123. tor_libevent_get_version_str(),
  3124. crypto_openssl_get_version_str(),
  3125. tor_compress_supports_method(ZLIB_METHOD) ?
  3126. tor_compress_version_str(ZLIB_METHOD) : "N/A",
  3127. tor_compress_supports_method(LZMA_METHOD) ?
  3128. tor_compress_version_str(LZMA_METHOD) : "N/A",
  3129. tor_compress_supports_method(ZSTD_METHOD) ?
  3130. tor_compress_version_str(ZSTD_METHOD) : "N/A");
  3131. log_notice(LD_GENERAL, "Tor can't help you if you use it wrong! "
  3132. "Learn how to be safe at "
  3133. "https://www.torproject.org/download/download#warning");
  3134. if (strstr(version, "alpha") || strstr(version, "beta"))
  3135. log_notice(LD_GENERAL, "This version is not a stable Tor release. "
  3136. "Expect more bugs than usual.");
  3137. tor_compress_log_init_warnings();
  3138. }
  3139. #ifdef HAVE_RUST
  3140. rust_log_welcome_string();
  3141. #endif /* defined(HAVE_RUST) */
  3142. if (network_init()<0) {
  3143. log_err(LD_BUG,"Error initializing network; exiting.");
  3144. return -1;
  3145. }
  3146. atexit(exit_function);
  3147. int init_rv = options_init_from_torrc(argc,argv);
  3148. if (init_rv < 0) {
  3149. log_err(LD_CONFIG,"Reading config failed--see warnings above.");
  3150. return -1;
  3151. } else if (init_rv > 0) {
  3152. // We succeeded, and should exit anyway -- probably the user just said
  3153. // "--version" or something like that.
  3154. return 1;
  3155. }
  3156. /* The options are now initialised */
  3157. const or_options_t *options = get_options();
  3158. /* Initialize channelpadding parameters to defaults until we get
  3159. * a consensus */
  3160. channelpadding_new_consensus_params(NULL);
  3161. /* Initialize predicted ports list after loading options */
  3162. predicted_ports_init();
  3163. #ifndef _WIN32
  3164. if (geteuid()==0)
  3165. log_warn(LD_GENERAL,"You are running Tor as root. You don't need to, "
  3166. "and you probably shouldn't.");
  3167. #endif
  3168. if (crypto_global_init(options->HardwareAccel,
  3169. options->AccelName,
  3170. options->AccelDir)) {
  3171. log_err(LD_BUG, "Unable to initialize OpenSSL. Exiting.");
  3172. return -1;
  3173. }
  3174. stream_choice_seed_weak_rng();
  3175. if (tor_init_libevent_rng() < 0) {
  3176. log_warn(LD_NET, "Problem initializing libevent RNG.");
  3177. }
  3178. /* Scan/clean unparseable descriptors; after reading config */
  3179. routerparse_init();
  3180. return 0;
  3181. }
  3182. /** A lockfile structure, used to prevent two Tors from messing with the
  3183. * data directory at once. If this variable is non-NULL, we're holding
  3184. * the lockfile. */
  3185. static tor_lockfile_t *lockfile = NULL;
  3186. /** Try to grab the lock file described in <b>options</b>, if we do not
  3187. * already have it. If <b>err_if_locked</b> is true, warn if somebody else is
  3188. * holding the lock, and exit if we can't get it after waiting. Otherwise,
  3189. * return -1 if we can't get the lockfile. Return 0 on success.
  3190. */
  3191. int
  3192. try_locking(const or_options_t *options, int err_if_locked)
  3193. {
  3194. if (lockfile)
  3195. return 0;
  3196. else {
  3197. char *fname = options_get_datadir_fname(options, "lock");
  3198. int already_locked = 0;
  3199. tor_lockfile_t *lf = tor_lockfile_lock(fname, 0, &already_locked);
  3200. tor_free(fname);
  3201. if (!lf) {
  3202. if (err_if_locked && already_locked) {
  3203. int r;
  3204. log_warn(LD_GENERAL, "It looks like another Tor process is running "
  3205. "with the same data directory. Waiting 5 seconds to see "
  3206. "if it goes away.");
  3207. #ifndef _WIN32
  3208. sleep(5);
  3209. #else
  3210. Sleep(5000);
  3211. #endif
  3212. r = try_locking(options, 0);
  3213. if (r<0) {
  3214. log_err(LD_GENERAL, "No, it's still there. Exiting.");
  3215. return -1;
  3216. }
  3217. return r;
  3218. }
  3219. return -1;
  3220. }
  3221. lockfile = lf;
  3222. return 0;
  3223. }
  3224. }
  3225. /** Return true iff we've successfully acquired the lock file. */
  3226. int
  3227. have_lockfile(void)
  3228. {
  3229. return lockfile != NULL;
  3230. }
  3231. /** If we have successfully acquired the lock file, release it. */
  3232. void
  3233. release_lockfile(void)
  3234. {
  3235. if (lockfile) {
  3236. tor_lockfile_unlock(lockfile);
  3237. lockfile = NULL;
  3238. }
  3239. }
  3240. /** Free all memory that we might have allocated somewhere.
  3241. * If <b>postfork</b>, we are a worker process and we want to free
  3242. * only the parts of memory that we won't touch. If !<b>postfork</b>,
  3243. * Tor is shutting down and we should free everything.
  3244. *
  3245. * Helps us find the real leaks with dmalloc and the like. Also valgrind
  3246. * should then report 0 reachable in its leak report (in an ideal world --
  3247. * in practice libevent, SSL, libc etc never quite free everything). */
  3248. void
  3249. tor_free_all(int postfork)
  3250. {
  3251. if (!postfork) {
  3252. evdns_shutdown(1);
  3253. }
  3254. geoip_free_all();
  3255. dirvote_free_all();
  3256. routerlist_free_all();
  3257. networkstatus_free_all();
  3258. addressmap_free_all();
  3259. dirserv_free_all();
  3260. rend_cache_free_all();
  3261. rend_service_authorization_free_all();
  3262. rep_hist_free_all();
  3263. dns_free_all();
  3264. clear_pending_onions();
  3265. circuit_free_all();
  3266. entry_guards_free_all();
  3267. pt_free_all();
  3268. channel_tls_free_all();
  3269. channel_free_all();
  3270. connection_free_all();
  3271. connection_edge_free_all();
  3272. scheduler_free_all();
  3273. nodelist_free_all();
  3274. microdesc_free_all();
  3275. routerparse_free_all();
  3276. ext_orport_free_all();
  3277. control_free_all();
  3278. sandbox_free_getaddrinfo_cache();
  3279. protover_free_all();
  3280. bridges_free_all();
  3281. consdiffmgr_free_all();
  3282. hs_free_all();
  3283. dos_free_all();
  3284. circuitmux_ewma_free_all();
  3285. accounting_free_all();
  3286. if (!postfork) {
  3287. config_free_all();
  3288. or_state_free_all();
  3289. router_free_all();
  3290. routerkeys_free_all();
  3291. policies_free_all();
  3292. }
  3293. if (!postfork) {
  3294. tor_tls_free_all();
  3295. #ifndef _WIN32
  3296. tor_getpwnam(NULL);
  3297. #endif
  3298. }
  3299. /* stuff in main.c */
  3300. smartlist_free(connection_array);
  3301. smartlist_free(closeable_connection_lst);
  3302. smartlist_free(active_linked_connection_lst);
  3303. periodic_timer_free(second_timer);
  3304. teardown_periodic_events();
  3305. tor_event_free(shutdown_did_not_work_event);
  3306. tor_event_free(initialize_periodic_events_event);
  3307. mainloop_event_free(directory_all_unreachable_cb_event);
  3308. mainloop_event_free(schedule_active_linked_connections_event);
  3309. mainloop_event_free(postloop_cleanup_ev);
  3310. mainloop_event_free(handle_deferred_signewnym_ev);
  3311. #ifdef HAVE_SYSTEMD_209
  3312. periodic_timer_free(systemd_watchdog_timer);
  3313. #endif
  3314. memset(&global_bucket, 0, sizeof(global_bucket));
  3315. memset(&global_relayed_bucket, 0, sizeof(global_relayed_bucket));
  3316. stats_n_bytes_read = stats_n_bytes_written = 0;
  3317. time_of_process_start = 0;
  3318. time_of_last_signewnym = 0;
  3319. signewnym_is_pending = 0;
  3320. newnym_epoch = 0;
  3321. called_loop_once = 0;
  3322. main_loop_should_exit = 0;
  3323. main_loop_exit_value = 0;
  3324. can_complete_circuits = 0;
  3325. quiet_level = 0;
  3326. should_init_bridge_stats = 1;
  3327. dns_honesty_first_time = 1;
  3328. heartbeat_callback_first_time = 1;
  3329. current_second = 0;
  3330. memset(&current_second_last_changed, 0,
  3331. sizeof(current_second_last_changed));
  3332. if (!postfork) {
  3333. release_lockfile();
  3334. }
  3335. tor_libevent_free_all();
  3336. /* Stuff in util.c and address.c*/
  3337. if (!postfork) {
  3338. escaped(NULL);
  3339. esc_router_info(NULL);
  3340. clean_up_backtrace_handler();
  3341. logs_free_all(); /* free log strings. do this last so logs keep working. */
  3342. }
  3343. }
  3344. /**
  3345. * Remove the specified file, and log a warning if the operation fails for
  3346. * any reason other than the file not existing. Ignores NULL filenames.
  3347. */
  3348. void
  3349. tor_remove_file(const char *filename)
  3350. {
  3351. if (filename && tor_unlink(filename) != 0 && errno != ENOENT) {
  3352. log_warn(LD_FS, "Couldn't unlink %s: %s",
  3353. filename, strerror(errno));
  3354. }
  3355. }
  3356. /** Do whatever cleanup is necessary before shutting Tor down. */
  3357. void
  3358. tor_cleanup(void)
  3359. {
  3360. const or_options_t *options = get_options();
  3361. if (options->command == CMD_RUN_TOR) {
  3362. time_t now = time(NULL);
  3363. /* Remove our pid file. We don't care if there was an error when we
  3364. * unlink, nothing we could do about it anyways. */
  3365. tor_remove_file(options->PidFile);
  3366. /* Remove control port file */
  3367. tor_remove_file(options->ControlPortWriteToFile);
  3368. /* Remove cookie authentication file */
  3369. {
  3370. char *cookie_fname = get_controller_cookie_file_name();
  3371. tor_remove_file(cookie_fname);
  3372. tor_free(cookie_fname);
  3373. }
  3374. /* Remove Extended ORPort cookie authentication file */
  3375. {
  3376. char *cookie_fname = get_ext_or_auth_cookie_file_name();
  3377. tor_remove_file(cookie_fname);
  3378. tor_free(cookie_fname);
  3379. }
  3380. if (accounting_is_enabled(options))
  3381. accounting_record_bandwidth_usage(now, get_or_state());
  3382. or_state_mark_dirty(get_or_state(), 0); /* force an immediate save. */
  3383. or_state_save(now);
  3384. if (authdir_mode(options)) {
  3385. sr_save_and_cleanup();
  3386. }
  3387. if (authdir_mode_tests_reachability(options))
  3388. rep_hist_record_mtbf_data(now, 0);
  3389. keypin_close_journal();
  3390. }
  3391. timers_shutdown();
  3392. #ifdef USE_DMALLOC
  3393. dmalloc_log_stats();
  3394. #endif
  3395. tor_free_all(0); /* We could move tor_free_all back into the ifdef below
  3396. later, if it makes shutdown unacceptably slow. But for
  3397. now, leave it here: it's helped us catch bugs in the
  3398. past. */
  3399. crypto_global_cleanup();
  3400. #ifdef USE_DMALLOC
  3401. dmalloc_log_unfreed();
  3402. dmalloc_shutdown();
  3403. #endif
  3404. }
  3405. /** Read/create keys as needed, and echo our fingerprint to stdout. */
  3406. static int
  3407. do_list_fingerprint(void)
  3408. {
  3409. char buf[FINGERPRINT_LEN+1];
  3410. crypto_pk_t *k;
  3411. const char *nickname = get_options()->Nickname;
  3412. sandbox_disable_getaddrinfo_cache();
  3413. if (!server_mode(get_options())) {
  3414. log_err(LD_GENERAL,
  3415. "Clients don't have long-term identity keys. Exiting.");
  3416. return -1;
  3417. }
  3418. tor_assert(nickname);
  3419. if (init_keys() < 0) {
  3420. log_err(LD_GENERAL,"Error initializing keys; exiting.");
  3421. return -1;
  3422. }
  3423. if (!(k = get_server_identity_key())) {
  3424. log_err(LD_GENERAL,"Error: missing identity key.");
  3425. return -1;
  3426. }
  3427. if (crypto_pk_get_fingerprint(k, buf, 1)<0) {
  3428. log_err(LD_BUG, "Error computing fingerprint");
  3429. return -1;
  3430. }
  3431. printf("%s %s\n", nickname, buf);
  3432. return 0;
  3433. }
  3434. /** Entry point for password hashing: take the desired password from
  3435. * the command line, and print its salted hash to stdout. **/
  3436. static void
  3437. do_hash_password(void)
  3438. {
  3439. char output[256];
  3440. char key[S2K_RFC2440_SPECIFIER_LEN+DIGEST_LEN];
  3441. crypto_rand(key, S2K_RFC2440_SPECIFIER_LEN-1);
  3442. key[S2K_RFC2440_SPECIFIER_LEN-1] = (uint8_t)96; /* Hash 64 K of data. */
  3443. secret_to_key_rfc2440(key+S2K_RFC2440_SPECIFIER_LEN, DIGEST_LEN,
  3444. get_options()->command_arg, strlen(get_options()->command_arg),
  3445. key);
  3446. base16_encode(output, sizeof(output), key, sizeof(key));
  3447. printf("16:%s\n",output);
  3448. }
  3449. /** Entry point for configuration dumping: write the configuration to
  3450. * stdout. */
  3451. static int
  3452. do_dump_config(void)
  3453. {
  3454. const or_options_t *options = get_options();
  3455. const char *arg = options->command_arg;
  3456. int how;
  3457. char *opts;
  3458. if (!strcmp(arg, "short")) {
  3459. how = OPTIONS_DUMP_MINIMAL;
  3460. } else if (!strcmp(arg, "non-builtin")) {
  3461. how = OPTIONS_DUMP_DEFAULTS;
  3462. } else if (!strcmp(arg, "full")) {
  3463. how = OPTIONS_DUMP_ALL;
  3464. } else {
  3465. fprintf(stderr, "No valid argument to --dump-config found!\n");
  3466. fprintf(stderr, "Please select 'short', 'non-builtin', or 'full'.\n");
  3467. return -1;
  3468. }
  3469. opts = options_dump(options, how);
  3470. printf("%s", opts);
  3471. tor_free(opts);
  3472. return 0;
  3473. }
  3474. static void
  3475. init_addrinfo(void)
  3476. {
  3477. if (! server_mode(get_options()) ||
  3478. (get_options()->Address && strlen(get_options()->Address) > 0)) {
  3479. /* We don't need to seed our own hostname, because we won't be calling
  3480. * resolve_my_address on it.
  3481. */
  3482. return;
  3483. }
  3484. char hname[256];
  3485. // host name to sandbox
  3486. gethostname(hname, sizeof(hname));
  3487. sandbox_add_addrinfo(hname);
  3488. }
  3489. static sandbox_cfg_t*
  3490. sandbox_init_filter(void)
  3491. {
  3492. const or_options_t *options = get_options();
  3493. sandbox_cfg_t *cfg = sandbox_cfg_new();
  3494. int i;
  3495. sandbox_cfg_allow_openat_filename(&cfg,
  3496. get_cachedir_fname("cached-status"));
  3497. #define OPEN(name) \
  3498. sandbox_cfg_allow_open_filename(&cfg, tor_strdup(name))
  3499. #define OPEN_DATADIR(name) \
  3500. sandbox_cfg_allow_open_filename(&cfg, get_datadir_fname(name))
  3501. #define OPEN_DATADIR2(name, name2) \
  3502. sandbox_cfg_allow_open_filename(&cfg, get_datadir_fname2((name), (name2)))
  3503. #define OPEN_DATADIR_SUFFIX(name, suffix) do { \
  3504. OPEN_DATADIR(name); \
  3505. OPEN_DATADIR(name suffix); \
  3506. } while (0)
  3507. #define OPEN_DATADIR2_SUFFIX(name, name2, suffix) do { \
  3508. OPEN_DATADIR2(name, name2); \
  3509. OPEN_DATADIR2(name, name2 suffix); \
  3510. } while (0)
  3511. #define OPEN_KEY_DIRECTORY() \
  3512. sandbox_cfg_allow_open_filename(&cfg, tor_strdup(options->KeyDirectory))
  3513. #define OPEN_CACHEDIR(name) \
  3514. sandbox_cfg_allow_open_filename(&cfg, get_cachedir_fname(name))
  3515. #define OPEN_CACHEDIR_SUFFIX(name, suffix) do { \
  3516. OPEN_CACHEDIR(name); \
  3517. OPEN_CACHEDIR(name suffix); \
  3518. } while (0)
  3519. #define OPEN_KEYDIR(name) \
  3520. sandbox_cfg_allow_open_filename(&cfg, get_keydir_fname(name))
  3521. #define OPEN_KEYDIR_SUFFIX(name, suffix) do { \
  3522. OPEN_KEYDIR(name); \
  3523. OPEN_KEYDIR(name suffix); \
  3524. } while (0)
  3525. OPEN(options->DataDirectory);
  3526. OPEN_KEY_DIRECTORY();
  3527. OPEN_CACHEDIR_SUFFIX("cached-certs", ".tmp");
  3528. OPEN_CACHEDIR_SUFFIX("cached-consensus", ".tmp");
  3529. OPEN_CACHEDIR_SUFFIX("unverified-consensus", ".tmp");
  3530. OPEN_CACHEDIR_SUFFIX("unverified-microdesc-consensus", ".tmp");
  3531. OPEN_CACHEDIR_SUFFIX("cached-microdesc-consensus", ".tmp");
  3532. OPEN_CACHEDIR_SUFFIX("cached-microdescs", ".tmp");
  3533. OPEN_CACHEDIR_SUFFIX("cached-microdescs.new", ".tmp");
  3534. OPEN_CACHEDIR_SUFFIX("cached-descriptors", ".tmp");
  3535. OPEN_CACHEDIR_SUFFIX("cached-descriptors.new", ".tmp");
  3536. OPEN_CACHEDIR("cached-descriptors.tmp.tmp");
  3537. OPEN_CACHEDIR_SUFFIX("cached-extrainfo", ".tmp");
  3538. OPEN_CACHEDIR_SUFFIX("cached-extrainfo.new", ".tmp");
  3539. OPEN_CACHEDIR("cached-extrainfo.tmp.tmp");
  3540. OPEN_DATADIR_SUFFIX("state", ".tmp");
  3541. OPEN_DATADIR_SUFFIX("sr-state", ".tmp");
  3542. OPEN_DATADIR_SUFFIX("unparseable-desc", ".tmp");
  3543. OPEN_DATADIR_SUFFIX("v3-status-votes", ".tmp");
  3544. OPEN_DATADIR("key-pinning-journal");
  3545. OPEN("/dev/srandom");
  3546. OPEN("/dev/urandom");
  3547. OPEN("/dev/random");
  3548. OPEN("/etc/hosts");
  3549. OPEN("/proc/meminfo");
  3550. if (options->BridgeAuthoritativeDir)
  3551. OPEN_DATADIR_SUFFIX("networkstatus-bridges", ".tmp");
  3552. if (authdir_mode(options))
  3553. OPEN_DATADIR("approved-routers");
  3554. if (options->ServerDNSResolvConfFile)
  3555. sandbox_cfg_allow_open_filename(&cfg,
  3556. tor_strdup(options->ServerDNSResolvConfFile));
  3557. else
  3558. sandbox_cfg_allow_open_filename(&cfg, tor_strdup("/etc/resolv.conf"));
  3559. for (i = 0; i < 2; ++i) {
  3560. if (get_torrc_fname(i)) {
  3561. sandbox_cfg_allow_open_filename(&cfg, tor_strdup(get_torrc_fname(i)));
  3562. }
  3563. }
  3564. SMARTLIST_FOREACH(options->FilesOpenedByIncludes, char *, f, {
  3565. OPEN(f);
  3566. });
  3567. #define RENAME_SUFFIX(name, suffix) \
  3568. sandbox_cfg_allow_rename(&cfg, \
  3569. get_datadir_fname(name suffix), \
  3570. get_datadir_fname(name))
  3571. #define RENAME_SUFFIX2(prefix, name, suffix) \
  3572. sandbox_cfg_allow_rename(&cfg, \
  3573. get_datadir_fname2(prefix, name suffix), \
  3574. get_datadir_fname2(prefix, name))
  3575. #define RENAME_CACHEDIR_SUFFIX(name, suffix) \
  3576. sandbox_cfg_allow_rename(&cfg, \
  3577. get_cachedir_fname(name suffix), \
  3578. get_cachedir_fname(name))
  3579. #define RENAME_KEYDIR_SUFFIX(name, suffix) \
  3580. sandbox_cfg_allow_rename(&cfg, \
  3581. get_keydir_fname(name suffix), \
  3582. get_keydir_fname(name))
  3583. RENAME_CACHEDIR_SUFFIX("cached-certs", ".tmp");
  3584. RENAME_CACHEDIR_SUFFIX("cached-consensus", ".tmp");
  3585. RENAME_CACHEDIR_SUFFIX("unverified-consensus", ".tmp");
  3586. RENAME_CACHEDIR_SUFFIX("unverified-microdesc-consensus", ".tmp");
  3587. RENAME_CACHEDIR_SUFFIX("cached-microdesc-consensus", ".tmp");
  3588. RENAME_CACHEDIR_SUFFIX("cached-microdescs", ".tmp");
  3589. RENAME_CACHEDIR_SUFFIX("cached-microdescs", ".new");
  3590. RENAME_CACHEDIR_SUFFIX("cached-microdescs.new", ".tmp");
  3591. RENAME_CACHEDIR_SUFFIX("cached-descriptors", ".tmp");
  3592. RENAME_CACHEDIR_SUFFIX("cached-descriptors", ".new");
  3593. RENAME_CACHEDIR_SUFFIX("cached-descriptors.new", ".tmp");
  3594. RENAME_CACHEDIR_SUFFIX("cached-extrainfo", ".tmp");
  3595. RENAME_CACHEDIR_SUFFIX("cached-extrainfo", ".new");
  3596. RENAME_CACHEDIR_SUFFIX("cached-extrainfo.new", ".tmp");
  3597. RENAME_SUFFIX("state", ".tmp");
  3598. RENAME_SUFFIX("sr-state", ".tmp");
  3599. RENAME_SUFFIX("unparseable-desc", ".tmp");
  3600. RENAME_SUFFIX("v3-status-votes", ".tmp");
  3601. if (options->BridgeAuthoritativeDir)
  3602. RENAME_SUFFIX("networkstatus-bridges", ".tmp");
  3603. #define STAT_DATADIR(name) \
  3604. sandbox_cfg_allow_stat_filename(&cfg, get_datadir_fname(name))
  3605. #define STAT_CACHEDIR(name) \
  3606. sandbox_cfg_allow_stat_filename(&cfg, get_cachedir_fname(name))
  3607. #define STAT_DATADIR2(name, name2) \
  3608. sandbox_cfg_allow_stat_filename(&cfg, get_datadir_fname2((name), (name2)))
  3609. #define STAT_KEY_DIRECTORY() \
  3610. sandbox_cfg_allow_stat_filename(&cfg, tor_strdup(options->KeyDirectory))
  3611. STAT_DATADIR(NULL);
  3612. STAT_DATADIR("lock");
  3613. STAT_DATADIR("state");
  3614. STAT_DATADIR("router-stability");
  3615. STAT_CACHEDIR("cached-extrainfo.new");
  3616. {
  3617. smartlist_t *files = smartlist_new();
  3618. tor_log_get_logfile_names(files);
  3619. SMARTLIST_FOREACH(files, char *, file_name, {
  3620. /* steals reference */
  3621. sandbox_cfg_allow_open_filename(&cfg, file_name);
  3622. });
  3623. smartlist_free(files);
  3624. }
  3625. {
  3626. smartlist_t *files = smartlist_new();
  3627. smartlist_t *dirs = smartlist_new();
  3628. hs_service_lists_fnames_for_sandbox(files, dirs);
  3629. SMARTLIST_FOREACH(files, char *, file_name, {
  3630. char *tmp_name = NULL;
  3631. tor_asprintf(&tmp_name, "%s.tmp", file_name);
  3632. sandbox_cfg_allow_rename(&cfg,
  3633. tor_strdup(tmp_name), tor_strdup(file_name));
  3634. /* steals references */
  3635. sandbox_cfg_allow_open_filename(&cfg, file_name);
  3636. sandbox_cfg_allow_open_filename(&cfg, tmp_name);
  3637. });
  3638. SMARTLIST_FOREACH(dirs, char *, dir, {
  3639. /* steals reference */
  3640. sandbox_cfg_allow_stat_filename(&cfg, dir);
  3641. });
  3642. smartlist_free(files);
  3643. smartlist_free(dirs);
  3644. }
  3645. {
  3646. char *fname;
  3647. if ((fname = get_controller_cookie_file_name())) {
  3648. sandbox_cfg_allow_open_filename(&cfg, fname);
  3649. }
  3650. if ((fname = get_ext_or_auth_cookie_file_name())) {
  3651. sandbox_cfg_allow_open_filename(&cfg, fname);
  3652. }
  3653. }
  3654. SMARTLIST_FOREACH_BEGIN(get_configured_ports(), port_cfg_t *, port) {
  3655. if (!port->is_unix_addr)
  3656. continue;
  3657. /* When we open an AF_UNIX address, we want permission to open the
  3658. * directory that holds it. */
  3659. char *dirname = tor_strdup(port->unix_addr);
  3660. if (get_parent_directory(dirname) == 0) {
  3661. OPEN(dirname);
  3662. }
  3663. tor_free(dirname);
  3664. sandbox_cfg_allow_chmod_filename(&cfg, tor_strdup(port->unix_addr));
  3665. sandbox_cfg_allow_chown_filename(&cfg, tor_strdup(port->unix_addr));
  3666. } SMARTLIST_FOREACH_END(port);
  3667. if (options->DirPortFrontPage) {
  3668. sandbox_cfg_allow_open_filename(&cfg,
  3669. tor_strdup(options->DirPortFrontPage));
  3670. }
  3671. // orport
  3672. if (server_mode(get_options())) {
  3673. OPEN_KEYDIR_SUFFIX("secret_id_key", ".tmp");
  3674. OPEN_KEYDIR_SUFFIX("secret_onion_key", ".tmp");
  3675. OPEN_KEYDIR_SUFFIX("secret_onion_key_ntor", ".tmp");
  3676. OPEN_KEYDIR("secret_id_key.old");
  3677. OPEN_KEYDIR("secret_onion_key.old");
  3678. OPEN_KEYDIR("secret_onion_key_ntor.old");
  3679. OPEN_KEYDIR_SUFFIX("ed25519_master_id_secret_key", ".tmp");
  3680. OPEN_KEYDIR_SUFFIX("ed25519_master_id_secret_key_encrypted", ".tmp");
  3681. OPEN_KEYDIR_SUFFIX("ed25519_master_id_public_key", ".tmp");
  3682. OPEN_KEYDIR_SUFFIX("ed25519_signing_secret_key", ".tmp");
  3683. OPEN_KEYDIR_SUFFIX("ed25519_signing_secret_key_encrypted", ".tmp");
  3684. OPEN_KEYDIR_SUFFIX("ed25519_signing_public_key", ".tmp");
  3685. OPEN_KEYDIR_SUFFIX("ed25519_signing_cert", ".tmp");
  3686. OPEN_DATADIR2_SUFFIX("stats", "bridge-stats", ".tmp");
  3687. OPEN_DATADIR2_SUFFIX("stats", "dirreq-stats", ".tmp");
  3688. OPEN_DATADIR2_SUFFIX("stats", "entry-stats", ".tmp");
  3689. OPEN_DATADIR2_SUFFIX("stats", "exit-stats", ".tmp");
  3690. OPEN_DATADIR2_SUFFIX("stats", "buffer-stats", ".tmp");
  3691. OPEN_DATADIR2_SUFFIX("stats", "conn-stats", ".tmp");
  3692. OPEN_DATADIR2_SUFFIX("stats", "hidserv-stats", ".tmp");
  3693. OPEN_DATADIR("approved-routers");
  3694. OPEN_DATADIR_SUFFIX("fingerprint", ".tmp");
  3695. OPEN_DATADIR_SUFFIX("hashed-fingerprint", ".tmp");
  3696. OPEN_DATADIR_SUFFIX("router-stability", ".tmp");
  3697. OPEN("/etc/resolv.conf");
  3698. RENAME_SUFFIX("fingerprint", ".tmp");
  3699. RENAME_KEYDIR_SUFFIX("secret_onion_key_ntor", ".tmp");
  3700. RENAME_KEYDIR_SUFFIX("secret_id_key", ".tmp");
  3701. RENAME_KEYDIR_SUFFIX("secret_id_key.old", ".tmp");
  3702. RENAME_KEYDIR_SUFFIX("secret_onion_key", ".tmp");
  3703. RENAME_KEYDIR_SUFFIX("secret_onion_key.old", ".tmp");
  3704. RENAME_SUFFIX2("stats", "bridge-stats", ".tmp");
  3705. RENAME_SUFFIX2("stats", "dirreq-stats", ".tmp");
  3706. RENAME_SUFFIX2("stats", "entry-stats", ".tmp");
  3707. RENAME_SUFFIX2("stats", "exit-stats", ".tmp");
  3708. RENAME_SUFFIX2("stats", "buffer-stats", ".tmp");
  3709. RENAME_SUFFIX2("stats", "conn-stats", ".tmp");
  3710. RENAME_SUFFIX2("stats", "hidserv-stats", ".tmp");
  3711. RENAME_SUFFIX("hashed-fingerprint", ".tmp");
  3712. RENAME_SUFFIX("router-stability", ".tmp");
  3713. RENAME_KEYDIR_SUFFIX("ed25519_master_id_secret_key", ".tmp");
  3714. RENAME_KEYDIR_SUFFIX("ed25519_master_id_secret_key_encrypted", ".tmp");
  3715. RENAME_KEYDIR_SUFFIX("ed25519_master_id_public_key", ".tmp");
  3716. RENAME_KEYDIR_SUFFIX("ed25519_signing_secret_key", ".tmp");
  3717. RENAME_KEYDIR_SUFFIX("ed25519_signing_cert", ".tmp");
  3718. sandbox_cfg_allow_rename(&cfg,
  3719. get_keydir_fname("secret_onion_key"),
  3720. get_keydir_fname("secret_onion_key.old"));
  3721. sandbox_cfg_allow_rename(&cfg,
  3722. get_keydir_fname("secret_onion_key_ntor"),
  3723. get_keydir_fname("secret_onion_key_ntor.old"));
  3724. STAT_KEY_DIRECTORY();
  3725. OPEN_DATADIR("stats");
  3726. STAT_DATADIR("stats");
  3727. STAT_DATADIR2("stats", "dirreq-stats");
  3728. consdiffmgr_register_with_sandbox(&cfg);
  3729. }
  3730. init_addrinfo();
  3731. return cfg;
  3732. }
  3733. /* Main entry point for the Tor process. Called from tor_main(), and by
  3734. * anybody embedding Tor. */
  3735. int
  3736. tor_run_main(const tor_main_configuration_t *tor_cfg)
  3737. {
  3738. int result = 0;
  3739. int argc = tor_cfg->argc;
  3740. char **argv = tor_cfg->argv;
  3741. #ifdef _WIN32
  3742. #ifndef HeapEnableTerminationOnCorruption
  3743. #define HeapEnableTerminationOnCorruption 1
  3744. #endif
  3745. /* On heap corruption, just give up; don't try to play along. */
  3746. HeapSetInformation(NULL, HeapEnableTerminationOnCorruption, NULL, 0);
  3747. /* Call SetProcessDEPPolicy to permanently enable DEP.
  3748. The function will not resolve on earlier versions of Windows,
  3749. and failure is not dangerous. */
  3750. HMODULE hMod = GetModuleHandleA("Kernel32.dll");
  3751. if (hMod) {
  3752. typedef BOOL (WINAPI *PSETDEP)(DWORD);
  3753. PSETDEP setdeppolicy = (PSETDEP)GetProcAddress(hMod,
  3754. "SetProcessDEPPolicy");
  3755. if (setdeppolicy) {
  3756. /* PROCESS_DEP_ENABLE | PROCESS_DEP_DISABLE_ATL_THUNK_EMULATION */
  3757. setdeppolicy(3);
  3758. }
  3759. }
  3760. #endif /* defined(_WIN32) */
  3761. configure_backtrace_handler(get_version());
  3762. init_protocol_warning_severity_level();
  3763. update_approx_time(time(NULL));
  3764. tor_threads_init();
  3765. tor_compress_init();
  3766. init_logging(0);
  3767. monotime_init();
  3768. #ifdef USE_DMALLOC
  3769. {
  3770. /* Instruct OpenSSL to use our internal wrappers for malloc,
  3771. realloc and free. */
  3772. int r = crypto_use_tor_alloc_functions();
  3773. tor_assert(r == 0);
  3774. }
  3775. #endif /* defined(USE_DMALLOC) */
  3776. #ifdef NT_SERVICE
  3777. {
  3778. int done = 0;
  3779. result = nt_service_parse_options(argc, argv, &done);
  3780. if (done) return result;
  3781. }
  3782. #endif /* defined(NT_SERVICE) */
  3783. {
  3784. int init_rv = tor_init(argc, argv);
  3785. if (init_rv < 0)
  3786. return -1;
  3787. else if (init_rv > 0)
  3788. return 0;
  3789. }
  3790. if (get_options()->Sandbox && get_options()->command == CMD_RUN_TOR) {
  3791. sandbox_cfg_t* cfg = sandbox_init_filter();
  3792. if (sandbox_init(cfg)) {
  3793. log_err(LD_BUG,"Failed to create syscall sandbox filter");
  3794. return -1;
  3795. }
  3796. // registering libevent rng
  3797. #ifdef HAVE_EVUTIL_SECURE_RNG_SET_URANDOM_DEVICE_FILE
  3798. evutil_secure_rng_set_urandom_device_file(
  3799. (char*) sandbox_intern_string("/dev/urandom"));
  3800. #endif
  3801. }
  3802. switch (get_options()->command) {
  3803. case CMD_RUN_TOR:
  3804. #ifdef NT_SERVICE
  3805. nt_service_set_state(SERVICE_RUNNING);
  3806. #endif
  3807. result = do_main_loop();
  3808. break;
  3809. case CMD_KEYGEN:
  3810. result = load_ed_keys(get_options(), time(NULL)) < 0;
  3811. break;
  3812. case CMD_KEY_EXPIRATION:
  3813. init_keys();
  3814. result = log_cert_expiration();
  3815. break;
  3816. case CMD_LIST_FINGERPRINT:
  3817. result = do_list_fingerprint();
  3818. break;
  3819. case CMD_HASH_PASSWORD:
  3820. do_hash_password();
  3821. result = 0;
  3822. break;
  3823. case CMD_VERIFY_CONFIG:
  3824. if (quiet_level == 0)
  3825. printf("Configuration was valid\n");
  3826. result = 0;
  3827. break;
  3828. case CMD_DUMP_CONFIG:
  3829. result = do_dump_config();
  3830. break;
  3831. case CMD_RUN_UNITTESTS: /* only set by test.c */
  3832. default:
  3833. log_warn(LD_BUG,"Illegal command number %d: internal error.",
  3834. get_options()->command);
  3835. result = -1;
  3836. }
  3837. tor_cleanup();
  3838. return result;
  3839. }