main.c 117 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677
  1. /* Copyright (c) 2001 Matej Pfajfar.
  2. * Copyright (c) 2001-2004, Roger Dingledine.
  3. * Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  4. * Copyright (c) 2007-2016, The Tor Project, Inc. */
  5. /* See LICENSE for licensing information */
  6. /**
  7. * \file main.c
  8. * \brief Toplevel module. Handles signals, multiplexes between
  9. * connections, implements main loop, and drives scheduled events.
  10. **/
  11. #define MAIN_PRIVATE
  12. #include "or.h"
  13. #include "addressmap.h"
  14. #include "backtrace.h"
  15. #include "buffers.h"
  16. #include "channel.h"
  17. #include "channeltls.h"
  18. #include "circuitbuild.h"
  19. #include "circuitlist.h"
  20. #include "circuituse.h"
  21. #include "command.h"
  22. #include "config.h"
  23. #include "confparse.h"
  24. #include "connection.h"
  25. #include "connection_edge.h"
  26. #include "connection_or.h"
  27. #include "control.h"
  28. #include "cpuworker.h"
  29. #include "crypto_s2k.h"
  30. #include "directory.h"
  31. #include "dirserv.h"
  32. #include "dirvote.h"
  33. #include "dns.h"
  34. #include "dnsserv.h"
  35. #include "entrynodes.h"
  36. #include "geoip.h"
  37. #include "hibernate.h"
  38. #include "keypin.h"
  39. #include "main.h"
  40. #include "microdesc.h"
  41. #include "networkstatus.h"
  42. #include "nodelist.h"
  43. #include "ntmain.h"
  44. #include "onion.h"
  45. #include "periodic.h"
  46. #include "policies.h"
  47. #include "transports.h"
  48. #include "relay.h"
  49. #include "rendclient.h"
  50. #include "rendcommon.h"
  51. #include "rendservice.h"
  52. #include "rephist.h"
  53. #include "router.h"
  54. #include "routerkeys.h"
  55. #include "routerlist.h"
  56. #include "routerparse.h"
  57. #include "scheduler.h"
  58. #include "statefile.h"
  59. #include "status.h"
  60. #include "util_process.h"
  61. #include "ext_orport.h"
  62. #ifdef USE_DMALLOC
  63. #include <dmalloc.h>
  64. #include <openssl/crypto.h>
  65. #endif
  66. #include "memarea.h"
  67. #include "sandbox.h"
  68. #ifdef HAVE_EVENT2_EVENT_H
  69. #include <event2/event.h>
  70. #else
  71. #include <event.h>
  72. #endif
  73. #ifdef USE_BUFFEREVENTS
  74. #include <event2/bufferevent.h>
  75. #endif
  76. #ifdef HAVE_SYSTEMD
  77. # if defined(__COVERITY__) && !defined(__INCLUDE_LEVEL__)
  78. /* Systemd's use of gcc's __INCLUDE_LEVEL__ extension macro appears to confuse
  79. * Coverity. Here's a kludge to unconfuse it.
  80. */
  81. # define __INCLUDE_LEVEL__ 2
  82. # endif
  83. #include <systemd/sd-daemon.h>
  84. #endif
  85. void evdns_shutdown(int);
  86. /********* PROTOTYPES **********/
  87. static void dumpmemusage(int severity);
  88. static void dumpstats(int severity); /* log stats */
  89. static void conn_read_callback(evutil_socket_t fd, short event, void *_conn);
  90. static void conn_write_callback(evutil_socket_t fd, short event, void *_conn);
  91. static void second_elapsed_callback(periodic_timer_t *timer, void *args);
  92. static int conn_close_if_marked(int i);
  93. static void connection_start_reading_from_linked_conn(connection_t *conn);
  94. static int connection_should_read_from_linked_conn(connection_t *conn);
  95. static int run_main_loop_until_done(void);
  96. static void process_signal(int sig);
  97. /********* START VARIABLES **********/
  98. #ifndef USE_BUFFEREVENTS
  99. int global_read_bucket; /**< Max number of bytes I can read this second. */
  100. int global_write_bucket; /**< Max number of bytes I can write this second. */
  101. /** Max number of relayed (bandwidth class 1) bytes I can read this second. */
  102. int global_relayed_read_bucket;
  103. /** Max number of relayed (bandwidth class 1) bytes I can write this second. */
  104. int global_relayed_write_bucket;
  105. /** What was the read bucket before the last second_elapsed_callback() call?
  106. * (used to determine how many bytes we've read). */
  107. static int stats_prev_global_read_bucket;
  108. /** What was the write bucket before the last second_elapsed_callback() call?
  109. * (used to determine how many bytes we've written). */
  110. static int stats_prev_global_write_bucket;
  111. #endif
  112. /* DOCDOC stats_prev_n_read */
  113. static uint64_t stats_prev_n_read = 0;
  114. /* DOCDOC stats_prev_n_written */
  115. static uint64_t stats_prev_n_written = 0;
  116. /* XXX we might want to keep stats about global_relayed_*_bucket too. Or not.*/
  117. /** How many bytes have we read since we started the process? */
  118. static uint64_t stats_n_bytes_read = 0;
  119. /** How many bytes have we written since we started the process? */
  120. static uint64_t stats_n_bytes_written = 0;
  121. /** What time did this process start up? */
  122. time_t time_of_process_start = 0;
  123. /** How many seconds have we been running? */
  124. long stats_n_seconds_working = 0;
  125. /** How often will we honor SIGNEWNYM requests? */
  126. #define MAX_SIGNEWNYM_RATE 10
  127. /** When did we last process a SIGNEWNYM request? */
  128. static time_t time_of_last_signewnym = 0;
  129. /** Is there a signewnym request we're currently waiting to handle? */
  130. static int signewnym_is_pending = 0;
  131. /** How many times have we called newnym? */
  132. static unsigned newnym_epoch = 0;
  133. /** Smartlist of all open connections. */
  134. static smartlist_t *connection_array = NULL;
  135. /** List of connections that have been marked for close and need to be freed
  136. * and removed from connection_array. */
  137. static smartlist_t *closeable_connection_lst = NULL;
  138. /** List of linked connections that are currently reading data into their
  139. * inbuf from their partner's outbuf. */
  140. static smartlist_t *active_linked_connection_lst = NULL;
  141. /** Flag: Set to true iff we entered the current libevent main loop via
  142. * <b>loop_once</b>. If so, there's no need to trigger a loopexit in order
  143. * to handle linked connections. */
  144. static int called_loop_once = 0;
  145. /** We set this to 1 when we've opened a circuit, so we can print a log
  146. * entry to inform the user that Tor is working. We set it to 0 when
  147. * we think the fact that we once opened a circuit doesn't mean we can do so
  148. * any longer (a big time jump happened, when we notice our directory is
  149. * heinously out-of-date, etc.
  150. */
  151. static int can_complete_circuits = 0;
  152. /** How often do we check for router descriptors that we should download
  153. * when we have too little directory info? */
  154. #define GREEDY_DESCRIPTOR_RETRY_INTERVAL (10)
  155. /** How often do we check for router descriptors that we should download
  156. * when we have enough directory info? */
  157. #define LAZY_DESCRIPTOR_RETRY_INTERVAL (60)
  158. /** How often do we 'forgive' undownloadable router descriptors and attempt
  159. * to download them again? */
  160. #define DESCRIPTOR_FAILURE_RESET_INTERVAL (60*60)
  161. /** Decides our behavior when no logs are configured/before any
  162. * logs have been configured. For 0, we log notice to stdout as normal.
  163. * For 1, we log warnings only. For 2, we log nothing.
  164. */
  165. int quiet_level = 0;
  166. /********* END VARIABLES ************/
  167. /****************************************************************************
  168. *
  169. * This section contains accessors and other methods on the connection_array
  170. * variables (which are global within this file and unavailable outside it).
  171. *
  172. ****************************************************************************/
  173. #if defined(_WIN32) && defined(USE_BUFFEREVENTS)
  174. /** Remove the kernel-space send and receive buffers for <b>s</b>. For use
  175. * with IOCP only. */
  176. static int
  177. set_buffer_lengths_to_zero(tor_socket_t s)
  178. {
  179. int zero = 0;
  180. int r = 0;
  181. if (setsockopt(s, SOL_SOCKET, SO_SNDBUF, (void*)&zero,
  182. (socklen_t)sizeof(zero))) {
  183. log_warn(LD_NET, "Unable to clear SO_SNDBUF");
  184. r = -1;
  185. }
  186. if (setsockopt(s, SOL_SOCKET, SO_RCVBUF, (void*)&zero,
  187. (socklen_t)sizeof(zero))) {
  188. log_warn(LD_NET, "Unable to clear SO_RCVBUF");
  189. r = -1;
  190. }
  191. return r;
  192. }
  193. #endif
  194. /** Return 1 if we have successfully built a circuit, and nothing has changed
  195. * to make us think that maybe we can't.
  196. */
  197. int
  198. have_completed_a_circuit(void)
  199. {
  200. return can_complete_circuits;
  201. }
  202. /** Note that we have successfully built a circuit, so that reachability
  203. * testing and introduction points and so on may be attempted. */
  204. void
  205. note_that_we_completed_a_circuit(void)
  206. {
  207. can_complete_circuits = 1;
  208. }
  209. /** Note that something has happened (like a clock jump, or DisableNetwork) to
  210. * make us think that maybe we can't complete circuits. */
  211. void
  212. note_that_we_maybe_cant_complete_circuits(void)
  213. {
  214. can_complete_circuits = 0;
  215. }
  216. /** Add <b>conn</b> to the array of connections that we can poll on. The
  217. * connection's socket must be set; the connection starts out
  218. * non-reading and non-writing.
  219. */
  220. int
  221. connection_add_impl(connection_t *conn, int is_connecting)
  222. {
  223. tor_assert(conn);
  224. tor_assert(SOCKET_OK(conn->s) ||
  225. conn->linked ||
  226. (conn->type == CONN_TYPE_AP &&
  227. TO_EDGE_CONN(conn)->is_dns_request));
  228. tor_assert(conn->conn_array_index == -1); /* can only connection_add once */
  229. conn->conn_array_index = smartlist_len(connection_array);
  230. smartlist_add(connection_array, conn);
  231. #ifdef USE_BUFFEREVENTS
  232. if (connection_type_uses_bufferevent(conn)) {
  233. if (SOCKET_OK(conn->s) && !conn->linked) {
  234. #ifdef _WIN32
  235. if (tor_libevent_using_iocp_bufferevents() &&
  236. get_options()->UserspaceIOCPBuffers) {
  237. set_buffer_lengths_to_zero(conn->s);
  238. }
  239. #endif
  240. conn->bufev = bufferevent_socket_new(
  241. tor_libevent_get_base(),
  242. conn->s,
  243. BEV_OPT_DEFER_CALLBACKS);
  244. if (!conn->bufev) {
  245. log_warn(LD_BUG, "Unable to create socket bufferevent");
  246. smartlist_del(connection_array, conn->conn_array_index);
  247. conn->conn_array_index = -1;
  248. return -1;
  249. }
  250. if (is_connecting) {
  251. /* Put the bufferevent into a "connecting" state so that we'll get
  252. * a "connected" event callback on successful write. */
  253. bufferevent_socket_connect(conn->bufev, NULL, 0);
  254. }
  255. connection_configure_bufferevent_callbacks(conn);
  256. } else if (conn->linked && conn->linked_conn &&
  257. connection_type_uses_bufferevent(conn->linked_conn)) {
  258. tor_assert(!(SOCKET_OK(conn->s)));
  259. if (!conn->bufev) {
  260. struct bufferevent *pair[2] = { NULL, NULL };
  261. if (bufferevent_pair_new(tor_libevent_get_base(),
  262. BEV_OPT_DEFER_CALLBACKS,
  263. pair) < 0) {
  264. log_warn(LD_BUG, "Unable to create bufferevent pair");
  265. smartlist_del(connection_array, conn->conn_array_index);
  266. conn->conn_array_index = -1;
  267. return -1;
  268. }
  269. tor_assert(pair[0]);
  270. conn->bufev = pair[0];
  271. conn->linked_conn->bufev = pair[1];
  272. } /* else the other side already was added, and got a bufferevent_pair */
  273. connection_configure_bufferevent_callbacks(conn);
  274. } else {
  275. tor_assert(!conn->linked);
  276. }
  277. if (conn->bufev)
  278. tor_assert(conn->inbuf == NULL);
  279. if (conn->linked_conn && conn->linked_conn->bufev)
  280. tor_assert(conn->linked_conn->inbuf == NULL);
  281. }
  282. #else
  283. (void) is_connecting;
  284. #endif
  285. if (!HAS_BUFFEREVENT(conn) && (SOCKET_OK(conn->s) || conn->linked)) {
  286. conn->read_event = tor_event_new(tor_libevent_get_base(),
  287. conn->s, EV_READ|EV_PERSIST, conn_read_callback, conn);
  288. conn->write_event = tor_event_new(tor_libevent_get_base(),
  289. conn->s, EV_WRITE|EV_PERSIST, conn_write_callback, conn);
  290. /* XXXX CHECK FOR NULL RETURN! */
  291. }
  292. log_debug(LD_NET,"new conn type %s, socket %d, address %s, n_conns %d.",
  293. conn_type_to_string(conn->type), (int)conn->s, conn->address,
  294. smartlist_len(connection_array));
  295. return 0;
  296. }
  297. /** Tell libevent that we don't care about <b>conn</b> any more. */
  298. void
  299. connection_unregister_events(connection_t *conn)
  300. {
  301. if (conn->read_event) {
  302. if (event_del(conn->read_event))
  303. log_warn(LD_BUG, "Error removing read event for %d", (int)conn->s);
  304. tor_free(conn->read_event);
  305. }
  306. if (conn->write_event) {
  307. if (event_del(conn->write_event))
  308. log_warn(LD_BUG, "Error removing write event for %d", (int)conn->s);
  309. tor_free(conn->write_event);
  310. }
  311. #ifdef USE_BUFFEREVENTS
  312. if (conn->bufev) {
  313. bufferevent_free(conn->bufev);
  314. conn->bufev = NULL;
  315. }
  316. #endif
  317. if (conn->type == CONN_TYPE_AP_DNS_LISTENER) {
  318. dnsserv_close_listener(conn);
  319. }
  320. }
  321. /** Remove the connection from the global list, and remove the
  322. * corresponding poll entry. Calling this function will shift the last
  323. * connection (if any) into the position occupied by conn.
  324. */
  325. int
  326. connection_remove(connection_t *conn)
  327. {
  328. int current_index;
  329. connection_t *tmp;
  330. tor_assert(conn);
  331. log_debug(LD_NET,"removing socket %d (type %s), n_conns now %d",
  332. (int)conn->s, conn_type_to_string(conn->type),
  333. smartlist_len(connection_array));
  334. if (conn->type == CONN_TYPE_AP && conn->socket_family == AF_UNIX) {
  335. log_info(LD_NET, "Closing SOCKS SocksSocket connection");
  336. }
  337. control_event_conn_bandwidth(conn);
  338. tor_assert(conn->conn_array_index >= 0);
  339. current_index = conn->conn_array_index;
  340. connection_unregister_events(conn); /* This is redundant, but cheap. */
  341. if (current_index == smartlist_len(connection_array)-1) { /* at the end */
  342. smartlist_del(connection_array, current_index);
  343. return 0;
  344. }
  345. /* replace this one with the one at the end */
  346. smartlist_del(connection_array, current_index);
  347. tmp = smartlist_get(connection_array, current_index);
  348. tmp->conn_array_index = current_index;
  349. return 0;
  350. }
  351. /** If <b>conn</b> is an edge conn, remove it from the list
  352. * of conn's on this circuit. If it's not on an edge,
  353. * flush and send destroys for all circuits on this conn.
  354. *
  355. * Remove it from connection_array (if applicable) and
  356. * from closeable_connection_list.
  357. *
  358. * Then free it.
  359. */
  360. static void
  361. connection_unlink(connection_t *conn)
  362. {
  363. connection_about_to_close_connection(conn);
  364. if (conn->conn_array_index >= 0) {
  365. connection_remove(conn);
  366. }
  367. if (conn->linked_conn) {
  368. conn->linked_conn->linked_conn = NULL;
  369. if (! conn->linked_conn->marked_for_close &&
  370. conn->linked_conn->reading_from_linked_conn)
  371. connection_start_reading(conn->linked_conn);
  372. conn->linked_conn = NULL;
  373. }
  374. smartlist_remove(closeable_connection_lst, conn);
  375. smartlist_remove(active_linked_connection_lst, conn);
  376. if (conn->type == CONN_TYPE_EXIT) {
  377. assert_connection_edge_not_dns_pending(TO_EDGE_CONN(conn));
  378. }
  379. if (conn->type == CONN_TYPE_OR) {
  380. if (!tor_digest_is_zero(TO_OR_CONN(conn)->identity_digest))
  381. connection_or_remove_from_identity_map(TO_OR_CONN(conn));
  382. /* connection_unlink() can only get called if the connection
  383. * was already on the closeable list, and it got there by
  384. * connection_mark_for_close(), which was called from
  385. * connection_or_close_normally() or
  386. * connection_or_close_for_error(), so the channel should
  387. * already be in CHANNEL_STATE_CLOSING, and then the
  388. * connection_about_to_close_connection() goes to
  389. * connection_or_about_to_close(), which calls channel_closed()
  390. * to notify the channel_t layer, and closed the channel, so
  391. * nothing more to do here to deal with the channel associated
  392. * with an orconn.
  393. */
  394. }
  395. connection_free(conn);
  396. }
  397. /** Initialize the global connection list, closeable connection list,
  398. * and active connection list. */
  399. STATIC void
  400. init_connection_lists(void)
  401. {
  402. if (!connection_array)
  403. connection_array = smartlist_new();
  404. if (!closeable_connection_lst)
  405. closeable_connection_lst = smartlist_new();
  406. if (!active_linked_connection_lst)
  407. active_linked_connection_lst = smartlist_new();
  408. }
  409. /** Schedule <b>conn</b> to be closed. **/
  410. void
  411. add_connection_to_closeable_list(connection_t *conn)
  412. {
  413. tor_assert(!smartlist_contains(closeable_connection_lst, conn));
  414. tor_assert(conn->marked_for_close);
  415. assert_connection_ok(conn, time(NULL));
  416. smartlist_add(closeable_connection_lst, conn);
  417. }
  418. /** Return 1 if conn is on the closeable list, else return 0. */
  419. int
  420. connection_is_on_closeable_list(connection_t *conn)
  421. {
  422. return smartlist_contains(closeable_connection_lst, conn);
  423. }
  424. /** Return true iff conn is in the current poll array. */
  425. int
  426. connection_in_array(connection_t *conn)
  427. {
  428. return smartlist_contains(connection_array, conn);
  429. }
  430. /** Set <b>*array</b> to an array of all connections. <b>*array</b> must not
  431. * be modified.
  432. */
  433. smartlist_t *
  434. get_connection_array(void)
  435. {
  436. if (!connection_array)
  437. connection_array = smartlist_new();
  438. return connection_array;
  439. }
  440. /** Provides the traffic read and written over the life of the process. */
  441. MOCK_IMPL(uint64_t,
  442. get_bytes_read,(void))
  443. {
  444. return stats_n_bytes_read;
  445. }
  446. /* DOCDOC get_bytes_written */
  447. MOCK_IMPL(uint64_t,
  448. get_bytes_written,(void))
  449. {
  450. return stats_n_bytes_written;
  451. }
  452. /** Set the event mask on <b>conn</b> to <b>events</b>. (The event
  453. * mask is a bitmask whose bits are READ_EVENT and WRITE_EVENT)
  454. */
  455. void
  456. connection_watch_events(connection_t *conn, watchable_events_t events)
  457. {
  458. IF_HAS_BUFFEREVENT(conn, {
  459. short ev = ((short)events) & (EV_READ|EV_WRITE);
  460. short old_ev = bufferevent_get_enabled(conn->bufev);
  461. if ((ev & ~old_ev) != 0) {
  462. bufferevent_enable(conn->bufev, ev);
  463. }
  464. if ((old_ev & ~ev) != 0) {
  465. bufferevent_disable(conn->bufev, old_ev & ~ev);
  466. }
  467. return;
  468. });
  469. if (events & READ_EVENT)
  470. connection_start_reading(conn);
  471. else
  472. connection_stop_reading(conn);
  473. if (events & WRITE_EVENT)
  474. connection_start_writing(conn);
  475. else
  476. connection_stop_writing(conn);
  477. }
  478. /** Return true iff <b>conn</b> is listening for read events. */
  479. int
  480. connection_is_reading(connection_t *conn)
  481. {
  482. tor_assert(conn);
  483. IF_HAS_BUFFEREVENT(conn,
  484. return (bufferevent_get_enabled(conn->bufev) & EV_READ) != 0;
  485. );
  486. return conn->reading_from_linked_conn ||
  487. (conn->read_event && event_pending(conn->read_event, EV_READ, NULL));
  488. }
  489. /** Check whether <b>conn</b> is correct in having (or not having) a
  490. * read/write event (passed in <b>ev</b>). On success, return 0. On failure,
  491. * log a warning and return -1. */
  492. static int
  493. connection_check_event(connection_t *conn, struct event *ev)
  494. {
  495. int bad;
  496. if (conn->type == CONN_TYPE_AP && TO_EDGE_CONN(conn)->is_dns_request) {
  497. /* DNS requests which we launch through the dnsserv.c module do not have
  498. * any underlying socket or any underlying linked connection, so they
  499. * shouldn't have any attached events either.
  500. */
  501. bad = ev != NULL;
  502. } else {
  503. /* Everytyhing else should have an underlying socket, or a linked
  504. * connection (which is also tracked with a read_event/write_event pair).
  505. */
  506. bad = ev == NULL;
  507. }
  508. if (bad) {
  509. log_warn(LD_BUG, "Event missing on connection %p [%s;%s]. "
  510. "socket=%d. linked=%d. "
  511. "is_dns_request=%d. Marked_for_close=%s:%d",
  512. conn,
  513. conn_type_to_string(conn->type),
  514. conn_state_to_string(conn->type, conn->state),
  515. (int)conn->s, (int)conn->linked,
  516. (conn->type == CONN_TYPE_AP &&
  517. TO_EDGE_CONN(conn)->is_dns_request),
  518. conn->marked_for_close_file ? conn->marked_for_close_file : "-",
  519. conn->marked_for_close
  520. );
  521. log_backtrace(LOG_WARN, LD_BUG, "Backtrace attached.");
  522. return -1;
  523. }
  524. return 0;
  525. }
  526. /** Tell the main loop to stop notifying <b>conn</b> of any read events. */
  527. MOCK_IMPL(void,
  528. connection_stop_reading,(connection_t *conn))
  529. {
  530. tor_assert(conn);
  531. IF_HAS_BUFFEREVENT(conn, {
  532. bufferevent_disable(conn->bufev, EV_READ);
  533. return;
  534. });
  535. if (connection_check_event(conn, conn->read_event) < 0) {
  536. return;
  537. }
  538. if (conn->linked) {
  539. conn->reading_from_linked_conn = 0;
  540. connection_stop_reading_from_linked_conn(conn);
  541. } else {
  542. if (event_del(conn->read_event))
  543. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  544. "to unwatched: %s",
  545. (int)conn->s,
  546. tor_socket_strerror(tor_socket_errno(conn->s)));
  547. }
  548. }
  549. /** Tell the main loop to start notifying <b>conn</b> of any read events. */
  550. MOCK_IMPL(void,
  551. connection_start_reading,(connection_t *conn))
  552. {
  553. tor_assert(conn);
  554. IF_HAS_BUFFEREVENT(conn, {
  555. bufferevent_enable(conn->bufev, EV_READ);
  556. return;
  557. });
  558. if (connection_check_event(conn, conn->read_event) < 0) {
  559. return;
  560. }
  561. if (conn->linked) {
  562. conn->reading_from_linked_conn = 1;
  563. if (connection_should_read_from_linked_conn(conn))
  564. connection_start_reading_from_linked_conn(conn);
  565. } else {
  566. if (event_add(conn->read_event, NULL))
  567. log_warn(LD_NET, "Error from libevent setting read event state for %d "
  568. "to watched: %s",
  569. (int)conn->s,
  570. tor_socket_strerror(tor_socket_errno(conn->s)));
  571. }
  572. }
  573. /** Return true iff <b>conn</b> is listening for write events. */
  574. int
  575. connection_is_writing(connection_t *conn)
  576. {
  577. tor_assert(conn);
  578. IF_HAS_BUFFEREVENT(conn,
  579. return (bufferevent_get_enabled(conn->bufev) & EV_WRITE) != 0;
  580. );
  581. return conn->writing_to_linked_conn ||
  582. (conn->write_event && event_pending(conn->write_event, EV_WRITE, NULL));
  583. }
  584. /** Tell the main loop to stop notifying <b>conn</b> of any write events. */
  585. MOCK_IMPL(void,
  586. connection_stop_writing,(connection_t *conn))
  587. {
  588. tor_assert(conn);
  589. IF_HAS_BUFFEREVENT(conn, {
  590. bufferevent_disable(conn->bufev, EV_WRITE);
  591. return;
  592. });
  593. if (connection_check_event(conn, conn->write_event) < 0) {
  594. return;
  595. }
  596. if (conn->linked) {
  597. conn->writing_to_linked_conn = 0;
  598. if (conn->linked_conn)
  599. connection_stop_reading_from_linked_conn(conn->linked_conn);
  600. } else {
  601. if (event_del(conn->write_event))
  602. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  603. "to unwatched: %s",
  604. (int)conn->s,
  605. tor_socket_strerror(tor_socket_errno(conn->s)));
  606. }
  607. }
  608. /** Tell the main loop to start notifying <b>conn</b> of any write events. */
  609. MOCK_IMPL(void,
  610. connection_start_writing,(connection_t *conn))
  611. {
  612. tor_assert(conn);
  613. IF_HAS_BUFFEREVENT(conn, {
  614. bufferevent_enable(conn->bufev, EV_WRITE);
  615. return;
  616. });
  617. if (connection_check_event(conn, conn->write_event) < 0) {
  618. return;
  619. }
  620. if (conn->linked) {
  621. conn->writing_to_linked_conn = 1;
  622. if (conn->linked_conn &&
  623. connection_should_read_from_linked_conn(conn->linked_conn))
  624. connection_start_reading_from_linked_conn(conn->linked_conn);
  625. } else {
  626. if (event_add(conn->write_event, NULL))
  627. log_warn(LD_NET, "Error from libevent setting write event state for %d "
  628. "to watched: %s",
  629. (int)conn->s,
  630. tor_socket_strerror(tor_socket_errno(conn->s)));
  631. }
  632. }
  633. /** Return true iff <b>conn</b> is linked conn, and reading from the conn
  634. * linked to it would be good and feasible. (Reading is "feasible" if the
  635. * other conn exists and has data in its outbuf, and is "good" if we have our
  636. * reading_from_linked_conn flag set and the other conn has its
  637. * writing_to_linked_conn flag set.)*/
  638. static int
  639. connection_should_read_from_linked_conn(connection_t *conn)
  640. {
  641. if (conn->linked && conn->reading_from_linked_conn) {
  642. if (! conn->linked_conn ||
  643. (conn->linked_conn->writing_to_linked_conn &&
  644. buf_datalen(conn->linked_conn->outbuf)))
  645. return 1;
  646. }
  647. return 0;
  648. }
  649. /** Helper: Tell the main loop to begin reading bytes into <b>conn</b> from
  650. * its linked connection, if it is not doing so already. Called by
  651. * connection_start_reading and connection_start_writing as appropriate. */
  652. static void
  653. connection_start_reading_from_linked_conn(connection_t *conn)
  654. {
  655. tor_assert(conn);
  656. tor_assert(conn->linked == 1);
  657. if (!conn->active_on_link) {
  658. conn->active_on_link = 1;
  659. smartlist_add(active_linked_connection_lst, conn);
  660. if (!called_loop_once) {
  661. /* This is the first event on the list; we won't be in LOOP_ONCE mode,
  662. * so we need to make sure that the event_base_loop() actually exits at
  663. * the end of its run through the current connections and lets us
  664. * activate read events for linked connections. */
  665. struct timeval tv = { 0, 0 };
  666. tor_event_base_loopexit(tor_libevent_get_base(), &tv);
  667. }
  668. } else {
  669. tor_assert(smartlist_contains(active_linked_connection_lst, conn));
  670. }
  671. }
  672. /** Tell the main loop to stop reading bytes into <b>conn</b> from its linked
  673. * connection, if is currently doing so. Called by connection_stop_reading,
  674. * connection_stop_writing, and connection_read. */
  675. void
  676. connection_stop_reading_from_linked_conn(connection_t *conn)
  677. {
  678. tor_assert(conn);
  679. tor_assert(conn->linked == 1);
  680. if (conn->active_on_link) {
  681. conn->active_on_link = 0;
  682. /* FFFF We could keep an index here so we can smartlist_del
  683. * cleanly. On the other hand, this doesn't show up on profiles,
  684. * so let's leave it alone for now. */
  685. smartlist_remove(active_linked_connection_lst, conn);
  686. } else {
  687. tor_assert(!smartlist_contains(active_linked_connection_lst, conn));
  688. }
  689. }
  690. /** Close all connections that have been scheduled to get closed. */
  691. STATIC void
  692. close_closeable_connections(void)
  693. {
  694. int i;
  695. for (i = 0; i < smartlist_len(closeable_connection_lst); ) {
  696. connection_t *conn = smartlist_get(closeable_connection_lst, i);
  697. if (conn->conn_array_index < 0) {
  698. connection_unlink(conn); /* blow it away right now */
  699. } else {
  700. if (!conn_close_if_marked(conn->conn_array_index))
  701. ++i;
  702. }
  703. }
  704. }
  705. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  706. * some data to read. */
  707. static void
  708. conn_read_callback(evutil_socket_t fd, short event, void *_conn)
  709. {
  710. connection_t *conn = _conn;
  711. (void)fd;
  712. (void)event;
  713. log_debug(LD_NET,"socket %d wants to read.",(int)conn->s);
  714. /* assert_connection_ok(conn, time(NULL)); */
  715. if (connection_handle_read(conn) < 0) {
  716. if (!conn->marked_for_close) {
  717. #ifndef _WIN32
  718. log_warn(LD_BUG,"Unhandled error on read for %s connection "
  719. "(fd %d); removing",
  720. conn_type_to_string(conn->type), (int)conn->s);
  721. tor_fragile_assert();
  722. #endif
  723. if (CONN_IS_EDGE(conn))
  724. connection_edge_end_errno(TO_EDGE_CONN(conn));
  725. connection_mark_for_close(conn);
  726. }
  727. }
  728. assert_connection_ok(conn, time(NULL));
  729. if (smartlist_len(closeable_connection_lst))
  730. close_closeable_connections();
  731. }
  732. /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
  733. * some data to write. */
  734. static void
  735. conn_write_callback(evutil_socket_t fd, short events, void *_conn)
  736. {
  737. connection_t *conn = _conn;
  738. (void)fd;
  739. (void)events;
  740. LOG_FN_CONN(conn, (LOG_DEBUG, LD_NET, "socket %d wants to write.",
  741. (int)conn->s));
  742. /* assert_connection_ok(conn, time(NULL)); */
  743. if (connection_handle_write(conn, 0) < 0) {
  744. if (!conn->marked_for_close) {
  745. /* this connection is broken. remove it. */
  746. log_fn(LOG_WARN,LD_BUG,
  747. "unhandled error on write for %s connection (fd %d); removing",
  748. conn_type_to_string(conn->type), (int)conn->s);
  749. tor_fragile_assert();
  750. if (CONN_IS_EDGE(conn)) {
  751. /* otherwise we cry wolf about duplicate close */
  752. edge_connection_t *edge_conn = TO_EDGE_CONN(conn);
  753. if (!edge_conn->end_reason)
  754. edge_conn->end_reason = END_STREAM_REASON_INTERNAL;
  755. edge_conn->edge_has_sent_end = 1;
  756. }
  757. connection_close_immediate(conn); /* So we don't try to flush. */
  758. connection_mark_for_close(conn);
  759. }
  760. }
  761. assert_connection_ok(conn, time(NULL));
  762. if (smartlist_len(closeable_connection_lst))
  763. close_closeable_connections();
  764. }
  765. /** If the connection at connection_array[i] is marked for close, then:
  766. * - If it has data that it wants to flush, try to flush it.
  767. * - If it _still_ has data to flush, and conn->hold_open_until_flushed is
  768. * true, then leave the connection open and return.
  769. * - Otherwise, remove the connection from connection_array and from
  770. * all other lists, close it, and free it.
  771. * Returns 1 if the connection was closed, 0 otherwise.
  772. */
  773. static int
  774. conn_close_if_marked(int i)
  775. {
  776. connection_t *conn;
  777. int retval;
  778. time_t now;
  779. conn = smartlist_get(connection_array, i);
  780. if (!conn->marked_for_close)
  781. return 0; /* nothing to see here, move along */
  782. now = time(NULL);
  783. assert_connection_ok(conn, now);
  784. /* assert_all_pending_dns_resolves_ok(); */
  785. #ifdef USE_BUFFEREVENTS
  786. if (conn->bufev) {
  787. if (conn->hold_open_until_flushed &&
  788. evbuffer_get_length(bufferevent_get_output(conn->bufev))) {
  789. /* don't close yet. */
  790. return 0;
  791. }
  792. if (conn->linked_conn && ! conn->linked_conn->marked_for_close) {
  793. /* We need to do this explicitly so that the linked connection
  794. * notices that there was an EOF. */
  795. bufferevent_flush(conn->bufev, EV_WRITE, BEV_FINISHED);
  796. }
  797. }
  798. #endif
  799. log_debug(LD_NET,"Cleaning up connection (fd "TOR_SOCKET_T_FORMAT").",
  800. conn->s);
  801. /* If the connection we are about to close was trying to connect to
  802. a proxy server and failed, the client won't be able to use that
  803. proxy. We should warn the user about this. */
  804. if (conn->proxy_state == PROXY_INFANT)
  805. log_failed_proxy_connection(conn);
  806. IF_HAS_BUFFEREVENT(conn, goto unlink);
  807. if ((SOCKET_OK(conn->s) || conn->linked_conn) &&
  808. connection_wants_to_flush(conn)) {
  809. /* s == -1 means it's an incomplete edge connection, or that the socket
  810. * has already been closed as unflushable. */
  811. ssize_t sz = connection_bucket_write_limit(conn, now);
  812. if (!conn->hold_open_until_flushed)
  813. log_info(LD_NET,
  814. "Conn (addr %s, fd %d, type %s, state %d) marked, but wants "
  815. "to flush %d bytes. (Marked at %s:%d)",
  816. escaped_safe_str_client(conn->address),
  817. (int)conn->s, conn_type_to_string(conn->type), conn->state,
  818. (int)conn->outbuf_flushlen,
  819. conn->marked_for_close_file, conn->marked_for_close);
  820. if (conn->linked_conn) {
  821. retval = move_buf_to_buf(conn->linked_conn->inbuf, conn->outbuf,
  822. &conn->outbuf_flushlen);
  823. if (retval >= 0) {
  824. /* The linked conn will notice that it has data when it notices that
  825. * we're gone. */
  826. connection_start_reading_from_linked_conn(conn->linked_conn);
  827. }
  828. log_debug(LD_GENERAL, "Flushed last %d bytes from a linked conn; "
  829. "%d left; flushlen %d; wants-to-flush==%d", retval,
  830. (int)connection_get_outbuf_len(conn),
  831. (int)conn->outbuf_flushlen,
  832. connection_wants_to_flush(conn));
  833. } else if (connection_speaks_cells(conn)) {
  834. if (conn->state == OR_CONN_STATE_OPEN) {
  835. retval = flush_buf_tls(TO_OR_CONN(conn)->tls, conn->outbuf, sz,
  836. &conn->outbuf_flushlen);
  837. } else
  838. retval = -1; /* never flush non-open broken tls connections */
  839. } else {
  840. retval = flush_buf(conn->s, conn->outbuf, sz, &conn->outbuf_flushlen);
  841. }
  842. if (retval >= 0 && /* Technically, we could survive things like
  843. TLS_WANT_WRITE here. But don't bother for now. */
  844. conn->hold_open_until_flushed && connection_wants_to_flush(conn)) {
  845. if (retval > 0) {
  846. LOG_FN_CONN(conn, (LOG_INFO,LD_NET,
  847. "Holding conn (fd %d) open for more flushing.",
  848. (int)conn->s));
  849. conn->timestamp_lastwritten = now; /* reset so we can flush more */
  850. } else if (sz == 0) {
  851. /* Also, retval==0. If we get here, we didn't want to write anything
  852. * (because of rate-limiting) and we didn't. */
  853. /* Connection must flush before closing, but it's being rate-limited.
  854. * Let's remove from Libevent, and mark it as blocked on bandwidth
  855. * so it will be re-added on next token bucket refill. Prevents
  856. * busy Libevent loops where we keep ending up here and returning
  857. * 0 until we are no longer blocked on bandwidth.
  858. */
  859. if (connection_is_writing(conn)) {
  860. conn->write_blocked_on_bw = 1;
  861. connection_stop_writing(conn);
  862. }
  863. if (connection_is_reading(conn)) {
  864. /* XXXX024 We should make this code unreachable; if a connection is
  865. * marked for close and flushing, there is no point in reading to it
  866. * at all. Further, checking at this point is a bit of a hack: it
  867. * would make much more sense to react in
  868. * connection_handle_read_impl, or to just stop reading in
  869. * mark_and_flush */
  870. conn->read_blocked_on_bw = 1;
  871. connection_stop_reading(conn);
  872. }
  873. }
  874. return 0;
  875. }
  876. if (connection_wants_to_flush(conn)) {
  877. log_fn(LOG_INFO, LD_NET, "We stalled too much while trying to write %d "
  878. "bytes to address %s. If this happens a lot, either "
  879. "something is wrong with your network connection, or "
  880. "something is wrong with theirs. "
  881. "(fd %d, type %s, state %d, marked at %s:%d).",
  882. (int)connection_get_outbuf_len(conn),
  883. escaped_safe_str_client(conn->address),
  884. (int)conn->s, conn_type_to_string(conn->type), conn->state,
  885. conn->marked_for_close_file,
  886. conn->marked_for_close);
  887. }
  888. }
  889. #ifdef USE_BUFFEREVENTS
  890. unlink:
  891. #endif
  892. connection_unlink(conn); /* unlink, remove, free */
  893. return 1;
  894. }
  895. /** Implementation for directory_all_unreachable. This is done in a callback,
  896. * since otherwise it would complicate Tor's control-flow graph beyond all
  897. * reason.
  898. */
  899. static void
  900. directory_all_unreachable_cb(evutil_socket_t fd, short event, void *arg)
  901. {
  902. (void)fd;
  903. (void)event;
  904. (void)arg;
  905. connection_t *conn;
  906. while ((conn = connection_get_by_type_state(CONN_TYPE_AP,
  907. AP_CONN_STATE_CIRCUIT_WAIT))) {
  908. entry_connection_t *entry_conn = TO_ENTRY_CONN(conn);
  909. log_notice(LD_NET,
  910. "Is your network connection down? "
  911. "Failing connection to '%s:%d'.",
  912. safe_str_client(entry_conn->socks_request->address),
  913. entry_conn->socks_request->port);
  914. connection_mark_unattached_ap(entry_conn,
  915. END_STREAM_REASON_NET_UNREACHABLE);
  916. }
  917. control_event_general_error("DIR_ALL_UNREACHABLE");
  918. }
  919. static struct event *directory_all_unreachable_cb_event = NULL;
  920. /** We've just tried every dirserver we know about, and none of
  921. * them were reachable. Assume the network is down. Change state
  922. * so next time an application connection arrives we'll delay it
  923. * and try another directory fetch. Kill off all the circuit_wait
  924. * streams that are waiting now, since they will all timeout anyway.
  925. */
  926. void
  927. directory_all_unreachable(time_t now)
  928. {
  929. (void)now;
  930. stats_n_seconds_working=0; /* reset it */
  931. if (!directory_all_unreachable_cb_event) {
  932. directory_all_unreachable_cb_event =
  933. tor_event_new(tor_libevent_get_base(),
  934. -1, EV_READ, directory_all_unreachable_cb, NULL);
  935. tor_assert(directory_all_unreachable_cb_event);
  936. }
  937. event_active(directory_all_unreachable_cb_event, EV_READ, 1);
  938. }
  939. /** This function is called whenever we successfully pull down some new
  940. * network statuses or server descriptors. */
  941. void
  942. directory_info_has_arrived(time_t now, int from_cache, int suppress_logs)
  943. {
  944. const or_options_t *options = get_options();
  945. if (!router_have_minimum_dir_info()) {
  946. int quiet = suppress_logs || from_cache ||
  947. directory_too_idle_to_fetch_descriptors(options, now);
  948. tor_log(quiet ? LOG_INFO : LOG_NOTICE, LD_DIR,
  949. "I learned some more directory information, but not enough to "
  950. "build a circuit: %s", get_dir_info_status_string());
  951. update_all_descriptor_downloads(now);
  952. return;
  953. } else {
  954. if (directory_fetches_from_authorities(options)) {
  955. update_all_descriptor_downloads(now);
  956. }
  957. /* if we have enough dir info, then update our guard status with
  958. * whatever we just learned. */
  959. entry_guards_compute_status(options, now);
  960. /* Don't even bother trying to get extrainfo until the rest of our
  961. * directory info is up-to-date */
  962. if (options->DownloadExtraInfo)
  963. update_extrainfo_downloads(now);
  964. }
  965. if (server_mode(options) && !net_is_disabled() && !from_cache &&
  966. (have_completed_a_circuit() || !any_predicted_circuits(now)))
  967. consider_testing_reachability(1, 1);
  968. }
  969. /** Perform regular maintenance tasks for a single connection. This
  970. * function gets run once per second per connection by run_scheduled_events.
  971. */
  972. static void
  973. run_connection_housekeeping(int i, time_t now)
  974. {
  975. cell_t cell;
  976. connection_t *conn = smartlist_get(connection_array, i);
  977. const or_options_t *options = get_options();
  978. or_connection_t *or_conn;
  979. channel_t *chan = NULL;
  980. int have_any_circuits;
  981. int past_keepalive =
  982. now >= conn->timestamp_lastwritten + options->KeepalivePeriod;
  983. if (conn->outbuf && !connection_get_outbuf_len(conn) &&
  984. conn->type == CONN_TYPE_OR)
  985. TO_OR_CONN(conn)->timestamp_lastempty = now;
  986. if (conn->marked_for_close) {
  987. /* nothing to do here */
  988. return;
  989. }
  990. /* Expire any directory connections that haven't been active (sent
  991. * if a server or received if a client) for 5 min */
  992. if (conn->type == CONN_TYPE_DIR &&
  993. ((DIR_CONN_IS_SERVER(conn) &&
  994. conn->timestamp_lastwritten
  995. + options->TestingDirConnectionMaxStall < now) ||
  996. (!DIR_CONN_IS_SERVER(conn) &&
  997. conn->timestamp_lastread
  998. + options->TestingDirConnectionMaxStall < now))) {
  999. log_info(LD_DIR,"Expiring wedged directory conn (fd %d, purpose %d)",
  1000. (int)conn->s, conn->purpose);
  1001. /* This check is temporary; it's to let us know whether we should consider
  1002. * parsing partial serverdesc responses. */
  1003. if (conn->purpose == DIR_PURPOSE_FETCH_SERVERDESC &&
  1004. connection_get_inbuf_len(conn) >= 1024) {
  1005. log_info(LD_DIR,"Trying to extract information from wedged server desc "
  1006. "download.");
  1007. connection_dir_reached_eof(TO_DIR_CONN(conn));
  1008. } else {
  1009. connection_mark_for_close(conn);
  1010. }
  1011. return;
  1012. }
  1013. if (!connection_speaks_cells(conn))
  1014. return; /* we're all done here, the rest is just for OR conns */
  1015. /* If we haven't written to an OR connection for a while, then either nuke
  1016. the connection or send a keepalive, depending. */
  1017. or_conn = TO_OR_CONN(conn);
  1018. #ifdef USE_BUFFEREVENTS
  1019. tor_assert(conn->bufev);
  1020. #else
  1021. tor_assert(conn->outbuf);
  1022. #endif
  1023. chan = TLS_CHAN_TO_BASE(or_conn->chan);
  1024. tor_assert(chan);
  1025. if (channel_num_circuits(chan) != 0) {
  1026. have_any_circuits = 1;
  1027. chan->timestamp_last_had_circuits = now;
  1028. } else {
  1029. have_any_circuits = 0;
  1030. }
  1031. if (channel_is_bad_for_new_circs(TLS_CHAN_TO_BASE(or_conn->chan)) &&
  1032. ! have_any_circuits) {
  1033. /* It's bad for new circuits, and has no unmarked circuits on it:
  1034. * mark it now. */
  1035. log_info(LD_OR,
  1036. "Expiring non-used OR connection to fd %d (%s:%d) [Too old].",
  1037. (int)conn->s, conn->address, conn->port);
  1038. if (conn->state == OR_CONN_STATE_CONNECTING)
  1039. connection_or_connect_failed(TO_OR_CONN(conn),
  1040. END_OR_CONN_REASON_TIMEOUT,
  1041. "Tor gave up on the connection");
  1042. connection_or_close_normally(TO_OR_CONN(conn), 1);
  1043. } else if (!connection_state_is_open(conn)) {
  1044. if (past_keepalive) {
  1045. /* We never managed to actually get this connection open and happy. */
  1046. log_info(LD_OR,"Expiring non-open OR connection to fd %d (%s:%d).",
  1047. (int)conn->s,conn->address, conn->port);
  1048. connection_or_close_normally(TO_OR_CONN(conn), 0);
  1049. }
  1050. } else if (we_are_hibernating() &&
  1051. ! have_any_circuits &&
  1052. !connection_get_outbuf_len(conn)) {
  1053. /* We're hibernating, there's no circuits, and nothing to flush.*/
  1054. log_info(LD_OR,"Expiring non-used OR connection to fd %d (%s:%d) "
  1055. "[Hibernating or exiting].",
  1056. (int)conn->s,conn->address, conn->port);
  1057. connection_or_close_normally(TO_OR_CONN(conn), 1);
  1058. } else if (!have_any_circuits &&
  1059. now - or_conn->idle_timeout >=
  1060. chan->timestamp_last_had_circuits) {
  1061. log_info(LD_OR,"Expiring non-used OR connection to fd %d (%s:%d) "
  1062. "[no circuits for %d; timeout %d; %scanonical].",
  1063. (int)conn->s, conn->address, conn->port,
  1064. (int)(now - chan->timestamp_last_had_circuits),
  1065. or_conn->idle_timeout,
  1066. or_conn->is_canonical ? "" : "non");
  1067. connection_or_close_normally(TO_OR_CONN(conn), 0);
  1068. } else if (
  1069. now >= or_conn->timestamp_lastempty + options->KeepalivePeriod*10 &&
  1070. now >= conn->timestamp_lastwritten + options->KeepalivePeriod*10) {
  1071. log_fn(LOG_PROTOCOL_WARN,LD_PROTOCOL,
  1072. "Expiring stuck OR connection to fd %d (%s:%d). (%d bytes to "
  1073. "flush; %d seconds since last write)",
  1074. (int)conn->s, conn->address, conn->port,
  1075. (int)connection_get_outbuf_len(conn),
  1076. (int)(now-conn->timestamp_lastwritten));
  1077. connection_or_close_normally(TO_OR_CONN(conn), 0);
  1078. } else if (past_keepalive && !connection_get_outbuf_len(conn)) {
  1079. /* send a padding cell */
  1080. log_fn(LOG_DEBUG,LD_OR,"Sending keepalive to (%s:%d)",
  1081. conn->address, conn->port);
  1082. memset(&cell,0,sizeof(cell_t));
  1083. cell.command = CELL_PADDING;
  1084. connection_or_write_cell_to_buf(&cell, or_conn);
  1085. }
  1086. }
  1087. /** Honor a NEWNYM request: make future requests unlinkable to past
  1088. * requests. */
  1089. static void
  1090. signewnym_impl(time_t now)
  1091. {
  1092. const or_options_t *options = get_options();
  1093. if (!proxy_mode(options)) {
  1094. log_info(LD_CONTROL, "Ignoring SIGNAL NEWNYM because client functionality "
  1095. "is disabled.");
  1096. return;
  1097. }
  1098. circuit_mark_all_dirty_circs_as_unusable();
  1099. addressmap_clear_transient();
  1100. rend_client_purge_state();
  1101. time_of_last_signewnym = now;
  1102. signewnym_is_pending = 0;
  1103. ++newnym_epoch;
  1104. control_event_signal(SIGNEWNYM);
  1105. }
  1106. /** Return the number of times that signewnym has been called. */
  1107. unsigned
  1108. get_signewnym_epoch(void)
  1109. {
  1110. return newnym_epoch;
  1111. }
  1112. /** True iff we have initialized all the members of <b>periodic_events</b>.
  1113. * Used to prevent double-initialization. */
  1114. static int periodic_events_initialized = 0;
  1115. /* Declare all the timer callback functions... */
  1116. #undef CALLBACK
  1117. #define CALLBACK(name) \
  1118. static int name ## _callback(time_t, const or_options_t *)
  1119. CALLBACK(rotate_onion_key);
  1120. CALLBACK(check_ed_keys);
  1121. CALLBACK(launch_descriptor_fetches);
  1122. CALLBACK(reset_descriptor_failures);
  1123. CALLBACK(rotate_x509_certificate);
  1124. CALLBACK(add_entropy);
  1125. CALLBACK(launch_reachability_tests);
  1126. CALLBACK(downrate_stability);
  1127. CALLBACK(save_stability);
  1128. CALLBACK(check_authority_cert);
  1129. CALLBACK(check_expired_networkstatus);
  1130. CALLBACK(write_stats_file);
  1131. CALLBACK(record_bridge_stats);
  1132. CALLBACK(clean_caches);
  1133. CALLBACK(rend_cache_failure_clean);
  1134. CALLBACK(retry_dns);
  1135. CALLBACK(check_descriptor);
  1136. CALLBACK(check_for_reachability_bw);
  1137. CALLBACK(fetch_networkstatus);
  1138. CALLBACK(retry_listeners);
  1139. CALLBACK(expire_old_ciruits_serverside);
  1140. CALLBACK(check_dns_honesty);
  1141. CALLBACK(write_bridge_ns);
  1142. CALLBACK(check_fw_helper_app);
  1143. CALLBACK(heartbeat);
  1144. #undef CALLBACK
  1145. /* Now we declare an array of periodic_event_item_t for each periodic event */
  1146. #define CALLBACK(name) PERIODIC_EVENT(name)
  1147. static periodic_event_item_t periodic_events[] = {
  1148. CALLBACK(rotate_onion_key),
  1149. CALLBACK(check_ed_keys),
  1150. CALLBACK(launch_descriptor_fetches),
  1151. CALLBACK(reset_descriptor_failures),
  1152. CALLBACK(rotate_x509_certificate),
  1153. CALLBACK(add_entropy),
  1154. CALLBACK(launch_reachability_tests),
  1155. CALLBACK(downrate_stability),
  1156. CALLBACK(save_stability),
  1157. CALLBACK(check_authority_cert),
  1158. CALLBACK(check_expired_networkstatus),
  1159. CALLBACK(write_stats_file),
  1160. CALLBACK(record_bridge_stats),
  1161. CALLBACK(clean_caches),
  1162. CALLBACK(rend_cache_failure_clean),
  1163. CALLBACK(retry_dns),
  1164. CALLBACK(check_descriptor),
  1165. CALLBACK(check_for_reachability_bw),
  1166. CALLBACK(fetch_networkstatus),
  1167. CALLBACK(retry_listeners),
  1168. CALLBACK(expire_old_ciruits_serverside),
  1169. CALLBACK(check_dns_honesty),
  1170. CALLBACK(write_bridge_ns),
  1171. CALLBACK(check_fw_helper_app),
  1172. CALLBACK(heartbeat),
  1173. END_OF_PERIODIC_EVENTS
  1174. };
  1175. #undef CALLBACK
  1176. /* These are pointers to members of periodic_events[] that are used to
  1177. * implement particular callbacks. We keep them separate here so that we
  1178. * can access them by name. We also keep them inside periodic_events[]
  1179. * so that we can implement "reset all timers" in a reasonable way. */
  1180. static periodic_event_item_t *check_descriptor_event=NULL;
  1181. static periodic_event_item_t *fetch_networkstatus_event=NULL;
  1182. static periodic_event_item_t *launch_descriptor_fetches_event=NULL;
  1183. static periodic_event_item_t *check_dns_honesty_event=NULL;
  1184. /** Reset all the periodic events so we'll do all our actions again as if we
  1185. * just started up.
  1186. * Useful if our clock just moved back a long time from the future,
  1187. * so we don't wait until that future arrives again before acting.
  1188. */
  1189. void
  1190. reset_all_main_loop_timers(void)
  1191. {
  1192. int i;
  1193. for (i = 0; periodic_events[i].name; ++i) {
  1194. periodic_event_reschedule(&periodic_events[i]);
  1195. }
  1196. }
  1197. /** Return the member of periodic_events[] whose name is <b>name</b>.
  1198. * Return NULL if no such event is found.
  1199. */
  1200. static periodic_event_item_t *
  1201. find_periodic_event(const char *name)
  1202. {
  1203. int i;
  1204. for (i = 0; periodic_events[i].name; ++i) {
  1205. if (strcmp(name, periodic_events[i].name) == 0)
  1206. return &periodic_events[i];
  1207. }
  1208. return NULL;
  1209. }
  1210. /** Helper, run one second after setup:
  1211. * Initializes all members of periodic_events and starts them running.
  1212. *
  1213. * (We do this one second after setup for backward-compatibility reasons;
  1214. * it might not actually be necessary.) */
  1215. static void
  1216. initialize_periodic_events_cb(evutil_socket_t fd, short events, void *data)
  1217. {
  1218. (void) fd;
  1219. (void) events;
  1220. (void) data;
  1221. int i;
  1222. for (i = 0; periodic_events[i].name; ++i) {
  1223. periodic_event_launch(&periodic_events[i]);
  1224. }
  1225. }
  1226. /** Set up all the members of periodic_events[], and configure them all to be
  1227. * launched from a callback. */
  1228. STATIC void
  1229. initialize_periodic_events(void)
  1230. {
  1231. tor_assert(periodic_events_initialized == 0);
  1232. periodic_events_initialized = 1;
  1233. int i;
  1234. for (i = 0; periodic_events[i].name; ++i) {
  1235. periodic_event_setup(&periodic_events[i]);
  1236. }
  1237. #define NAMED_CALLBACK(name) \
  1238. STMT_BEGIN name ## _event = find_periodic_event( #name ); STMT_END
  1239. NAMED_CALLBACK(check_descriptor);
  1240. NAMED_CALLBACK(fetch_networkstatus);
  1241. NAMED_CALLBACK(launch_descriptor_fetches);
  1242. NAMED_CALLBACK(check_dns_honesty);
  1243. struct timeval one_second = { 1, 0 };
  1244. event_base_once(tor_libevent_get_base(), -1, EV_TIMEOUT,
  1245. initialize_periodic_events_cb, NULL,
  1246. &one_second);
  1247. }
  1248. STATIC void
  1249. teardown_periodic_events(void)
  1250. {
  1251. int i;
  1252. for (i = 0; periodic_events[i].name; ++i) {
  1253. periodic_event_destroy(&periodic_events[i]);
  1254. }
  1255. }
  1256. /**
  1257. * Update our schedule so that we'll check whether we need to update our
  1258. * descriptor immediately, rather than after up to CHECK_DESCRIPTOR_INTERVAL
  1259. * seconds.
  1260. */
  1261. void
  1262. reschedule_descriptor_update_check(void)
  1263. {
  1264. tor_assert(check_descriptor_event);
  1265. periodic_event_reschedule(check_descriptor_event);
  1266. }
  1267. /**
  1268. * Update our schedule so that we'll check whether we need to fetch directory
  1269. * info immediately.
  1270. */
  1271. void
  1272. reschedule_directory_downloads(void)
  1273. {
  1274. tor_assert(fetch_networkstatus_event);
  1275. tor_assert(launch_descriptor_fetches_event);
  1276. periodic_event_reschedule(fetch_networkstatus_event);
  1277. periodic_event_reschedule(launch_descriptor_fetches_event);
  1278. }
  1279. #define LONGEST_TIMER_PERIOD (30 * 86400)
  1280. /** Helper: Return the number of seconds between <b>now</b> and <b>next</b>,
  1281. * clipped to the range [1 second, LONGEST_TIMER_PERIOD]. */
  1282. static inline int
  1283. safe_timer_diff(time_t now, time_t next)
  1284. {
  1285. if (next > now) {
  1286. /* There were no computers at signed TIME_MIN (1902 on 32-bit systems),
  1287. * and nothing that could run Tor. It's a bug if 'next' is around then.
  1288. * On 64-bit systems with signed TIME_MIN, TIME_MIN is before the Big
  1289. * Bang. We cannot extrapolate past a singularity, but there was probably
  1290. * nothing that could run Tor then, either.
  1291. **/
  1292. tor_assert(next > TIME_MIN + LONGEST_TIMER_PERIOD);
  1293. if (next - LONGEST_TIMER_PERIOD > now)
  1294. return LONGEST_TIMER_PERIOD;
  1295. return (int)(next - now);
  1296. } else {
  1297. return 1;
  1298. }
  1299. }
  1300. /** Perform regular maintenance tasks. This function gets run once per
  1301. * second by second_elapsed_callback().
  1302. */
  1303. static void
  1304. run_scheduled_events(time_t now)
  1305. {
  1306. const or_options_t *options = get_options();
  1307. /* 0. See if we've been asked to shut down and our timeout has
  1308. * expired; or if our bandwidth limits are exhausted and we
  1309. * should hibernate; or if it's time to wake up from hibernation.
  1310. */
  1311. consider_hibernation(now);
  1312. /* 0b. If we've deferred a signewnym, make sure it gets handled
  1313. * eventually. */
  1314. if (signewnym_is_pending &&
  1315. time_of_last_signewnym + MAX_SIGNEWNYM_RATE <= now) {
  1316. log_info(LD_CONTROL, "Honoring delayed NEWNYM request");
  1317. signewnym_impl(now);
  1318. }
  1319. /* 0c. If we've deferred log messages for the controller, handle them now */
  1320. flush_pending_log_callbacks();
  1321. if (options->UseBridges && !options->DisableNetwork) {
  1322. fetch_bridge_descriptors(options, now);
  1323. }
  1324. if (accounting_is_enabled(options)) {
  1325. accounting_run_housekeeping(now);
  1326. }
  1327. if (authdir_mode_v3(options)) {
  1328. dirvote_act(options, now);
  1329. }
  1330. /* 2d. Cleanup excess consensus bootstrap connections every second.
  1331. * connection_dir_close_consensus_conn_if_extra() closes some connections
  1332. * that are clearly excess, but this check is more thorough.
  1333. * This only closes connections if there is more than one consensus
  1334. * connection, and at least one of those connections is already downloading
  1335. * (during bootstrap), or connecting (just after the bootstrap consensus is
  1336. * downloaded).
  1337. * It won't close any consensus connections initiated after bootstrap,
  1338. * because those attempts are made one at a time. */
  1339. connection_dir_close_extra_consensus_conns();
  1340. /* 3a. Every second, we examine pending circuits and prune the
  1341. * ones which have been pending for more than a few seconds.
  1342. * We do this before step 4, so it can try building more if
  1343. * it's not comfortable with the number of available circuits.
  1344. */
  1345. /* (If our circuit build timeout can ever become lower than a second (which
  1346. * it can't, currently), we should do this more often.) */
  1347. circuit_expire_building();
  1348. /* 3b. Also look at pending streams and prune the ones that 'began'
  1349. * a long time ago but haven't gotten a 'connected' yet.
  1350. * Do this before step 4, so we can put them back into pending
  1351. * state to be picked up by the new circuit.
  1352. */
  1353. connection_ap_expire_beginning();
  1354. /* 3c. And expire connections that we've held open for too long.
  1355. */
  1356. connection_expire_held_open();
  1357. /* 4. Every second, we try a new circuit if there are no valid
  1358. * circuits. Every NewCircuitPeriod seconds, we expire circuits
  1359. * that became dirty more than MaxCircuitDirtiness seconds ago,
  1360. * and we make a new circ if there are no clean circuits.
  1361. */
  1362. const int have_dir_info = router_have_minimum_dir_info();
  1363. if (have_dir_info && !net_is_disabled()) {
  1364. circuit_build_needed_circs(now);
  1365. } else {
  1366. circuit_expire_old_circs_as_needed(now);
  1367. }
  1368. /* 5. We do housekeeping for each connection... */
  1369. connection_or_set_bad_connections(NULL, 0);
  1370. int i;
  1371. for (i=0;i<smartlist_len(connection_array);i++) {
  1372. run_connection_housekeeping(i, now);
  1373. }
  1374. /* 6. And remove any marked circuits... */
  1375. circuit_close_all_marked();
  1376. /* 7. And upload service descriptors if necessary. */
  1377. if (have_completed_a_circuit() && !net_is_disabled()) {
  1378. rend_consider_services_upload(now);
  1379. rend_consider_descriptor_republication();
  1380. }
  1381. /* 8. and blow away any connections that need to die. have to do this now,
  1382. * because if we marked a conn for close and left its socket -1, then
  1383. * we'll pass it to poll/select and bad things will happen.
  1384. */
  1385. close_closeable_connections();
  1386. /* 8b. And if anything in our state is ready to get flushed to disk, we
  1387. * flush it. */
  1388. or_state_save(now);
  1389. /* 8c. Do channel cleanup just like for connections */
  1390. channel_run_cleanup();
  1391. channel_listener_run_cleanup();
  1392. /* 11b. check pending unconfigured managed proxies */
  1393. if (!net_is_disabled() && pt_proxies_configuration_pending())
  1394. pt_configure_remaining_proxies();
  1395. }
  1396. static int
  1397. rotate_onion_key_callback(time_t now, const or_options_t *options)
  1398. {
  1399. /* 1a. Every MIN_ONION_KEY_LIFETIME seconds, rotate the onion keys,
  1400. * shut down and restart all cpuworkers, and update the directory if
  1401. * necessary.
  1402. */
  1403. if (server_mode(options)) {
  1404. time_t rotation_time = get_onion_key_set_at()+MIN_ONION_KEY_LIFETIME;
  1405. if (rotation_time > now) {
  1406. return safe_timer_diff(now, rotation_time);
  1407. }
  1408. log_info(LD_GENERAL,"Rotating onion key.");
  1409. rotate_onion_key();
  1410. cpuworkers_rotate_keyinfo();
  1411. if (router_rebuild_descriptor(1)<0) {
  1412. log_info(LD_CONFIG, "Couldn't rebuild router descriptor");
  1413. }
  1414. if (advertised_server_mode() && !options->DisableNetwork)
  1415. router_upload_dir_desc_to_dirservers(0);
  1416. return MIN_ONION_KEY_LIFETIME;
  1417. }
  1418. return PERIODIC_EVENT_NO_UPDATE;
  1419. }
  1420. static int
  1421. check_ed_keys_callback(time_t now, const or_options_t *options)
  1422. {
  1423. if (server_mode(options)) {
  1424. if (should_make_new_ed_keys(options, now)) {
  1425. if (load_ed_keys(options, now) < 0 ||
  1426. generate_ed_link_cert(options, now)) {
  1427. log_err(LD_OR, "Unable to update Ed25519 keys! Exiting.");
  1428. tor_cleanup();
  1429. exit(0);
  1430. }
  1431. }
  1432. return 30;
  1433. }
  1434. return PERIODIC_EVENT_NO_UPDATE;
  1435. }
  1436. static int
  1437. launch_descriptor_fetches_callback(time_t now, const or_options_t *options)
  1438. {
  1439. if (should_delay_dir_fetches(options, NULL))
  1440. return PERIODIC_EVENT_NO_UPDATE;
  1441. update_all_descriptor_downloads(now);
  1442. update_extrainfo_downloads(now);
  1443. if (router_have_minimum_dir_info())
  1444. return LAZY_DESCRIPTOR_RETRY_INTERVAL;
  1445. else
  1446. return GREEDY_DESCRIPTOR_RETRY_INTERVAL;
  1447. }
  1448. static int
  1449. reset_descriptor_failures_callback(time_t now, const or_options_t *options)
  1450. {
  1451. (void)now;
  1452. (void)options;
  1453. router_reset_descriptor_download_failures();
  1454. return DESCRIPTOR_FAILURE_RESET_INTERVAL;
  1455. }
  1456. static int
  1457. rotate_x509_certificate_callback(time_t now, const or_options_t *options)
  1458. {
  1459. static int first = 1;
  1460. (void)now;
  1461. (void)options;
  1462. if (first) {
  1463. first = 0;
  1464. return MAX_SSL_KEY_LIFETIME_INTERNAL;
  1465. }
  1466. /* 1b. Every MAX_SSL_KEY_LIFETIME_INTERNAL seconds, we change our
  1467. * TLS context. */
  1468. log_info(LD_GENERAL,"Rotating tls context.");
  1469. if (router_initialize_tls_context() < 0) {
  1470. log_warn(LD_BUG, "Error reinitializing TLS context");
  1471. tor_assert(0);
  1472. }
  1473. /* We also make sure to rotate the TLS connections themselves if they've
  1474. * been up for too long -- but that's done via is_bad_for_new_circs in
  1475. * run_connection_housekeeping() above. */
  1476. return MAX_SSL_KEY_LIFETIME_INTERNAL;
  1477. }
  1478. static int
  1479. add_entropy_callback(time_t now, const or_options_t *options)
  1480. {
  1481. (void)now;
  1482. (void)options;
  1483. /* We already seeded once, so don't die on failure. */
  1484. if (crypto_seed_rng() < 0) {
  1485. log_warn(LD_GENERAL, "Tried to re-seed RNG, but failed. We already "
  1486. "seeded once, though, so we won't exit here.");
  1487. }
  1488. /** How often do we add more entropy to OpenSSL's RNG pool? */
  1489. #define ENTROPY_INTERVAL (60*60)
  1490. return ENTROPY_INTERVAL;
  1491. }
  1492. static int
  1493. launch_reachability_tests_callback(time_t now, const or_options_t *options)
  1494. {
  1495. if (authdir_mode_tests_reachability(options) &&
  1496. !net_is_disabled()) {
  1497. /* try to determine reachability of the other Tor relays */
  1498. dirserv_test_reachability(now);
  1499. }
  1500. return REACHABILITY_TEST_INTERVAL;
  1501. }
  1502. static int
  1503. downrate_stability_callback(time_t now, const or_options_t *options)
  1504. {
  1505. (void)options;
  1506. /* 1d. Periodically, we discount older stability information so that new
  1507. * stability info counts more, and save the stability information to disk as
  1508. * appropriate. */
  1509. time_t next = rep_hist_downrate_old_runs(now);
  1510. return safe_timer_diff(now, next);
  1511. }
  1512. static int
  1513. save_stability_callback(time_t now, const or_options_t *options)
  1514. {
  1515. if (authdir_mode_tests_reachability(options)) {
  1516. if (rep_hist_record_mtbf_data(now, 1)<0) {
  1517. log_warn(LD_GENERAL, "Couldn't store mtbf data.");
  1518. }
  1519. }
  1520. #define SAVE_STABILITY_INTERVAL (30*60)
  1521. return SAVE_STABILITY_INTERVAL;
  1522. }
  1523. static int
  1524. check_authority_cert_callback(time_t now, const or_options_t *options)
  1525. {
  1526. (void)now;
  1527. (void)options;
  1528. /* 1e. Periodically, if we're a v3 authority, we check whether our cert is
  1529. * close to expiring and warn the admin if it is. */
  1530. v3_authority_check_key_expiry();
  1531. #define CHECK_V3_CERTIFICATE_INTERVAL (5*60)
  1532. return CHECK_V3_CERTIFICATE_INTERVAL;
  1533. }
  1534. static int
  1535. check_expired_networkstatus_callback(time_t now, const or_options_t *options)
  1536. {
  1537. (void)options;
  1538. /* 1f. Check whether our networkstatus has expired.
  1539. */
  1540. networkstatus_t *ns = networkstatus_get_latest_consensus();
  1541. /*XXXX RD: This value needs to be the same as REASONABLY_LIVE_TIME in
  1542. * networkstatus_get_reasonably_live_consensus(), but that value is way
  1543. * way too high. Arma: is the bridge issue there resolved yet? -NM */
  1544. #define NS_EXPIRY_SLOP (24*60*60)
  1545. if (ns && ns->valid_until < now+NS_EXPIRY_SLOP &&
  1546. router_have_minimum_dir_info()) {
  1547. router_dir_info_changed();
  1548. }
  1549. #define CHECK_EXPIRED_NS_INTERVAL (2*60)
  1550. return CHECK_EXPIRED_NS_INTERVAL;
  1551. }
  1552. static int
  1553. write_stats_file_callback(time_t now, const or_options_t *options)
  1554. {
  1555. /* 1g. Check whether we should write statistics to disk.
  1556. */
  1557. #define CHECK_WRITE_STATS_INTERVAL (60*60)
  1558. time_t next_time_to_write_stats_files = now + CHECK_WRITE_STATS_INTERVAL;
  1559. if (options->CellStatistics) {
  1560. time_t next_write =
  1561. rep_hist_buffer_stats_write(now);
  1562. if (next_write && next_write < next_time_to_write_stats_files)
  1563. next_time_to_write_stats_files = next_write;
  1564. }
  1565. if (options->DirReqStatistics) {
  1566. time_t next_write = geoip_dirreq_stats_write(now);
  1567. if (next_write && next_write < next_time_to_write_stats_files)
  1568. next_time_to_write_stats_files = next_write;
  1569. }
  1570. if (options->EntryStatistics) {
  1571. time_t next_write = geoip_entry_stats_write(now);
  1572. if (next_write && next_write < next_time_to_write_stats_files)
  1573. next_time_to_write_stats_files = next_write;
  1574. }
  1575. if (options->HiddenServiceStatistics) {
  1576. time_t next_write = rep_hist_hs_stats_write(now);
  1577. if (next_write && next_write < next_time_to_write_stats_files)
  1578. next_time_to_write_stats_files = next_write;
  1579. }
  1580. if (options->ExitPortStatistics) {
  1581. time_t next_write = rep_hist_exit_stats_write(now);
  1582. if (next_write && next_write < next_time_to_write_stats_files)
  1583. next_time_to_write_stats_files = next_write;
  1584. }
  1585. if (options->ConnDirectionStatistics) {
  1586. time_t next_write = rep_hist_conn_stats_write(now);
  1587. if (next_write && next_write < next_time_to_write_stats_files)
  1588. next_time_to_write_stats_files = next_write;
  1589. }
  1590. if (options->BridgeAuthoritativeDir) {
  1591. time_t next_write = rep_hist_desc_stats_write(now);
  1592. if (next_write && next_write < next_time_to_write_stats_files)
  1593. next_time_to_write_stats_files = next_write;
  1594. }
  1595. return safe_timer_diff(now, next_time_to_write_stats_files);
  1596. }
  1597. static int
  1598. record_bridge_stats_callback(time_t now, const or_options_t *options)
  1599. {
  1600. static int should_init_bridge_stats = 1;
  1601. /* 1h. Check whether we should write bridge statistics to disk.
  1602. */
  1603. if (should_record_bridge_info(options)) {
  1604. if (should_init_bridge_stats) {
  1605. /* (Re-)initialize bridge statistics. */
  1606. geoip_bridge_stats_init(now);
  1607. should_init_bridge_stats = 0;
  1608. return WRITE_STATS_INTERVAL;
  1609. } else {
  1610. /* Possibly write bridge statistics to disk and ask when to write
  1611. * them next time. */
  1612. time_t next = geoip_bridge_stats_write(now);
  1613. return safe_timer_diff(now, next);
  1614. }
  1615. } else if (!should_init_bridge_stats) {
  1616. /* Bridge mode was turned off. Ensure that stats are re-initialized
  1617. * next time bridge mode is turned on. */
  1618. should_init_bridge_stats = 1;
  1619. }
  1620. return PERIODIC_EVENT_NO_UPDATE;
  1621. }
  1622. static int
  1623. clean_caches_callback(time_t now, const or_options_t *options)
  1624. {
  1625. /* Remove old information from rephist and the rend cache. */
  1626. rep_history_clean(now - options->RephistTrackTime);
  1627. rend_cache_clean(now, REND_CACHE_TYPE_CLIENT);
  1628. rend_cache_clean(now, REND_CACHE_TYPE_SERVICE);
  1629. rend_cache_clean_v2_descs_as_dir(now, 0);
  1630. microdesc_cache_rebuild(NULL, 0);
  1631. #define CLEAN_CACHES_INTERVAL (30*60)
  1632. return CLEAN_CACHES_INTERVAL;
  1633. }
  1634. static int
  1635. rend_cache_failure_clean_callback(time_t now, const or_options_t *options)
  1636. {
  1637. (void)options;
  1638. /* We don't keep entries that are more than five minutes old so we try to
  1639. * clean it as soon as we can since we want to make sure the client waits
  1640. * as little as possible for reachability reasons. */
  1641. rend_cache_failure_clean(now);
  1642. return 30;
  1643. }
  1644. static int
  1645. retry_dns_callback(time_t now, const or_options_t *options)
  1646. {
  1647. (void)now;
  1648. #define RETRY_DNS_INTERVAL (10*60)
  1649. /* If we're a server and initializing dns failed, retry periodically. */
  1650. if (server_mode(options) && has_dns_init_failed())
  1651. dns_init();
  1652. return RETRY_DNS_INTERVAL;
  1653. }
  1654. /* 2. Periodically, we consider force-uploading our descriptor
  1655. * (if we've passed our internal checks). */
  1656. static int
  1657. check_descriptor_callback(time_t now, const or_options_t *options)
  1658. {
  1659. /** How often do we check whether part of our router info has changed in a
  1660. * way that would require an upload? That includes checking whether our IP
  1661. * address has changed. */
  1662. #define CHECK_DESCRIPTOR_INTERVAL (60)
  1663. /* 2b. Once per minute, regenerate and upload the descriptor if the old
  1664. * one is inaccurate. */
  1665. if (!options->DisableNetwork) {
  1666. check_descriptor_bandwidth_changed(now);
  1667. check_descriptor_ipaddress_changed(now);
  1668. mark_my_descriptor_dirty_if_too_old(now);
  1669. consider_publishable_server(0);
  1670. /* If any networkstatus documents are no longer recent, we need to
  1671. * update all the descriptors' running status. */
  1672. /* Remove dead routers. */
  1673. /* XXXX This doesn't belong here, but it was here in the pre-
  1674. * XXXX refactoring code. */
  1675. routerlist_remove_old_routers();
  1676. }
  1677. return CHECK_DESCRIPTOR_INTERVAL;
  1678. }
  1679. static int
  1680. check_for_reachability_bw_callback(time_t now, const or_options_t *options)
  1681. {
  1682. /* XXXX This whole thing was stuck in the middle of what is now
  1683. * XXXX check_descriptor_callback. I'm not sure it's right. */
  1684. static int dirport_reachability_count = 0;
  1685. /* also, check religiously for reachability, if it's within the first
  1686. * 20 minutes of our uptime. */
  1687. if (server_mode(options) &&
  1688. (have_completed_a_circuit() || !any_predicted_circuits(now)) &&
  1689. !we_are_hibernating()) {
  1690. if (stats_n_seconds_working < TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  1691. consider_testing_reachability(1, dirport_reachability_count==0);
  1692. if (++dirport_reachability_count > 5)
  1693. dirport_reachability_count = 0;
  1694. return 1;
  1695. } else {
  1696. /* If we haven't checked for 12 hours and our bandwidth estimate is
  1697. * low, do another bandwidth test. This is especially important for
  1698. * bridges, since they might go long periods without much use. */
  1699. const routerinfo_t *me = router_get_my_routerinfo();
  1700. static int first_time = 1;
  1701. if (!first_time && me &&
  1702. me->bandwidthcapacity < me->bandwidthrate &&
  1703. me->bandwidthcapacity < 51200) {
  1704. reset_bandwidth_test();
  1705. }
  1706. first_time = 0;
  1707. #define BANDWIDTH_RECHECK_INTERVAL (12*60*60)
  1708. return BANDWIDTH_RECHECK_INTERVAL;
  1709. }
  1710. }
  1711. return CHECK_DESCRIPTOR_INTERVAL;
  1712. }
  1713. static int
  1714. fetch_networkstatus_callback(time_t now, const or_options_t *options)
  1715. {
  1716. /* 2c. Every minute (or every second if TestingTorNetwork, or during
  1717. * client bootstrap), check whether we want to download any networkstatus
  1718. * documents. */
  1719. /* How often do we check whether we should download network status
  1720. * documents? */
  1721. const int we_are_bootstrapping = networkstatus_consensus_is_boostrapping(
  1722. now);
  1723. const int prefer_mirrors = !directory_fetches_from_authorities(
  1724. get_options());
  1725. int networkstatus_dl_check_interval = 60;
  1726. /* check more often when testing, or when bootstrapping from mirrors
  1727. * (connection limits prevent too many connections being made) */
  1728. if (options->TestingTorNetwork
  1729. || (we_are_bootstrapping && prefer_mirrors)) {
  1730. networkstatus_dl_check_interval = 1;
  1731. }
  1732. if (should_delay_dir_fetches(options, NULL))
  1733. return PERIODIC_EVENT_NO_UPDATE;
  1734. update_networkstatus_downloads(now);
  1735. return networkstatus_dl_check_interval;
  1736. }
  1737. static int
  1738. retry_listeners_callback(time_t now, const or_options_t *options)
  1739. {
  1740. (void)now;
  1741. (void)options;
  1742. /* 3d. And every 60 seconds, we relaunch listeners if any died. */
  1743. if (!net_is_disabled()) {
  1744. retry_all_listeners(NULL, NULL, 0);
  1745. return 60;
  1746. }
  1747. return PERIODIC_EVENT_NO_UPDATE;
  1748. }
  1749. static int
  1750. expire_old_ciruits_serverside_callback(time_t now, const or_options_t *options)
  1751. {
  1752. (void)options;
  1753. /* every 11 seconds, so not usually the same second as other such events */
  1754. circuit_expire_old_circuits_serverside(now);
  1755. return 11;
  1756. }
  1757. static int
  1758. check_dns_honesty_callback(time_t now, const or_options_t *options)
  1759. {
  1760. (void)now;
  1761. /* 9. and if we're an exit node, check whether our DNS is telling stories
  1762. * to us. */
  1763. if (net_is_disabled() ||
  1764. ! public_server_mode(options) ||
  1765. router_my_exit_policy_is_reject_star())
  1766. return PERIODIC_EVENT_NO_UPDATE;
  1767. static int first_time = 1;
  1768. if (first_time) {
  1769. /* Don't launch right when we start */
  1770. first_time = 0;
  1771. return crypto_rand_int_range(60, 180);
  1772. }
  1773. dns_launch_correctness_checks();
  1774. return 12*3600 + crypto_rand_int(12*3600);
  1775. }
  1776. static int
  1777. write_bridge_ns_callback(time_t now, const or_options_t *options)
  1778. {
  1779. /* 10. write bridge networkstatus file to disk */
  1780. if (options->BridgeAuthoritativeDir) {
  1781. networkstatus_dump_bridge_status_to_file(now);
  1782. #define BRIDGE_STATUSFILE_INTERVAL (30*60)
  1783. return BRIDGE_STATUSFILE_INTERVAL;
  1784. }
  1785. return PERIODIC_EVENT_NO_UPDATE;
  1786. }
  1787. static int
  1788. check_fw_helper_app_callback(time_t now, const or_options_t *options)
  1789. {
  1790. if (net_is_disabled() ||
  1791. ! server_mode(options) ||
  1792. ! options->PortForwarding) {
  1793. return PERIODIC_EVENT_NO_UPDATE;
  1794. }
  1795. /* 11. check the port forwarding app */
  1796. #define PORT_FORWARDING_CHECK_INTERVAL 5
  1797. smartlist_t *ports_to_forward = get_list_of_ports_to_forward();
  1798. if (ports_to_forward) {
  1799. tor_check_port_forwarding(options->PortForwardingHelper,
  1800. ports_to_forward,
  1801. now);
  1802. SMARTLIST_FOREACH(ports_to_forward, char *, cp, tor_free(cp));
  1803. smartlist_free(ports_to_forward);
  1804. }
  1805. return PORT_FORWARDING_CHECK_INTERVAL;
  1806. }
  1807. static int
  1808. heartbeat_callback(time_t now, const or_options_t *options)
  1809. {
  1810. static int first = 1;
  1811. /* 12. write the heartbeat message */
  1812. if (first) {
  1813. first = 0; /* Skip the first one. */
  1814. } else {
  1815. log_heartbeat(now);
  1816. }
  1817. /* XXXX This isn't such a good way to handle possible changes in the
  1818. * callback event */
  1819. return options->HeartbeatPeriod;
  1820. }
  1821. /** Timer: used to invoke second_elapsed_callback() once per second. */
  1822. static periodic_timer_t *second_timer = NULL;
  1823. /** Number of libevent errors in the last second: we die if we get too many. */
  1824. static int n_libevent_errors = 0;
  1825. /** Libevent callback: invoked once every second. */
  1826. static void
  1827. second_elapsed_callback(periodic_timer_t *timer, void *arg)
  1828. {
  1829. /* XXXX This could be sensibly refactored into multiple callbacks, and we
  1830. * could use Libevent's timers for this rather than checking the current
  1831. * time against a bunch of timeouts every second. */
  1832. static time_t current_second = 0;
  1833. time_t now;
  1834. size_t bytes_written;
  1835. size_t bytes_read;
  1836. int seconds_elapsed;
  1837. const or_options_t *options = get_options();
  1838. (void)timer;
  1839. (void)arg;
  1840. n_libevent_errors = 0;
  1841. /* log_notice(LD_GENERAL, "Tick."); */
  1842. now = time(NULL);
  1843. update_approx_time(now);
  1844. /* the second has rolled over. check more stuff. */
  1845. seconds_elapsed = current_second ? (int)(now - current_second) : 0;
  1846. #ifdef USE_BUFFEREVENTS
  1847. {
  1848. uint64_t cur_read,cur_written;
  1849. connection_get_rate_limit_totals(&cur_read, &cur_written);
  1850. bytes_written = (size_t)(cur_written - stats_prev_n_written);
  1851. bytes_read = (size_t)(cur_read - stats_prev_n_read);
  1852. stats_n_bytes_read += bytes_read;
  1853. stats_n_bytes_written += bytes_written;
  1854. if (accounting_is_enabled(options) && seconds_elapsed >= 0)
  1855. accounting_add_bytes(bytes_read, bytes_written, seconds_elapsed);
  1856. stats_prev_n_written = cur_written;
  1857. stats_prev_n_read = cur_read;
  1858. }
  1859. #else
  1860. bytes_read = (size_t)(stats_n_bytes_read - stats_prev_n_read);
  1861. bytes_written = (size_t)(stats_n_bytes_written - stats_prev_n_written);
  1862. stats_prev_n_read = stats_n_bytes_read;
  1863. stats_prev_n_written = stats_n_bytes_written;
  1864. #endif
  1865. control_event_bandwidth_used((uint32_t)bytes_read,(uint32_t)bytes_written);
  1866. control_event_stream_bandwidth_used();
  1867. control_event_conn_bandwidth_used();
  1868. control_event_circ_bandwidth_used();
  1869. control_event_circuit_cell_stats();
  1870. if (server_mode(options) &&
  1871. !net_is_disabled() &&
  1872. seconds_elapsed > 0 &&
  1873. have_completed_a_circuit() &&
  1874. stats_n_seconds_working / TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT !=
  1875. (stats_n_seconds_working+seconds_elapsed) /
  1876. TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
  1877. /* every 20 minutes, check and complain if necessary */
  1878. const routerinfo_t *me = router_get_my_routerinfo();
  1879. if (me && !check_whether_orport_reachable()) {
  1880. char *address = tor_dup_ip(me->addr);
  1881. log_warn(LD_CONFIG,"Your server (%s:%d) has not managed to confirm that "
  1882. "its ORPort is reachable. Relays do not publish descriptors "
  1883. "until their ORPort and DirPort are reachable. Please check "
  1884. "your firewalls, ports, address, /etc/hosts file, etc.",
  1885. address, me->or_port);
  1886. control_event_server_status(LOG_WARN,
  1887. "REACHABILITY_FAILED ORADDRESS=%s:%d",
  1888. address, me->or_port);
  1889. tor_free(address);
  1890. }
  1891. if (me && !check_whether_dirport_reachable()) {
  1892. char *address = tor_dup_ip(me->addr);
  1893. log_warn(LD_CONFIG,
  1894. "Your server (%s:%d) has not managed to confirm that its "
  1895. "DirPort is reachable. Relays do not publish descriptors "
  1896. "until their ORPort and DirPort are reachable. Please check "
  1897. "your firewalls, ports, address, /etc/hosts file, etc.",
  1898. address, me->dir_port);
  1899. control_event_server_status(LOG_WARN,
  1900. "REACHABILITY_FAILED DIRADDRESS=%s:%d",
  1901. address, me->dir_port);
  1902. tor_free(address);
  1903. }
  1904. }
  1905. /** If more than this many seconds have elapsed, probably the clock
  1906. * jumped: doesn't count. */
  1907. #define NUM_JUMPED_SECONDS_BEFORE_WARN 100
  1908. if (seconds_elapsed < -NUM_JUMPED_SECONDS_BEFORE_WARN ||
  1909. seconds_elapsed >= NUM_JUMPED_SECONDS_BEFORE_WARN) {
  1910. circuit_note_clock_jumped(seconds_elapsed);
  1911. } else if (seconds_elapsed > 0)
  1912. stats_n_seconds_working += seconds_elapsed;
  1913. run_scheduled_events(now);
  1914. current_second = now; /* remember which second it is, for next time */
  1915. }
  1916. #ifdef HAVE_SYSTEMD_209
  1917. static periodic_timer_t *systemd_watchdog_timer = NULL;
  1918. /** Libevent callback: invoked to reset systemd watchdog. */
  1919. static void
  1920. systemd_watchdog_callback(periodic_timer_t *timer, void *arg)
  1921. {
  1922. (void)timer;
  1923. (void)arg;
  1924. sd_notify(0, "WATCHDOG=1");
  1925. }
  1926. #endif
  1927. #ifndef USE_BUFFEREVENTS
  1928. /** Timer: used to invoke refill_callback(). */
  1929. static periodic_timer_t *refill_timer = NULL;
  1930. /** Libevent callback: invoked periodically to refill token buckets
  1931. * and count r/w bytes. It is only used when bufferevents are disabled. */
  1932. static void
  1933. refill_callback(periodic_timer_t *timer, void *arg)
  1934. {
  1935. static struct timeval current_millisecond;
  1936. struct timeval now;
  1937. size_t bytes_written;
  1938. size_t bytes_read;
  1939. int milliseconds_elapsed = 0;
  1940. int seconds_rolled_over = 0;
  1941. const or_options_t *options = get_options();
  1942. (void)timer;
  1943. (void)arg;
  1944. tor_gettimeofday(&now);
  1945. /* If this is our first time, no time has passed. */
  1946. if (current_millisecond.tv_sec) {
  1947. long mdiff = tv_mdiff(&current_millisecond, &now);
  1948. if (mdiff > INT_MAX)
  1949. mdiff = INT_MAX;
  1950. milliseconds_elapsed = (int)mdiff;
  1951. seconds_rolled_over = (int)(now.tv_sec - current_millisecond.tv_sec);
  1952. }
  1953. bytes_written = stats_prev_global_write_bucket - global_write_bucket;
  1954. bytes_read = stats_prev_global_read_bucket - global_read_bucket;
  1955. stats_n_bytes_read += bytes_read;
  1956. stats_n_bytes_written += bytes_written;
  1957. if (accounting_is_enabled(options) && milliseconds_elapsed >= 0)
  1958. accounting_add_bytes(bytes_read, bytes_written, seconds_rolled_over);
  1959. if (milliseconds_elapsed > 0)
  1960. connection_bucket_refill(milliseconds_elapsed, (time_t)now.tv_sec);
  1961. stats_prev_global_read_bucket = global_read_bucket;
  1962. stats_prev_global_write_bucket = global_write_bucket;
  1963. current_millisecond = now; /* remember what time it is, for next time */
  1964. }
  1965. #endif
  1966. #ifndef _WIN32
  1967. /** Called when a possibly ignorable libevent error occurs; ensures that we
  1968. * don't get into an infinite loop by ignoring too many errors from
  1969. * libevent. */
  1970. static int
  1971. got_libevent_error(void)
  1972. {
  1973. if (++n_libevent_errors > 8) {
  1974. log_err(LD_NET, "Too many libevent errors in one second; dying");
  1975. return -1;
  1976. }
  1977. return 0;
  1978. }
  1979. #endif
  1980. #define UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST (6*60*60)
  1981. /** Called when our IP address seems to have changed. <b>at_interface</b>
  1982. * should be true if we detected a change in our interface, and false if we
  1983. * detected a change in our published address. */
  1984. void
  1985. ip_address_changed(int at_interface)
  1986. {
  1987. const or_options_t *options = get_options();
  1988. int server = server_mode(options);
  1989. int exit_reject_private = (server && options->ExitRelay
  1990. && options->ExitPolicyRejectPrivate);
  1991. if (at_interface) {
  1992. if (! server) {
  1993. /* Okay, change our keys. */
  1994. if (init_keys_client() < 0)
  1995. log_warn(LD_GENERAL, "Unable to rotate keys after IP change!");
  1996. }
  1997. } else {
  1998. if (server) {
  1999. if (stats_n_seconds_working > UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST)
  2000. reset_bandwidth_test();
  2001. stats_n_seconds_working = 0;
  2002. router_reset_reachability();
  2003. }
  2004. }
  2005. /* Exit relays incorporate interface addresses in their exit policies when
  2006. * ExitPolicyRejectPrivate is set */
  2007. if (exit_reject_private || (server && !at_interface)) {
  2008. mark_my_descriptor_dirty("IP address changed");
  2009. }
  2010. dns_servers_relaunch_checks();
  2011. }
  2012. /** Forget what we've learned about the correctness of our DNS servers, and
  2013. * start learning again. */
  2014. void
  2015. dns_servers_relaunch_checks(void)
  2016. {
  2017. if (server_mode(get_options())) {
  2018. dns_reset_correctness_checks();
  2019. if (periodic_events_initialized) {
  2020. tor_assert(check_dns_honesty_event);
  2021. periodic_event_reschedule(check_dns_honesty_event);
  2022. }
  2023. }
  2024. }
  2025. /** Called when we get a SIGHUP: reload configuration files and keys,
  2026. * retry all connections, and so on. */
  2027. static int
  2028. do_hup(void)
  2029. {
  2030. const or_options_t *options = get_options();
  2031. #ifdef USE_DMALLOC
  2032. dmalloc_log_stats();
  2033. dmalloc_log_changed(0, 1, 0, 0);
  2034. #endif
  2035. log_notice(LD_GENERAL,"Received reload signal (hup). Reloading config and "
  2036. "resetting internal state.");
  2037. if (accounting_is_enabled(options))
  2038. accounting_record_bandwidth_usage(time(NULL), get_or_state());
  2039. router_reset_warnings();
  2040. routerlist_reset_warnings();
  2041. /* first, reload config variables, in case they've changed */
  2042. if (options->ReloadTorrcOnSIGHUP) {
  2043. /* no need to provide argc/v, they've been cached in init_from_config */
  2044. if (options_init_from_torrc(0, NULL) < 0) {
  2045. log_err(LD_CONFIG,"Reading config failed--see warnings above. "
  2046. "For usage, try -h.");
  2047. return -1;
  2048. }
  2049. options = get_options(); /* they have changed now */
  2050. /* Logs are only truncated the first time they are opened, but were
  2051. probably intended to be cleaned up on signal. */
  2052. if (options->TruncateLogFile)
  2053. truncate_logs();
  2054. } else {
  2055. char *msg = NULL;
  2056. log_notice(LD_GENERAL, "Not reloading config file: the controller told "
  2057. "us not to.");
  2058. /* Make stuff get rescanned, reloaded, etc. */
  2059. if (set_options((or_options_t*)options, &msg) < 0) {
  2060. if (!msg)
  2061. msg = tor_strdup("Unknown error");
  2062. log_warn(LD_GENERAL, "Unable to re-set previous options: %s", msg);
  2063. tor_free(msg);
  2064. }
  2065. }
  2066. if (authdir_mode_handles_descs(options, -1)) {
  2067. /* reload the approved-routers file */
  2068. if (dirserv_load_fingerprint_file() < 0) {
  2069. /* warnings are logged from dirserv_load_fingerprint_file() directly */
  2070. log_info(LD_GENERAL, "Error reloading fingerprints. "
  2071. "Continuing with old list.");
  2072. }
  2073. }
  2074. /* Rotate away from the old dirty circuits. This has to be done
  2075. * after we've read the new options, but before we start using
  2076. * circuits for directory fetches. */
  2077. circuit_mark_all_dirty_circs_as_unusable();
  2078. /* retry appropriate downloads */
  2079. router_reset_status_download_failures();
  2080. router_reset_descriptor_download_failures();
  2081. if (!options->DisableNetwork)
  2082. update_networkstatus_downloads(time(NULL));
  2083. /* We'll retry routerstatus downloads in about 10 seconds; no need to
  2084. * force a retry there. */
  2085. if (server_mode(options)) {
  2086. /* Maybe we've been given a new ed25519 key or certificate?
  2087. */
  2088. time_t now = approx_time();
  2089. if (load_ed_keys(options, now) < 0 ||
  2090. generate_ed_link_cert(options, now)) {
  2091. log_warn(LD_OR, "Problem reloading Ed25519 keys; still using old keys.");
  2092. }
  2093. /* Update cpuworker and dnsworker processes, so they get up-to-date
  2094. * configuration options. */
  2095. cpuworkers_rotate_keyinfo();
  2096. dns_reset();
  2097. }
  2098. return 0;
  2099. }
  2100. /** Tor main loop. */
  2101. int
  2102. do_main_loop(void)
  2103. {
  2104. time_t now;
  2105. /* initialize the periodic events first, so that code that depends on the
  2106. * events being present does not assert.
  2107. */
  2108. if (! periodic_events_initialized) {
  2109. initialize_periodic_events();
  2110. }
  2111. /* initialize dns resolve map, spawn workers if needed */
  2112. if (dns_init() < 0) {
  2113. if (get_options()->ServerDNSAllowBrokenConfig)
  2114. log_warn(LD_GENERAL, "Couldn't set up any working nameservers. "
  2115. "Network not up yet? Will try again soon.");
  2116. else {
  2117. log_err(LD_GENERAL,"Error initializing dns subsystem; exiting. To "
  2118. "retry instead, set the ServerDNSAllowBrokenResolvConf option.");
  2119. }
  2120. }
  2121. #ifdef USE_BUFFEREVENTS
  2122. log_warn(LD_GENERAL, "Tor was compiled with the --enable-bufferevents "
  2123. "option. This is still experimental, and might cause strange "
  2124. "bugs. If you want a more stable Tor, be sure to build without "
  2125. "--enable-bufferevents.");
  2126. #endif
  2127. handle_signals(1);
  2128. /* load the private keys, if we're supposed to have them, and set up the
  2129. * TLS context. */
  2130. if (! client_identity_key_is_set()) {
  2131. if (init_keys() < 0) {
  2132. log_err(LD_OR, "Error initializing keys; exiting");
  2133. return -1;
  2134. }
  2135. }
  2136. /* Set up our buckets */
  2137. connection_bucket_init();
  2138. #ifndef USE_BUFFEREVENTS
  2139. stats_prev_global_read_bucket = global_read_bucket;
  2140. stats_prev_global_write_bucket = global_write_bucket;
  2141. #endif
  2142. /* initialize the bootstrap status events to know we're starting up */
  2143. control_event_bootstrap(BOOTSTRAP_STATUS_STARTING, 0);
  2144. /* Initialize the keypinning log. */
  2145. if (authdir_mode_v3(get_options())) {
  2146. char *fname = get_datadir_fname("key-pinning-journal");
  2147. int r = 0;
  2148. if (keypin_load_journal(fname)<0) {
  2149. log_err(LD_DIR, "Error loading key-pinning journal: %s",strerror(errno));
  2150. r = -1;
  2151. }
  2152. if (keypin_open_journal(fname)<0) {
  2153. log_err(LD_DIR, "Error opening key-pinning journal: %s",strerror(errno));
  2154. r = -1;
  2155. }
  2156. tor_free(fname);
  2157. if (r)
  2158. return r;
  2159. }
  2160. {
  2161. /* This is the old name for key-pinning-journal. These got corrupted
  2162. * in a couple of cases by #16530, so we started over. See #16580 for
  2163. * the rationale and for other options we didn't take. We can remove
  2164. * this code once all the authorities that ran 0.2.7.1-alpha-dev are
  2165. * upgraded.
  2166. */
  2167. char *fname = get_datadir_fname("key-pinning-entries");
  2168. unlink(fname);
  2169. tor_free(fname);
  2170. }
  2171. if (trusted_dirs_reload_certs()) {
  2172. log_warn(LD_DIR,
  2173. "Couldn't load all cached v3 certificates. Starting anyway.");
  2174. }
  2175. if (router_reload_consensus_networkstatus()) {
  2176. return -1;
  2177. }
  2178. /* load the routers file, or assign the defaults. */
  2179. if (router_reload_router_list()) {
  2180. return -1;
  2181. }
  2182. /* load the networkstatuses. (This launches a download for new routers as
  2183. * appropriate.)
  2184. */
  2185. now = time(NULL);
  2186. directory_info_has_arrived(now, 1, 0);
  2187. if (server_mode(get_options())) {
  2188. /* launch cpuworkers. Need to do this *after* we've read the onion key. */
  2189. cpu_init();
  2190. }
  2191. /* set up once-a-second callback. */
  2192. if (! second_timer) {
  2193. struct timeval one_second;
  2194. one_second.tv_sec = 1;
  2195. one_second.tv_usec = 0;
  2196. second_timer = periodic_timer_new(tor_libevent_get_base(),
  2197. &one_second,
  2198. second_elapsed_callback,
  2199. NULL);
  2200. tor_assert(second_timer);
  2201. }
  2202. #ifdef HAVE_SYSTEMD_209
  2203. uint64_t watchdog_delay;
  2204. /* set up systemd watchdog notification. */
  2205. if (sd_watchdog_enabled(1, &watchdog_delay) > 0) {
  2206. if (! systemd_watchdog_timer) {
  2207. struct timeval watchdog;
  2208. /* The manager will "act on" us if we don't send them a notification
  2209. * every 'watchdog_delay' microseconds. So, send notifications twice
  2210. * that often. */
  2211. watchdog_delay /= 2;
  2212. watchdog.tv_sec = watchdog_delay / 1000000;
  2213. watchdog.tv_usec = watchdog_delay % 1000000;
  2214. systemd_watchdog_timer = periodic_timer_new(tor_libevent_get_base(),
  2215. &watchdog,
  2216. systemd_watchdog_callback,
  2217. NULL);
  2218. tor_assert(systemd_watchdog_timer);
  2219. }
  2220. }
  2221. #endif
  2222. #ifndef USE_BUFFEREVENTS
  2223. if (!refill_timer) {
  2224. struct timeval refill_interval;
  2225. int msecs = get_options()->TokenBucketRefillInterval;
  2226. refill_interval.tv_sec = msecs/1000;
  2227. refill_interval.tv_usec = (msecs%1000)*1000;
  2228. refill_timer = periodic_timer_new(tor_libevent_get_base(),
  2229. &refill_interval,
  2230. refill_callback,
  2231. NULL);
  2232. tor_assert(refill_timer);
  2233. }
  2234. #endif
  2235. #ifdef HAVE_SYSTEMD
  2236. {
  2237. const int r = sd_notify(0, "READY=1");
  2238. if (r < 0) {
  2239. log_warn(LD_GENERAL, "Unable to send readiness to systemd: %s",
  2240. strerror(r));
  2241. } else if (r > 0) {
  2242. log_notice(LD_GENERAL, "Signaled readiness to systemd");
  2243. } else {
  2244. log_info(LD_GENERAL, "Systemd NOTIFY_SOCKET not present.");
  2245. }
  2246. }
  2247. #endif
  2248. return run_main_loop_until_done();
  2249. }
  2250. /**
  2251. * Run the main loop a single time. Return 0 for "exit"; -1 for "exit with
  2252. * error", and 1 for "run this again."
  2253. */
  2254. static int
  2255. run_main_loop_once(void)
  2256. {
  2257. int loop_result;
  2258. if (nt_service_is_stopping())
  2259. return 0;
  2260. #ifndef _WIN32
  2261. /* Make it easier to tell whether libevent failure is our fault or not. */
  2262. errno = 0;
  2263. #endif
  2264. /* All active linked conns should get their read events activated. */
  2265. SMARTLIST_FOREACH(active_linked_connection_lst, connection_t *, conn,
  2266. event_active(conn->read_event, EV_READ, 1));
  2267. called_loop_once = smartlist_len(active_linked_connection_lst) ? 1 : 0;
  2268. update_approx_time(time(NULL));
  2269. /* poll until we have an event, or the second ends, or until we have
  2270. * some active linked connections to trigger events for. */
  2271. loop_result = event_base_loop(tor_libevent_get_base(),
  2272. called_loop_once ? EVLOOP_ONCE : 0);
  2273. /* let catch() handle things like ^c, and otherwise don't worry about it */
  2274. if (loop_result < 0) {
  2275. int e = tor_socket_errno(-1);
  2276. /* let the program survive things like ^z */
  2277. if (e != EINTR && !ERRNO_IS_EINPROGRESS(e)) {
  2278. log_err(LD_NET,"libevent call with %s failed: %s [%d]",
  2279. tor_libevent_get_method(), tor_socket_strerror(e), e);
  2280. return -1;
  2281. #ifndef _WIN32
  2282. } else if (e == EINVAL) {
  2283. log_warn(LD_NET, "EINVAL from libevent: should you upgrade libevent?");
  2284. if (got_libevent_error())
  2285. return -1;
  2286. #endif
  2287. } else {
  2288. if (ERRNO_IS_EINPROGRESS(e))
  2289. log_warn(LD_BUG,
  2290. "libevent call returned EINPROGRESS? Please report.");
  2291. log_debug(LD_NET,"libevent call interrupted.");
  2292. /* You can't trust the results of this poll(). Go back to the
  2293. * top of the big for loop. */
  2294. return 1;
  2295. }
  2296. }
  2297. /* This will be pretty fast if nothing new is pending. Note that this gets
  2298. * called once per libevent loop, which will make it happen once per group
  2299. * of events that fire, or once per second. */
  2300. connection_ap_attach_pending(0);
  2301. return 1;
  2302. }
  2303. /** Run the run_main_loop_once() function until it declares itself done,
  2304. * and return its final return value.
  2305. *
  2306. * Shadow won't invoke this function, so don't fill it up with things.
  2307. */
  2308. static int
  2309. run_main_loop_until_done(void)
  2310. {
  2311. int loop_result = 1;
  2312. do {
  2313. loop_result = run_main_loop_once();
  2314. } while (loop_result == 1);
  2315. return loop_result;
  2316. }
  2317. /** Libevent callback: invoked when we get a signal.
  2318. */
  2319. static void
  2320. signal_callback(evutil_socket_t fd, short events, void *arg)
  2321. {
  2322. const int *sigptr = arg;
  2323. const int sig = *sigptr;
  2324. (void)fd;
  2325. (void)events;
  2326. process_signal(sig);
  2327. }
  2328. /** Do the work of acting on a signal received in <b>sig</b> */
  2329. static void
  2330. process_signal(int sig)
  2331. {
  2332. switch (sig)
  2333. {
  2334. case SIGTERM:
  2335. log_notice(LD_GENERAL,"Catching signal TERM, exiting cleanly.");
  2336. tor_cleanup();
  2337. exit(0);
  2338. break;
  2339. case SIGINT:
  2340. if (!server_mode(get_options())) { /* do it now */
  2341. log_notice(LD_GENERAL,"Interrupt: exiting cleanly.");
  2342. tor_cleanup();
  2343. exit(0);
  2344. }
  2345. #ifdef HAVE_SYSTEMD
  2346. sd_notify(0, "STOPPING=1");
  2347. #endif
  2348. hibernate_begin_shutdown();
  2349. break;
  2350. #ifdef SIGPIPE
  2351. case SIGPIPE:
  2352. log_debug(LD_GENERAL,"Caught SIGPIPE. Ignoring.");
  2353. break;
  2354. #endif
  2355. case SIGUSR1:
  2356. /* prefer to log it at INFO, but make sure we always see it */
  2357. dumpstats(get_min_log_level()<LOG_INFO ? get_min_log_level() : LOG_INFO);
  2358. control_event_signal(sig);
  2359. break;
  2360. case SIGUSR2:
  2361. switch_logs_debug();
  2362. log_debug(LD_GENERAL,"Caught USR2, going to loglevel debug. "
  2363. "Send HUP to change back.");
  2364. control_event_signal(sig);
  2365. break;
  2366. case SIGHUP:
  2367. #ifdef HAVE_SYSTEMD
  2368. sd_notify(0, "RELOADING=1");
  2369. #endif
  2370. if (do_hup() < 0) {
  2371. log_warn(LD_CONFIG,"Restart failed (config error?). Exiting.");
  2372. tor_cleanup();
  2373. exit(1);
  2374. }
  2375. #ifdef HAVE_SYSTEMD
  2376. sd_notify(0, "READY=1");
  2377. #endif
  2378. control_event_signal(sig);
  2379. break;
  2380. #ifdef SIGCHLD
  2381. case SIGCHLD:
  2382. notify_pending_waitpid_callbacks();
  2383. break;
  2384. #endif
  2385. case SIGNEWNYM: {
  2386. time_t now = time(NULL);
  2387. if (time_of_last_signewnym + MAX_SIGNEWNYM_RATE > now) {
  2388. signewnym_is_pending = 1;
  2389. log_notice(LD_CONTROL,
  2390. "Rate limiting NEWNYM request: delaying by %d second(s)",
  2391. (int)(MAX_SIGNEWNYM_RATE+time_of_last_signewnym-now));
  2392. } else {
  2393. signewnym_impl(now);
  2394. }
  2395. break;
  2396. }
  2397. case SIGCLEARDNSCACHE:
  2398. addressmap_clear_transient();
  2399. control_event_signal(sig);
  2400. break;
  2401. case SIGHEARTBEAT:
  2402. log_heartbeat(time(NULL));
  2403. control_event_signal(sig);
  2404. break;
  2405. }
  2406. }
  2407. /** Returns Tor's uptime. */
  2408. MOCK_IMPL(long,
  2409. get_uptime,(void))
  2410. {
  2411. return stats_n_seconds_working;
  2412. }
  2413. extern uint64_t rephist_total_alloc;
  2414. extern uint32_t rephist_total_num;
  2415. /**
  2416. * Write current memory usage information to the log.
  2417. */
  2418. static void
  2419. dumpmemusage(int severity)
  2420. {
  2421. connection_dump_buffer_mem_stats(severity);
  2422. tor_log(severity, LD_GENERAL, "In rephist: "U64_FORMAT" used by %d Tors.",
  2423. U64_PRINTF_ARG(rephist_total_alloc), rephist_total_num);
  2424. dump_routerlist_mem_usage(severity);
  2425. dump_cell_pool_usage(severity);
  2426. dump_dns_mem_usage(severity);
  2427. tor_log_mallinfo(severity);
  2428. }
  2429. /** Write all statistics to the log, with log level <b>severity</b>. Called
  2430. * in response to a SIGUSR1. */
  2431. static void
  2432. dumpstats(int severity)
  2433. {
  2434. time_t now = time(NULL);
  2435. time_t elapsed;
  2436. size_t rbuf_cap, wbuf_cap, rbuf_len, wbuf_len;
  2437. tor_log(severity, LD_GENERAL, "Dumping stats:");
  2438. SMARTLIST_FOREACH_BEGIN(connection_array, connection_t *, conn) {
  2439. int i = conn_sl_idx;
  2440. tor_log(severity, LD_GENERAL,
  2441. "Conn %d (socket %d) type %d (%s), state %d (%s), created %d secs ago",
  2442. i, (int)conn->s, conn->type, conn_type_to_string(conn->type),
  2443. conn->state, conn_state_to_string(conn->type, conn->state),
  2444. (int)(now - conn->timestamp_created));
  2445. if (!connection_is_listener(conn)) {
  2446. tor_log(severity,LD_GENERAL,
  2447. "Conn %d is to %s:%d.", i,
  2448. safe_str_client(conn->address),
  2449. conn->port);
  2450. tor_log(severity,LD_GENERAL,
  2451. "Conn %d: %d bytes waiting on inbuf (len %d, last read %d secs ago)",
  2452. i,
  2453. (int)connection_get_inbuf_len(conn),
  2454. (int)buf_allocation(conn->inbuf),
  2455. (int)(now - conn->timestamp_lastread));
  2456. tor_log(severity,LD_GENERAL,
  2457. "Conn %d: %d bytes waiting on outbuf "
  2458. "(len %d, last written %d secs ago)",i,
  2459. (int)connection_get_outbuf_len(conn),
  2460. (int)buf_allocation(conn->outbuf),
  2461. (int)(now - conn->timestamp_lastwritten));
  2462. if (conn->type == CONN_TYPE_OR) {
  2463. or_connection_t *or_conn = TO_OR_CONN(conn);
  2464. if (or_conn->tls) {
  2465. if (tor_tls_get_buffer_sizes(or_conn->tls, &rbuf_cap, &rbuf_len,
  2466. &wbuf_cap, &wbuf_len) == 0) {
  2467. tor_log(severity, LD_GENERAL,
  2468. "Conn %d: %d/%d bytes used on OpenSSL read buffer; "
  2469. "%d/%d bytes used on write buffer.",
  2470. i, (int)rbuf_len, (int)rbuf_cap, (int)wbuf_len, (int)wbuf_cap);
  2471. }
  2472. }
  2473. }
  2474. }
  2475. circuit_dump_by_conn(conn, severity); /* dump info about all the circuits
  2476. * using this conn */
  2477. } SMARTLIST_FOREACH_END(conn);
  2478. channel_dumpstats(severity);
  2479. channel_listener_dumpstats(severity);
  2480. tor_log(severity, LD_NET,
  2481. "Cells processed: "U64_FORMAT" padding\n"
  2482. " "U64_FORMAT" create\n"
  2483. " "U64_FORMAT" created\n"
  2484. " "U64_FORMAT" relay\n"
  2485. " ("U64_FORMAT" relayed)\n"
  2486. " ("U64_FORMAT" delivered)\n"
  2487. " "U64_FORMAT" destroy",
  2488. U64_PRINTF_ARG(stats_n_padding_cells_processed),
  2489. U64_PRINTF_ARG(stats_n_create_cells_processed),
  2490. U64_PRINTF_ARG(stats_n_created_cells_processed),
  2491. U64_PRINTF_ARG(stats_n_relay_cells_processed),
  2492. U64_PRINTF_ARG(stats_n_relay_cells_relayed),
  2493. U64_PRINTF_ARG(stats_n_relay_cells_delivered),
  2494. U64_PRINTF_ARG(stats_n_destroy_cells_processed));
  2495. if (stats_n_data_cells_packaged)
  2496. tor_log(severity,LD_NET,"Average packaged cell fullness: %2.3f%%",
  2497. 100*(U64_TO_DBL(stats_n_data_bytes_packaged) /
  2498. U64_TO_DBL(stats_n_data_cells_packaged*RELAY_PAYLOAD_SIZE)) );
  2499. if (stats_n_data_cells_received)
  2500. tor_log(severity,LD_NET,"Average delivered cell fullness: %2.3f%%",
  2501. 100*(U64_TO_DBL(stats_n_data_bytes_received) /
  2502. U64_TO_DBL(stats_n_data_cells_received*RELAY_PAYLOAD_SIZE)) );
  2503. cpuworker_log_onionskin_overhead(severity, ONION_HANDSHAKE_TYPE_TAP, "TAP");
  2504. cpuworker_log_onionskin_overhead(severity, ONION_HANDSHAKE_TYPE_NTOR,"ntor");
  2505. if (now - time_of_process_start >= 0)
  2506. elapsed = now - time_of_process_start;
  2507. else
  2508. elapsed = 0;
  2509. if (elapsed) {
  2510. tor_log(severity, LD_NET,
  2511. "Average bandwidth: "U64_FORMAT"/%d = %d bytes/sec reading",
  2512. U64_PRINTF_ARG(stats_n_bytes_read),
  2513. (int)elapsed,
  2514. (int) (stats_n_bytes_read/elapsed));
  2515. tor_log(severity, LD_NET,
  2516. "Average bandwidth: "U64_FORMAT"/%d = %d bytes/sec writing",
  2517. U64_PRINTF_ARG(stats_n_bytes_written),
  2518. (int)elapsed,
  2519. (int) (stats_n_bytes_written/elapsed));
  2520. }
  2521. tor_log(severity, LD_NET, "--------------- Dumping memory information:");
  2522. dumpmemusage(severity);
  2523. rep_hist_dump_stats(now,severity);
  2524. rend_service_dump_stats(severity);
  2525. dump_pk_ops(severity);
  2526. dump_distinct_digest_count(severity);
  2527. }
  2528. /** Called by exit() as we shut down the process.
  2529. */
  2530. static void
  2531. exit_function(void)
  2532. {
  2533. /* NOTE: If we ever daemonize, this gets called immediately. That's
  2534. * okay for now, because we only use this on Windows. */
  2535. #ifdef _WIN32
  2536. WSACleanup();
  2537. #endif
  2538. }
  2539. #ifdef _WIN32
  2540. #define UNIX_ONLY 0
  2541. #else
  2542. #define UNIX_ONLY 1
  2543. #endif
  2544. static struct {
  2545. int signal_value;
  2546. int try_to_register;
  2547. struct event *signal_event;
  2548. } signal_handlers[] = {
  2549. #ifdef SIGINT
  2550. { SIGINT, UNIX_ONLY, NULL }, /* do a controlled slow shutdown */
  2551. #endif
  2552. #ifdef SIGTERM
  2553. { SIGTERM, UNIX_ONLY, NULL }, /* to terminate now */
  2554. #endif
  2555. #ifdef SIGPIPE
  2556. { SIGPIPE, UNIX_ONLY, NULL }, /* otherwise SIGPIPE kills us */
  2557. #endif
  2558. #ifdef SIGUSR1
  2559. { SIGUSR1, UNIX_ONLY, NULL }, /* dump stats */
  2560. #endif
  2561. #ifdef SIGUSR2
  2562. { SIGUSR2, UNIX_ONLY, NULL }, /* go to loglevel debug */
  2563. #endif
  2564. #ifdef SIGHUP
  2565. { SIGHUP, UNIX_ONLY, NULL }, /* to reload config, retry conns, etc */
  2566. #endif
  2567. #ifdef SIGXFSZ
  2568. { SIGXFSZ, UNIX_ONLY, NULL }, /* handle file-too-big resource exhaustion */
  2569. #endif
  2570. #ifdef SIGCHLD
  2571. { SIGCHLD, UNIX_ONLY, NULL }, /* handle dns/cpu workers that exit */
  2572. #endif
  2573. /* These are controller-only */
  2574. { SIGNEWNYM, 0, NULL },
  2575. { SIGCLEARDNSCACHE, 0, NULL },
  2576. { SIGHEARTBEAT, 0, NULL },
  2577. { -1, -1, NULL }
  2578. };
  2579. /** Set up the signal handlers for either parent or child process */
  2580. void
  2581. handle_signals(int is_parent)
  2582. {
  2583. int i;
  2584. if (is_parent) {
  2585. for (i = 0; signal_handlers[i].signal_value >= 0; ++i) {
  2586. if (signal_handlers[i].try_to_register) {
  2587. signal_handlers[i].signal_event =
  2588. tor_evsignal_new(tor_libevent_get_base(),
  2589. signal_handlers[i].signal_value,
  2590. signal_callback,
  2591. &signal_handlers[i].signal_value);
  2592. if (event_add(signal_handlers[i].signal_event, NULL))
  2593. log_warn(LD_BUG, "Error from libevent when adding "
  2594. "event for signal %d",
  2595. signal_handlers[i].signal_value);
  2596. } else {
  2597. signal_handlers[i].signal_event =
  2598. tor_event_new(tor_libevent_get_base(), -1,
  2599. EV_SIGNAL, signal_callback,
  2600. &signal_handlers[i].signal_value);
  2601. }
  2602. }
  2603. } else {
  2604. #ifndef _WIN32
  2605. struct sigaction action;
  2606. action.sa_flags = 0;
  2607. sigemptyset(&action.sa_mask);
  2608. action.sa_handler = SIG_IGN;
  2609. sigaction(SIGINT, &action, NULL);
  2610. sigaction(SIGTERM, &action, NULL);
  2611. sigaction(SIGPIPE, &action, NULL);
  2612. sigaction(SIGUSR1, &action, NULL);
  2613. sigaction(SIGUSR2, &action, NULL);
  2614. sigaction(SIGHUP, &action, NULL);
  2615. #ifdef SIGXFSZ
  2616. sigaction(SIGXFSZ, &action, NULL);
  2617. #endif
  2618. #endif
  2619. }
  2620. }
  2621. /* Make sure the signal handler for signal_num will be called. */
  2622. void
  2623. activate_signal(int signal_num)
  2624. {
  2625. int i;
  2626. for (i = 0; signal_handlers[i].signal_value >= 0; ++i) {
  2627. if (signal_handlers[i].signal_value == signal_num) {
  2628. event_active(signal_handlers[i].signal_event, EV_SIGNAL, 1);
  2629. return;
  2630. }
  2631. }
  2632. }
  2633. /** Main entry point for the Tor command-line client.
  2634. */
  2635. int
  2636. tor_init(int argc, char *argv[])
  2637. {
  2638. char progname[256];
  2639. int quiet = 0;
  2640. time_of_process_start = time(NULL);
  2641. init_connection_lists();
  2642. /* Have the log set up with our application name. */
  2643. tor_snprintf(progname, sizeof(progname), "Tor %s", get_version());
  2644. log_set_application_name(progname);
  2645. /* Set up the crypto nice and early */
  2646. if (crypto_early_init() < 0) {
  2647. log_err(LD_GENERAL, "Unable to initialize the crypto subsystem!");
  2648. return -1;
  2649. }
  2650. /* Initialize the history structures. */
  2651. rep_hist_init();
  2652. /* Initialize the service cache. */
  2653. rend_cache_init();
  2654. addressmap_init(); /* Init the client dns cache. Do it always, since it's
  2655. * cheap. */
  2656. {
  2657. /* We search for the "quiet" option first, since it decides whether we
  2658. * will log anything at all to the command line. */
  2659. config_line_t *opts = NULL, *cmdline_opts = NULL;
  2660. const config_line_t *cl;
  2661. (void) config_parse_commandline(argc, argv, 1, &opts, &cmdline_opts);
  2662. for (cl = cmdline_opts; cl; cl = cl->next) {
  2663. if (!strcmp(cl->key, "--hush"))
  2664. quiet = 1;
  2665. if (!strcmp(cl->key, "--quiet") ||
  2666. !strcmp(cl->key, "--dump-config"))
  2667. quiet = 2;
  2668. /* The following options imply --hush */
  2669. if (!strcmp(cl->key, "--version") || !strcmp(cl->key, "--digests") ||
  2670. !strcmp(cl->key, "--list-torrc-options") ||
  2671. !strcmp(cl->key, "--library-versions") ||
  2672. !strcmp(cl->key, "--hash-password") ||
  2673. !strcmp(cl->key, "-h") || !strcmp(cl->key, "--help")) {
  2674. if (quiet < 1)
  2675. quiet = 1;
  2676. }
  2677. }
  2678. config_free_lines(opts);
  2679. config_free_lines(cmdline_opts);
  2680. }
  2681. /* give it somewhere to log to initially */
  2682. switch (quiet) {
  2683. case 2:
  2684. /* no initial logging */
  2685. break;
  2686. case 1:
  2687. add_temp_log(LOG_WARN);
  2688. break;
  2689. default:
  2690. add_temp_log(LOG_NOTICE);
  2691. }
  2692. quiet_level = quiet;
  2693. {
  2694. const char *version = get_version();
  2695. const char *bev_str =
  2696. #ifdef USE_BUFFEREVENTS
  2697. "(with bufferevents) ";
  2698. #else
  2699. "";
  2700. #endif
  2701. log_notice(LD_GENERAL, "Tor v%s %srunning on %s with Libevent %s, "
  2702. "OpenSSL %s and Zlib %s.", version, bev_str,
  2703. get_uname(),
  2704. tor_libevent_get_version_str(),
  2705. crypto_openssl_get_version_str(),
  2706. tor_zlib_get_version_str());
  2707. log_notice(LD_GENERAL, "Tor can't help you if you use it wrong! "
  2708. "Learn how to be safe at "
  2709. "https://www.torproject.org/download/download#warning");
  2710. if (strstr(version, "alpha") || strstr(version, "beta"))
  2711. log_notice(LD_GENERAL, "This version is not a stable Tor release. "
  2712. "Expect more bugs than usual.");
  2713. }
  2714. #ifdef NON_ANONYMOUS_MODE_ENABLED
  2715. log_warn(LD_GENERAL, "This copy of Tor was compiled to run in a "
  2716. "non-anonymous mode. It will provide NO ANONYMITY.");
  2717. #endif
  2718. if (network_init()<0) {
  2719. log_err(LD_BUG,"Error initializing network; exiting.");
  2720. return -1;
  2721. }
  2722. atexit(exit_function);
  2723. if (options_init_from_torrc(argc,argv) < 0) {
  2724. log_err(LD_CONFIG,"Reading config failed--see warnings above.");
  2725. return -1;
  2726. }
  2727. #ifndef _WIN32
  2728. if (geteuid()==0)
  2729. log_warn(LD_GENERAL,"You are running Tor as root. You don't need to, "
  2730. "and you probably shouldn't.");
  2731. #endif
  2732. if (crypto_global_init(get_options()->HardwareAccel,
  2733. get_options()->AccelName,
  2734. get_options()->AccelDir)) {
  2735. log_err(LD_BUG, "Unable to initialize OpenSSL. Exiting.");
  2736. return -1;
  2737. }
  2738. stream_choice_seed_weak_rng();
  2739. if (tor_init_libevent_rng() < 0) {
  2740. log_warn(LD_NET, "Problem initializing libevent RNG.");
  2741. }
  2742. return 0;
  2743. }
  2744. /** A lockfile structure, used to prevent two Tors from messing with the
  2745. * data directory at once. If this variable is non-NULL, we're holding
  2746. * the lockfile. */
  2747. static tor_lockfile_t *lockfile = NULL;
  2748. /** Try to grab the lock file described in <b>options</b>, if we do not
  2749. * already have it. If <b>err_if_locked</b> is true, warn if somebody else is
  2750. * holding the lock, and exit if we can't get it after waiting. Otherwise,
  2751. * return -1 if we can't get the lockfile. Return 0 on success.
  2752. */
  2753. int
  2754. try_locking(const or_options_t *options, int err_if_locked)
  2755. {
  2756. if (lockfile)
  2757. return 0;
  2758. else {
  2759. char *fname = options_get_datadir_fname2_suffix(options, "lock",NULL,NULL);
  2760. int already_locked = 0;
  2761. tor_lockfile_t *lf = tor_lockfile_lock(fname, 0, &already_locked);
  2762. tor_free(fname);
  2763. if (!lf) {
  2764. if (err_if_locked && already_locked) {
  2765. int r;
  2766. log_warn(LD_GENERAL, "It looks like another Tor process is running "
  2767. "with the same data directory. Waiting 5 seconds to see "
  2768. "if it goes away.");
  2769. #ifndef _WIN32
  2770. sleep(5);
  2771. #else
  2772. Sleep(5000);
  2773. #endif
  2774. r = try_locking(options, 0);
  2775. if (r<0) {
  2776. log_err(LD_GENERAL, "No, it's still there. Exiting.");
  2777. exit(0);
  2778. }
  2779. return r;
  2780. }
  2781. return -1;
  2782. }
  2783. lockfile = lf;
  2784. return 0;
  2785. }
  2786. }
  2787. /** Return true iff we've successfully acquired the lock file. */
  2788. int
  2789. have_lockfile(void)
  2790. {
  2791. return lockfile != NULL;
  2792. }
  2793. /** If we have successfully acquired the lock file, release it. */
  2794. void
  2795. release_lockfile(void)
  2796. {
  2797. if (lockfile) {
  2798. tor_lockfile_unlock(lockfile);
  2799. lockfile = NULL;
  2800. }
  2801. }
  2802. /** Free all memory that we might have allocated somewhere.
  2803. * If <b>postfork</b>, we are a worker process and we want to free
  2804. * only the parts of memory that we won't touch. If !<b>postfork</b>,
  2805. * Tor is shutting down and we should free everything.
  2806. *
  2807. * Helps us find the real leaks with dmalloc and the like. Also valgrind
  2808. * should then report 0 reachable in its leak report (in an ideal world --
  2809. * in practice libevent, SSL, libc etc never quite free everything). */
  2810. void
  2811. tor_free_all(int postfork)
  2812. {
  2813. if (!postfork) {
  2814. evdns_shutdown(1);
  2815. }
  2816. geoip_free_all();
  2817. dirvote_free_all();
  2818. routerlist_free_all();
  2819. networkstatus_free_all();
  2820. addressmap_free_all();
  2821. dirserv_free_all();
  2822. rend_service_free_all();
  2823. rend_cache_free_all();
  2824. rend_service_authorization_free_all();
  2825. rep_hist_free_all();
  2826. dns_free_all();
  2827. clear_pending_onions();
  2828. circuit_free_all();
  2829. entry_guards_free_all();
  2830. pt_free_all();
  2831. channel_tls_free_all();
  2832. channel_free_all();
  2833. connection_free_all();
  2834. connection_edge_free_all();
  2835. scheduler_free_all();
  2836. nodelist_free_all();
  2837. microdesc_free_all();
  2838. ext_orport_free_all();
  2839. control_free_all();
  2840. sandbox_free_getaddrinfo_cache();
  2841. if (!postfork) {
  2842. config_free_all();
  2843. or_state_free_all();
  2844. router_free_all();
  2845. routerkeys_free_all();
  2846. policies_free_all();
  2847. }
  2848. if (!postfork) {
  2849. tor_tls_free_all();
  2850. #ifndef _WIN32
  2851. tor_getpwnam(NULL);
  2852. #endif
  2853. }
  2854. /* stuff in main.c */
  2855. smartlist_free(connection_array);
  2856. smartlist_free(closeable_connection_lst);
  2857. smartlist_free(active_linked_connection_lst);
  2858. periodic_timer_free(second_timer);
  2859. teardown_periodic_events();
  2860. #ifndef USE_BUFFEREVENTS
  2861. periodic_timer_free(refill_timer);
  2862. #endif
  2863. if (!postfork) {
  2864. release_lockfile();
  2865. }
  2866. /* Stuff in util.c and address.c*/
  2867. if (!postfork) {
  2868. escaped(NULL);
  2869. esc_router_info(NULL);
  2870. logs_free_all(); /* free log strings. do this last so logs keep working. */
  2871. }
  2872. }
  2873. /** Do whatever cleanup is necessary before shutting Tor down. */
  2874. void
  2875. tor_cleanup(void)
  2876. {
  2877. const or_options_t *options = get_options();
  2878. if (options->command == CMD_RUN_TOR) {
  2879. time_t now = time(NULL);
  2880. /* Remove our pid file. We don't care if there was an error when we
  2881. * unlink, nothing we could do about it anyways. */
  2882. if (options->PidFile) {
  2883. if (unlink(options->PidFile) != 0) {
  2884. log_warn(LD_FS, "Couldn't unlink pid file %s: %s",
  2885. options->PidFile, strerror(errno));
  2886. }
  2887. }
  2888. if (options->ControlPortWriteToFile) {
  2889. if (unlink(options->ControlPortWriteToFile) != 0) {
  2890. log_warn(LD_FS, "Couldn't unlink control port file %s: %s",
  2891. options->ControlPortWriteToFile,
  2892. strerror(errno));
  2893. }
  2894. }
  2895. if (accounting_is_enabled(options))
  2896. accounting_record_bandwidth_usage(now, get_or_state());
  2897. or_state_mark_dirty(get_or_state(), 0); /* force an immediate save. */
  2898. or_state_save(now);
  2899. if (authdir_mode_tests_reachability(options))
  2900. rep_hist_record_mtbf_data(now, 0);
  2901. keypin_close_journal();
  2902. }
  2903. #ifdef USE_DMALLOC
  2904. dmalloc_log_stats();
  2905. #endif
  2906. tor_free_all(0); /* We could move tor_free_all back into the ifdef below
  2907. later, if it makes shutdown unacceptably slow. But for
  2908. now, leave it here: it's helped us catch bugs in the
  2909. past. */
  2910. crypto_global_cleanup();
  2911. #ifdef USE_DMALLOC
  2912. dmalloc_log_unfreed();
  2913. dmalloc_shutdown();
  2914. #endif
  2915. }
  2916. /** Read/create keys as needed, and echo our fingerprint to stdout. */
  2917. static int
  2918. do_list_fingerprint(void)
  2919. {
  2920. char buf[FINGERPRINT_LEN+1];
  2921. crypto_pk_t *k;
  2922. const char *nickname = get_options()->Nickname;
  2923. if (!server_mode(get_options())) {
  2924. log_err(LD_GENERAL,
  2925. "Clients don't have long-term identity keys. Exiting.");
  2926. return -1;
  2927. }
  2928. tor_assert(nickname);
  2929. if (init_keys() < 0) {
  2930. log_err(LD_GENERAL,"Error initializing keys; exiting.");
  2931. return -1;
  2932. }
  2933. if (!(k = get_server_identity_key())) {
  2934. log_err(LD_GENERAL,"Error: missing identity key.");
  2935. return -1;
  2936. }
  2937. if (crypto_pk_get_fingerprint(k, buf, 1)<0) {
  2938. log_err(LD_BUG, "Error computing fingerprint");
  2939. return -1;
  2940. }
  2941. printf("%s %s\n", nickname, buf);
  2942. return 0;
  2943. }
  2944. /** Entry point for password hashing: take the desired password from
  2945. * the command line, and print its salted hash to stdout. **/
  2946. static void
  2947. do_hash_password(void)
  2948. {
  2949. char output[256];
  2950. char key[S2K_RFC2440_SPECIFIER_LEN+DIGEST_LEN];
  2951. crypto_rand(key, S2K_RFC2440_SPECIFIER_LEN-1);
  2952. key[S2K_RFC2440_SPECIFIER_LEN-1] = (uint8_t)96; /* Hash 64 K of data. */
  2953. secret_to_key_rfc2440(key+S2K_RFC2440_SPECIFIER_LEN, DIGEST_LEN,
  2954. get_options()->command_arg, strlen(get_options()->command_arg),
  2955. key);
  2956. base16_encode(output, sizeof(output), key, sizeof(key));
  2957. printf("16:%s\n",output);
  2958. }
  2959. /** Entry point for configuration dumping: write the configuration to
  2960. * stdout. */
  2961. static int
  2962. do_dump_config(void)
  2963. {
  2964. const or_options_t *options = get_options();
  2965. const char *arg = options->command_arg;
  2966. int how;
  2967. char *opts;
  2968. if (!strcmp(arg, "short")) {
  2969. how = OPTIONS_DUMP_MINIMAL;
  2970. } else if (!strcmp(arg, "non-builtin")) {
  2971. how = OPTIONS_DUMP_DEFAULTS;
  2972. } else if (!strcmp(arg, "full")) {
  2973. how = OPTIONS_DUMP_ALL;
  2974. } else {
  2975. fprintf(stderr, "No valid argument to --dump-config found!\n");
  2976. fprintf(stderr, "Please select 'short', 'non-builtin', or 'full'.\n");
  2977. return -1;
  2978. }
  2979. opts = options_dump(options, how);
  2980. printf("%s", opts);
  2981. tor_free(opts);
  2982. return 0;
  2983. }
  2984. static void
  2985. init_addrinfo(void)
  2986. {
  2987. if (! server_mode(get_options()) ||
  2988. (get_options()->Address && strlen(get_options()->Address) > 0)) {
  2989. /* We don't need to seed our own hostname, because we won't be calling
  2990. * resolve_my_address on it.
  2991. */
  2992. return;
  2993. }
  2994. char hname[256];
  2995. // host name to sandbox
  2996. gethostname(hname, sizeof(hname));
  2997. sandbox_add_addrinfo(hname);
  2998. }
  2999. static sandbox_cfg_t*
  3000. sandbox_init_filter(void)
  3001. {
  3002. const or_options_t *options = get_options();
  3003. sandbox_cfg_t *cfg = sandbox_cfg_new();
  3004. int i;
  3005. sandbox_cfg_allow_openat_filename(&cfg,
  3006. get_datadir_fname("cached-status"));
  3007. #define OPEN(name) \
  3008. sandbox_cfg_allow_open_filename(&cfg, tor_strdup(name))
  3009. #define OPEN_DATADIR(name) \
  3010. sandbox_cfg_allow_open_filename(&cfg, get_datadir_fname(name))
  3011. #define OPEN_DATADIR2(name, name2) \
  3012. sandbox_cfg_allow_open_filename(&cfg, get_datadir_fname2((name), (name2)))
  3013. #define OPEN_DATADIR_SUFFIX(name, suffix) do { \
  3014. OPEN_DATADIR(name); \
  3015. OPEN_DATADIR(name suffix); \
  3016. } while (0)
  3017. #define OPEN_DATADIR2_SUFFIX(name, name2, suffix) do { \
  3018. OPEN_DATADIR2(name, name2); \
  3019. OPEN_DATADIR2(name, name2 suffix); \
  3020. } while (0)
  3021. OPEN(options->DataDirectory);
  3022. OPEN_DATADIR("keys");
  3023. OPEN_DATADIR_SUFFIX("cached-certs", ".tmp");
  3024. OPEN_DATADIR_SUFFIX("cached-consensus", ".tmp");
  3025. OPEN_DATADIR_SUFFIX("unverified-consensus", ".tmp");
  3026. OPEN_DATADIR_SUFFIX("unverified-microdesc-consensus", ".tmp");
  3027. OPEN_DATADIR_SUFFIX("cached-microdesc-consensus", ".tmp");
  3028. OPEN_DATADIR_SUFFIX("cached-microdescs", ".tmp");
  3029. OPEN_DATADIR_SUFFIX("cached-microdescs.new", ".tmp");
  3030. OPEN_DATADIR_SUFFIX("cached-descriptors", ".tmp");
  3031. OPEN_DATADIR_SUFFIX("cached-descriptors.new", ".tmp");
  3032. OPEN_DATADIR("cached-descriptors.tmp.tmp");
  3033. OPEN_DATADIR_SUFFIX("cached-extrainfo", ".tmp");
  3034. OPEN_DATADIR_SUFFIX("cached-extrainfo.new", ".tmp");
  3035. OPEN_DATADIR("cached-extrainfo.tmp.tmp");
  3036. OPEN_DATADIR_SUFFIX("state", ".tmp");
  3037. OPEN_DATADIR_SUFFIX("unparseable-desc", ".tmp");
  3038. OPEN_DATADIR_SUFFIX("v3-status-votes", ".tmp");
  3039. OPEN_DATADIR("key-pinning-journal");
  3040. OPEN("/dev/srandom");
  3041. OPEN("/dev/urandom");
  3042. OPEN("/dev/random");
  3043. OPEN("/etc/hosts");
  3044. OPEN("/proc/meminfo");
  3045. if (options->BridgeAuthoritativeDir)
  3046. OPEN_DATADIR_SUFFIX("networkstatus-bridges", ".tmp");
  3047. if (authdir_mode_handles_descs(options, -1))
  3048. OPEN_DATADIR("approved-routers");
  3049. if (options->ServerDNSResolvConfFile)
  3050. sandbox_cfg_allow_open_filename(&cfg,
  3051. tor_strdup(options->ServerDNSResolvConfFile));
  3052. else
  3053. sandbox_cfg_allow_open_filename(&cfg, tor_strdup("/etc/resolv.conf"));
  3054. for (i = 0; i < 2; ++i) {
  3055. if (get_torrc_fname(i)) {
  3056. sandbox_cfg_allow_open_filename(&cfg, tor_strdup(get_torrc_fname(i)));
  3057. }
  3058. }
  3059. #define RENAME_SUFFIX(name, suffix) \
  3060. sandbox_cfg_allow_rename(&cfg, \
  3061. get_datadir_fname(name suffix), \
  3062. get_datadir_fname(name))
  3063. #define RENAME_SUFFIX2(prefix, name, suffix) \
  3064. sandbox_cfg_allow_rename(&cfg, \
  3065. get_datadir_fname2(prefix, name suffix), \
  3066. get_datadir_fname2(prefix, name))
  3067. RENAME_SUFFIX("cached-certs", ".tmp");
  3068. RENAME_SUFFIX("cached-consensus", ".tmp");
  3069. RENAME_SUFFIX("unverified-consensus", ".tmp");
  3070. RENAME_SUFFIX("unverified-microdesc-consensus", ".tmp");
  3071. RENAME_SUFFIX("cached-microdesc-consensus", ".tmp");
  3072. RENAME_SUFFIX("cached-microdescs", ".tmp");
  3073. RENAME_SUFFIX("cached-microdescs", ".new");
  3074. RENAME_SUFFIX("cached-microdescs.new", ".tmp");
  3075. RENAME_SUFFIX("cached-descriptors", ".tmp");
  3076. RENAME_SUFFIX("cached-descriptors", ".new");
  3077. RENAME_SUFFIX("cached-descriptors.new", ".tmp");
  3078. RENAME_SUFFIX("cached-extrainfo", ".tmp");
  3079. RENAME_SUFFIX("cached-extrainfo", ".new");
  3080. RENAME_SUFFIX("cached-extrainfo.new", ".tmp");
  3081. RENAME_SUFFIX("state", ".tmp");
  3082. RENAME_SUFFIX("unparseable-desc", ".tmp");
  3083. RENAME_SUFFIX("v3-status-votes", ".tmp");
  3084. if (options->BridgeAuthoritativeDir)
  3085. RENAME_SUFFIX("networkstatus-bridges", ".tmp");
  3086. #define STAT_DATADIR(name) \
  3087. sandbox_cfg_allow_stat_filename(&cfg, get_datadir_fname(name))
  3088. #define STAT_DATADIR2(name, name2) \
  3089. sandbox_cfg_allow_stat_filename(&cfg, get_datadir_fname2((name), (name2)))
  3090. STAT_DATADIR(NULL);
  3091. STAT_DATADIR("lock");
  3092. STAT_DATADIR("state");
  3093. STAT_DATADIR("router-stability");
  3094. STAT_DATADIR("cached-extrainfo.new");
  3095. {
  3096. smartlist_t *files = smartlist_new();
  3097. tor_log_get_logfile_names(files);
  3098. SMARTLIST_FOREACH(files, char *, file_name, {
  3099. /* steals reference */
  3100. sandbox_cfg_allow_open_filename(&cfg, file_name);
  3101. });
  3102. smartlist_free(files);
  3103. }
  3104. {
  3105. smartlist_t *files = smartlist_new();
  3106. smartlist_t *dirs = smartlist_new();
  3107. rend_services_add_filenames_to_lists(files, dirs);
  3108. SMARTLIST_FOREACH(files, char *, file_name, {
  3109. char *tmp_name = NULL;
  3110. tor_asprintf(&tmp_name, "%s.tmp", file_name);
  3111. sandbox_cfg_allow_rename(&cfg,
  3112. tor_strdup(tmp_name), tor_strdup(file_name));
  3113. /* steals references */
  3114. sandbox_cfg_allow_open_filename(&cfg, file_name);
  3115. sandbox_cfg_allow_open_filename(&cfg, tmp_name);
  3116. });
  3117. SMARTLIST_FOREACH(dirs, char *, dir, {
  3118. /* steals reference */
  3119. sandbox_cfg_allow_stat_filename(&cfg, dir);
  3120. });
  3121. smartlist_free(files);
  3122. smartlist_free(dirs);
  3123. }
  3124. {
  3125. char *fname;
  3126. if ((fname = get_controller_cookie_file_name())) {
  3127. sandbox_cfg_allow_open_filename(&cfg, fname);
  3128. }
  3129. if ((fname = get_ext_or_auth_cookie_file_name())) {
  3130. sandbox_cfg_allow_open_filename(&cfg, fname);
  3131. }
  3132. }
  3133. SMARTLIST_FOREACH_BEGIN(get_configured_ports(), port_cfg_t *, port) {
  3134. if (!port->is_unix_addr)
  3135. continue;
  3136. /* When we open an AF_UNIX address, we want permission to open the
  3137. * directory that holds it. */
  3138. char *dirname = tor_strdup(port->unix_addr);
  3139. if (get_parent_directory(dirname) == 0) {
  3140. OPEN(dirname);
  3141. }
  3142. tor_free(dirname);
  3143. sandbox_cfg_allow_chmod_filename(&cfg, tor_strdup(port->unix_addr));
  3144. sandbox_cfg_allow_chown_filename(&cfg, tor_strdup(port->unix_addr));
  3145. } SMARTLIST_FOREACH_END(port);
  3146. if (options->DirPortFrontPage) {
  3147. sandbox_cfg_allow_open_filename(&cfg,
  3148. tor_strdup(options->DirPortFrontPage));
  3149. }
  3150. // orport
  3151. if (server_mode(get_options())) {
  3152. OPEN_DATADIR2_SUFFIX("keys", "secret_id_key", ".tmp");
  3153. OPEN_DATADIR2_SUFFIX("keys", "secret_onion_key", ".tmp");
  3154. OPEN_DATADIR2_SUFFIX("keys", "secret_onion_key_ntor", ".tmp");
  3155. OPEN_DATADIR2("keys", "secret_id_key.old");
  3156. OPEN_DATADIR2("keys", "secret_onion_key.old");
  3157. OPEN_DATADIR2("keys", "secret_onion_key_ntor.old");
  3158. OPEN_DATADIR2_SUFFIX("keys", "ed25519_master_id_secret_key", ".tmp");
  3159. OPEN_DATADIR2_SUFFIX("keys", "ed25519_master_id_secret_key_encrypted",
  3160. ".tmp");
  3161. OPEN_DATADIR2_SUFFIX("keys", "ed25519_master_id_public_key", ".tmp");
  3162. OPEN_DATADIR2_SUFFIX("keys", "ed25519_signing_secret_key", ".tmp");
  3163. OPEN_DATADIR2_SUFFIX("keys", "ed25519_signing_secret_key_encrypted",
  3164. ".tmp");
  3165. OPEN_DATADIR2_SUFFIX("keys", "ed25519_signing_public_key", ".tmp");
  3166. OPEN_DATADIR2_SUFFIX("keys", "ed25519_signing_cert", ".tmp");
  3167. OPEN_DATADIR2_SUFFIX("stats", "bridge-stats", ".tmp");
  3168. OPEN_DATADIR2_SUFFIX("stats", "dirreq-stats", ".tmp");
  3169. OPEN_DATADIR2_SUFFIX("stats", "entry-stats", ".tmp");
  3170. OPEN_DATADIR2_SUFFIX("stats", "exit-stats", ".tmp");
  3171. OPEN_DATADIR2_SUFFIX("stats", "buffer-stats", ".tmp");
  3172. OPEN_DATADIR2_SUFFIX("stats", "conn-stats", ".tmp");
  3173. OPEN_DATADIR("approved-routers");
  3174. OPEN_DATADIR_SUFFIX("fingerprint", ".tmp");
  3175. OPEN_DATADIR_SUFFIX("hashed-fingerprint", ".tmp");
  3176. OPEN_DATADIR_SUFFIX("router-stability", ".tmp");
  3177. OPEN("/etc/resolv.conf");
  3178. RENAME_SUFFIX("fingerprint", ".tmp");
  3179. RENAME_SUFFIX2("keys", "secret_onion_key_ntor", ".tmp");
  3180. RENAME_SUFFIX2("keys", "secret_id_key", ".tmp");
  3181. RENAME_SUFFIX2("keys", "secret_id_key.old", ".tmp");
  3182. RENAME_SUFFIX2("keys", "secret_onion_key", ".tmp");
  3183. RENAME_SUFFIX2("keys", "secret_onion_key.old", ".tmp");
  3184. RENAME_SUFFIX2("stats", "bridge-stats", ".tmp");
  3185. RENAME_SUFFIX2("stats", "dirreq-stats", ".tmp");
  3186. RENAME_SUFFIX2("stats", "entry-stats", ".tmp");
  3187. RENAME_SUFFIX2("stats", "exit-stats", ".tmp");
  3188. RENAME_SUFFIX2("stats", "buffer-stats", ".tmp");
  3189. RENAME_SUFFIX2("stats", "conn-stats", ".tmp");
  3190. RENAME_SUFFIX2("stats", "hidserv-stats", ".tmp");
  3191. RENAME_SUFFIX("hashed-fingerprint", ".tmp");
  3192. RENAME_SUFFIX("router-stability", ".tmp");
  3193. RENAME_SUFFIX2("keys", "ed25519_master_id_secret_key", ".tmp");
  3194. RENAME_SUFFIX2("keys", "ed25519_master_id_secret_key_encrypted", ".tmp");
  3195. RENAME_SUFFIX2("keys", "ed25519_master_id_public_key", ".tmp");
  3196. RENAME_SUFFIX2("keys", "ed25519_signing_secret_key", ".tmp");
  3197. RENAME_SUFFIX2("keys", "ed25519_signing_cert", ".tmp");
  3198. sandbox_cfg_allow_rename(&cfg,
  3199. get_datadir_fname2("keys", "secret_onion_key"),
  3200. get_datadir_fname2("keys", "secret_onion_key.old"));
  3201. sandbox_cfg_allow_rename(&cfg,
  3202. get_datadir_fname2("keys", "secret_onion_key_ntor"),
  3203. get_datadir_fname2("keys", "secret_onion_key_ntor.old"));
  3204. STAT_DATADIR("keys");
  3205. STAT_DATADIR("stats");
  3206. STAT_DATADIR2("stats", "dirreq-stats");
  3207. }
  3208. init_addrinfo();
  3209. return cfg;
  3210. }
  3211. /** Main entry point for the Tor process. Called from main(). */
  3212. /* This function is distinct from main() only so we can link main.c into
  3213. * the unittest binary without conflicting with the unittests' main. */
  3214. int
  3215. tor_main(int argc, char *argv[])
  3216. {
  3217. int result = 0;
  3218. #ifdef _WIN32
  3219. /* Call SetProcessDEPPolicy to permanently enable DEP.
  3220. The function will not resolve on earlier versions of Windows,
  3221. and failure is not dangerous. */
  3222. HMODULE hMod = GetModuleHandleA("Kernel32.dll");
  3223. if (hMod) {
  3224. typedef BOOL (WINAPI *PSETDEP)(DWORD);
  3225. PSETDEP setdeppolicy = (PSETDEP)GetProcAddress(hMod,
  3226. "SetProcessDEPPolicy");
  3227. if (setdeppolicy) setdeppolicy(1); /* PROCESS_DEP_ENABLE */
  3228. }
  3229. #endif
  3230. configure_backtrace_handler(get_version());
  3231. update_approx_time(time(NULL));
  3232. tor_threads_init();
  3233. init_logging(0);
  3234. #ifdef USE_DMALLOC
  3235. {
  3236. /* Instruct OpenSSL to use our internal wrappers for malloc,
  3237. realloc and free. */
  3238. int r = CRYPTO_set_mem_ex_functions(tor_malloc_, tor_realloc_, tor_free_);
  3239. tor_assert(r);
  3240. }
  3241. #endif
  3242. #ifdef NT_SERVICE
  3243. {
  3244. int done = 0;
  3245. result = nt_service_parse_options(argc, argv, &done);
  3246. if (done) return result;
  3247. }
  3248. #endif
  3249. if (tor_init(argc, argv)<0)
  3250. return -1;
  3251. if (get_options()->Sandbox && get_options()->command == CMD_RUN_TOR) {
  3252. sandbox_cfg_t* cfg = sandbox_init_filter();
  3253. if (sandbox_init(cfg)) {
  3254. log_err(LD_BUG,"Failed to create syscall sandbox filter");
  3255. return -1;
  3256. }
  3257. // registering libevent rng
  3258. #ifdef HAVE_EVUTIL_SECURE_RNG_SET_URANDOM_DEVICE_FILE
  3259. evutil_secure_rng_set_urandom_device_file(
  3260. (char*) sandbox_intern_string("/dev/urandom"));
  3261. #endif
  3262. }
  3263. switch (get_options()->command) {
  3264. case CMD_RUN_TOR:
  3265. #ifdef NT_SERVICE
  3266. nt_service_set_state(SERVICE_RUNNING);
  3267. #endif
  3268. result = do_main_loop();
  3269. break;
  3270. case CMD_KEYGEN:
  3271. result = load_ed_keys(get_options(), time(NULL));
  3272. break;
  3273. case CMD_LIST_FINGERPRINT:
  3274. result = do_list_fingerprint();
  3275. break;
  3276. case CMD_HASH_PASSWORD:
  3277. do_hash_password();
  3278. result = 0;
  3279. break;
  3280. case CMD_VERIFY_CONFIG:
  3281. if (quiet_level == 0)
  3282. printf("Configuration was valid\n");
  3283. result = 0;
  3284. break;
  3285. case CMD_DUMP_CONFIG:
  3286. result = do_dump_config();
  3287. break;
  3288. case CMD_RUN_UNITTESTS: /* only set by test.c */
  3289. default:
  3290. log_warn(LD_BUG,"Illegal command number %d: internal error.",
  3291. get_options()->command);
  3292. result = -1;
  3293. }
  3294. tor_cleanup();
  3295. return result;
  3296. }