rephist.c 94 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939
  1. /* Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  2. * Copyright (c) 2007-2013, The Tor Project, Inc. */
  3. /* See LICENSE for licensing information */
  4. /**
  5. * \file rephist.c
  6. * \brief Basic history and "reputation" functionality to remember
  7. * which servers have worked in the past, how much bandwidth we've
  8. * been using, which ports we tend to want, and so on; further,
  9. * exit port statistics, cell statistics, and connection statistics.
  10. **/
  11. #include "or.h"
  12. #include "circuitlist.h"
  13. #include "circuituse.h"
  14. #include "config.h"
  15. #include "networkstatus.h"
  16. #include "nodelist.h"
  17. #include "rephist.h"
  18. #include "router.h"
  19. #include "routerlist.h"
  20. #include "ht.h"
  21. static void bw_arrays_init(void);
  22. static void predicted_ports_init(void);
  23. /** Total number of bytes currently allocated in fields used by rephist.c. */
  24. uint64_t rephist_total_alloc=0;
  25. /** Number of or_history_t objects currently allocated. */
  26. uint32_t rephist_total_num=0;
  27. /** If the total weighted run count of all runs for a router ever falls
  28. * below this amount, the router can be treated as having 0 MTBF. */
  29. #define STABILITY_EPSILON 0.0001
  30. /** Value by which to discount all old intervals for MTBF purposes. This
  31. * is compounded every STABILITY_INTERVAL. */
  32. #define STABILITY_ALPHA 0.95
  33. /** Interval at which to discount all old intervals for MTBF purposes. */
  34. #define STABILITY_INTERVAL (12*60*60)
  35. /* (This combination of ALPHA, INTERVAL, and EPSILON makes it so that an
  36. * interval that just ended counts twice as much as one that ended a week ago,
  37. * 20X as much as one that ended a month ago, and routers that have had no
  38. * uptime data for about half a year will get forgotten.) */
  39. /** History of an OR-\>OR link. */
  40. typedef struct link_history_t {
  41. /** When did we start tracking this list? */
  42. time_t since;
  43. /** When did we most recently note a change to this link */
  44. time_t changed;
  45. /** How many times did extending from OR1 to OR2 succeed? */
  46. unsigned long n_extend_ok;
  47. /** How many times did extending from OR1 to OR2 fail? */
  48. unsigned long n_extend_fail;
  49. } link_history_t;
  50. /** History of an OR. */
  51. typedef struct or_history_t {
  52. /** When did we start tracking this OR? */
  53. time_t since;
  54. /** When did we most recently note a change to this OR? */
  55. time_t changed;
  56. /** How many times did we successfully connect? */
  57. unsigned long n_conn_ok;
  58. /** How many times did we try to connect and fail?*/
  59. unsigned long n_conn_fail;
  60. /** How many seconds have we been connected to this OR before
  61. * 'up_since'? */
  62. unsigned long uptime;
  63. /** How many seconds have we been unable to connect to this OR before
  64. * 'down_since'? */
  65. unsigned long downtime;
  66. /** If nonzero, we have been connected since this time. */
  67. time_t up_since;
  68. /** If nonzero, we have been unable to connect since this time. */
  69. time_t down_since;
  70. /** The address at which we most recently connected to this OR
  71. * successfully. */
  72. tor_addr_t last_reached_addr;
  73. /** The port at which we most recently connected to this OR successfully */
  74. uint16_t last_reached_port;
  75. /* === For MTBF tracking: */
  76. /** Weighted sum total of all times that this router has been online.
  77. */
  78. unsigned long weighted_run_length;
  79. /** If the router is now online (according to stability-checking rules),
  80. * when did it come online? */
  81. time_t start_of_run;
  82. /** Sum of weights for runs in weighted_run_length. */
  83. double total_run_weights;
  84. /* === For fractional uptime tracking: */
  85. time_t start_of_downtime;
  86. unsigned long weighted_uptime;
  87. unsigned long total_weighted_time;
  88. /** Map from hex OR2 identity digest to a link_history_t for the link
  89. * from this OR to OR2. */
  90. digestmap_t *link_history_map;
  91. } or_history_t;
  92. /** When did we last multiply all routers' weighted_run_length and
  93. * total_run_weights by STABILITY_ALPHA? */
  94. static time_t stability_last_downrated = 0;
  95. /** */
  96. static time_t started_tracking_stability = 0;
  97. /** Map from hex OR identity digest to or_history_t. */
  98. static digestmap_t *history_map = NULL;
  99. /** Return the or_history_t for the OR with identity digest <b>id</b>,
  100. * creating it if necessary. */
  101. static or_history_t *
  102. get_or_history(const char* id)
  103. {
  104. or_history_t *hist;
  105. if (tor_digest_is_zero(id))
  106. return NULL;
  107. hist = digestmap_get(history_map, id);
  108. if (!hist) {
  109. hist = tor_malloc_zero(sizeof(or_history_t));
  110. rephist_total_alloc += sizeof(or_history_t);
  111. rephist_total_num++;
  112. hist->link_history_map = digestmap_new();
  113. hist->since = hist->changed = time(NULL);
  114. tor_addr_make_unspec(&hist->last_reached_addr);
  115. digestmap_set(history_map, id, hist);
  116. }
  117. return hist;
  118. }
  119. /** Return the link_history_t for the link from the first named OR to
  120. * the second, creating it if necessary. (ORs are identified by
  121. * identity digest.)
  122. */
  123. static link_history_t *
  124. get_link_history(const char *from_id, const char *to_id)
  125. {
  126. or_history_t *orhist;
  127. link_history_t *lhist;
  128. orhist = get_or_history(from_id);
  129. if (!orhist)
  130. return NULL;
  131. if (tor_digest_is_zero(to_id))
  132. return NULL;
  133. lhist = (link_history_t*) digestmap_get(orhist->link_history_map, to_id);
  134. if (!lhist) {
  135. lhist = tor_malloc_zero(sizeof(link_history_t));
  136. rephist_total_alloc += sizeof(link_history_t);
  137. lhist->since = lhist->changed = time(NULL);
  138. digestmap_set(orhist->link_history_map, to_id, lhist);
  139. }
  140. return lhist;
  141. }
  142. /** Helper: free storage held by a single link history entry. */
  143. static void
  144. free_link_history_(void *val)
  145. {
  146. rephist_total_alloc -= sizeof(link_history_t);
  147. tor_free(val);
  148. }
  149. /** Helper: free storage held by a single OR history entry. */
  150. static void
  151. free_or_history(void *_hist)
  152. {
  153. or_history_t *hist = _hist;
  154. digestmap_free(hist->link_history_map, free_link_history_);
  155. rephist_total_alloc -= sizeof(or_history_t);
  156. rephist_total_num--;
  157. tor_free(hist);
  158. }
  159. /** Update an or_history_t object <b>hist</b> so that its uptime/downtime
  160. * count is up-to-date as of <b>when</b>.
  161. */
  162. static void
  163. update_or_history(or_history_t *hist, time_t when)
  164. {
  165. tor_assert(hist);
  166. if (hist->up_since) {
  167. tor_assert(!hist->down_since);
  168. hist->uptime += (when - hist->up_since);
  169. hist->up_since = when;
  170. } else if (hist->down_since) {
  171. hist->downtime += (when - hist->down_since);
  172. hist->down_since = when;
  173. }
  174. }
  175. /** Initialize the static data structures for tracking history. */
  176. void
  177. rep_hist_init(void)
  178. {
  179. history_map = digestmap_new();
  180. bw_arrays_init();
  181. predicted_ports_init();
  182. }
  183. /** Helper: note that we are no longer connected to the router with history
  184. * <b>hist</b>. If <b>failed</b>, the connection failed; otherwise, it was
  185. * closed correctly. */
  186. static void
  187. mark_or_down(or_history_t *hist, time_t when, int failed)
  188. {
  189. if (hist->up_since) {
  190. hist->uptime += (when - hist->up_since);
  191. hist->up_since = 0;
  192. }
  193. if (failed && !hist->down_since) {
  194. hist->down_since = when;
  195. }
  196. }
  197. /** Helper: note that we are connected to the router with history
  198. * <b>hist</b>. */
  199. static void
  200. mark_or_up(or_history_t *hist, time_t when)
  201. {
  202. if (hist->down_since) {
  203. hist->downtime += (when - hist->down_since);
  204. hist->down_since = 0;
  205. }
  206. if (!hist->up_since) {
  207. hist->up_since = when;
  208. }
  209. }
  210. /** Remember that an attempt to connect to the OR with identity digest
  211. * <b>id</b> failed at <b>when</b>.
  212. */
  213. void
  214. rep_hist_note_connect_failed(const char* id, time_t when)
  215. {
  216. or_history_t *hist;
  217. hist = get_or_history(id);
  218. if (!hist)
  219. return;
  220. ++hist->n_conn_fail;
  221. mark_or_down(hist, when, 1);
  222. hist->changed = when;
  223. }
  224. /** Remember that an attempt to connect to the OR with identity digest
  225. * <b>id</b> succeeded at <b>when</b>.
  226. */
  227. void
  228. rep_hist_note_connect_succeeded(const char* id, time_t when)
  229. {
  230. or_history_t *hist;
  231. hist = get_or_history(id);
  232. if (!hist)
  233. return;
  234. ++hist->n_conn_ok;
  235. mark_or_up(hist, when);
  236. hist->changed = when;
  237. }
  238. /** Remember that we intentionally closed our connection to the OR
  239. * with identity digest <b>id</b> at <b>when</b>.
  240. */
  241. void
  242. rep_hist_note_disconnect(const char* id, time_t when)
  243. {
  244. or_history_t *hist;
  245. hist = get_or_history(id);
  246. if (!hist)
  247. return;
  248. mark_or_down(hist, when, 0);
  249. hist->changed = when;
  250. }
  251. /** Remember that our connection to the OR with identity digest
  252. * <b>id</b> had an error and stopped working at <b>when</b>.
  253. */
  254. void
  255. rep_hist_note_connection_died(const char* id, time_t when)
  256. {
  257. or_history_t *hist;
  258. if (!id) {
  259. /* If conn has no identity, it didn't complete its handshake, or something
  260. * went wrong. Ignore it.
  261. */
  262. return;
  263. }
  264. hist = get_or_history(id);
  265. if (!hist)
  266. return;
  267. mark_or_down(hist, when, 1);
  268. hist->changed = when;
  269. }
  270. /** We have just decided that this router with identity digest <b>id</b> is
  271. * reachable, meaning we will give it a "Running" flag for the next while. */
  272. void
  273. rep_hist_note_router_reachable(const char *id, const tor_addr_t *at_addr,
  274. const uint16_t at_port, time_t when)
  275. {
  276. or_history_t *hist = get_or_history(id);
  277. int was_in_run = 1;
  278. char tbuf[ISO_TIME_LEN+1];
  279. int addr_changed, port_changed;
  280. tor_assert(hist);
  281. tor_assert((!at_addr && !at_port) || (at_addr && at_port));
  282. addr_changed = at_addr && !tor_addr_is_null(&hist->last_reached_addr) &&
  283. tor_addr_compare(at_addr, &hist->last_reached_addr, CMP_EXACT) != 0;
  284. port_changed = at_port && hist->last_reached_port &&
  285. at_port != hist->last_reached_port;
  286. if (!started_tracking_stability)
  287. started_tracking_stability = time(NULL);
  288. if (!hist->start_of_run) {
  289. hist->start_of_run = when;
  290. was_in_run = 0;
  291. }
  292. if (hist->start_of_downtime) {
  293. long down_length;
  294. format_local_iso_time(tbuf, hist->start_of_downtime);
  295. log_info(LD_HIST, "Router %s is now Running; it had been down since %s.",
  296. hex_str(id, DIGEST_LEN), tbuf);
  297. if (was_in_run)
  298. log_info(LD_HIST, " (Paradoxically, it was already Running too.)");
  299. down_length = when - hist->start_of_downtime;
  300. hist->total_weighted_time += down_length;
  301. hist->start_of_downtime = 0;
  302. } else if (addr_changed || port_changed) {
  303. /* If we're reachable, but the address changed, treat this as some
  304. * downtime. */
  305. int penalty = get_options()->TestingTorNetwork ? 240 : 3600;
  306. networkstatus_t *ns;
  307. if ((ns = networkstatus_get_latest_consensus())) {
  308. int fresh_interval = (int)(ns->fresh_until - ns->valid_after);
  309. int live_interval = (int)(ns->valid_until - ns->valid_after);
  310. /* on average, a descriptor addr change takes .5 intervals to make it
  311. * into a consensus, and half a liveness period to make it to
  312. * clients. */
  313. penalty = (int)(fresh_interval + live_interval) / 2;
  314. }
  315. format_local_iso_time(tbuf, hist->start_of_run);
  316. log_info(LD_HIST,"Router %s still seems Running, but its address appears "
  317. "to have changed since the last time it was reachable. I'm "
  318. "going to treat it as having been down for %d seconds",
  319. hex_str(id, DIGEST_LEN), penalty);
  320. rep_hist_note_router_unreachable(id, when-penalty);
  321. rep_hist_note_router_reachable(id, NULL, 0, when);
  322. } else {
  323. format_local_iso_time(tbuf, hist->start_of_run);
  324. if (was_in_run)
  325. log_debug(LD_HIST, "Router %s is still Running; it has been Running "
  326. "since %s", hex_str(id, DIGEST_LEN), tbuf);
  327. else
  328. log_info(LD_HIST,"Router %s is now Running; it was previously untracked",
  329. hex_str(id, DIGEST_LEN));
  330. }
  331. if (at_addr)
  332. tor_addr_copy(&hist->last_reached_addr, at_addr);
  333. if (at_port)
  334. hist->last_reached_port = at_port;
  335. }
  336. /** We have just decided that this router is unreachable, meaning
  337. * we are taking away its "Running" flag. */
  338. void
  339. rep_hist_note_router_unreachable(const char *id, time_t when)
  340. {
  341. or_history_t *hist = get_or_history(id);
  342. char tbuf[ISO_TIME_LEN+1];
  343. int was_running = 0;
  344. if (!started_tracking_stability)
  345. started_tracking_stability = time(NULL);
  346. tor_assert(hist);
  347. if (hist->start_of_run) {
  348. /*XXXX We could treat failed connections differently from failed
  349. * connect attempts. */
  350. long run_length = when - hist->start_of_run;
  351. format_local_iso_time(tbuf, hist->start_of_run);
  352. hist->total_run_weights += 1.0;
  353. hist->start_of_run = 0;
  354. if (run_length < 0) {
  355. unsigned long penalty = -run_length;
  356. #define SUBTRACT_CLAMPED(var, penalty) \
  357. do { (var) = (var) < (penalty) ? 0 : (var) - (penalty); } while (0)
  358. SUBTRACT_CLAMPED(hist->weighted_run_length, penalty);
  359. SUBTRACT_CLAMPED(hist->weighted_uptime, penalty);
  360. } else {
  361. hist->weighted_run_length += run_length;
  362. hist->weighted_uptime += run_length;
  363. hist->total_weighted_time += run_length;
  364. }
  365. was_running = 1;
  366. log_info(LD_HIST, "Router %s is now non-Running: it had previously been "
  367. "Running since %s. Its total weighted uptime is %lu/%lu.",
  368. hex_str(id, DIGEST_LEN), tbuf, hist->weighted_uptime,
  369. hist->total_weighted_time);
  370. }
  371. if (!hist->start_of_downtime) {
  372. hist->start_of_downtime = when;
  373. if (!was_running)
  374. log_info(LD_HIST, "Router %s is now non-Running; it was previously "
  375. "untracked.", hex_str(id, DIGEST_LEN));
  376. } else {
  377. if (!was_running) {
  378. format_local_iso_time(tbuf, hist->start_of_downtime);
  379. log_info(LD_HIST, "Router %s is still non-Running; it has been "
  380. "non-Running since %s.", hex_str(id, DIGEST_LEN), tbuf);
  381. }
  382. }
  383. }
  384. /** Mark a router with ID <b>id</b> as non-Running, and retroactively declare
  385. * that it has never been running: give it no stability and no WFU. */
  386. void
  387. rep_hist_make_router_pessimal(const char *id, time_t when)
  388. {
  389. or_history_t *hist = get_or_history(id);
  390. tor_assert(hist);
  391. rep_hist_note_router_unreachable(id, when);
  392. mark_or_down(hist, when, 1);
  393. hist->weighted_run_length = 0;
  394. hist->weighted_uptime = 0;
  395. }
  396. /** Helper: Discount all old MTBF data, if it is time to do so. Return
  397. * the time at which we should next discount MTBF data. */
  398. time_t
  399. rep_hist_downrate_old_runs(time_t now)
  400. {
  401. digestmap_iter_t *orhist_it;
  402. const char *digest1;
  403. or_history_t *hist;
  404. void *hist_p;
  405. double alpha = 1.0;
  406. if (!history_map)
  407. history_map = digestmap_new();
  408. if (!stability_last_downrated)
  409. stability_last_downrated = now;
  410. if (stability_last_downrated + STABILITY_INTERVAL > now)
  411. return stability_last_downrated + STABILITY_INTERVAL;
  412. /* Okay, we should downrate the data. By how much? */
  413. while (stability_last_downrated + STABILITY_INTERVAL < now) {
  414. stability_last_downrated += STABILITY_INTERVAL;
  415. alpha *= STABILITY_ALPHA;
  416. }
  417. log_info(LD_HIST, "Discounting all old stability info by a factor of %f",
  418. alpha);
  419. /* Multiply every w_r_l, t_r_w pair by alpha. */
  420. for (orhist_it = digestmap_iter_init(history_map);
  421. !digestmap_iter_done(orhist_it);
  422. orhist_it = digestmap_iter_next(history_map,orhist_it)) {
  423. digestmap_iter_get(orhist_it, &digest1, &hist_p);
  424. hist = hist_p;
  425. hist->weighted_run_length =
  426. (unsigned long)(hist->weighted_run_length * alpha);
  427. hist->total_run_weights *= alpha;
  428. hist->weighted_uptime = (unsigned long)(hist->weighted_uptime * alpha);
  429. hist->total_weighted_time = (unsigned long)
  430. (hist->total_weighted_time * alpha);
  431. }
  432. return stability_last_downrated + STABILITY_INTERVAL;
  433. }
  434. /** Helper: Return the weighted MTBF of the router with history <b>hist</b>. */
  435. static double
  436. get_stability(or_history_t *hist, time_t when)
  437. {
  438. long total = hist->weighted_run_length;
  439. double total_weights = hist->total_run_weights;
  440. if (hist->start_of_run) {
  441. /* We're currently in a run. Let total and total_weights hold the values
  442. * they would hold if the current run were to end now. */
  443. total += (when-hist->start_of_run);
  444. total_weights += 1.0;
  445. }
  446. if (total_weights < STABILITY_EPSILON) {
  447. /* Round down to zero, and avoid divide-by-zero. */
  448. return 0.0;
  449. }
  450. return total / total_weights;
  451. }
  452. /** Return the total amount of time we've been observing, with each run of
  453. * time downrated by the appropriate factor. */
  454. static long
  455. get_total_weighted_time(or_history_t *hist, time_t when)
  456. {
  457. long total = hist->total_weighted_time;
  458. if (hist->start_of_run) {
  459. total += (when - hist->start_of_run);
  460. } else if (hist->start_of_downtime) {
  461. total += (when - hist->start_of_downtime);
  462. }
  463. return total;
  464. }
  465. /** Helper: Return the weighted percent-of-time-online of the router with
  466. * history <b>hist</b>. */
  467. static double
  468. get_weighted_fractional_uptime(or_history_t *hist, time_t when)
  469. {
  470. long total = hist->total_weighted_time;
  471. long up = hist->weighted_uptime;
  472. if (hist->start_of_run) {
  473. long run_length = (when - hist->start_of_run);
  474. up += run_length;
  475. total += run_length;
  476. } else if (hist->start_of_downtime) {
  477. total += (when - hist->start_of_downtime);
  478. }
  479. if (!total) {
  480. /* Avoid calling anybody's uptime infinity (which should be impossible if
  481. * the code is working), or NaN (which can happen for any router we haven't
  482. * observed up or down yet). */
  483. return 0.0;
  484. }
  485. return ((double) up) / total;
  486. }
  487. /** Return how long the router whose identity digest is <b>id</b> has
  488. * been reachable. Return 0 if the router is unknown or currently deemed
  489. * unreachable. */
  490. long
  491. rep_hist_get_uptime(const char *id, time_t when)
  492. {
  493. or_history_t *hist = get_or_history(id);
  494. if (!hist)
  495. return 0;
  496. if (!hist->start_of_run || when < hist->start_of_run)
  497. return 0;
  498. return when - hist->start_of_run;
  499. }
  500. /** Return an estimated MTBF for the router whose identity digest is
  501. * <b>id</b>. Return 0 if the router is unknown. */
  502. double
  503. rep_hist_get_stability(const char *id, time_t when)
  504. {
  505. or_history_t *hist = get_or_history(id);
  506. if (!hist)
  507. return 0.0;
  508. return get_stability(hist, when);
  509. }
  510. /** Return an estimated percent-of-time-online for the router whose identity
  511. * digest is <b>id</b>. Return 0 if the router is unknown. */
  512. double
  513. rep_hist_get_weighted_fractional_uptime(const char *id, time_t when)
  514. {
  515. or_history_t *hist = get_or_history(id);
  516. if (!hist)
  517. return 0.0;
  518. return get_weighted_fractional_uptime(hist, when);
  519. }
  520. /** Return a number representing how long we've known about the router whose
  521. * digest is <b>id</b>. Return 0 if the router is unknown.
  522. *
  523. * Be careful: this measure increases monotonically as we know the router for
  524. * longer and longer, but it doesn't increase linearly.
  525. */
  526. long
  527. rep_hist_get_weighted_time_known(const char *id, time_t when)
  528. {
  529. or_history_t *hist = get_or_history(id);
  530. if (!hist)
  531. return 0;
  532. return get_total_weighted_time(hist, when);
  533. }
  534. /** Return true if we've been measuring MTBFs for long enough to
  535. * pronounce on Stability. */
  536. int
  537. rep_hist_have_measured_enough_stability(void)
  538. {
  539. /* XXXX023 This doesn't do so well when we change our opinion
  540. * as to whether we're tracking router stability. */
  541. return started_tracking_stability < time(NULL) - 4*60*60;
  542. }
  543. /** Remember that we successfully extended from the OR with identity
  544. * digest <b>from_id</b> to the OR with identity digest
  545. * <b>to_name</b>.
  546. */
  547. void
  548. rep_hist_note_extend_succeeded(const char *from_id, const char *to_id)
  549. {
  550. link_history_t *hist;
  551. /* log_fn(LOG_WARN, "EXTEND SUCCEEDED: %s->%s",from_name,to_name); */
  552. hist = get_link_history(from_id, to_id);
  553. if (!hist)
  554. return;
  555. ++hist->n_extend_ok;
  556. hist->changed = time(NULL);
  557. }
  558. /** Remember that we tried to extend from the OR with identity digest
  559. * <b>from_id</b> to the OR with identity digest <b>to_name</b>, but
  560. * failed.
  561. */
  562. void
  563. rep_hist_note_extend_failed(const char *from_id, const char *to_id)
  564. {
  565. link_history_t *hist;
  566. /* log_fn(LOG_WARN, "EXTEND FAILED: %s->%s",from_name,to_name); */
  567. hist = get_link_history(from_id, to_id);
  568. if (!hist)
  569. return;
  570. ++hist->n_extend_fail;
  571. hist->changed = time(NULL);
  572. }
  573. /** Log all the reliability data we have remembered, with the chosen
  574. * severity.
  575. */
  576. void
  577. rep_hist_dump_stats(time_t now, int severity)
  578. {
  579. digestmap_iter_t *lhist_it;
  580. digestmap_iter_t *orhist_it;
  581. const char *name1, *name2, *digest1, *digest2;
  582. char hexdigest1[HEX_DIGEST_LEN+1];
  583. char hexdigest2[HEX_DIGEST_LEN+1];
  584. or_history_t *or_history;
  585. link_history_t *link_history;
  586. void *or_history_p, *link_history_p;
  587. double uptime;
  588. char buffer[2048];
  589. size_t len;
  590. int ret;
  591. unsigned long upt, downt;
  592. const node_t *node;
  593. rep_history_clean(now - get_options()->RephistTrackTime);
  594. tor_log(severity, LD_HIST, "--------------- Dumping history information:");
  595. for (orhist_it = digestmap_iter_init(history_map);
  596. !digestmap_iter_done(orhist_it);
  597. orhist_it = digestmap_iter_next(history_map,orhist_it)) {
  598. double s;
  599. long stability;
  600. digestmap_iter_get(orhist_it, &digest1, &or_history_p);
  601. or_history = (or_history_t*) or_history_p;
  602. if ((node = node_get_by_id(digest1)) && node_get_nickname(node))
  603. name1 = node_get_nickname(node);
  604. else
  605. name1 = "(unknown)";
  606. base16_encode(hexdigest1, sizeof(hexdigest1), digest1, DIGEST_LEN);
  607. update_or_history(or_history, now);
  608. upt = or_history->uptime;
  609. downt = or_history->downtime;
  610. s = get_stability(or_history, now);
  611. stability = (long)s;
  612. if (upt+downt) {
  613. uptime = ((double)upt) / (upt+downt);
  614. } else {
  615. uptime=1.0;
  616. }
  617. tor_log(severity, LD_HIST,
  618. "OR %s [%s]: %ld/%ld good connections; uptime %ld/%ld sec (%.2f%%); "
  619. "wmtbf %lu:%02lu:%02lu",
  620. name1, hexdigest1,
  621. or_history->n_conn_ok, or_history->n_conn_fail+or_history->n_conn_ok,
  622. upt, upt+downt, uptime*100.0,
  623. stability/3600, (stability/60)%60, stability%60);
  624. if (!digestmap_isempty(or_history->link_history_map)) {
  625. strlcpy(buffer, " Extend attempts: ", sizeof(buffer));
  626. len = strlen(buffer);
  627. for (lhist_it = digestmap_iter_init(or_history->link_history_map);
  628. !digestmap_iter_done(lhist_it);
  629. lhist_it = digestmap_iter_next(or_history->link_history_map,
  630. lhist_it)) {
  631. digestmap_iter_get(lhist_it, &digest2, &link_history_p);
  632. if ((node = node_get_by_id(digest2)) && node_get_nickname(node))
  633. name2 = node_get_nickname(node);
  634. else
  635. name2 = "(unknown)";
  636. link_history = (link_history_t*) link_history_p;
  637. base16_encode(hexdigest2, sizeof(hexdigest2), digest2, DIGEST_LEN);
  638. ret = tor_snprintf(buffer+len, 2048-len, "%s [%s](%ld/%ld); ",
  639. name2,
  640. hexdigest2,
  641. link_history->n_extend_ok,
  642. link_history->n_extend_ok+link_history->n_extend_fail);
  643. if (ret<0)
  644. break;
  645. else
  646. len += ret;
  647. }
  648. tor_log(severity, LD_HIST, "%s", buffer);
  649. }
  650. }
  651. }
  652. /** Remove history info for routers/links that haven't changed since
  653. * <b>before</b>.
  654. */
  655. void
  656. rep_history_clean(time_t before)
  657. {
  658. int authority = authdir_mode(get_options());
  659. or_history_t *or_history;
  660. link_history_t *link_history;
  661. void *or_history_p, *link_history_p;
  662. digestmap_iter_t *orhist_it, *lhist_it;
  663. const char *d1, *d2;
  664. orhist_it = digestmap_iter_init(history_map);
  665. while (!digestmap_iter_done(orhist_it)) {
  666. int remove;
  667. digestmap_iter_get(orhist_it, &d1, &or_history_p);
  668. or_history = or_history_p;
  669. remove = authority ? (or_history->total_run_weights < STABILITY_EPSILON &&
  670. !or_history->start_of_run)
  671. : (or_history->changed < before);
  672. if (remove) {
  673. orhist_it = digestmap_iter_next_rmv(history_map, orhist_it);
  674. free_or_history(or_history);
  675. continue;
  676. }
  677. for (lhist_it = digestmap_iter_init(or_history->link_history_map);
  678. !digestmap_iter_done(lhist_it); ) {
  679. digestmap_iter_get(lhist_it, &d2, &link_history_p);
  680. link_history = link_history_p;
  681. if (link_history->changed < before) {
  682. lhist_it = digestmap_iter_next_rmv(or_history->link_history_map,
  683. lhist_it);
  684. rephist_total_alloc -= sizeof(link_history_t);
  685. tor_free(link_history);
  686. continue;
  687. }
  688. lhist_it = digestmap_iter_next(or_history->link_history_map,lhist_it);
  689. }
  690. orhist_it = digestmap_iter_next(history_map, orhist_it);
  691. }
  692. }
  693. /** Write MTBF data to disk. Return 0 on success, negative on failure.
  694. *
  695. * If <b>missing_means_down</b>, then if we're about to write an entry
  696. * that is still considered up but isn't in our routerlist, consider it
  697. * to be down. */
  698. int
  699. rep_hist_record_mtbf_data(time_t now, int missing_means_down)
  700. {
  701. char time_buf[ISO_TIME_LEN+1];
  702. digestmap_iter_t *orhist_it;
  703. const char *digest;
  704. void *or_history_p;
  705. or_history_t *hist;
  706. open_file_t *open_file = NULL;
  707. FILE *f;
  708. {
  709. char *filename = get_datadir_fname("router-stability");
  710. f = start_writing_to_stdio_file(filename, OPEN_FLAGS_REPLACE|O_TEXT, 0600,
  711. &open_file);
  712. tor_free(filename);
  713. if (!f)
  714. return -1;
  715. }
  716. /* File format is:
  717. * FormatLine *KeywordLine Data
  718. *
  719. * FormatLine = "format 1" NL
  720. * KeywordLine = Keyword SP Arguments NL
  721. * Data = "data" NL *RouterMTBFLine "." NL
  722. * RouterMTBFLine = Fingerprint SP WeightedRunLen SP
  723. * TotalRunWeights [SP S=StartRunTime] NL
  724. */
  725. #define PUT(s) STMT_BEGIN if (fputs((s),f)<0) goto err; STMT_END
  726. #define PRINTF(args) STMT_BEGIN if (fprintf args <0) goto err; STMT_END
  727. PUT("format 2\n");
  728. format_iso_time(time_buf, time(NULL));
  729. PRINTF((f, "stored-at %s\n", time_buf));
  730. if (started_tracking_stability) {
  731. format_iso_time(time_buf, started_tracking_stability);
  732. PRINTF((f, "tracked-since %s\n", time_buf));
  733. }
  734. if (stability_last_downrated) {
  735. format_iso_time(time_buf, stability_last_downrated);
  736. PRINTF((f, "last-downrated %s\n", time_buf));
  737. }
  738. PUT("data\n");
  739. /* XXX Nick: now bridge auths record this for all routers too.
  740. * Should we make them record it only for bridge routers? -RD
  741. * Not for 0.2.0. -NM */
  742. for (orhist_it = digestmap_iter_init(history_map);
  743. !digestmap_iter_done(orhist_it);
  744. orhist_it = digestmap_iter_next(history_map,orhist_it)) {
  745. char dbuf[HEX_DIGEST_LEN+1];
  746. const char *t = NULL;
  747. digestmap_iter_get(orhist_it, &digest, &or_history_p);
  748. hist = (or_history_t*) or_history_p;
  749. base16_encode(dbuf, sizeof(dbuf), digest, DIGEST_LEN);
  750. if (missing_means_down && hist->start_of_run &&
  751. !router_get_by_id_digest(digest)) {
  752. /* We think this relay is running, but it's not listed in our
  753. * routerlist. Somehow it fell out without telling us it went
  754. * down. Complain and also correct it. */
  755. log_info(LD_HIST,
  756. "Relay '%s' is listed as up in rephist, but it's not in "
  757. "our routerlist. Correcting.", dbuf);
  758. rep_hist_note_router_unreachable(digest, now);
  759. }
  760. PRINTF((f, "R %s\n", dbuf));
  761. if (hist->start_of_run > 0) {
  762. format_iso_time(time_buf, hist->start_of_run);
  763. t = time_buf;
  764. }
  765. PRINTF((f, "+MTBF %lu %.5f%s%s\n",
  766. hist->weighted_run_length, hist->total_run_weights,
  767. t ? " S=" : "", t ? t : ""));
  768. t = NULL;
  769. if (hist->start_of_downtime > 0) {
  770. format_iso_time(time_buf, hist->start_of_downtime);
  771. t = time_buf;
  772. }
  773. PRINTF((f, "+WFU %lu %lu%s%s\n",
  774. hist->weighted_uptime, hist->total_weighted_time,
  775. t ? " S=" : "", t ? t : ""));
  776. }
  777. PUT(".\n");
  778. #undef PUT
  779. #undef PRINTF
  780. return finish_writing_to_file(open_file);
  781. err:
  782. abort_writing_to_file(open_file);
  783. return -1;
  784. }
  785. /** Helper: return the first j >= i such that !strcmpstart(sl[j], prefix) and
  786. * such that no line sl[k] with i <= k < j starts with "R ". Return -1 if no
  787. * such line exists. */
  788. static int
  789. find_next_with(smartlist_t *sl, int i, const char *prefix)
  790. {
  791. for ( ; i < smartlist_len(sl); ++i) {
  792. const char *line = smartlist_get(sl, i);
  793. if (!strcmpstart(line, prefix))
  794. return i;
  795. if (!strcmpstart(line, "R "))
  796. return -1;
  797. }
  798. return -1;
  799. }
  800. /** How many bad times has parse_possibly_bad_iso_time() parsed? */
  801. static int n_bogus_times = 0;
  802. /** Parse the ISO-formatted time in <b>s</b> into *<b>time_out</b>, but
  803. * round any pre-1970 date to Jan 1, 1970. */
  804. static int
  805. parse_possibly_bad_iso_time(const char *s, time_t *time_out)
  806. {
  807. int year;
  808. char b[5];
  809. strlcpy(b, s, sizeof(b));
  810. b[4] = '\0';
  811. year = (int)tor_parse_long(b, 10, 0, INT_MAX, NULL, NULL);
  812. if (year < 1970) {
  813. *time_out = 0;
  814. ++n_bogus_times;
  815. return 0;
  816. } else
  817. return parse_iso_time(s, time_out);
  818. }
  819. /** We've read a time <b>t</b> from a file stored at <b>stored_at</b>, which
  820. * says we started measuring at <b>started_measuring</b>. Return a new number
  821. * that's about as much before <b>now</b> as <b>t</b> was before
  822. * <b>stored_at</b>.
  823. */
  824. static INLINE time_t
  825. correct_time(time_t t, time_t now, time_t stored_at, time_t started_measuring)
  826. {
  827. if (t < started_measuring - 24*60*60*365)
  828. return 0;
  829. else if (t < started_measuring)
  830. return started_measuring;
  831. else if (t > stored_at)
  832. return 0;
  833. else {
  834. long run_length = stored_at - t;
  835. t = (time_t)(now - run_length);
  836. if (t < started_measuring)
  837. t = started_measuring;
  838. return t;
  839. }
  840. }
  841. /** Load MTBF data from disk. Returns 0 on success or recoverable error, -1
  842. * on failure. */
  843. int
  844. rep_hist_load_mtbf_data(time_t now)
  845. {
  846. /* XXXX won't handle being called while history is already populated. */
  847. smartlist_t *lines;
  848. const char *line = NULL;
  849. int r=0, i;
  850. time_t last_downrated = 0, stored_at = 0, tracked_since = 0;
  851. time_t latest_possible_start = now;
  852. long format = -1;
  853. {
  854. char *filename = get_datadir_fname("router-stability");
  855. char *d = read_file_to_str(filename, RFTS_IGNORE_MISSING, NULL);
  856. tor_free(filename);
  857. if (!d)
  858. return -1;
  859. lines = smartlist_new();
  860. smartlist_split_string(lines, d, "\n", SPLIT_SKIP_SPACE, 0);
  861. tor_free(d);
  862. }
  863. {
  864. const char *firstline;
  865. if (smartlist_len(lines)>4) {
  866. firstline = smartlist_get(lines, 0);
  867. if (!strcmpstart(firstline, "format "))
  868. format = tor_parse_long(firstline+strlen("format "),
  869. 10, -1, LONG_MAX, NULL, NULL);
  870. }
  871. }
  872. if (format != 1 && format != 2) {
  873. log_warn(LD_HIST,
  874. "Unrecognized format in mtbf history file. Skipping.");
  875. goto err;
  876. }
  877. for (i = 1; i < smartlist_len(lines); ++i) {
  878. line = smartlist_get(lines, i);
  879. if (!strcmp(line, "data"))
  880. break;
  881. if (!strcmpstart(line, "last-downrated ")) {
  882. if (parse_iso_time(line+strlen("last-downrated "), &last_downrated)<0)
  883. log_warn(LD_HIST,"Couldn't parse downrate time in mtbf "
  884. "history file.");
  885. }
  886. if (!strcmpstart(line, "stored-at ")) {
  887. if (parse_iso_time(line+strlen("stored-at "), &stored_at)<0)
  888. log_warn(LD_HIST,"Couldn't parse stored time in mtbf "
  889. "history file.");
  890. }
  891. if (!strcmpstart(line, "tracked-since ")) {
  892. if (parse_iso_time(line+strlen("tracked-since "), &tracked_since)<0)
  893. log_warn(LD_HIST,"Couldn't parse started-tracking time in mtbf "
  894. "history file.");
  895. }
  896. }
  897. if (last_downrated > now)
  898. last_downrated = now;
  899. if (tracked_since > now)
  900. tracked_since = now;
  901. if (!stored_at) {
  902. log_warn(LD_HIST, "No stored time recorded.");
  903. goto err;
  904. }
  905. if (line && !strcmp(line, "data"))
  906. ++i;
  907. n_bogus_times = 0;
  908. for (; i < smartlist_len(lines); ++i) {
  909. char digest[DIGEST_LEN];
  910. char hexbuf[HEX_DIGEST_LEN+1];
  911. char mtbf_timebuf[ISO_TIME_LEN+1];
  912. char wfu_timebuf[ISO_TIME_LEN+1];
  913. time_t start_of_run = 0;
  914. time_t start_of_downtime = 0;
  915. int have_mtbf = 0, have_wfu = 0;
  916. long wrl = 0;
  917. double trw = 0;
  918. long wt_uptime = 0, total_wt_time = 0;
  919. int n;
  920. or_history_t *hist;
  921. line = smartlist_get(lines, i);
  922. if (!strcmp(line, "."))
  923. break;
  924. mtbf_timebuf[0] = '\0';
  925. wfu_timebuf[0] = '\0';
  926. if (format == 1) {
  927. n = tor_sscanf(line, "%40s %ld %lf S=%10s %8s",
  928. hexbuf, &wrl, &trw, mtbf_timebuf, mtbf_timebuf+11);
  929. if (n != 3 && n != 5) {
  930. log_warn(LD_HIST, "Couldn't scan line %s", escaped(line));
  931. continue;
  932. }
  933. have_mtbf = 1;
  934. } else {
  935. // format == 2.
  936. int mtbf_idx, wfu_idx;
  937. if (strcmpstart(line, "R ") || strlen(line) < 2+HEX_DIGEST_LEN)
  938. continue;
  939. strlcpy(hexbuf, line+2, sizeof(hexbuf));
  940. mtbf_idx = find_next_with(lines, i+1, "+MTBF ");
  941. wfu_idx = find_next_with(lines, i+1, "+WFU ");
  942. if (mtbf_idx >= 0) {
  943. const char *mtbfline = smartlist_get(lines, mtbf_idx);
  944. n = tor_sscanf(mtbfline, "+MTBF %lu %lf S=%10s %8s",
  945. &wrl, &trw, mtbf_timebuf, mtbf_timebuf+11);
  946. if (n == 2 || n == 4) {
  947. have_mtbf = 1;
  948. } else {
  949. log_warn(LD_HIST, "Couldn't scan +MTBF line %s",
  950. escaped(mtbfline));
  951. }
  952. }
  953. if (wfu_idx >= 0) {
  954. const char *wfuline = smartlist_get(lines, wfu_idx);
  955. n = tor_sscanf(wfuline, "+WFU %lu %lu S=%10s %8s",
  956. &wt_uptime, &total_wt_time,
  957. wfu_timebuf, wfu_timebuf+11);
  958. if (n == 2 || n == 4) {
  959. have_wfu = 1;
  960. } else {
  961. log_warn(LD_HIST, "Couldn't scan +WFU line %s", escaped(wfuline));
  962. }
  963. }
  964. if (wfu_idx > i)
  965. i = wfu_idx;
  966. if (mtbf_idx > i)
  967. i = mtbf_idx;
  968. }
  969. if (base16_decode(digest, DIGEST_LEN, hexbuf, HEX_DIGEST_LEN) < 0) {
  970. log_warn(LD_HIST, "Couldn't hex string %s", escaped(hexbuf));
  971. continue;
  972. }
  973. hist = get_or_history(digest);
  974. if (!hist)
  975. continue;
  976. if (have_mtbf) {
  977. if (mtbf_timebuf[0]) {
  978. mtbf_timebuf[10] = ' ';
  979. if (parse_possibly_bad_iso_time(mtbf_timebuf, &start_of_run)<0)
  980. log_warn(LD_HIST, "Couldn't parse time %s",
  981. escaped(mtbf_timebuf));
  982. }
  983. hist->start_of_run = correct_time(start_of_run, now, stored_at,
  984. tracked_since);
  985. if (hist->start_of_run < latest_possible_start + wrl)
  986. latest_possible_start = (time_t)(hist->start_of_run - wrl);
  987. hist->weighted_run_length = wrl;
  988. hist->total_run_weights = trw;
  989. }
  990. if (have_wfu) {
  991. if (wfu_timebuf[0]) {
  992. wfu_timebuf[10] = ' ';
  993. if (parse_possibly_bad_iso_time(wfu_timebuf, &start_of_downtime)<0)
  994. log_warn(LD_HIST, "Couldn't parse time %s", escaped(wfu_timebuf));
  995. }
  996. }
  997. hist->start_of_downtime = correct_time(start_of_downtime, now, stored_at,
  998. tracked_since);
  999. hist->weighted_uptime = wt_uptime;
  1000. hist->total_weighted_time = total_wt_time;
  1001. }
  1002. if (strcmp(line, "."))
  1003. log_warn(LD_HIST, "Truncated MTBF file.");
  1004. if (tracked_since < 86400*365) /* Recover from insanely early value. */
  1005. tracked_since = latest_possible_start;
  1006. stability_last_downrated = last_downrated;
  1007. started_tracking_stability = tracked_since;
  1008. goto done;
  1009. err:
  1010. r = -1;
  1011. done:
  1012. SMARTLIST_FOREACH(lines, char *, cp, tor_free(cp));
  1013. smartlist_free(lines);
  1014. return r;
  1015. }
  1016. /** For how many seconds do we keep track of individual per-second bandwidth
  1017. * totals? */
  1018. #define NUM_SECS_ROLLING_MEASURE 10
  1019. /** How large are the intervals for which we track and report bandwidth use? */
  1020. /* XXXX Watch out! Before Tor 0.2.2.21-alpha, using any other value here would
  1021. * generate an unparseable state file. */
  1022. #define NUM_SECS_BW_SUM_INTERVAL (15*60)
  1023. /** How far in the past do we remember and publish bandwidth use? */
  1024. #define NUM_SECS_BW_SUM_IS_VALID (24*60*60)
  1025. /** How many bandwidth usage intervals do we remember? (derived) */
  1026. #define NUM_TOTALS (NUM_SECS_BW_SUM_IS_VALID/NUM_SECS_BW_SUM_INTERVAL)
  1027. /** Structure to track bandwidth use, and remember the maxima for a given
  1028. * time period.
  1029. */
  1030. typedef struct bw_array_t {
  1031. /** Observation array: Total number of bytes transferred in each of the last
  1032. * NUM_SECS_ROLLING_MEASURE seconds. This is used as a circular array. */
  1033. uint64_t obs[NUM_SECS_ROLLING_MEASURE];
  1034. int cur_obs_idx; /**< Current position in obs. */
  1035. time_t cur_obs_time; /**< Time represented in obs[cur_obs_idx] */
  1036. uint64_t total_obs; /**< Total for all members of obs except
  1037. * obs[cur_obs_idx] */
  1038. uint64_t max_total; /**< Largest value that total_obs has taken on in the
  1039. * current period. */
  1040. uint64_t total_in_period; /**< Total bytes transferred in the current
  1041. * period. */
  1042. /** When does the next period begin? */
  1043. time_t next_period;
  1044. /** Where in 'maxima' should the maximum bandwidth usage for the current
  1045. * period be stored? */
  1046. int next_max_idx;
  1047. /** How many values in maxima/totals have been set ever? */
  1048. int num_maxes_set;
  1049. /** Circular array of the maximum
  1050. * bandwidth-per-NUM_SECS_ROLLING_MEASURE usage for the last
  1051. * NUM_TOTALS periods */
  1052. uint64_t maxima[NUM_TOTALS];
  1053. /** Circular array of the total bandwidth usage for the last NUM_TOTALS
  1054. * periods */
  1055. uint64_t totals[NUM_TOTALS];
  1056. } bw_array_t;
  1057. /** Shift the current period of b forward by one. */
  1058. static void
  1059. commit_max(bw_array_t *b)
  1060. {
  1061. /* Store total from current period. */
  1062. b->totals[b->next_max_idx] = b->total_in_period;
  1063. /* Store maximum from current period. */
  1064. b->maxima[b->next_max_idx++] = b->max_total;
  1065. /* Advance next_period and next_max_idx */
  1066. b->next_period += NUM_SECS_BW_SUM_INTERVAL;
  1067. if (b->next_max_idx == NUM_TOTALS)
  1068. b->next_max_idx = 0;
  1069. if (b->num_maxes_set < NUM_TOTALS)
  1070. ++b->num_maxes_set;
  1071. /* Reset max_total. */
  1072. b->max_total = 0;
  1073. /* Reset total_in_period. */
  1074. b->total_in_period = 0;
  1075. }
  1076. /** Shift the current observation time of <b>b</b> forward by one second. */
  1077. static INLINE void
  1078. advance_obs(bw_array_t *b)
  1079. {
  1080. int nextidx;
  1081. uint64_t total;
  1082. /* Calculate the total bandwidth for the last NUM_SECS_ROLLING_MEASURE
  1083. * seconds; adjust max_total as needed.*/
  1084. total = b->total_obs + b->obs[b->cur_obs_idx];
  1085. if (total > b->max_total)
  1086. b->max_total = total;
  1087. nextidx = b->cur_obs_idx+1;
  1088. if (nextidx == NUM_SECS_ROLLING_MEASURE)
  1089. nextidx = 0;
  1090. b->total_obs = total - b->obs[nextidx];
  1091. b->obs[nextidx]=0;
  1092. b->cur_obs_idx = nextidx;
  1093. if (++b->cur_obs_time >= b->next_period)
  1094. commit_max(b);
  1095. }
  1096. /** Add <b>n</b> bytes to the number of bytes in <b>b</b> for second
  1097. * <b>when</b>. */
  1098. static INLINE void
  1099. add_obs(bw_array_t *b, time_t when, uint64_t n)
  1100. {
  1101. if (when < b->cur_obs_time)
  1102. return; /* Don't record data in the past. */
  1103. /* If we're currently adding observations for an earlier second than
  1104. * 'when', advance b->cur_obs_time and b->cur_obs_idx by an
  1105. * appropriate number of seconds, and do all the other housekeeping. */
  1106. while (when > b->cur_obs_time) {
  1107. /* Doing this one second at a time is potentially inefficient, if we start
  1108. with a state file that is very old. Fortunately, it doesn't seem to
  1109. show up in profiles, so we can just ignore it for now. */
  1110. advance_obs(b);
  1111. }
  1112. b->obs[b->cur_obs_idx] += n;
  1113. b->total_in_period += n;
  1114. }
  1115. /** Allocate, initialize, and return a new bw_array. */
  1116. static bw_array_t *
  1117. bw_array_new(void)
  1118. {
  1119. bw_array_t *b;
  1120. time_t start;
  1121. b = tor_malloc_zero(sizeof(bw_array_t));
  1122. rephist_total_alloc += sizeof(bw_array_t);
  1123. start = time(NULL);
  1124. b->cur_obs_time = start;
  1125. b->next_period = start + NUM_SECS_BW_SUM_INTERVAL;
  1126. return b;
  1127. }
  1128. /** Recent history of bandwidth observations for read operations. */
  1129. static bw_array_t *read_array = NULL;
  1130. /** Recent history of bandwidth observations for write operations. */
  1131. static bw_array_t *write_array = NULL;
  1132. /** Recent history of bandwidth observations for read operations for the
  1133. directory protocol. */
  1134. static bw_array_t *dir_read_array = NULL;
  1135. /** Recent history of bandwidth observations for write operations for the
  1136. directory protocol. */
  1137. static bw_array_t *dir_write_array = NULL;
  1138. /** Set up [dir-]read_array and [dir-]write_array, freeing them if they
  1139. * already exist. */
  1140. static void
  1141. bw_arrays_init(void)
  1142. {
  1143. tor_free(read_array);
  1144. tor_free(write_array);
  1145. tor_free(dir_read_array);
  1146. tor_free(dir_write_array);
  1147. read_array = bw_array_new();
  1148. write_array = bw_array_new();
  1149. dir_read_array = bw_array_new();
  1150. dir_write_array = bw_array_new();
  1151. }
  1152. /** Remember that we read <b>num_bytes</b> bytes in second <b>when</b>.
  1153. *
  1154. * Add num_bytes to the current running total for <b>when</b>.
  1155. *
  1156. * <b>when</b> can go back to time, but it's safe to ignore calls
  1157. * earlier than the latest <b>when</b> you've heard of.
  1158. */
  1159. void
  1160. rep_hist_note_bytes_written(size_t num_bytes, time_t when)
  1161. {
  1162. /* Maybe a circular array for recent seconds, and step to a new point
  1163. * every time a new second shows up. Or simpler is to just to have
  1164. * a normal array and push down each item every second; it's short.
  1165. */
  1166. /* When a new second has rolled over, compute the sum of the bytes we've
  1167. * seen over when-1 to when-1-NUM_SECS_ROLLING_MEASURE, and stick it
  1168. * somewhere. See rep_hist_bandwidth_assess() below.
  1169. */
  1170. add_obs(write_array, when, num_bytes);
  1171. }
  1172. /** Remember that we wrote <b>num_bytes</b> bytes in second <b>when</b>.
  1173. * (like rep_hist_note_bytes_written() above)
  1174. */
  1175. void
  1176. rep_hist_note_bytes_read(size_t num_bytes, time_t when)
  1177. {
  1178. /* if we're smart, we can make this func and the one above share code */
  1179. add_obs(read_array, when, num_bytes);
  1180. }
  1181. /** Remember that we wrote <b>num_bytes</b> directory bytes in second
  1182. * <b>when</b>. (like rep_hist_note_bytes_written() above)
  1183. */
  1184. void
  1185. rep_hist_note_dir_bytes_written(size_t num_bytes, time_t when)
  1186. {
  1187. add_obs(dir_write_array, when, num_bytes);
  1188. }
  1189. /** Remember that we read <b>num_bytes</b> directory bytes in second
  1190. * <b>when</b>. (like rep_hist_note_bytes_written() above)
  1191. */
  1192. void
  1193. rep_hist_note_dir_bytes_read(size_t num_bytes, time_t when)
  1194. {
  1195. add_obs(dir_read_array, when, num_bytes);
  1196. }
  1197. /** Helper: Return the largest value in b->maxima. (This is equal to the
  1198. * most bandwidth used in any NUM_SECS_ROLLING_MEASURE period for the last
  1199. * NUM_SECS_BW_SUM_IS_VALID seconds.)
  1200. */
  1201. static uint64_t
  1202. find_largest_max(bw_array_t *b)
  1203. {
  1204. int i;
  1205. uint64_t max;
  1206. max=0;
  1207. for (i=0; i<NUM_TOTALS; ++i) {
  1208. if (b->maxima[i]>max)
  1209. max = b->maxima[i];
  1210. }
  1211. return max;
  1212. }
  1213. /** Find the largest sums in the past NUM_SECS_BW_SUM_IS_VALID (roughly)
  1214. * seconds. Find one sum for reading and one for writing. They don't have
  1215. * to be at the same time.
  1216. *
  1217. * Return the smaller of these sums, divided by NUM_SECS_ROLLING_MEASURE.
  1218. */
  1219. int
  1220. rep_hist_bandwidth_assess(void)
  1221. {
  1222. uint64_t w,r;
  1223. r = find_largest_max(read_array);
  1224. w = find_largest_max(write_array);
  1225. if (r>w)
  1226. return (int)(U64_TO_DBL(w)/NUM_SECS_ROLLING_MEASURE);
  1227. else
  1228. return (int)(U64_TO_DBL(r)/NUM_SECS_ROLLING_MEASURE);
  1229. }
  1230. /** Print the bandwidth history of b (either [dir-]read_array or
  1231. * [dir-]write_array) into the buffer pointed to by buf. The format is
  1232. * simply comma separated numbers, from oldest to newest.
  1233. *
  1234. * It returns the number of bytes written.
  1235. */
  1236. static size_t
  1237. rep_hist_fill_bandwidth_history(char *buf, size_t len, const bw_array_t *b)
  1238. {
  1239. char *cp = buf;
  1240. int i, n;
  1241. const or_options_t *options = get_options();
  1242. uint64_t cutoff;
  1243. if (b->num_maxes_set <= b->next_max_idx) {
  1244. /* We haven't been through the circular array yet; time starts at i=0.*/
  1245. i = 0;
  1246. } else {
  1247. /* We've been around the array at least once. The next i to be
  1248. overwritten is the oldest. */
  1249. i = b->next_max_idx;
  1250. }
  1251. if (options->RelayBandwidthRate) {
  1252. /* We don't want to report that we used more bandwidth than the max we're
  1253. * willing to relay; otherwise everybody will know how much traffic
  1254. * we used ourself. */
  1255. cutoff = options->RelayBandwidthRate * NUM_SECS_BW_SUM_INTERVAL;
  1256. } else {
  1257. cutoff = UINT64_MAX;
  1258. }
  1259. for (n=0; n<b->num_maxes_set; ++n,++i) {
  1260. uint64_t total;
  1261. if (i >= NUM_TOTALS)
  1262. i -= NUM_TOTALS;
  1263. tor_assert(i < NUM_TOTALS);
  1264. /* Round the bandwidth used down to the nearest 1k. */
  1265. total = b->totals[i] & ~0x3ff;
  1266. if (total > cutoff)
  1267. total = cutoff;
  1268. if (n==(b->num_maxes_set-1))
  1269. tor_snprintf(cp, len-(cp-buf), U64_FORMAT, U64_PRINTF_ARG(total));
  1270. else
  1271. tor_snprintf(cp, len-(cp-buf), U64_FORMAT",", U64_PRINTF_ARG(total));
  1272. cp += strlen(cp);
  1273. }
  1274. return cp-buf;
  1275. }
  1276. /** Allocate and return lines for representing this server's bandwidth
  1277. * history in its descriptor. We publish these lines in our extra-info
  1278. * descriptor.
  1279. */
  1280. char *
  1281. rep_hist_get_bandwidth_lines(void)
  1282. {
  1283. char *buf, *cp;
  1284. char t[ISO_TIME_LEN+1];
  1285. int r;
  1286. bw_array_t *b = NULL;
  1287. const char *desc = NULL;
  1288. size_t len;
  1289. /* [dirreq-](read|write)-history yyyy-mm-dd HH:MM:SS (n s) n,n,n... */
  1290. /* The n,n,n part above. Largest representation of a uint64_t is 20 chars
  1291. * long, plus the comma. */
  1292. #define MAX_HIST_VALUE_LEN (21*NUM_TOTALS)
  1293. len = (67+MAX_HIST_VALUE_LEN)*4;
  1294. buf = tor_malloc_zero(len);
  1295. cp = buf;
  1296. for (r=0;r<4;++r) {
  1297. char tmp[MAX_HIST_VALUE_LEN];
  1298. size_t slen;
  1299. switch (r) {
  1300. case 0:
  1301. b = write_array;
  1302. desc = "write-history";
  1303. break;
  1304. case 1:
  1305. b = read_array;
  1306. desc = "read-history";
  1307. break;
  1308. case 2:
  1309. b = dir_write_array;
  1310. desc = "dirreq-write-history";
  1311. break;
  1312. case 3:
  1313. b = dir_read_array;
  1314. desc = "dirreq-read-history";
  1315. break;
  1316. }
  1317. tor_assert(b);
  1318. slen = rep_hist_fill_bandwidth_history(tmp, MAX_HIST_VALUE_LEN, b);
  1319. /* If we don't have anything to write, skip to the next entry. */
  1320. if (slen == 0)
  1321. continue;
  1322. format_iso_time(t, b->next_period-NUM_SECS_BW_SUM_INTERVAL);
  1323. tor_snprintf(cp, len-(cp-buf), "%s %s (%d s) ",
  1324. desc, t, NUM_SECS_BW_SUM_INTERVAL);
  1325. cp += strlen(cp);
  1326. strlcat(cp, tmp, len-(cp-buf));
  1327. cp += slen;
  1328. strlcat(cp, "\n", len-(cp-buf));
  1329. ++cp;
  1330. }
  1331. return buf;
  1332. }
  1333. /** Write a single bw_array_t into the Values, Ends, Interval, and Maximum
  1334. * entries of an or_state_t. Done before writing out a new state file. */
  1335. static void
  1336. rep_hist_update_bwhist_state_section(or_state_t *state,
  1337. const bw_array_t *b,
  1338. smartlist_t **s_values,
  1339. smartlist_t **s_maxima,
  1340. time_t *s_begins,
  1341. int *s_interval)
  1342. {
  1343. int i,j;
  1344. uint64_t maxval;
  1345. if (*s_values) {
  1346. SMARTLIST_FOREACH(*s_values, char *, val, tor_free(val));
  1347. smartlist_free(*s_values);
  1348. }
  1349. if (*s_maxima) {
  1350. SMARTLIST_FOREACH(*s_maxima, char *, val, tor_free(val));
  1351. smartlist_free(*s_maxima);
  1352. }
  1353. if (! server_mode(get_options())) {
  1354. /* Clients don't need to store bandwidth history persistently;
  1355. * force these values to the defaults. */
  1356. /* FFFF we should pull the default out of config.c's state table,
  1357. * so we don't have two defaults. */
  1358. if (*s_begins != 0 || *s_interval != 900) {
  1359. time_t now = time(NULL);
  1360. time_t save_at = get_options()->AvoidDiskWrites ? now+3600 : now+600;
  1361. or_state_mark_dirty(state, save_at);
  1362. }
  1363. *s_begins = 0;
  1364. *s_interval = 900;
  1365. *s_values = smartlist_new();
  1366. *s_maxima = smartlist_new();
  1367. return;
  1368. }
  1369. *s_begins = b->next_period;
  1370. *s_interval = NUM_SECS_BW_SUM_INTERVAL;
  1371. *s_values = smartlist_new();
  1372. *s_maxima = smartlist_new();
  1373. /* Set i to first position in circular array */
  1374. i = (b->num_maxes_set <= b->next_max_idx) ? 0 : b->next_max_idx;
  1375. for (j=0; j < b->num_maxes_set; ++j,++i) {
  1376. if (i >= NUM_TOTALS)
  1377. i = 0;
  1378. smartlist_add_asprintf(*s_values, U64_FORMAT,
  1379. U64_PRINTF_ARG(b->totals[i] & ~0x3ff));
  1380. maxval = b->maxima[i] / NUM_SECS_ROLLING_MEASURE;
  1381. smartlist_add_asprintf(*s_maxima, U64_FORMAT,
  1382. U64_PRINTF_ARG(maxval & ~0x3ff));
  1383. }
  1384. smartlist_add_asprintf(*s_values, U64_FORMAT,
  1385. U64_PRINTF_ARG(b->total_in_period & ~0x3ff));
  1386. maxval = b->max_total / NUM_SECS_ROLLING_MEASURE;
  1387. smartlist_add_asprintf(*s_maxima, U64_FORMAT,
  1388. U64_PRINTF_ARG(maxval & ~0x3ff));
  1389. }
  1390. /** Update <b>state</b> with the newest bandwidth history. Done before
  1391. * writing out a new state file. */
  1392. void
  1393. rep_hist_update_state(or_state_t *state)
  1394. {
  1395. #define UPDATE(arrname,st) \
  1396. rep_hist_update_bwhist_state_section(state,\
  1397. (arrname),\
  1398. &state->BWHistory ## st ## Values, \
  1399. &state->BWHistory ## st ## Maxima, \
  1400. &state->BWHistory ## st ## Ends, \
  1401. &state->BWHistory ## st ## Interval)
  1402. UPDATE(write_array, Write);
  1403. UPDATE(read_array, Read);
  1404. UPDATE(dir_write_array, DirWrite);
  1405. UPDATE(dir_read_array, DirRead);
  1406. if (server_mode(get_options())) {
  1407. or_state_mark_dirty(state, time(NULL)+(2*3600));
  1408. }
  1409. #undef UPDATE
  1410. }
  1411. /** Load a single bw_array_t from its Values, Ends, Maxima, and Interval
  1412. * entries in an or_state_t. Done while reading the state file. */
  1413. static int
  1414. rep_hist_load_bwhist_state_section(bw_array_t *b,
  1415. const smartlist_t *s_values,
  1416. const smartlist_t *s_maxima,
  1417. const time_t s_begins,
  1418. const int s_interval)
  1419. {
  1420. time_t now = time(NULL);
  1421. int retval = 0;
  1422. time_t start;
  1423. uint64_t v, mv;
  1424. int i,ok,ok_m;
  1425. int have_maxima = s_maxima && s_values &&
  1426. (smartlist_len(s_values) == smartlist_len(s_maxima));
  1427. if (s_values && s_begins >= now - NUM_SECS_BW_SUM_INTERVAL*NUM_TOTALS) {
  1428. start = s_begins - s_interval*(smartlist_len(s_values));
  1429. if (start > now)
  1430. return 0;
  1431. b->cur_obs_time = start;
  1432. b->next_period = start + NUM_SECS_BW_SUM_INTERVAL;
  1433. SMARTLIST_FOREACH_BEGIN(s_values, const char *, cp) {
  1434. const char *maxstr = NULL;
  1435. v = tor_parse_uint64(cp, 10, 0, UINT64_MAX, &ok, NULL);
  1436. if (have_maxima) {
  1437. maxstr = smartlist_get(s_maxima, cp_sl_idx);
  1438. mv = tor_parse_uint64(maxstr, 10, 0, UINT64_MAX, &ok_m, NULL);
  1439. mv *= NUM_SECS_ROLLING_MEASURE;
  1440. } else {
  1441. /* No maxima known; guess average rate to be conservative. */
  1442. mv = (v / s_interval) * NUM_SECS_ROLLING_MEASURE;
  1443. }
  1444. if (!ok) {
  1445. retval = -1;
  1446. log_notice(LD_HIST, "Could not parse value '%s' into a number.'",cp);
  1447. }
  1448. if (maxstr && !ok_m) {
  1449. retval = -1;
  1450. log_notice(LD_HIST, "Could not parse maximum '%s' into a number.'",
  1451. maxstr);
  1452. }
  1453. if (start < now) {
  1454. time_t cur_start = start;
  1455. time_t actual_interval_len = s_interval;
  1456. uint64_t cur_val = 0;
  1457. /* Calculate the average per second. This is the best we can do
  1458. * because our state file doesn't have per-second resolution. */
  1459. if (start + s_interval > now)
  1460. actual_interval_len = now - start;
  1461. cur_val = v / actual_interval_len;
  1462. /* This is potentially inefficient, but since we don't do it very
  1463. * often it should be ok. */
  1464. while (cur_start < start + actual_interval_len) {
  1465. add_obs(b, cur_start, cur_val);
  1466. ++cur_start;
  1467. }
  1468. b->max_total = mv;
  1469. /* This will result in some fairly choppy history if s_interval
  1470. * is not the same as NUM_SECS_BW_SUM_INTERVAL. XXXX */
  1471. start += actual_interval_len;
  1472. }
  1473. } SMARTLIST_FOREACH_END(cp);
  1474. }
  1475. /* Clean up maxima and observed */
  1476. for (i=0; i<NUM_SECS_ROLLING_MEASURE; ++i) {
  1477. b->obs[i] = 0;
  1478. }
  1479. b->total_obs = 0;
  1480. return retval;
  1481. }
  1482. /** Set bandwidth history from the state file we just loaded. */
  1483. int
  1484. rep_hist_load_state(or_state_t *state, char **err)
  1485. {
  1486. int all_ok = 1;
  1487. /* Assert they already have been malloced */
  1488. tor_assert(read_array && write_array);
  1489. tor_assert(dir_read_array && dir_write_array);
  1490. #define LOAD(arrname,st) \
  1491. if (rep_hist_load_bwhist_state_section( \
  1492. (arrname), \
  1493. state->BWHistory ## st ## Values, \
  1494. state->BWHistory ## st ## Maxima, \
  1495. state->BWHistory ## st ## Ends, \
  1496. state->BWHistory ## st ## Interval)<0) \
  1497. all_ok = 0
  1498. LOAD(write_array, Write);
  1499. LOAD(read_array, Read);
  1500. LOAD(dir_write_array, DirWrite);
  1501. LOAD(dir_read_array, DirRead);
  1502. #undef LOAD
  1503. if (!all_ok) {
  1504. *err = tor_strdup("Parsing of bandwidth history values failed");
  1505. /* and create fresh arrays */
  1506. bw_arrays_init();
  1507. return -1;
  1508. }
  1509. return 0;
  1510. }
  1511. /*********************************************************************/
  1512. /** A single predicted port: used to remember which ports we've made
  1513. * connections to, so that we can try to keep making circuits that can handle
  1514. * those ports. */
  1515. typedef struct predicted_port_t {
  1516. /** The port we connected to */
  1517. uint16_t port;
  1518. /** The time at which we last used it */
  1519. time_t time;
  1520. } predicted_port_t;
  1521. /** A list of port numbers that have been used recently. */
  1522. static smartlist_t *predicted_ports_list=NULL;
  1523. /** We just got an application request for a connection with
  1524. * port <b>port</b>. Remember it for the future, so we can keep
  1525. * some circuits open that will exit to this port.
  1526. */
  1527. static void
  1528. add_predicted_port(time_t now, uint16_t port)
  1529. {
  1530. predicted_port_t *pp = tor_malloc(sizeof(predicted_port_t));
  1531. pp->port = port;
  1532. pp->time = now;
  1533. rephist_total_alloc += sizeof(*pp);
  1534. smartlist_add(predicted_ports_list, pp);
  1535. }
  1536. /** Initialize whatever memory and structs are needed for predicting
  1537. * which ports will be used. Also seed it with port 80, so we'll build
  1538. * circuits on start-up.
  1539. */
  1540. static void
  1541. predicted_ports_init(void)
  1542. {
  1543. predicted_ports_list = smartlist_new();
  1544. add_predicted_port(time(NULL), 80); /* add one to kickstart us */
  1545. }
  1546. /** Free whatever memory is needed for predicting which ports will
  1547. * be used.
  1548. */
  1549. static void
  1550. predicted_ports_free(void)
  1551. {
  1552. rephist_total_alloc -=
  1553. smartlist_len(predicted_ports_list)*sizeof(predicted_port_t);
  1554. SMARTLIST_FOREACH(predicted_ports_list, predicted_port_t *,
  1555. pp, tor_free(pp));
  1556. smartlist_free(predicted_ports_list);
  1557. }
  1558. /** Remember that <b>port</b> has been asked for as of time <b>now</b>.
  1559. * This is used for predicting what sorts of streams we'll make in the
  1560. * future and making exit circuits to anticipate that.
  1561. */
  1562. void
  1563. rep_hist_note_used_port(time_t now, uint16_t port)
  1564. {
  1565. tor_assert(predicted_ports_list);
  1566. if (!port) /* record nothing */
  1567. return;
  1568. SMARTLIST_FOREACH_BEGIN(predicted_ports_list, predicted_port_t *, pp) {
  1569. if (pp->port == port) {
  1570. pp->time = now;
  1571. return;
  1572. }
  1573. } SMARTLIST_FOREACH_END(pp);
  1574. /* it's not there yet; we need to add it */
  1575. add_predicted_port(now, port);
  1576. }
  1577. /** Return a newly allocated pointer to a list of uint16_t * for ports that
  1578. * are likely to be asked for in the near future.
  1579. */
  1580. smartlist_t *
  1581. rep_hist_get_predicted_ports(time_t now)
  1582. {
  1583. int predicted_circs_relevance_time;
  1584. smartlist_t *out = smartlist_new();
  1585. tor_assert(predicted_ports_list);
  1586. predicted_circs_relevance_time = get_options()->PredictedPortsRelevanceTime;
  1587. /* clean out obsolete entries */
  1588. SMARTLIST_FOREACH_BEGIN(predicted_ports_list, predicted_port_t *, pp) {
  1589. if (pp->time + predicted_circs_relevance_time < now) {
  1590. log_debug(LD_CIRC, "Expiring predicted port %d", pp->port);
  1591. rephist_total_alloc -= sizeof(predicted_port_t);
  1592. tor_free(pp);
  1593. SMARTLIST_DEL_CURRENT(predicted_ports_list, pp);
  1594. } else {
  1595. smartlist_add(out, tor_memdup(&pp->port, sizeof(uint16_t)));
  1596. }
  1597. } SMARTLIST_FOREACH_END(pp);
  1598. return out;
  1599. }
  1600. /**
  1601. * Take a list of uint16_t *, and remove every port in the list from the
  1602. * current list of predicted ports.
  1603. */
  1604. void
  1605. rep_hist_remove_predicted_ports(const smartlist_t *rmv_ports)
  1606. {
  1607. /* Let's do this on O(N), not O(N^2). */
  1608. bitarray_t *remove_ports = bitarray_init_zero(UINT16_MAX);
  1609. SMARTLIST_FOREACH(rmv_ports, const uint16_t *, p,
  1610. bitarray_set(remove_ports, *p));
  1611. SMARTLIST_FOREACH_BEGIN(predicted_ports_list, predicted_port_t *, pp) {
  1612. if (bitarray_is_set(remove_ports, pp->port)) {
  1613. tor_free(pp);
  1614. SMARTLIST_DEL_CURRENT(predicted_ports_list, pp);
  1615. }
  1616. } SMARTLIST_FOREACH_END(pp);
  1617. bitarray_free(remove_ports);
  1618. }
  1619. /** The user asked us to do a resolve. Rather than keeping track of
  1620. * timings and such of resolves, we fake it for now by treating
  1621. * it the same way as a connection to port 80. This way we will continue
  1622. * to have circuits lying around if the user only uses Tor for resolves.
  1623. */
  1624. void
  1625. rep_hist_note_used_resolve(time_t now)
  1626. {
  1627. rep_hist_note_used_port(now, 80);
  1628. }
  1629. /** The last time at which we needed an internal circ. */
  1630. static time_t predicted_internal_time = 0;
  1631. /** The last time we needed an internal circ with good uptime. */
  1632. static time_t predicted_internal_uptime_time = 0;
  1633. /** The last time we needed an internal circ with good capacity. */
  1634. static time_t predicted_internal_capacity_time = 0;
  1635. /** Remember that we used an internal circ at time <b>now</b>. */
  1636. void
  1637. rep_hist_note_used_internal(time_t now, int need_uptime, int need_capacity)
  1638. {
  1639. predicted_internal_time = now;
  1640. if (need_uptime)
  1641. predicted_internal_uptime_time = now;
  1642. if (need_capacity)
  1643. predicted_internal_capacity_time = now;
  1644. }
  1645. /** Return 1 if we've used an internal circ recently; else return 0. */
  1646. int
  1647. rep_hist_get_predicted_internal(time_t now, int *need_uptime,
  1648. int *need_capacity)
  1649. {
  1650. int predicted_circs_relevance_time;
  1651. predicted_circs_relevance_time = get_options()->PredictedPortsRelevanceTime;
  1652. if (!predicted_internal_time) { /* initialize it */
  1653. predicted_internal_time = now;
  1654. predicted_internal_uptime_time = now;
  1655. predicted_internal_capacity_time = now;
  1656. }
  1657. if (predicted_internal_time + predicted_circs_relevance_time < now)
  1658. return 0; /* too long ago */
  1659. if (predicted_internal_uptime_time + predicted_circs_relevance_time >= now)
  1660. *need_uptime = 1;
  1661. // Always predict that we need capacity.
  1662. *need_capacity = 1;
  1663. return 1;
  1664. }
  1665. /** Any ports used lately? These are pre-seeded if we just started
  1666. * up or if we're running a hidden service. */
  1667. int
  1668. any_predicted_circuits(time_t now)
  1669. {
  1670. int predicted_circs_relevance_time;
  1671. predicted_circs_relevance_time = get_options()->PredictedPortsRelevanceTime;
  1672. return smartlist_len(predicted_ports_list) ||
  1673. predicted_internal_time + predicted_circs_relevance_time >= now;
  1674. }
  1675. /** Return 1 if we have no need for circuits currently, else return 0. */
  1676. int
  1677. rep_hist_circbuilding_dormant(time_t now)
  1678. {
  1679. if (any_predicted_circuits(now))
  1680. return 0;
  1681. /* see if we'll still need to build testing circuits */
  1682. if (server_mode(get_options()) &&
  1683. (!check_whether_orport_reachable() || !circuit_enough_testing_circs()))
  1684. return 0;
  1685. if (!check_whether_dirport_reachable())
  1686. return 0;
  1687. return 1;
  1688. }
  1689. /** Structure to track how many times we've done each public key operation. */
  1690. static struct {
  1691. /** How many directory objects have we signed? */
  1692. unsigned long n_signed_dir_objs;
  1693. /** How many routerdescs have we signed? */
  1694. unsigned long n_signed_routerdescs;
  1695. /** How many directory objects have we verified? */
  1696. unsigned long n_verified_dir_objs;
  1697. /** How many routerdescs have we verified */
  1698. unsigned long n_verified_routerdescs;
  1699. /** How many onionskins have we encrypted to build circuits? */
  1700. unsigned long n_onionskins_encrypted;
  1701. /** How many onionskins have we decrypted to do circuit build requests? */
  1702. unsigned long n_onionskins_decrypted;
  1703. /** How many times have we done the TLS handshake as a client? */
  1704. unsigned long n_tls_client_handshakes;
  1705. /** How many times have we done the TLS handshake as a server? */
  1706. unsigned long n_tls_server_handshakes;
  1707. /** How many PK operations have we done as a hidden service client? */
  1708. unsigned long n_rend_client_ops;
  1709. /** How many PK operations have we done as a hidden service midpoint? */
  1710. unsigned long n_rend_mid_ops;
  1711. /** How many PK operations have we done as a hidden service provider? */
  1712. unsigned long n_rend_server_ops;
  1713. } pk_op_counts = {0,0,0,0,0,0,0,0,0,0,0};
  1714. /** Increment the count of the number of times we've done <b>operation</b>. */
  1715. void
  1716. note_crypto_pk_op(pk_op_t operation)
  1717. {
  1718. switch (operation)
  1719. {
  1720. case SIGN_DIR:
  1721. pk_op_counts.n_signed_dir_objs++;
  1722. break;
  1723. case SIGN_RTR:
  1724. pk_op_counts.n_signed_routerdescs++;
  1725. break;
  1726. case VERIFY_DIR:
  1727. pk_op_counts.n_verified_dir_objs++;
  1728. break;
  1729. case VERIFY_RTR:
  1730. pk_op_counts.n_verified_routerdescs++;
  1731. break;
  1732. case ENC_ONIONSKIN:
  1733. pk_op_counts.n_onionskins_encrypted++;
  1734. break;
  1735. case DEC_ONIONSKIN:
  1736. pk_op_counts.n_onionskins_decrypted++;
  1737. break;
  1738. case TLS_HANDSHAKE_C:
  1739. pk_op_counts.n_tls_client_handshakes++;
  1740. break;
  1741. case TLS_HANDSHAKE_S:
  1742. pk_op_counts.n_tls_server_handshakes++;
  1743. break;
  1744. case REND_CLIENT:
  1745. pk_op_counts.n_rend_client_ops++;
  1746. break;
  1747. case REND_MID:
  1748. pk_op_counts.n_rend_mid_ops++;
  1749. break;
  1750. case REND_SERVER:
  1751. pk_op_counts.n_rend_server_ops++;
  1752. break;
  1753. default:
  1754. log_warn(LD_BUG, "Unknown pk operation %d", operation);
  1755. }
  1756. }
  1757. /** Log the number of times we've done each public/private-key operation. */
  1758. void
  1759. dump_pk_ops(int severity)
  1760. {
  1761. tor_log(severity, LD_HIST,
  1762. "PK operations: %lu directory objects signed, "
  1763. "%lu directory objects verified, "
  1764. "%lu routerdescs signed, "
  1765. "%lu routerdescs verified, "
  1766. "%lu onionskins encrypted, "
  1767. "%lu onionskins decrypted, "
  1768. "%lu client-side TLS handshakes, "
  1769. "%lu server-side TLS handshakes, "
  1770. "%lu rendezvous client operations, "
  1771. "%lu rendezvous middle operations, "
  1772. "%lu rendezvous server operations.",
  1773. pk_op_counts.n_signed_dir_objs,
  1774. pk_op_counts.n_verified_dir_objs,
  1775. pk_op_counts.n_signed_routerdescs,
  1776. pk_op_counts.n_verified_routerdescs,
  1777. pk_op_counts.n_onionskins_encrypted,
  1778. pk_op_counts.n_onionskins_decrypted,
  1779. pk_op_counts.n_tls_client_handshakes,
  1780. pk_op_counts.n_tls_server_handshakes,
  1781. pk_op_counts.n_rend_client_ops,
  1782. pk_op_counts.n_rend_mid_ops,
  1783. pk_op_counts.n_rend_server_ops);
  1784. }
  1785. /*** Exit port statistics ***/
  1786. /* Some constants */
  1787. /** To what multiple should byte numbers be rounded up? */
  1788. #define EXIT_STATS_ROUND_UP_BYTES 1024
  1789. /** To what multiple should stream counts be rounded up? */
  1790. #define EXIT_STATS_ROUND_UP_STREAMS 4
  1791. /** Number of TCP ports */
  1792. #define EXIT_STATS_NUM_PORTS 65536
  1793. /** Top n ports that will be included in exit stats. */
  1794. #define EXIT_STATS_TOP_N_PORTS 10
  1795. /* The following data structures are arrays and no fancy smartlists or maps,
  1796. * so that all write operations can be done in constant time. This comes at
  1797. * the price of some memory (1.25 MB) and linear complexity when writing
  1798. * stats for measuring relays. */
  1799. /** Number of bytes read in current period by exit port */
  1800. static uint64_t *exit_bytes_read = NULL;
  1801. /** Number of bytes written in current period by exit port */
  1802. static uint64_t *exit_bytes_written = NULL;
  1803. /** Number of streams opened in current period by exit port */
  1804. static uint32_t *exit_streams = NULL;
  1805. /** Start time of exit stats or 0 if we're not collecting exit stats. */
  1806. static time_t start_of_exit_stats_interval;
  1807. /** Initialize exit port stats. */
  1808. void
  1809. rep_hist_exit_stats_init(time_t now)
  1810. {
  1811. start_of_exit_stats_interval = now;
  1812. exit_bytes_read = tor_malloc_zero(EXIT_STATS_NUM_PORTS *
  1813. sizeof(uint64_t));
  1814. exit_bytes_written = tor_malloc_zero(EXIT_STATS_NUM_PORTS *
  1815. sizeof(uint64_t));
  1816. exit_streams = tor_malloc_zero(EXIT_STATS_NUM_PORTS *
  1817. sizeof(uint32_t));
  1818. }
  1819. /** Reset counters for exit port statistics. */
  1820. void
  1821. rep_hist_reset_exit_stats(time_t now)
  1822. {
  1823. start_of_exit_stats_interval = now;
  1824. memset(exit_bytes_read, 0, EXIT_STATS_NUM_PORTS * sizeof(uint64_t));
  1825. memset(exit_bytes_written, 0, EXIT_STATS_NUM_PORTS * sizeof(uint64_t));
  1826. memset(exit_streams, 0, EXIT_STATS_NUM_PORTS * sizeof(uint32_t));
  1827. }
  1828. /** Stop collecting exit port stats in a way that we can re-start doing
  1829. * so in rep_hist_exit_stats_init(). */
  1830. void
  1831. rep_hist_exit_stats_term(void)
  1832. {
  1833. start_of_exit_stats_interval = 0;
  1834. tor_free(exit_bytes_read);
  1835. tor_free(exit_bytes_written);
  1836. tor_free(exit_streams);
  1837. }
  1838. /** Helper for qsort: compare two ints. Does not handle overflow properly,
  1839. * but works fine for sorting an array of port numbers, which is what we use
  1840. * it for. */
  1841. static int
  1842. compare_int_(const void *x, const void *y)
  1843. {
  1844. return (*(int*)x - *(int*)y);
  1845. }
  1846. /** Return a newly allocated string containing the exit port statistics
  1847. * until <b>now</b>, or NULL if we're not collecting exit stats. Caller
  1848. * must ensure start_of_exit_stats_interval is in the past. */
  1849. char *
  1850. rep_hist_format_exit_stats(time_t now)
  1851. {
  1852. int i, j, top_elements = 0, cur_min_idx = 0, cur_port;
  1853. uint64_t top_bytes[EXIT_STATS_TOP_N_PORTS];
  1854. int top_ports[EXIT_STATS_TOP_N_PORTS];
  1855. uint64_t cur_bytes = 0, other_read = 0, other_written = 0,
  1856. total_read = 0, total_written = 0;
  1857. uint32_t total_streams = 0, other_streams = 0;
  1858. smartlist_t *written_strings, *read_strings, *streams_strings;
  1859. char *written_string, *read_string, *streams_string;
  1860. char t[ISO_TIME_LEN+1];
  1861. char *result;
  1862. if (!start_of_exit_stats_interval)
  1863. return NULL; /* Not initialized. */
  1864. tor_assert(now >= start_of_exit_stats_interval);
  1865. /* Go through all ports to find the n ports that saw most written and
  1866. * read bytes.
  1867. *
  1868. * Invariant: at the end of the loop for iteration i,
  1869. * total_read is the sum of all exit_bytes_read[0..i]
  1870. * total_written is the sum of all exit_bytes_written[0..i]
  1871. * total_stream is the sum of all exit_streams[0..i]
  1872. *
  1873. * top_elements = MAX(EXIT_STATS_TOP_N_PORTS,
  1874. * #{j | 0 <= j <= i && volume(i) > 0})
  1875. *
  1876. * For all 0 <= j < top_elements,
  1877. * top_bytes[j] > 0
  1878. * 0 <= top_ports[j] <= 65535
  1879. * top_bytes[j] = volume(top_ports[j])
  1880. *
  1881. * There is no j in 0..i and k in 0..top_elements such that:
  1882. * volume(j) > top_bytes[k] AND j is not in top_ports[0..top_elements]
  1883. *
  1884. * There is no j!=cur_min_idx in 0..top_elements such that:
  1885. * top_bytes[j] < top_bytes[cur_min_idx]
  1886. *
  1887. * where volume(x) == exit_bytes_read[x]+exit_bytes_written[x]
  1888. *
  1889. * Worst case: O(EXIT_STATS_NUM_PORTS * EXIT_STATS_TOP_N_PORTS)
  1890. */
  1891. for (i = 1; i < EXIT_STATS_NUM_PORTS; i++) {
  1892. total_read += exit_bytes_read[i];
  1893. total_written += exit_bytes_written[i];
  1894. total_streams += exit_streams[i];
  1895. cur_bytes = exit_bytes_read[i] + exit_bytes_written[i];
  1896. if (cur_bytes == 0) {
  1897. continue;
  1898. }
  1899. if (top_elements < EXIT_STATS_TOP_N_PORTS) {
  1900. top_bytes[top_elements] = cur_bytes;
  1901. top_ports[top_elements++] = i;
  1902. } else if (cur_bytes > top_bytes[cur_min_idx]) {
  1903. top_bytes[cur_min_idx] = cur_bytes;
  1904. top_ports[cur_min_idx] = i;
  1905. } else {
  1906. continue;
  1907. }
  1908. cur_min_idx = 0;
  1909. for (j = 1; j < top_elements; j++) {
  1910. if (top_bytes[j] < top_bytes[cur_min_idx]) {
  1911. cur_min_idx = j;
  1912. }
  1913. }
  1914. }
  1915. /* Add observations of top ports to smartlists. */
  1916. written_strings = smartlist_new();
  1917. read_strings = smartlist_new();
  1918. streams_strings = smartlist_new();
  1919. other_read = total_read;
  1920. other_written = total_written;
  1921. other_streams = total_streams;
  1922. /* Sort the ports; this puts them out of sync with top_bytes, but we
  1923. * won't be using top_bytes again anyway */
  1924. qsort(top_ports, top_elements, sizeof(int), compare_int_);
  1925. for (j = 0; j < top_elements; j++) {
  1926. cur_port = top_ports[j];
  1927. if (exit_bytes_written[cur_port] > 0) {
  1928. uint64_t num = round_uint64_to_next_multiple_of(
  1929. exit_bytes_written[cur_port],
  1930. EXIT_STATS_ROUND_UP_BYTES);
  1931. num /= 1024;
  1932. smartlist_add_asprintf(written_strings, "%d="U64_FORMAT,
  1933. cur_port, U64_PRINTF_ARG(num));
  1934. other_written -= exit_bytes_written[cur_port];
  1935. }
  1936. if (exit_bytes_read[cur_port] > 0) {
  1937. uint64_t num = round_uint64_to_next_multiple_of(
  1938. exit_bytes_read[cur_port],
  1939. EXIT_STATS_ROUND_UP_BYTES);
  1940. num /= 1024;
  1941. smartlist_add_asprintf(read_strings, "%d="U64_FORMAT,
  1942. cur_port, U64_PRINTF_ARG(num));
  1943. other_read -= exit_bytes_read[cur_port];
  1944. }
  1945. if (exit_streams[cur_port] > 0) {
  1946. uint32_t num = round_uint32_to_next_multiple_of(
  1947. exit_streams[cur_port],
  1948. EXIT_STATS_ROUND_UP_STREAMS);
  1949. smartlist_add_asprintf(streams_strings, "%d=%u", cur_port, num);
  1950. other_streams -= exit_streams[cur_port];
  1951. }
  1952. }
  1953. /* Add observations of other ports in a single element. */
  1954. other_written = round_uint64_to_next_multiple_of(other_written,
  1955. EXIT_STATS_ROUND_UP_BYTES);
  1956. other_written /= 1024;
  1957. smartlist_add_asprintf(written_strings, "other="U64_FORMAT,
  1958. U64_PRINTF_ARG(other_written));
  1959. other_read = round_uint64_to_next_multiple_of(other_read,
  1960. EXIT_STATS_ROUND_UP_BYTES);
  1961. other_read /= 1024;
  1962. smartlist_add_asprintf(read_strings, "other="U64_FORMAT,
  1963. U64_PRINTF_ARG(other_read));
  1964. other_streams = round_uint32_to_next_multiple_of(other_streams,
  1965. EXIT_STATS_ROUND_UP_STREAMS);
  1966. smartlist_add_asprintf(streams_strings, "other=%u", other_streams);
  1967. /* Join all observations in single strings. */
  1968. written_string = smartlist_join_strings(written_strings, ",", 0, NULL);
  1969. read_string = smartlist_join_strings(read_strings, ",", 0, NULL);
  1970. streams_string = smartlist_join_strings(streams_strings, ",", 0, NULL);
  1971. SMARTLIST_FOREACH(written_strings, char *, cp, tor_free(cp));
  1972. SMARTLIST_FOREACH(read_strings, char *, cp, tor_free(cp));
  1973. SMARTLIST_FOREACH(streams_strings, char *, cp, tor_free(cp));
  1974. smartlist_free(written_strings);
  1975. smartlist_free(read_strings);
  1976. smartlist_free(streams_strings);
  1977. /* Put everything together. */
  1978. format_iso_time(t, now);
  1979. tor_asprintf(&result, "exit-stats-end %s (%d s)\n"
  1980. "exit-kibibytes-written %s\n"
  1981. "exit-kibibytes-read %s\n"
  1982. "exit-streams-opened %s\n",
  1983. t, (unsigned) (now - start_of_exit_stats_interval),
  1984. written_string,
  1985. read_string,
  1986. streams_string);
  1987. tor_free(written_string);
  1988. tor_free(read_string);
  1989. tor_free(streams_string);
  1990. return result;
  1991. }
  1992. /** If 24 hours have passed since the beginning of the current exit port
  1993. * stats period, write exit stats to $DATADIR/stats/exit-stats (possibly
  1994. * overwriting an existing file) and reset counters. Return when we would
  1995. * next want to write exit stats or 0 if we never want to write. */
  1996. time_t
  1997. rep_hist_exit_stats_write(time_t now)
  1998. {
  1999. char *str = NULL;
  2000. if (!start_of_exit_stats_interval)
  2001. return 0; /* Not initialized. */
  2002. if (start_of_exit_stats_interval + WRITE_STATS_INTERVAL > now)
  2003. goto done; /* Not ready to write. */
  2004. log_info(LD_HIST, "Writing exit port statistics to disk.");
  2005. /* Generate history string. */
  2006. str = rep_hist_format_exit_stats(now);
  2007. /* Reset counters. */
  2008. rep_hist_reset_exit_stats(now);
  2009. /* Try to write to disk. */
  2010. if (!check_or_create_data_subdir("stats")) {
  2011. write_to_data_subdir("stats", "exit-stats", str, "exit port statistics");
  2012. }
  2013. done:
  2014. tor_free(str);
  2015. return start_of_exit_stats_interval + WRITE_STATS_INTERVAL;
  2016. }
  2017. /** Note that we wrote <b>num_written</b> bytes and read <b>num_read</b>
  2018. * bytes to/from an exit connection to <b>port</b>. */
  2019. void
  2020. rep_hist_note_exit_bytes(uint16_t port, size_t num_written,
  2021. size_t num_read)
  2022. {
  2023. if (!start_of_exit_stats_interval)
  2024. return; /* Not initialized. */
  2025. exit_bytes_written[port] += num_written;
  2026. exit_bytes_read[port] += num_read;
  2027. log_debug(LD_HIST, "Written %lu bytes and read %lu bytes to/from an "
  2028. "exit connection to port %d.",
  2029. (unsigned long)num_written, (unsigned long)num_read, port);
  2030. }
  2031. /** Note that we opened an exit stream to <b>port</b>. */
  2032. void
  2033. rep_hist_note_exit_stream_opened(uint16_t port)
  2034. {
  2035. if (!start_of_exit_stats_interval)
  2036. return; /* Not initialized. */
  2037. exit_streams[port]++;
  2038. log_debug(LD_HIST, "Opened exit stream to port %d", port);
  2039. }
  2040. /*** cell statistics ***/
  2041. /** Start of the current buffer stats interval or 0 if we're not
  2042. * collecting buffer statistics. */
  2043. static time_t start_of_buffer_stats_interval;
  2044. /** Initialize buffer stats. */
  2045. void
  2046. rep_hist_buffer_stats_init(time_t now)
  2047. {
  2048. start_of_buffer_stats_interval = now;
  2049. }
  2050. /** Statistics from a single circuit. Collected when the circuit closes, or
  2051. * when we flush statistics to disk. */
  2052. typedef struct circ_buffer_stats_t {
  2053. /** Average number of cells in the circuit's queue */
  2054. double mean_num_cells_in_queue;
  2055. /** Average time a cell waits in the queue. */
  2056. double mean_time_cells_in_queue;
  2057. /** Total number of cells sent over this circuit */
  2058. uint32_t processed_cells;
  2059. } circ_buffer_stats_t;
  2060. /** List of circ_buffer_stats_t. */
  2061. static smartlist_t *circuits_for_buffer_stats = NULL;
  2062. /** Remember cell statistics <b>mean_num_cells_in_queue</b>,
  2063. * <b>mean_time_cells_in_queue</b>, and <b>processed_cells</b> of a
  2064. * circuit. */
  2065. void
  2066. rep_hist_add_buffer_stats(double mean_num_cells_in_queue,
  2067. double mean_time_cells_in_queue, uint32_t processed_cells)
  2068. {
  2069. circ_buffer_stats_t *stat;
  2070. if (!start_of_buffer_stats_interval)
  2071. return; /* Not initialized. */
  2072. stat = tor_malloc_zero(sizeof(circ_buffer_stats_t));
  2073. stat->mean_num_cells_in_queue = mean_num_cells_in_queue;
  2074. stat->mean_time_cells_in_queue = mean_time_cells_in_queue;
  2075. stat->processed_cells = processed_cells;
  2076. if (!circuits_for_buffer_stats)
  2077. circuits_for_buffer_stats = smartlist_new();
  2078. smartlist_add(circuits_for_buffer_stats, stat);
  2079. }
  2080. /** Remember cell statistics for circuit <b>circ</b> at time
  2081. * <b>end_of_interval</b> and reset cell counters in case the circuit
  2082. * remains open in the next measurement interval. */
  2083. void
  2084. rep_hist_buffer_stats_add_circ(circuit_t *circ, time_t end_of_interval)
  2085. {
  2086. time_t start_of_interval;
  2087. int interval_length;
  2088. or_circuit_t *orcirc;
  2089. double mean_num_cells_in_queue, mean_time_cells_in_queue;
  2090. uint32_t processed_cells;
  2091. if (CIRCUIT_IS_ORIGIN(circ))
  2092. return;
  2093. orcirc = TO_OR_CIRCUIT(circ);
  2094. if (!orcirc->processed_cells)
  2095. return;
  2096. start_of_interval = (circ->timestamp_created.tv_sec >
  2097. start_of_buffer_stats_interval) ?
  2098. (time_t)circ->timestamp_created.tv_sec :
  2099. start_of_buffer_stats_interval;
  2100. interval_length = (int) (end_of_interval - start_of_interval);
  2101. if (interval_length <= 0)
  2102. return;
  2103. processed_cells = orcirc->processed_cells;
  2104. /* 1000.0 for s -> ms; 2.0 because of app-ward and exit-ward queues */
  2105. mean_num_cells_in_queue = (double) orcirc->total_cell_waiting_time /
  2106. (double) interval_length / 1000.0 / 2.0;
  2107. mean_time_cells_in_queue =
  2108. (double) orcirc->total_cell_waiting_time /
  2109. (double) orcirc->processed_cells;
  2110. orcirc->total_cell_waiting_time = 0;
  2111. orcirc->processed_cells = 0;
  2112. rep_hist_add_buffer_stats(mean_num_cells_in_queue,
  2113. mean_time_cells_in_queue,
  2114. processed_cells);
  2115. }
  2116. /** Sorting helper: return -1, 1, or 0 based on comparison of two
  2117. * circ_buffer_stats_t */
  2118. static int
  2119. buffer_stats_compare_entries_(const void **_a, const void **_b)
  2120. {
  2121. const circ_buffer_stats_t *a = *_a, *b = *_b;
  2122. if (a->processed_cells < b->processed_cells)
  2123. return 1;
  2124. else if (a->processed_cells > b->processed_cells)
  2125. return -1;
  2126. else
  2127. return 0;
  2128. }
  2129. /** Stop collecting cell stats in a way that we can re-start doing so in
  2130. * rep_hist_buffer_stats_init(). */
  2131. void
  2132. rep_hist_buffer_stats_term(void)
  2133. {
  2134. rep_hist_reset_buffer_stats(0);
  2135. }
  2136. /** Clear history of circuit statistics and set the measurement interval
  2137. * start to <b>now</b>. */
  2138. void
  2139. rep_hist_reset_buffer_stats(time_t now)
  2140. {
  2141. if (!circuits_for_buffer_stats)
  2142. circuits_for_buffer_stats = smartlist_new();
  2143. SMARTLIST_FOREACH(circuits_for_buffer_stats, circ_buffer_stats_t *,
  2144. stat, tor_free(stat));
  2145. smartlist_clear(circuits_for_buffer_stats);
  2146. start_of_buffer_stats_interval = now;
  2147. }
  2148. /** Return a newly allocated string containing the buffer statistics until
  2149. * <b>now</b>, or NULL if we're not collecting buffer stats. Caller must
  2150. * ensure start_of_buffer_stats_interval is in the past. */
  2151. char *
  2152. rep_hist_format_buffer_stats(time_t now)
  2153. {
  2154. #define SHARES 10
  2155. uint64_t processed_cells[SHARES];
  2156. uint32_t circs_in_share[SHARES];
  2157. int number_of_circuits, i;
  2158. double queued_cells[SHARES], time_in_queue[SHARES];
  2159. smartlist_t *processed_cells_strings, *queued_cells_strings,
  2160. *time_in_queue_strings;
  2161. char *processed_cells_string, *queued_cells_string,
  2162. *time_in_queue_string;
  2163. char t[ISO_TIME_LEN+1];
  2164. char *result;
  2165. if (!start_of_buffer_stats_interval)
  2166. return NULL; /* Not initialized. */
  2167. tor_assert(now >= start_of_buffer_stats_interval);
  2168. /* Calculate deciles if we saw at least one circuit. */
  2169. memset(processed_cells, 0, SHARES * sizeof(uint64_t));
  2170. memset(circs_in_share, 0, SHARES * sizeof(uint32_t));
  2171. memset(queued_cells, 0, SHARES * sizeof(double));
  2172. memset(time_in_queue, 0, SHARES * sizeof(double));
  2173. if (!circuits_for_buffer_stats)
  2174. circuits_for_buffer_stats = smartlist_new();
  2175. number_of_circuits = smartlist_len(circuits_for_buffer_stats);
  2176. if (number_of_circuits > 0) {
  2177. smartlist_sort(circuits_for_buffer_stats,
  2178. buffer_stats_compare_entries_);
  2179. i = 0;
  2180. SMARTLIST_FOREACH_BEGIN(circuits_for_buffer_stats,
  2181. circ_buffer_stats_t *, stat)
  2182. {
  2183. int share = i++ * SHARES / number_of_circuits;
  2184. processed_cells[share] += stat->processed_cells;
  2185. queued_cells[share] += stat->mean_num_cells_in_queue;
  2186. time_in_queue[share] += stat->mean_time_cells_in_queue;
  2187. circs_in_share[share]++;
  2188. }
  2189. SMARTLIST_FOREACH_END(stat);
  2190. }
  2191. /* Write deciles to strings. */
  2192. processed_cells_strings = smartlist_new();
  2193. queued_cells_strings = smartlist_new();
  2194. time_in_queue_strings = smartlist_new();
  2195. for (i = 0; i < SHARES; i++) {
  2196. smartlist_add_asprintf(processed_cells_strings,
  2197. U64_FORMAT, !circs_in_share[i] ? 0 :
  2198. U64_PRINTF_ARG(processed_cells[i] /
  2199. circs_in_share[i]));
  2200. }
  2201. for (i = 0; i < SHARES; i++) {
  2202. smartlist_add_asprintf(queued_cells_strings, "%.2f",
  2203. circs_in_share[i] == 0 ? 0.0 :
  2204. queued_cells[i] / (double) circs_in_share[i]);
  2205. }
  2206. for (i = 0; i < SHARES; i++) {
  2207. smartlist_add_asprintf(time_in_queue_strings, "%.0f",
  2208. circs_in_share[i] == 0 ? 0.0 :
  2209. time_in_queue[i] / (double) circs_in_share[i]);
  2210. }
  2211. /* Join all observations in single strings. */
  2212. processed_cells_string = smartlist_join_strings(processed_cells_strings,
  2213. ",", 0, NULL);
  2214. queued_cells_string = smartlist_join_strings(queued_cells_strings,
  2215. ",", 0, NULL);
  2216. time_in_queue_string = smartlist_join_strings(time_in_queue_strings,
  2217. ",", 0, NULL);
  2218. SMARTLIST_FOREACH(processed_cells_strings, char *, cp, tor_free(cp));
  2219. SMARTLIST_FOREACH(queued_cells_strings, char *, cp, tor_free(cp));
  2220. SMARTLIST_FOREACH(time_in_queue_strings, char *, cp, tor_free(cp));
  2221. smartlist_free(processed_cells_strings);
  2222. smartlist_free(queued_cells_strings);
  2223. smartlist_free(time_in_queue_strings);
  2224. /* Put everything together. */
  2225. format_iso_time(t, now);
  2226. tor_asprintf(&result, "cell-stats-end %s (%d s)\n"
  2227. "cell-processed-cells %s\n"
  2228. "cell-queued-cells %s\n"
  2229. "cell-time-in-queue %s\n"
  2230. "cell-circuits-per-decile %d\n",
  2231. t, (unsigned) (now - start_of_buffer_stats_interval),
  2232. processed_cells_string,
  2233. queued_cells_string,
  2234. time_in_queue_string,
  2235. (number_of_circuits + SHARES - 1) / SHARES);
  2236. tor_free(processed_cells_string);
  2237. tor_free(queued_cells_string);
  2238. tor_free(time_in_queue_string);
  2239. return result;
  2240. #undef SHARES
  2241. }
  2242. /** If 24 hours have passed since the beginning of the current buffer
  2243. * stats period, write buffer stats to $DATADIR/stats/buffer-stats
  2244. * (possibly overwriting an existing file) and reset counters. Return
  2245. * when we would next want to write buffer stats or 0 if we never want to
  2246. * write. */
  2247. time_t
  2248. rep_hist_buffer_stats_write(time_t now)
  2249. {
  2250. circuit_t *circ;
  2251. char *str = NULL;
  2252. if (!start_of_buffer_stats_interval)
  2253. return 0; /* Not initialized. */
  2254. if (start_of_buffer_stats_interval + WRITE_STATS_INTERVAL > now)
  2255. goto done; /* Not ready to write */
  2256. /* Add open circuits to the history. */
  2257. TOR_LIST_FOREACH(circ, circuit_get_global_list(), head) {
  2258. rep_hist_buffer_stats_add_circ(circ, now);
  2259. }
  2260. /* Generate history string. */
  2261. str = rep_hist_format_buffer_stats(now);
  2262. /* Reset both buffer history and counters of open circuits. */
  2263. rep_hist_reset_buffer_stats(now);
  2264. /* Try to write to disk. */
  2265. if (!check_or_create_data_subdir("stats")) {
  2266. write_to_data_subdir("stats", "buffer-stats", str, "buffer statistics");
  2267. }
  2268. done:
  2269. tor_free(str);
  2270. return start_of_buffer_stats_interval + WRITE_STATS_INTERVAL;
  2271. }
  2272. /*** Descriptor serving statistics ***/
  2273. /** Digestmap to track which descriptors were downloaded this stats
  2274. * collection interval. It maps descriptor digest to pointers to 1,
  2275. * effectively turning this into a list. */
  2276. static digestmap_t *served_descs = NULL;
  2277. /** Number of how many descriptors were downloaded in total during this
  2278. * interval. */
  2279. static unsigned long total_descriptor_downloads;
  2280. /** Start time of served descs stats or 0 if we're not collecting those. */
  2281. static time_t start_of_served_descs_stats_interval;
  2282. /** Initialize descriptor stats. */
  2283. void
  2284. rep_hist_desc_stats_init(time_t now)
  2285. {
  2286. if (served_descs) {
  2287. log_warn(LD_BUG, "Called rep_hist_desc_stats_init() when desc stats were "
  2288. "already initialized. This is probably harmless.");
  2289. return; // Already initialized
  2290. }
  2291. served_descs = digestmap_new();
  2292. total_descriptor_downloads = 0;
  2293. start_of_served_descs_stats_interval = now;
  2294. }
  2295. /** Reset served descs stats to empty, starting a new interval <b>now</b>. */
  2296. static void
  2297. rep_hist_reset_desc_stats(time_t now)
  2298. {
  2299. rep_hist_desc_stats_term();
  2300. rep_hist_desc_stats_init(now);
  2301. }
  2302. /** Stop collecting served descs stats, so that rep_hist_desc_stats_init() is
  2303. * safe to be called again. */
  2304. void
  2305. rep_hist_desc_stats_term(void)
  2306. {
  2307. digestmap_free(served_descs, NULL);
  2308. served_descs = NULL;
  2309. start_of_served_descs_stats_interval = 0;
  2310. total_descriptor_downloads = 0;
  2311. }
  2312. /** Helper for rep_hist_desc_stats_write(). Return a newly allocated string
  2313. * containing the served desc statistics until now, or NULL if we're not
  2314. * collecting served desc stats. Caller must ensure that now is not before
  2315. * start_of_served_descs_stats_interval. */
  2316. static char *
  2317. rep_hist_format_desc_stats(time_t now)
  2318. {
  2319. char t[ISO_TIME_LEN+1];
  2320. char *result;
  2321. digestmap_iter_t *iter;
  2322. const char *key;
  2323. void *val;
  2324. unsigned size;
  2325. int *vals, max = 0, q3 = 0, md = 0, q1 = 0, min = 0;
  2326. int n = 0;
  2327. if (!start_of_served_descs_stats_interval)
  2328. return NULL;
  2329. size = digestmap_size(served_descs);
  2330. if (size > 0) {
  2331. vals = tor_malloc(size * sizeof(int));
  2332. for (iter = digestmap_iter_init(served_descs);
  2333. !digestmap_iter_done(iter);
  2334. iter = digestmap_iter_next(served_descs, iter)) {
  2335. uintptr_t count;
  2336. digestmap_iter_get(iter, &key, &val);
  2337. count = (uintptr_t)val;
  2338. vals[n++] = (int)count;
  2339. (void)key;
  2340. }
  2341. max = find_nth_int(vals, size, size-1);
  2342. q3 = find_nth_int(vals, size, (3*size-1)/4);
  2343. md = find_nth_int(vals, size, (size-1)/2);
  2344. q1 = find_nth_int(vals, size, (size-1)/4);
  2345. min = find_nth_int(vals, size, 0);
  2346. tor_free(vals);
  2347. }
  2348. format_iso_time(t, now);
  2349. tor_asprintf(&result,
  2350. "served-descs-stats-end %s (%d s) total=%lu unique=%u "
  2351. "max=%d q3=%d md=%d q1=%d min=%d\n",
  2352. t,
  2353. (unsigned) (now - start_of_served_descs_stats_interval),
  2354. total_descriptor_downloads,
  2355. size, max, q3, md, q1, min);
  2356. return result;
  2357. }
  2358. /** If WRITE_STATS_INTERVAL seconds have passed since the beginning of
  2359. * the current served desc stats interval, write the stats to
  2360. * $DATADIR/stats/served-desc-stats (possibly appending to an existing file)
  2361. * and reset the state for the next interval. Return when we would next want
  2362. * to write served desc stats or 0 if we won't want to write. */
  2363. time_t
  2364. rep_hist_desc_stats_write(time_t now)
  2365. {
  2366. char *filename = NULL, *str = NULL;
  2367. if (!start_of_served_descs_stats_interval)
  2368. return 0; /* We're not collecting stats. */
  2369. if (start_of_served_descs_stats_interval + WRITE_STATS_INTERVAL > now)
  2370. return start_of_served_descs_stats_interval + WRITE_STATS_INTERVAL;
  2371. str = rep_hist_format_desc_stats(now);
  2372. tor_assert(str != NULL);
  2373. if (check_or_create_data_subdir("stats") < 0) {
  2374. goto done;
  2375. }
  2376. filename = get_datadir_fname2("stats", "served-desc-stats");
  2377. if (append_bytes_to_file(filename, str, strlen(str), 0) < 0)
  2378. log_warn(LD_HIST, "Unable to write served descs statistics to disk!");
  2379. rep_hist_reset_desc_stats(now);
  2380. done:
  2381. tor_free(filename);
  2382. tor_free(str);
  2383. return start_of_served_descs_stats_interval + WRITE_STATS_INTERVAL;
  2384. }
  2385. /* DOCDOC rep_hist_note_desc_served */
  2386. void
  2387. rep_hist_note_desc_served(const char * desc)
  2388. {
  2389. void *val;
  2390. uintptr_t count;
  2391. if (!served_descs)
  2392. return; // We're not collecting stats
  2393. val = digestmap_get(served_descs, desc);
  2394. count = (uintptr_t)val;
  2395. if (count != INT_MAX)
  2396. ++count;
  2397. digestmap_set(served_descs, desc, (void*)count);
  2398. total_descriptor_downloads++;
  2399. }
  2400. /*** Connection statistics ***/
  2401. /** Start of the current connection stats interval or 0 if we're not
  2402. * collecting connection statistics. */
  2403. static time_t start_of_conn_stats_interval;
  2404. /** Initialize connection stats. */
  2405. void
  2406. rep_hist_conn_stats_init(time_t now)
  2407. {
  2408. start_of_conn_stats_interval = now;
  2409. }
  2410. /* Count connections that we read and wrote less than these many bytes
  2411. * from/to as below threshold. */
  2412. #define BIDI_THRESHOLD 20480
  2413. /* Count connections that we read or wrote at least this factor as many
  2414. * bytes from/to than we wrote or read to/from as mostly reading or
  2415. * writing. */
  2416. #define BIDI_FACTOR 10
  2417. /* Interval length in seconds for considering read and written bytes for
  2418. * connection stats. */
  2419. #define BIDI_INTERVAL 10
  2420. /** Start of next BIDI_INTERVAL second interval. */
  2421. static time_t bidi_next_interval = 0;
  2422. /** Number of connections that we read and wrote less than BIDI_THRESHOLD
  2423. * bytes from/to in BIDI_INTERVAL seconds. */
  2424. static uint32_t below_threshold = 0;
  2425. /** Number of connections that we read at least BIDI_FACTOR times more
  2426. * bytes from than we wrote to in BIDI_INTERVAL seconds. */
  2427. static uint32_t mostly_read = 0;
  2428. /** Number of connections that we wrote at least BIDI_FACTOR times more
  2429. * bytes to than we read from in BIDI_INTERVAL seconds. */
  2430. static uint32_t mostly_written = 0;
  2431. /** Number of connections that we read and wrote at least BIDI_THRESHOLD
  2432. * bytes from/to, but not BIDI_FACTOR times more in either direction in
  2433. * BIDI_INTERVAL seconds. */
  2434. static uint32_t both_read_and_written = 0;
  2435. /** Entry in a map from connection ID to the number of read and written
  2436. * bytes on this connection in a BIDI_INTERVAL second interval. */
  2437. typedef struct bidi_map_entry_t {
  2438. HT_ENTRY(bidi_map_entry_t) node;
  2439. uint64_t conn_id; /**< Connection ID */
  2440. size_t read; /**< Number of read bytes */
  2441. size_t written; /**< Number of written bytes */
  2442. } bidi_map_entry_t;
  2443. /** Map of OR connections together with the number of read and written
  2444. * bytes in the current BIDI_INTERVAL second interval. */
  2445. static HT_HEAD(bidimap, bidi_map_entry_t) bidi_map =
  2446. HT_INITIALIZER();
  2447. static int
  2448. bidi_map_ent_eq(const bidi_map_entry_t *a, const bidi_map_entry_t *b)
  2449. {
  2450. return a->conn_id == b->conn_id;
  2451. }
  2452. /* DOCDOC bidi_map_ent_hash */
  2453. static unsigned
  2454. bidi_map_ent_hash(const bidi_map_entry_t *entry)
  2455. {
  2456. return (unsigned) entry->conn_id;
  2457. }
  2458. HT_PROTOTYPE(bidimap, bidi_map_entry_t, node, bidi_map_ent_hash,
  2459. bidi_map_ent_eq);
  2460. HT_GENERATE(bidimap, bidi_map_entry_t, node, bidi_map_ent_hash,
  2461. bidi_map_ent_eq, 0.6, malloc, realloc, free);
  2462. /* DOCDOC bidi_map_free */
  2463. static void
  2464. bidi_map_free(void)
  2465. {
  2466. bidi_map_entry_t **ptr, **next, *ent;
  2467. for (ptr = HT_START(bidimap, &bidi_map); ptr; ptr = next) {
  2468. ent = *ptr;
  2469. next = HT_NEXT_RMV(bidimap, &bidi_map, ptr);
  2470. tor_free(ent);
  2471. }
  2472. HT_CLEAR(bidimap, &bidi_map);
  2473. }
  2474. /** Reset counters for conn statistics. */
  2475. void
  2476. rep_hist_reset_conn_stats(time_t now)
  2477. {
  2478. start_of_conn_stats_interval = now;
  2479. below_threshold = 0;
  2480. mostly_read = 0;
  2481. mostly_written = 0;
  2482. both_read_and_written = 0;
  2483. bidi_map_free();
  2484. }
  2485. /** Stop collecting connection stats in a way that we can re-start doing
  2486. * so in rep_hist_conn_stats_init(). */
  2487. void
  2488. rep_hist_conn_stats_term(void)
  2489. {
  2490. rep_hist_reset_conn_stats(0);
  2491. }
  2492. /** We read <b>num_read</b> bytes and wrote <b>num_written</b> from/to OR
  2493. * connection <b>conn_id</b> in second <b>when</b>. If this is the first
  2494. * observation in a new interval, sum up the last observations. Add bytes
  2495. * for this connection. */
  2496. void
  2497. rep_hist_note_or_conn_bytes(uint64_t conn_id, size_t num_read,
  2498. size_t num_written, time_t when)
  2499. {
  2500. if (!start_of_conn_stats_interval)
  2501. return;
  2502. /* Initialize */
  2503. if (bidi_next_interval == 0)
  2504. bidi_next_interval = when + BIDI_INTERVAL;
  2505. /* Sum up last period's statistics */
  2506. if (when >= bidi_next_interval) {
  2507. bidi_map_entry_t **ptr, **next, *ent;
  2508. for (ptr = HT_START(bidimap, &bidi_map); ptr; ptr = next) {
  2509. ent = *ptr;
  2510. if (ent->read + ent->written < BIDI_THRESHOLD)
  2511. below_threshold++;
  2512. else if (ent->read >= ent->written * BIDI_FACTOR)
  2513. mostly_read++;
  2514. else if (ent->written >= ent->read * BIDI_FACTOR)
  2515. mostly_written++;
  2516. else
  2517. both_read_and_written++;
  2518. next = HT_NEXT_RMV(bidimap, &bidi_map, ptr);
  2519. tor_free(ent);
  2520. }
  2521. while (when >= bidi_next_interval)
  2522. bidi_next_interval += BIDI_INTERVAL;
  2523. log_info(LD_GENERAL, "%d below threshold, %d mostly read, "
  2524. "%d mostly written, %d both read and written.",
  2525. below_threshold, mostly_read, mostly_written,
  2526. both_read_and_written);
  2527. }
  2528. /* Add this connection's bytes. */
  2529. if (num_read > 0 || num_written > 0) {
  2530. bidi_map_entry_t *entry, lookup;
  2531. lookup.conn_id = conn_id;
  2532. entry = HT_FIND(bidimap, &bidi_map, &lookup);
  2533. if (entry) {
  2534. entry->written += num_written;
  2535. entry->read += num_read;
  2536. } else {
  2537. entry = tor_malloc_zero(sizeof(bidi_map_entry_t));
  2538. entry->conn_id = conn_id;
  2539. entry->written = num_written;
  2540. entry->read = num_read;
  2541. HT_INSERT(bidimap, &bidi_map, entry);
  2542. }
  2543. }
  2544. }
  2545. /** Return a newly allocated string containing the connection statistics
  2546. * until <b>now</b>, or NULL if we're not collecting conn stats. Caller must
  2547. * ensure start_of_conn_stats_interval is in the past. */
  2548. char *
  2549. rep_hist_format_conn_stats(time_t now)
  2550. {
  2551. char *result, written[ISO_TIME_LEN+1];
  2552. if (!start_of_conn_stats_interval)
  2553. return NULL; /* Not initialized. */
  2554. tor_assert(now >= start_of_conn_stats_interval);
  2555. format_iso_time(written, now);
  2556. tor_asprintf(&result, "conn-bi-direct %s (%d s) %d,%d,%d,%d\n",
  2557. written,
  2558. (unsigned) (now - start_of_conn_stats_interval),
  2559. below_threshold,
  2560. mostly_read,
  2561. mostly_written,
  2562. both_read_and_written);
  2563. return result;
  2564. }
  2565. /** If 24 hours have passed since the beginning of the current conn stats
  2566. * period, write conn stats to $DATADIR/stats/conn-stats (possibly
  2567. * overwriting an existing file) and reset counters. Return when we would
  2568. * next want to write conn stats or 0 if we never want to write. */
  2569. time_t
  2570. rep_hist_conn_stats_write(time_t now)
  2571. {
  2572. char *str = NULL;
  2573. if (!start_of_conn_stats_interval)
  2574. return 0; /* Not initialized. */
  2575. if (start_of_conn_stats_interval + WRITE_STATS_INTERVAL > now)
  2576. goto done; /* Not ready to write */
  2577. /* Generate history string. */
  2578. str = rep_hist_format_conn_stats(now);
  2579. /* Reset counters. */
  2580. rep_hist_reset_conn_stats(now);
  2581. /* Try to write to disk. */
  2582. if (!check_or_create_data_subdir("stats")) {
  2583. write_to_data_subdir("stats", "conn-stats", str, "connection statistics");
  2584. }
  2585. done:
  2586. tor_free(str);
  2587. return start_of_conn_stats_interval + WRITE_STATS_INTERVAL;
  2588. }
  2589. /** Internal statistics to track how many requests of each type of
  2590. * handshake we've received, and how many we've assigned to cpuworkers.
  2591. * Useful for seeing trends in cpu load.
  2592. * @{ */
  2593. STATIC int onion_handshakes_requested[MAX_ONION_HANDSHAKE_TYPE+1] = {0};
  2594. STATIC int onion_handshakes_assigned[MAX_ONION_HANDSHAKE_TYPE+1] = {0};
  2595. /**@}*/
  2596. /** A new onionskin (using the <b>type</b> handshake) has arrived. */
  2597. void
  2598. rep_hist_note_circuit_handshake_requested(uint16_t type)
  2599. {
  2600. if (type <= MAX_ONION_HANDSHAKE_TYPE)
  2601. onion_handshakes_requested[type]++;
  2602. }
  2603. /** We've sent an onionskin (using the <b>type</b> handshake) to a
  2604. * cpuworker. */
  2605. void
  2606. rep_hist_note_circuit_handshake_assigned(uint16_t type)
  2607. {
  2608. if (type <= MAX_ONION_HANDSHAKE_TYPE)
  2609. onion_handshakes_assigned[type]++;
  2610. }
  2611. /** Log our onionskin statistics since the last time we were called. */
  2612. void
  2613. rep_hist_log_circuit_handshake_stats(time_t now)
  2614. {
  2615. (void)now;
  2616. log_notice(LD_HEARTBEAT, "Circuit handshake stats since last time: "
  2617. "%d/%d TAP, %d/%d NTor.",
  2618. onion_handshakes_assigned[ONION_HANDSHAKE_TYPE_TAP],
  2619. onion_handshakes_requested[ONION_HANDSHAKE_TYPE_TAP],
  2620. onion_handshakes_assigned[ONION_HANDSHAKE_TYPE_NTOR],
  2621. onion_handshakes_requested[ONION_HANDSHAKE_TYPE_NTOR]);
  2622. memset(onion_handshakes_assigned, 0, sizeof(onion_handshakes_assigned));
  2623. memset(onion_handshakes_requested, 0, sizeof(onion_handshakes_requested));
  2624. }
  2625. /** Free all storage held by the OR/link history caches, by the
  2626. * bandwidth history arrays, by the port history, or by statistics . */
  2627. void
  2628. rep_hist_free_all(void)
  2629. {
  2630. digestmap_free(history_map, free_or_history);
  2631. tor_free(read_array);
  2632. tor_free(write_array);
  2633. tor_free(dir_read_array);
  2634. tor_free(dir_write_array);
  2635. tor_free(exit_bytes_read);
  2636. tor_free(exit_bytes_written);
  2637. tor_free(exit_streams);
  2638. predicted_ports_free();
  2639. bidi_map_free();
  2640. if (circuits_for_buffer_stats) {
  2641. SMARTLIST_FOREACH(circuits_for_buffer_stats, circ_buffer_stats_t *, s,
  2642. tor_free(s));
  2643. smartlist_free(circuits_for_buffer_stats);
  2644. circuits_for_buffer_stats = NULL;
  2645. }
  2646. rep_hist_desc_stats_term();
  2647. total_descriptor_downloads = 0;
  2648. }