123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658 |
- /* Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
- * Copyright (c) 2007-2010, The Tor Project, Inc. */
- /* See LICENSE for licensing information */
- /**
- * \file rephist.c
- * \brief Basic history and "reputation" functionality to remember
- * which servers have worked in the past, how much bandwidth we've
- * been using, which ports we tend to want, and so on; further,
- * exit port statistics, cell statistics, and connection statistics.
- **/
- #include "or.h"
- #include "circuitlist.h"
- #include "circuituse.h"
- #include "config.h"
- #include "nodelist.h"
- #include "rephist.h"
- #include "router.h"
- #include "routerlist.h"
- #include "ht.h"
- static void bw_arrays_init(void);
- static void predicted_ports_init(void);
- /** Total number of bytes currently allocated in fields used by rephist.c. */
- uint64_t rephist_total_alloc=0;
- /** Number of or_history_t objects currently allocated. */
- uint32_t rephist_total_num=0;
- /** If the total weighted run count of all runs for a router ever falls
- * below this amount, the router can be treated as having 0 MTBF. */
- #define STABILITY_EPSILON 0.0001
- /** Value by which to discount all old intervals for MTBF purposes. This
- * is compounded every STABILITY_INTERVAL. */
- #define STABILITY_ALPHA 0.95
- /** Interval at which to discount all old intervals for MTBF purposes. */
- #define STABILITY_INTERVAL (12*60*60)
- /* (This combination of ALPHA, INTERVAL, and EPSILON makes it so that an
- * interval that just ended counts twice as much as one that ended a week ago,
- * 20X as much as one that ended a month ago, and routers that have had no
- * uptime data for about half a year will get forgotten.) */
- /** History of an OR-\>OR link. */
- typedef struct link_history_t {
- /** When did we start tracking this list? */
- time_t since;
- /** When did we most recently note a change to this link */
- time_t changed;
- /** How many times did extending from OR1 to OR2 succeed? */
- unsigned long n_extend_ok;
- /** How many times did extending from OR1 to OR2 fail? */
- unsigned long n_extend_fail;
- } link_history_t;
- /** History of an OR. */
- typedef struct or_history_t {
- /** When did we start tracking this OR? */
- time_t since;
- /** When did we most recently note a change to this OR? */
- time_t changed;
- /** How many times did we successfully connect? */
- unsigned long n_conn_ok;
- /** How many times did we try to connect and fail?*/
- unsigned long n_conn_fail;
- /** How many seconds have we been connected to this OR before
- * 'up_since'? */
- unsigned long uptime;
- /** How many seconds have we been unable to connect to this OR before
- * 'down_since'? */
- unsigned long downtime;
- /** If nonzero, we have been connected since this time. */
- time_t up_since;
- /** If nonzero, we have been unable to connect since this time. */
- time_t down_since;
- /* === For MTBF tracking: */
- /** Weighted sum total of all times that this router has been online.
- */
- unsigned long weighted_run_length;
- /** If the router is now online (according to stability-checking rules),
- * when did it come online? */
- time_t start_of_run;
- /** Sum of weights for runs in weighted_run_length. */
- double total_run_weights;
- /* === For fractional uptime tracking: */
- time_t start_of_downtime;
- unsigned long weighted_uptime;
- unsigned long total_weighted_time;
- /** Map from hex OR2 identity digest to a link_history_t for the link
- * from this OR to OR2. */
- digestmap_t *link_history_map;
- } or_history_t;
- /** When did we last multiply all routers' weighted_run_length and
- * total_run_weights by STABILITY_ALPHA? */
- static time_t stability_last_downrated = 0;
- /** */
- static time_t started_tracking_stability = 0;
- /** Map from hex OR identity digest to or_history_t. */
- static digestmap_t *history_map = NULL;
- /** Return the or_history_t for the OR with identity digest <b>id</b>,
- * creating it if necessary. */
- static or_history_t *
- get_or_history(const char* id)
- {
- or_history_t *hist;
- if (tor_mem_is_zero(id, DIGEST_LEN))
- return NULL;
- hist = digestmap_get(history_map, id);
- if (!hist) {
- hist = tor_malloc_zero(sizeof(or_history_t));
- rephist_total_alloc += sizeof(or_history_t);
- rephist_total_num++;
- hist->link_history_map = digestmap_new();
- hist->since = hist->changed = time(NULL);
- digestmap_set(history_map, id, hist);
- }
- return hist;
- }
- /** Return the link_history_t for the link from the first named OR to
- * the second, creating it if necessary. (ORs are identified by
- * identity digest.)
- */
- static link_history_t *
- get_link_history(const char *from_id, const char *to_id)
- {
- or_history_t *orhist;
- link_history_t *lhist;
- orhist = get_or_history(from_id);
- if (!orhist)
- return NULL;
- if (tor_mem_is_zero(to_id, DIGEST_LEN))
- return NULL;
- lhist = (link_history_t*) digestmap_get(orhist->link_history_map, to_id);
- if (!lhist) {
- lhist = tor_malloc_zero(sizeof(link_history_t));
- rephist_total_alloc += sizeof(link_history_t);
- lhist->since = lhist->changed = time(NULL);
- digestmap_set(orhist->link_history_map, to_id, lhist);
- }
- return lhist;
- }
- /** Helper: free storage held by a single link history entry. */
- static void
- _free_link_history(void *val)
- {
- rephist_total_alloc -= sizeof(link_history_t);
- tor_free(val);
- }
- /** Helper: free storage held by a single OR history entry. */
- static void
- free_or_history(void *_hist)
- {
- or_history_t *hist = _hist;
- digestmap_free(hist->link_history_map, _free_link_history);
- rephist_total_alloc -= sizeof(or_history_t);
- rephist_total_num--;
- tor_free(hist);
- }
- /** Update an or_history_t object <b>hist</b> so that its uptime/downtime
- * count is up-to-date as of <b>when</b>.
- */
- static void
- update_or_history(or_history_t *hist, time_t when)
- {
- tor_assert(hist);
- if (hist->up_since) {
- tor_assert(!hist->down_since);
- hist->uptime += (when - hist->up_since);
- hist->up_since = when;
- } else if (hist->down_since) {
- hist->downtime += (when - hist->down_since);
- hist->down_since = when;
- }
- }
- /** Initialize the static data structures for tracking history. */
- void
- rep_hist_init(void)
- {
- history_map = digestmap_new();
- bw_arrays_init();
- predicted_ports_init();
- }
- /** Helper: note that we are no longer connected to the router with history
- * <b>hist</b>. If <b>failed</b>, the connection failed; otherwise, it was
- * closed correctly. */
- static void
- mark_or_down(or_history_t *hist, time_t when, int failed)
- {
- if (hist->up_since) {
- hist->uptime += (when - hist->up_since);
- hist->up_since = 0;
- }
- if (failed && !hist->down_since) {
- hist->down_since = when;
- }
- }
- /** Helper: note that we are connected to the router with history
- * <b>hist</b>. */
- static void
- mark_or_up(or_history_t *hist, time_t when)
- {
- if (hist->down_since) {
- hist->downtime += (when - hist->down_since);
- hist->down_since = 0;
- }
- if (!hist->up_since) {
- hist->up_since = when;
- }
- }
- /** Remember that an attempt to connect to the OR with identity digest
- * <b>id</b> failed at <b>when</b>.
- */
- void
- rep_hist_note_connect_failed(const char* id, time_t when)
- {
- or_history_t *hist;
- hist = get_or_history(id);
- if (!hist)
- return;
- ++hist->n_conn_fail;
- mark_or_down(hist, when, 1);
- hist->changed = when;
- }
- /** Remember that an attempt to connect to the OR with identity digest
- * <b>id</b> succeeded at <b>when</b>.
- */
- void
- rep_hist_note_connect_succeeded(const char* id, time_t when)
- {
- or_history_t *hist;
- hist = get_or_history(id);
- if (!hist)
- return;
- ++hist->n_conn_ok;
- mark_or_up(hist, when);
- hist->changed = when;
- }
- /** Remember that we intentionally closed our connection to the OR
- * with identity digest <b>id</b> at <b>when</b>.
- */
- void
- rep_hist_note_disconnect(const char* id, time_t when)
- {
- or_history_t *hist;
- hist = get_or_history(id);
- if (!hist)
- return;
- mark_or_down(hist, when, 0);
- hist->changed = when;
- }
- /** Remember that our connection to the OR with identity digest
- * <b>id</b> had an error and stopped working at <b>when</b>.
- */
- void
- rep_hist_note_connection_died(const char* id, time_t when)
- {
- or_history_t *hist;
- if (!id) {
- /* If conn has no identity, it didn't complete its handshake, or something
- * went wrong. Ignore it.
- */
- return;
- }
- hist = get_or_history(id);
- if (!hist)
- return;
- mark_or_down(hist, when, 1);
- hist->changed = when;
- }
- /** We have just decided that this router with identity digest <b>id</b> is
- * reachable, meaning we will give it a "Running" flag for the next while. */
- void
- rep_hist_note_router_reachable(const char *id, time_t when)
- {
- or_history_t *hist = get_or_history(id);
- int was_in_run = 1;
- char tbuf[ISO_TIME_LEN+1];
- tor_assert(hist);
- if (!started_tracking_stability)
- started_tracking_stability = time(NULL);
- if (!hist->start_of_run) {
- hist->start_of_run = when;
- was_in_run = 0;
- }
- if (hist->start_of_downtime) {
- long down_length;
- format_local_iso_time(tbuf, hist->start_of_downtime);
- log_info(LD_HIST, "Router %s is now Running; it had been down since %s.",
- hex_str(id, DIGEST_LEN), tbuf);
- if (was_in_run)
- log_info(LD_HIST, " (Paradoxically, it was already Running too.)");
- down_length = when - hist->start_of_downtime;
- hist->total_weighted_time += down_length;
- hist->start_of_downtime = 0;
- } else {
- format_local_iso_time(tbuf, hist->start_of_run);
- if (was_in_run)
- log_debug(LD_HIST, "Router %s is still Running; it has been Running "
- "since %s", hex_str(id, DIGEST_LEN), tbuf);
- else
- log_info(LD_HIST,"Router %s is now Running; it was previously untracked",
- hex_str(id, DIGEST_LEN));
- }
- }
- /** We have just decided that this router is unreachable, meaning
- * we are taking away its "Running" flag. */
- void
- rep_hist_note_router_unreachable(const char *id, time_t when)
- {
- or_history_t *hist = get_or_history(id);
- char tbuf[ISO_TIME_LEN+1];
- int was_running = 0;
- if (!started_tracking_stability)
- started_tracking_stability = time(NULL);
- tor_assert(hist);
- if (hist->start_of_run) {
- /*XXXX We could treat failed connections differently from failed
- * connect attempts. */
- long run_length = when - hist->start_of_run;
- format_local_iso_time(tbuf, hist->start_of_run);
- hist->weighted_run_length += run_length;
- hist->total_run_weights += 1.0;
- hist->start_of_run = 0;
- hist->weighted_uptime += run_length;
- hist->total_weighted_time += run_length;
- was_running = 1;
- log_info(LD_HIST, "Router %s is now non-Running: it had previously been "
- "Running since %s. Its total weighted uptime is %lu/%lu.",
- hex_str(id, DIGEST_LEN), tbuf, hist->weighted_uptime,
- hist->total_weighted_time);
- }
- if (!hist->start_of_downtime) {
- hist->start_of_downtime = when;
- if (!was_running)
- log_info(LD_HIST, "Router %s is now non-Running; it was previously "
- "untracked.", hex_str(id, DIGEST_LEN));
- } else {
- if (!was_running) {
- format_local_iso_time(tbuf, hist->start_of_downtime);
- log_info(LD_HIST, "Router %s is still non-Running; it has been "
- "non-Running since %s.", hex_str(id, DIGEST_LEN), tbuf);
- }
- }
- }
- /** Helper: Discount all old MTBF data, if it is time to do so. Return
- * the time at which we should next discount MTBF data. */
- time_t
- rep_hist_downrate_old_runs(time_t now)
- {
- digestmap_iter_t *orhist_it;
- const char *digest1;
- or_history_t *hist;
- void *hist_p;
- double alpha = 1.0;
- if (!history_map)
- history_map = digestmap_new();
- if (!stability_last_downrated)
- stability_last_downrated = now;
- if (stability_last_downrated + STABILITY_INTERVAL > now)
- return stability_last_downrated + STABILITY_INTERVAL;
- /* Okay, we should downrate the data. By how much? */
- while (stability_last_downrated + STABILITY_INTERVAL < now) {
- stability_last_downrated += STABILITY_INTERVAL;
- alpha *= STABILITY_ALPHA;
- }
- log_info(LD_HIST, "Discounting all old stability info by a factor of %lf",
- alpha);
- /* Multiply every w_r_l, t_r_w pair by alpha. */
- for (orhist_it = digestmap_iter_init(history_map);
- !digestmap_iter_done(orhist_it);
- orhist_it = digestmap_iter_next(history_map,orhist_it)) {
- digestmap_iter_get(orhist_it, &digest1, &hist_p);
- hist = hist_p;
- hist->weighted_run_length =
- (unsigned long)(hist->weighted_run_length * alpha);
- hist->total_run_weights *= alpha;
- hist->weighted_uptime = (unsigned long)(hist->weighted_uptime * alpha);
- hist->total_weighted_time = (unsigned long)
- (hist->total_weighted_time * alpha);
- }
- return stability_last_downrated + STABILITY_INTERVAL;
- }
- /** Helper: Return the weighted MTBF of the router with history <b>hist</b>. */
- static double
- get_stability(or_history_t *hist, time_t when)
- {
- unsigned long total = hist->weighted_run_length;
- double total_weights = hist->total_run_weights;
- if (hist->start_of_run) {
- /* We're currently in a run. Let total and total_weights hold the values
- * they would hold if the current run were to end now. */
- total += (when-hist->start_of_run);
- total_weights += 1.0;
- }
- if (total_weights < STABILITY_EPSILON) {
- /* Round down to zero, and avoid divide-by-zero. */
- return 0.0;
- }
- return total / total_weights;
- }
- /** Return the total amount of time we've been observing, with each run of
- * time downrated by the appropriate factor. */
- static long
- get_total_weighted_time(or_history_t *hist, time_t when)
- {
- long total = hist->total_weighted_time;
- if (hist->start_of_run) {
- total += (when - hist->start_of_run);
- } else if (hist->start_of_downtime) {
- total += (when - hist->start_of_downtime);
- }
- return total;
- }
- /** Helper: Return the weighted percent-of-time-online of the router with
- * history <b>hist</b>. */
- static double
- get_weighted_fractional_uptime(or_history_t *hist, time_t when)
- {
- unsigned long total = hist->total_weighted_time;
- unsigned long up = hist->weighted_uptime;
- if (hist->start_of_run) {
- long run_length = (when - hist->start_of_run);
- up += run_length;
- total += run_length;
- } else if (hist->start_of_downtime) {
- total += (when - hist->start_of_downtime);
- }
- if (!total) {
- /* Avoid calling anybody's uptime infinity (which should be impossible if
- * the code is working), or NaN (which can happen for any router we haven't
- * observed up or down yet). */
- return 0.0;
- }
- return ((double) up) / total;
- }
- /** Return an estimated MTBF for the router whose identity digest is
- * <b>id</b>. Return 0 if the router is unknown. */
- double
- rep_hist_get_stability(const char *id, time_t when)
- {
- or_history_t *hist = get_or_history(id);
- if (!hist)
- return 0.0;
- return get_stability(hist, when);
- }
- /** Return an estimated percent-of-time-online for the router whose identity
- * digest is <b>id</b>. Return 0 if the router is unknown. */
- double
- rep_hist_get_weighted_fractional_uptime(const char *id, time_t when)
- {
- or_history_t *hist = get_or_history(id);
- if (!hist)
- return 0.0;
- return get_weighted_fractional_uptime(hist, when);
- }
- /** Return a number representing how long we've known about the router whose
- * digest is <b>id</b>. Return 0 if the router is unknown.
- *
- * Be careful: this measure increases monotonically as we know the router for
- * longer and longer, but it doesn't increase linearly.
- */
- long
- rep_hist_get_weighted_time_known(const char *id, time_t when)
- {
- or_history_t *hist = get_or_history(id);
- if (!hist)
- return 0;
- return get_total_weighted_time(hist, when);
- }
- /** Return true if we've been measuring MTBFs for long enough to
- * pronounce on Stability. */
- int
- rep_hist_have_measured_enough_stability(void)
- {
- /* XXXX021 This doesn't do so well when we change our opinion
- * as to whether we're tracking router stability. */
- return started_tracking_stability < time(NULL) - 4*60*60;
- }
- /** Remember that we successfully extended from the OR with identity
- * digest <b>from_id</b> to the OR with identity digest
- * <b>to_name</b>.
- */
- void
- rep_hist_note_extend_succeeded(const char *from_id, const char *to_id)
- {
- link_history_t *hist;
- /* log_fn(LOG_WARN, "EXTEND SUCCEEDED: %s->%s",from_name,to_name); */
- hist = get_link_history(from_id, to_id);
- if (!hist)
- return;
- ++hist->n_extend_ok;
- hist->changed = time(NULL);
- }
- /** Remember that we tried to extend from the OR with identity digest
- * <b>from_id</b> to the OR with identity digest <b>to_name</b>, but
- * failed.
- */
- void
- rep_hist_note_extend_failed(const char *from_id, const char *to_id)
- {
- link_history_t *hist;
- /* log_fn(LOG_WARN, "EXTEND FAILED: %s->%s",from_name,to_name); */
- hist = get_link_history(from_id, to_id);
- if (!hist)
- return;
- ++hist->n_extend_fail;
- hist->changed = time(NULL);
- }
- /** Log all the reliability data we have remembered, with the chosen
- * severity.
- */
- void
- rep_hist_dump_stats(time_t now, int severity)
- {
- digestmap_iter_t *lhist_it;
- digestmap_iter_t *orhist_it;
- const char *name1, *name2, *digest1, *digest2;
- char hexdigest1[HEX_DIGEST_LEN+1];
- or_history_t *or_history;
- link_history_t *link_history;
- void *or_history_p, *link_history_p;
- double uptime;
- char buffer[2048];
- size_t len;
- int ret;
- unsigned long upt, downt;
- const node_t *node;
- rep_history_clean(now - get_options()->RephistTrackTime);
- log(severity, LD_HIST, "--------------- Dumping history information:");
- for (orhist_it = digestmap_iter_init(history_map);
- !digestmap_iter_done(orhist_it);
- orhist_it = digestmap_iter_next(history_map,orhist_it)) {
- double s;
- long stability;
- digestmap_iter_get(orhist_it, &digest1, &or_history_p);
- or_history = (or_history_t*) or_history_p;
- if ((node = node_get_by_id(digest1)) && node_get_nickname(node))
- name1 = node_get_nickname(node);
- else
- name1 = "(unknown)";
- base16_encode(hexdigest1, sizeof(hexdigest1), digest1, DIGEST_LEN);
- update_or_history(or_history, now);
- upt = or_history->uptime;
- downt = or_history->downtime;
- s = get_stability(or_history, now);
- stability = (long)s;
- if (upt+downt) {
- uptime = ((double)upt) / (upt+downt);
- } else {
- uptime=1.0;
- }
- log(severity, LD_HIST,
- "OR %s [%s]: %ld/%ld good connections; uptime %ld/%ld sec (%.2f%%); "
- "wmtbf %lu:%02lu:%02lu",
- name1, hexdigest1,
- or_history->n_conn_ok, or_history->n_conn_fail+or_history->n_conn_ok,
- upt, upt+downt, uptime*100.0,
- stability/3600, (stability/60)%60, stability%60);
- if (!digestmap_isempty(or_history->link_history_map)) {
- strlcpy(buffer, " Extend attempts: ", sizeof(buffer));
- len = strlen(buffer);
- for (lhist_it = digestmap_iter_init(or_history->link_history_map);
- !digestmap_iter_done(lhist_it);
- lhist_it = digestmap_iter_next(or_history->link_history_map,
- lhist_it)) {
- digestmap_iter_get(lhist_it, &digest2, &link_history_p);
- if ((node = node_get_by_id(digest2)) && node_get_nickname(node))
- name2 = node_get_nickname(node);
- else
- name2 = "(unknown)";
- link_history = (link_history_t*) link_history_p;
- ret = tor_snprintf(buffer+len, 2048-len, "%s(%ld/%ld); ", name2,
- link_history->n_extend_ok,
- link_history->n_extend_ok+link_history->n_extend_fail);
- if (ret<0)
- break;
- else
- len += ret;
- }
- log(severity, LD_HIST, "%s", buffer);
- }
- }
- }
- /** Remove history info for routers/links that haven't changed since
- * <b>before</b>.
- */
- void
- rep_history_clean(time_t before)
- {
- int authority = authdir_mode(get_options());
- or_history_t *or_history;
- link_history_t *link_history;
- void *or_history_p, *link_history_p;
- digestmap_iter_t *orhist_it, *lhist_it;
- const char *d1, *d2;
- orhist_it = digestmap_iter_init(history_map);
- while (!digestmap_iter_done(orhist_it)) {
- int remove;
- digestmap_iter_get(orhist_it, &d1, &or_history_p);
- or_history = or_history_p;
- remove = authority ? (or_history->total_run_weights < STABILITY_EPSILON &&
- !or_history->start_of_run)
- : (or_history->changed < before);
- if (remove) {
- orhist_it = digestmap_iter_next_rmv(history_map, orhist_it);
- free_or_history(or_history);
- continue;
- }
- for (lhist_it = digestmap_iter_init(or_history->link_history_map);
- !digestmap_iter_done(lhist_it); ) {
- digestmap_iter_get(lhist_it, &d2, &link_history_p);
- link_history = link_history_p;
- if (link_history->changed < before) {
- lhist_it = digestmap_iter_next_rmv(or_history->link_history_map,
- lhist_it);
- rephist_total_alloc -= sizeof(link_history_t);
- tor_free(link_history);
- continue;
- }
- lhist_it = digestmap_iter_next(or_history->link_history_map,lhist_it);
- }
- orhist_it = digestmap_iter_next(history_map, orhist_it);
- }
- }
- /** Write MTBF data to disk. Return 0 on success, negative on failure.
- *
- * If <b>missing_means_down</b>, then if we're about to write an entry
- * that is still considered up but isn't in our routerlist, consider it
- * to be down. */
- int
- rep_hist_record_mtbf_data(time_t now, int missing_means_down)
- {
- char time_buf[ISO_TIME_LEN+1];
- digestmap_iter_t *orhist_it;
- const char *digest;
- void *or_history_p;
- or_history_t *hist;
- open_file_t *open_file = NULL;
- FILE *f;
- {
- char *filename = get_datadir_fname("router-stability");
- f = start_writing_to_stdio_file(filename, OPEN_FLAGS_REPLACE|O_TEXT, 0600,
- &open_file);
- tor_free(filename);
- if (!f)
- return -1;
- }
- /* File format is:
- * FormatLine *KeywordLine Data
- *
- * FormatLine = "format 1" NL
- * KeywordLine = Keyword SP Arguments NL
- * Data = "data" NL *RouterMTBFLine "." NL
- * RouterMTBFLine = Fingerprint SP WeightedRunLen SP
- * TotalRunWeights [SP S=StartRunTime] NL
- */
- #define PUT(s) STMT_BEGIN if (fputs((s),f)<0) goto err; STMT_END
- #define PRINTF(args) STMT_BEGIN if (fprintf args <0) goto err; STMT_END
- PUT("format 2\n");
- format_iso_time(time_buf, time(NULL));
- PRINTF((f, "stored-at %s\n", time_buf));
- if (started_tracking_stability) {
- format_iso_time(time_buf, started_tracking_stability);
- PRINTF((f, "tracked-since %s\n", time_buf));
- }
- if (stability_last_downrated) {
- format_iso_time(time_buf, stability_last_downrated);
- PRINTF((f, "last-downrated %s\n", time_buf));
- }
- PUT("data\n");
- /* XXX Nick: now bridge auths record this for all routers too.
- * Should we make them record it only for bridge routers? -RD
- * Not for 0.2.0. -NM */
- for (orhist_it = digestmap_iter_init(history_map);
- !digestmap_iter_done(orhist_it);
- orhist_it = digestmap_iter_next(history_map,orhist_it)) {
- char dbuf[HEX_DIGEST_LEN+1];
- const char *t = NULL;
- digestmap_iter_get(orhist_it, &digest, &or_history_p);
- hist = (or_history_t*) or_history_p;
- base16_encode(dbuf, sizeof(dbuf), digest, DIGEST_LEN);
- if (missing_means_down && hist->start_of_run &&
- !router_get_by_id_digest(digest)) {
- /* We think this relay is running, but it's not listed in our
- * routerlist. Somehow it fell out without telling us it went
- * down. Complain and also correct it. */
- log_info(LD_HIST,
- "Relay '%s' is listed as up in rephist, but it's not in "
- "our routerlist. Correcting.", dbuf);
- rep_hist_note_router_unreachable(digest, now);
- }
- PRINTF((f, "R %s\n", dbuf));
- if (hist->start_of_run > 0) {
- format_iso_time(time_buf, hist->start_of_run);
- t = time_buf;
- }
- PRINTF((f, "+MTBF %lu %.5lf%s%s\n",
- hist->weighted_run_length, hist->total_run_weights,
- t ? " S=" : "", t ? t : ""));
- t = NULL;
- if (hist->start_of_downtime > 0) {
- format_iso_time(time_buf, hist->start_of_downtime);
- t = time_buf;
- }
- PRINTF((f, "+WFU %lu %lu%s%s\n",
- hist->weighted_uptime, hist->total_weighted_time,
- t ? " S=" : "", t ? t : ""));
- }
- PUT(".\n");
- #undef PUT
- #undef PRINTF
- return finish_writing_to_file(open_file);
- err:
- abort_writing_to_file(open_file);
- return -1;
- }
- /** Format the current tracked status of the router in <b>hist</b> at time
- * <b>now</b> for analysis; return it in a newly allocated string. */
- static char *
- rep_hist_format_router_status(or_history_t *hist, time_t now)
- {
- char sor_buf[ISO_TIME_LEN+1];
- char sod_buf[ISO_TIME_LEN+1];
- double wfu;
- double mtbf;
- int up = 0, down = 0;
- char *cp = NULL;
- if (hist->start_of_run) {
- format_iso_time(sor_buf, hist->start_of_run);
- up = 1;
- }
- if (hist->start_of_downtime) {
- format_iso_time(sod_buf, hist->start_of_downtime);
- down = 1;
- }
- wfu = get_weighted_fractional_uptime(hist, now);
- mtbf = get_stability(hist, now);
- tor_asprintf(&cp,
- "%s%s%s"
- "%s%s%s"
- "wfu %0.3lf\n"
- " weighted-time %lu\n"
- " weighted-uptime %lu\n"
- "mtbf %0.1lf\n"
- " weighted-run-length %lu\n"
- " total-run-weights %lf\n",
- up?"uptime-started ":"", up?sor_buf:"", up?" UTC\n":"",
- down?"downtime-started ":"", down?sod_buf:"", down?" UTC\n":"",
- wfu,
- hist->total_weighted_time,
- hist->weighted_uptime,
- mtbf,
- hist->weighted_run_length,
- hist->total_run_weights
- );
- return cp;
- }
- /** The last stability analysis document that we created, or NULL if we never
- * have created one. */
- static char *last_stability_doc = NULL;
- /** The last time we created a stability analysis document, or 0 if we never
- * have created one. */
- static time_t built_last_stability_doc_at = 0;
- /** Shortest allowable time between building two stability documents. */
- #define MAX_STABILITY_DOC_BUILD_RATE (3*60)
- /** Return a pointer to a NUL-terminated document describing our view of the
- * stability of the routers we've been tracking. Return NULL on failure. */
- const char *
- rep_hist_get_router_stability_doc(time_t now)
- {
- char *result;
- smartlist_t *chunks;
- if (built_last_stability_doc_at + MAX_STABILITY_DOC_BUILD_RATE > now)
- return last_stability_doc;
- if (!history_map)
- return NULL;
- tor_free(last_stability_doc);
- chunks = smartlist_create();
- if (rep_hist_have_measured_enough_stability()) {
- smartlist_add(chunks, tor_strdup("we-have-enough-measurements\n"));
- } else {
- smartlist_add(chunks, tor_strdup("we-do-not-have-enough-measurements\n"));
- }
- DIGESTMAP_FOREACH(history_map, id, or_history_t *, hist) {
- const node_t *node;
- char dbuf[BASE64_DIGEST_LEN+1];
- char header_buf[512];
- char *info;
- digest_to_base64(dbuf, id);
- node = node_get_by_id(id);
- if (node) {
- char ip[INET_NTOA_BUF_LEN+1];
- char tbuf[ISO_TIME_LEN+1];
- time_t published = node_get_published_on(node);
- node_get_address_string(node,ip,sizeof(ip));
- if (published > 0)
- format_iso_time(tbuf, published);
- else
- strlcpy(tbuf, "???", sizeof(tbuf));
- tor_snprintf(header_buf, sizeof(header_buf),
- "router %s %s %s\n"
- "published %s\n"
- "relevant-flags %s%s%s\n"
- "declared-uptime %ld\n",
- dbuf, node_get_nickname(node), ip,
- tbuf,
- node->is_running ? "Running " : "",
- node->is_valid ? "Valid " : "",
- node->ri && node->ri->is_hibernating ? "Hibernating " : "",
- node_get_declared_uptime(node));
- } else {
- tor_snprintf(header_buf, sizeof(header_buf),
- "router %s {no descriptor}\n", dbuf);
- }
- smartlist_add(chunks, tor_strdup(header_buf));
- info = rep_hist_format_router_status(hist, now);
- if (info)
- smartlist_add(chunks, info);
- } DIGESTMAP_FOREACH_END;
- result = smartlist_join_strings(chunks, "", 0, NULL);
- SMARTLIST_FOREACH(chunks, char *, cp, tor_free(cp));
- smartlist_free(chunks);
- last_stability_doc = result;
- built_last_stability_doc_at = time(NULL);
- return result;
- }
- /** Helper: return the first j >= i such that !strcmpstart(sl[j], prefix) and
- * such that no line sl[k] with i <= k < j starts with "R ". Return -1 if no
- * such line exists. */
- static int
- find_next_with(smartlist_t *sl, int i, const char *prefix)
- {
- for ( ; i < smartlist_len(sl); ++i) {
- const char *line = smartlist_get(sl, i);
- if (!strcmpstart(line, prefix))
- return i;
- if (!strcmpstart(line, "R "))
- return -1;
- }
- return -1;
- }
- /** How many bad times has parse_possibly_bad_iso_time parsed? */
- static int n_bogus_times = 0;
- /** Parse the ISO-formatted time in <b>s</b> into *<b>time_out</b>, but
- * rounds any pre-1970 date to Jan 1, 1970. */
- static int
- parse_possibly_bad_iso_time(const char *s, time_t *time_out)
- {
- int year;
- char b[5];
- strlcpy(b, s, sizeof(b));
- b[4] = '\0';
- year = (int)tor_parse_long(b, 10, 0, INT_MAX, NULL, NULL);
- if (year < 1970) {
- *time_out = 0;
- ++n_bogus_times;
- return 0;
- } else
- return parse_iso_time(s, time_out);
- }
- /** We've read a time <b>t</b> from a file stored at <b>stored_at</b>, which
- * says we started measuring at <b>started_measuring</b>. Return a new number
- * that's about as much before <b>now</b> as <b>t</b> was before
- * <b>stored_at</b>.
- */
- static INLINE time_t
- correct_time(time_t t, time_t now, time_t stored_at, time_t started_measuring)
- {
- if (t < started_measuring - 24*60*60*365)
- return 0;
- else if (t < started_measuring)
- return started_measuring;
- else if (t > stored_at)
- return 0;
- else {
- long run_length = stored_at - t;
- t = now - run_length;
- if (t < started_measuring)
- t = started_measuring;
- return t;
- }
- }
- /** Load MTBF data from disk. Returns 0 on success or recoverable error, -1
- * on failure. */
- int
- rep_hist_load_mtbf_data(time_t now)
- {
- /* XXXX won't handle being called while history is already populated. */
- smartlist_t *lines;
- const char *line = NULL;
- int r=0, i;
- time_t last_downrated = 0, stored_at = 0, tracked_since = 0;
- time_t latest_possible_start = now;
- long format = -1;
- {
- char *filename = get_datadir_fname("router-stability");
- char *d = read_file_to_str(filename, RFTS_IGNORE_MISSING, NULL);
- tor_free(filename);
- if (!d)
- return -1;
- lines = smartlist_create();
- smartlist_split_string(lines, d, "\n", SPLIT_SKIP_SPACE, 0);
- tor_free(d);
- }
- {
- const char *firstline;
- if (smartlist_len(lines)>4) {
- firstline = smartlist_get(lines, 0);
- if (!strcmpstart(firstline, "format "))
- format = tor_parse_long(firstline+strlen("format "),
- 10, -1, LONG_MAX, NULL, NULL);
- }
- }
- if (format != 1 && format != 2) {
- log_warn(LD_HIST,
- "Unrecognized format in mtbf history file. Skipping.");
- goto err;
- }
- for (i = 1; i < smartlist_len(lines); ++i) {
- line = smartlist_get(lines, i);
- if (!strcmp(line, "data"))
- break;
- if (!strcmpstart(line, "last-downrated ")) {
- if (parse_iso_time(line+strlen("last-downrated "), &last_downrated)<0)
- log_warn(LD_HIST,"Couldn't parse downrate time in mtbf "
- "history file.");
- }
- if (!strcmpstart(line, "stored-at ")) {
- if (parse_iso_time(line+strlen("stored-at "), &stored_at)<0)
- log_warn(LD_HIST,"Couldn't parse stored time in mtbf "
- "history file.");
- }
- if (!strcmpstart(line, "tracked-since ")) {
- if (parse_iso_time(line+strlen("tracked-since "), &tracked_since)<0)
- log_warn(LD_HIST,"Couldn't parse started-tracking time in mtbf "
- "history file.");
- }
- }
- if (last_downrated > now)
- last_downrated = now;
- if (tracked_since > now)
- tracked_since = now;
- if (!stored_at) {
- log_warn(LD_HIST, "No stored time recorded.");
- goto err;
- }
- if (line && !strcmp(line, "data"))
- ++i;
- n_bogus_times = 0;
- for (; i < smartlist_len(lines); ++i) {
- char digest[DIGEST_LEN];
- char hexbuf[HEX_DIGEST_LEN+1];
- char mtbf_timebuf[ISO_TIME_LEN+1];
- char wfu_timebuf[ISO_TIME_LEN+1];
- time_t start_of_run = 0;
- time_t start_of_downtime = 0;
- int have_mtbf = 0, have_wfu = 0;
- long wrl = 0;
- double trw = 0;
- long wt_uptime = 0, total_wt_time = 0;
- int n;
- or_history_t *hist;
- line = smartlist_get(lines, i);
- if (!strcmp(line, "."))
- break;
- mtbf_timebuf[0] = '\0';
- wfu_timebuf[0] = '\0';
- if (format == 1) {
- n = sscanf(line, "%40s %ld %lf S=%10s %8s",
- hexbuf, &wrl, &trw, mtbf_timebuf, mtbf_timebuf+11);
- if (n != 3 && n != 5) {
- log_warn(LD_HIST, "Couldn't scan line %s", escaped(line));
- continue;
- }
- have_mtbf = 1;
- } else {
- // format == 2.
- int mtbf_idx, wfu_idx;
- if (strcmpstart(line, "R ") || strlen(line) < 2+HEX_DIGEST_LEN)
- continue;
- strlcpy(hexbuf, line+2, sizeof(hexbuf));
- mtbf_idx = find_next_with(lines, i+1, "+MTBF ");
- wfu_idx = find_next_with(lines, i+1, "+WFU ");
- if (mtbf_idx >= 0) {
- const char *mtbfline = smartlist_get(lines, mtbf_idx);
- n = sscanf(mtbfline, "+MTBF %lu %lf S=%10s %8s",
- &wrl, &trw, mtbf_timebuf, mtbf_timebuf+11);
- if (n == 2 || n == 4) {
- have_mtbf = 1;
- } else {
- log_warn(LD_HIST, "Couldn't scan +MTBF line %s",
- escaped(mtbfline));
- }
- }
- if (wfu_idx >= 0) {
- const char *wfuline = smartlist_get(lines, wfu_idx);
- n = sscanf(wfuline, "+WFU %lu %lu S=%10s %8s",
- &wt_uptime, &total_wt_time,
- wfu_timebuf, wfu_timebuf+11);
- if (n == 2 || n == 4) {
- have_wfu = 1;
- } else {
- log_warn(LD_HIST, "Couldn't scan +WFU line %s", escaped(wfuline));
- }
- }
- if (wfu_idx > i)
- i = wfu_idx;
- if (mtbf_idx > i)
- i = mtbf_idx;
- }
- if (base16_decode(digest, DIGEST_LEN, hexbuf, HEX_DIGEST_LEN) < 0) {
- log_warn(LD_HIST, "Couldn't hex string %s", escaped(hexbuf));
- continue;
- }
- hist = get_or_history(digest);
- if (!hist)
- continue;
- if (have_mtbf) {
- if (mtbf_timebuf[0]) {
- mtbf_timebuf[10] = ' ';
- if (parse_possibly_bad_iso_time(mtbf_timebuf, &start_of_run)<0)
- log_warn(LD_HIST, "Couldn't parse time %s",
- escaped(mtbf_timebuf));
- }
- hist->start_of_run = correct_time(start_of_run, now, stored_at,
- tracked_since);
- if (hist->start_of_run < latest_possible_start + wrl)
- latest_possible_start = hist->start_of_run - wrl;
- hist->weighted_run_length = wrl;
- hist->total_run_weights = trw;
- }
- if (have_wfu) {
- if (wfu_timebuf[0]) {
- wfu_timebuf[10] = ' ';
- if (parse_possibly_bad_iso_time(wfu_timebuf, &start_of_downtime)<0)
- log_warn(LD_HIST, "Couldn't parse time %s", escaped(wfu_timebuf));
- }
- }
- hist->start_of_downtime = correct_time(start_of_downtime, now, stored_at,
- tracked_since);
- hist->weighted_uptime = wt_uptime;
- hist->total_weighted_time = total_wt_time;
- }
- if (strcmp(line, "."))
- log_warn(LD_HIST, "Truncated MTBF file.");
- if (tracked_since < 86400*365) /* Recover from insanely early value. */
- tracked_since = latest_possible_start;
- stability_last_downrated = last_downrated;
- started_tracking_stability = tracked_since;
- goto done;
- err:
- r = -1;
- done:
- SMARTLIST_FOREACH(lines, char *, cp, tor_free(cp));
- smartlist_free(lines);
- return r;
- }
- /** For how many seconds do we keep track of individual per-second bandwidth
- * totals? */
- #define NUM_SECS_ROLLING_MEASURE 10
- /** How large are the intervals for which we track and report bandwidth use? */
- #define NUM_SECS_BW_SUM_INTERVAL (15*60)
- /** How far in the past do we remember and publish bandwidth use? */
- #define NUM_SECS_BW_SUM_IS_VALID (24*60*60)
- /** How many bandwidth usage intervals do we remember? (derived) */
- #define NUM_TOTALS (NUM_SECS_BW_SUM_IS_VALID/NUM_SECS_BW_SUM_INTERVAL)
- /** Structure to track bandwidth use, and remember the maxima for a given
- * time period.
- */
- typedef struct bw_array_t {
- /** Observation array: Total number of bytes transferred in each of the last
- * NUM_SECS_ROLLING_MEASURE seconds. This is used as a circular array. */
- uint64_t obs[NUM_SECS_ROLLING_MEASURE];
- int cur_obs_idx; /**< Current position in obs. */
- time_t cur_obs_time; /**< Time represented in obs[cur_obs_idx] */
- uint64_t total_obs; /**< Total for all members of obs except
- * obs[cur_obs_idx] */
- uint64_t max_total; /**< Largest value that total_obs has taken on in the
- * current period. */
- uint64_t total_in_period; /**< Total bytes transferred in the current
- * period. */
- /** When does the next period begin? */
- time_t next_period;
- /** Where in 'maxima' should the maximum bandwidth usage for the current
- * period be stored? */
- int next_max_idx;
- /** How many values in maxima/totals have been set ever? */
- int num_maxes_set;
- /** Circular array of the maximum
- * bandwidth-per-NUM_SECS_ROLLING_MEASURE usage for the last
- * NUM_TOTALS periods */
- uint64_t maxima[NUM_TOTALS];
- /** Circular array of the total bandwidth usage for the last NUM_TOTALS
- * periods */
- uint64_t totals[NUM_TOTALS];
- } bw_array_t;
- /** Shift the current period of b forward by one. */
- static void
- commit_max(bw_array_t *b)
- {
- /* Store total from current period. */
- b->totals[b->next_max_idx] = b->total_in_period;
- /* Store maximum from current period. */
- b->maxima[b->next_max_idx++] = b->max_total;
- /* Advance next_period and next_max_idx */
- b->next_period += NUM_SECS_BW_SUM_INTERVAL;
- if (b->next_max_idx == NUM_TOTALS)
- b->next_max_idx = 0;
- if (b->num_maxes_set < NUM_TOTALS)
- ++b->num_maxes_set;
- /* Reset max_total. */
- b->max_total = 0;
- /* Reset total_in_period. */
- b->total_in_period = 0;
- }
- /** Shift the current observation time of 'b' forward by one second. */
- static INLINE void
- advance_obs(bw_array_t *b)
- {
- int nextidx;
- uint64_t total;
- /* Calculate the total bandwidth for the last NUM_SECS_ROLLING_MEASURE
- * seconds; adjust max_total as needed.*/
- total = b->total_obs + b->obs[b->cur_obs_idx];
- if (total > b->max_total)
- b->max_total = total;
- nextidx = b->cur_obs_idx+1;
- if (nextidx == NUM_SECS_ROLLING_MEASURE)
- nextidx = 0;
- b->total_obs = total - b->obs[nextidx];
- b->obs[nextidx]=0;
- b->cur_obs_idx = nextidx;
- if (++b->cur_obs_time >= b->next_period)
- commit_max(b);
- }
- /** Add <b>n</b> bytes to the number of bytes in <b>b</b> for second
- * <b>when</b>. */
- static INLINE void
- add_obs(bw_array_t *b, time_t when, uint64_t n)
- {
- /* Don't record data in the past. */
- if (when<b->cur_obs_time)
- return;
- /* If we're currently adding observations for an earlier second than
- * 'when', advance b->cur_obs_time and b->cur_obs_idx by an
- * appropriate number of seconds, and do all the other housekeeping */
- while (when>b->cur_obs_time)
- advance_obs(b);
- b->obs[b->cur_obs_idx] += n;
- b->total_in_period += n;
- }
- /** Allocate, initialize, and return a new bw_array. */
- static bw_array_t *
- bw_array_new(void)
- {
- bw_array_t *b;
- time_t start;
- b = tor_malloc_zero(sizeof(bw_array_t));
- rephist_total_alloc += sizeof(bw_array_t);
- start = time(NULL);
- b->cur_obs_time = start;
- b->next_period = start + NUM_SECS_BW_SUM_INTERVAL;
- return b;
- }
- /** Recent history of bandwidth observations for read operations. */
- static bw_array_t *read_array = NULL;
- /** Recent history of bandwidth observations for write operations. */
- static bw_array_t *write_array = NULL;
- /** Recent history of bandwidth observations for read operations for the
- directory protocol. */
- static bw_array_t *dir_read_array = NULL;
- /** Recent history of bandwidth observations for write operations for the
- directory protocol. */
- static bw_array_t *dir_write_array = NULL;
- /** Set up [dir-]read_array and [dir-]write_array. */
- static void
- bw_arrays_init(void)
- {
- read_array = bw_array_new();
- write_array = bw_array_new();
- dir_read_array = bw_array_new();
- dir_write_array = bw_array_new();
- }
- /** We read <b>num_bytes</b> more bytes in second <b>when</b>.
- *
- * Add num_bytes to the current running total for <b>when</b>.
- *
- * <b>when</b> can go back to time, but it's safe to ignore calls
- * earlier than the latest <b>when</b> you've heard of.
- */
- void
- rep_hist_note_bytes_written(size_t num_bytes, time_t when)
- {
- /* Maybe a circular array for recent seconds, and step to a new point
- * every time a new second shows up. Or simpler is to just to have
- * a normal array and push down each item every second; it's short.
- */
- /* When a new second has rolled over, compute the sum of the bytes we've
- * seen over when-1 to when-1-NUM_SECS_ROLLING_MEASURE, and stick it
- * somewhere. See rep_hist_bandwidth_assess() below.
- */
- add_obs(write_array, when, num_bytes);
- }
- /** We wrote <b>num_bytes</b> more bytes in second <b>when</b>.
- * (like rep_hist_note_bytes_written() above)
- */
- void
- rep_hist_note_bytes_read(size_t num_bytes, time_t when)
- {
- /* if we're smart, we can make this func and the one above share code */
- add_obs(read_array, when, num_bytes);
- }
- /** We wrote <b>num_bytes</b> more directory bytes in second <b>when</b>.
- * (like rep_hist_note_bytes_written() above)
- */
- void
- rep_hist_note_dir_bytes_written(size_t num_bytes, time_t when)
- {
- add_obs(dir_write_array, when, num_bytes);
- }
- /** We read <b>num_bytes</b> more directory bytes in second <b>when</b>.
- * (like rep_hist_note_bytes_written() above)
- */
- void
- rep_hist_note_dir_bytes_read(size_t num_bytes, time_t when)
- {
- add_obs(dir_read_array, when, num_bytes);
- }
- /** Helper: Return the largest value in b->maxima. (This is equal to the
- * most bandwidth used in any NUM_SECS_ROLLING_MEASURE period for the last
- * NUM_SECS_BW_SUM_IS_VALID seconds.)
- */
- static uint64_t
- find_largest_max(bw_array_t *b)
- {
- int i;
- uint64_t max;
- max=0;
- for (i=0; i<NUM_TOTALS; ++i) {
- if (b->maxima[i]>max)
- max = b->maxima[i];
- }
- return max;
- }
- /** Find the largest sums in the past NUM_SECS_BW_SUM_IS_VALID (roughly)
- * seconds. Find one sum for reading and one for writing. They don't have
- * to be at the same time.
- *
- * Return the smaller of these sums, divided by NUM_SECS_ROLLING_MEASURE.
- */
- int
- rep_hist_bandwidth_assess(void)
- {
- uint64_t w,r;
- r = find_largest_max(read_array);
- w = find_largest_max(write_array);
- if (r>w)
- return (int)(U64_TO_DBL(w)/NUM_SECS_ROLLING_MEASURE);
- else
- return (int)(U64_TO_DBL(r)/NUM_SECS_ROLLING_MEASURE);
- }
- /** Print the bandwidth history of b (either [dir-]read_array or
- * [dir-]write_array) into the buffer pointed to by buf. The format is
- * simply comma separated numbers, from oldest to newest.
- *
- * It returns the number of bytes written.
- */
- static size_t
- rep_hist_fill_bandwidth_history(char *buf, size_t len, bw_array_t *b)
- {
- char *cp = buf;
- int i, n;
- or_options_t *options = get_options();
- uint64_t cutoff;
- if (b->num_maxes_set <= b->next_max_idx) {
- /* We haven't been through the circular array yet; time starts at i=0.*/
- i = 0;
- } else {
- /* We've been around the array at least once. The next i to be
- overwritten is the oldest. */
- i = b->next_max_idx;
- }
- if (options->RelayBandwidthRate) {
- /* We don't want to report that we used more bandwidth than the max we're
- * willing to relay; otherwise everybody will know how much traffic
- * we used ourself. */
- cutoff = options->RelayBandwidthRate * NUM_SECS_BW_SUM_INTERVAL;
- } else {
- cutoff = UINT64_MAX;
- }
- for (n=0; n<b->num_maxes_set; ++n,++i) {
- uint64_t total;
- if (i >= NUM_TOTALS)
- i -= NUM_TOTALS;
- tor_assert(i < NUM_TOTALS);
- /* Round the bandwidth used down to the nearest 1k. */
- total = b->totals[i] & ~0x3ff;
- if (total > cutoff)
- total = cutoff;
- if (n==(b->num_maxes_set-1))
- tor_snprintf(cp, len-(cp-buf), U64_FORMAT, U64_PRINTF_ARG(total));
- else
- tor_snprintf(cp, len-(cp-buf), U64_FORMAT",", U64_PRINTF_ARG(total));
- cp += strlen(cp);
- }
- return cp-buf;
- }
- /** Allocate and return lines for representing this server's bandwidth
- * history in its descriptor.
- */
- char *
- rep_hist_get_bandwidth_lines(void)
- {
- char *buf, *cp;
- char t[ISO_TIME_LEN+1];
- int r;
- bw_array_t *b = NULL;
- const char *desc = NULL;
- size_t len;
- /* opt [dirreq-](read|write)-history yyyy-mm-dd HH:MM:SS (n s) n,n,n... */
- len = (67+21*NUM_TOTALS)*4;
- buf = tor_malloc_zero(len);
- cp = buf;
- for (r=0;r<4;++r) {
- switch (r) {
- case 0:
- b = write_array;
- desc = "write-history";
- break;
- case 1:
- b = read_array;
- desc = "read-history";
- break;
- case 2:
- b = dir_write_array;
- desc = "dirreq-write-history";
- break;
- case 3:
- b = dir_read_array;
- desc = "dirreq-read-history";
- break;
- }
- tor_assert(b);
- format_iso_time(t, b->next_period-NUM_SECS_BW_SUM_INTERVAL);
- tor_snprintf(cp, len-(cp-buf), "%s %s (%d s) ",
- desc, t, NUM_SECS_BW_SUM_INTERVAL);
- cp += strlen(cp);
- cp += rep_hist_fill_bandwidth_history(cp, len-(cp-buf), b);
- strlcat(cp, "\n", len-(cp-buf));
- ++cp;
- }
- return buf;
- }
- /** Update <b>state</b> with the newest bandwidth history. */
- void
- rep_hist_update_state(or_state_t *state)
- {
- int len, r;
- char *buf, *cp;
- smartlist_t **s_values = NULL;
- time_t *s_begins = NULL;
- int *s_interval = NULL;
- bw_array_t *b = NULL;
- len = 20*NUM_TOTALS+1;
- buf = tor_malloc_zero(len);
- for (r=0;r<4;++r) {
- switch (r) {
- case 0:
- b = write_array;
- s_begins = &state->BWHistoryWriteEnds;
- s_interval = &state->BWHistoryWriteInterval;
- s_values = &state->BWHistoryWriteValues;
- break;
- case 1:
- b = read_array;
- s_begins = &state->BWHistoryReadEnds;
- s_interval = &state->BWHistoryReadInterval;
- s_values = &state->BWHistoryReadValues;
- break;
- case 2:
- b = dir_write_array;
- s_begins = &state->BWHistoryDirWriteEnds;
- s_interval = &state->BWHistoryDirWriteInterval;
- s_values = &state->BWHistoryDirWriteValues;
- break;
- case 3:
- b = dir_read_array;
- s_begins = &state->BWHistoryDirReadEnds;
- s_interval = &state->BWHistoryDirReadInterval;
- s_values = &state->BWHistoryDirReadValues;
- break;
- }
- if (*s_values) {
- SMARTLIST_FOREACH(*s_values, char *, val, tor_free(val));
- smartlist_free(*s_values);
- }
- if (! server_mode(get_options())) {
- /* Clients don't need to store bandwidth history persistently;
- * force these values to the defaults. */
- /* FFFF we should pull the default out of config.c's state table,
- * so we don't have two defaults. */
- if (*s_begins != 0 || *s_interval != 900) {
- time_t now = time(NULL);
- time_t save_at = get_options()->AvoidDiskWrites ? now+3600 : now+600;
- or_state_mark_dirty(state, save_at);
- }
- *s_begins = 0;
- *s_interval = 900;
- *s_values = smartlist_create();
- continue;
- }
- *s_begins = b->next_period;
- *s_interval = NUM_SECS_BW_SUM_INTERVAL;
- cp = buf;
- cp += rep_hist_fill_bandwidth_history(cp, len, b);
- tor_snprintf(cp, len-(cp-buf), cp == buf ? U64_FORMAT : ","U64_FORMAT,
- U64_PRINTF_ARG(b->total_in_period));
- *s_values = smartlist_create();
- if (server_mode(get_options()))
- smartlist_split_string(*s_values, buf, ",", SPLIT_SKIP_SPACE, 0);
- }
- tor_free(buf);
- if (server_mode(get_options())) {
- or_state_mark_dirty(get_or_state(), time(NULL)+(2*3600));
- }
- }
- /** Set bandwidth history from our saved state. */
- int
- rep_hist_load_state(or_state_t *state, char **err)
- {
- time_t s_begins = 0, start;
- time_t now = time(NULL);
- uint64_t v;
- int r,i,ok;
- int all_ok = 1;
- int s_interval = 0;
- smartlist_t *s_values = NULL;
- bw_array_t *b = NULL;
- /* Assert they already have been malloced */
- tor_assert(read_array && write_array);
- for (r=0;r<4;++r) {
- switch (r) {
- case 0:
- b = write_array;
- s_begins = state->BWHistoryWriteEnds;
- s_interval = state->BWHistoryWriteInterval;
- s_values = state->BWHistoryWriteValues;
- break;
- case 1:
- b = read_array;
- s_begins = state->BWHistoryReadEnds;
- s_interval = state->BWHistoryReadInterval;
- s_values = state->BWHistoryReadValues;
- break;
- case 2:
- b = dir_write_array;
- s_begins = state->BWHistoryDirWriteEnds;
- s_interval = state->BWHistoryDirWriteInterval;
- s_values = state->BWHistoryDirWriteValues;
- break;
- case 3:
- b = dir_read_array;
- s_begins = state->BWHistoryDirReadEnds;
- s_interval = state->BWHistoryDirReadInterval;
- s_values = state->BWHistoryDirReadValues;
- break;
- }
- if (s_values && s_begins >= now - NUM_SECS_BW_SUM_INTERVAL*NUM_TOTALS) {
- start = s_begins - s_interval*(smartlist_len(s_values));
- if (start > now)
- continue;
- b->cur_obs_time = start;
- b->next_period = start + NUM_SECS_BW_SUM_INTERVAL;
- SMARTLIST_FOREACH(s_values, char *, cp, {
- v = tor_parse_uint64(cp, 10, 0, UINT64_MAX, &ok, NULL);
- if (!ok) {
- all_ok=0;
- log_notice(LD_HIST, "Could not parse '%s' into a number.'", cp);
- }
- if (start < now) {
- add_obs(b, start, v);
- start += NUM_SECS_BW_SUM_INTERVAL;
- }
- });
- }
- /* Clean up maxima and observed */
- /* Do we really want to zero this for the purpose of max capacity? */
- for (i=0; i<NUM_SECS_ROLLING_MEASURE; ++i) {
- b->obs[i] = 0;
- }
- b->total_obs = 0;
- for (i=0; i<NUM_TOTALS; ++i) {
- b->maxima[i] = 0;
- }
- b->max_total = 0;
- }
- if (!all_ok) {
- *err = tor_strdup("Parsing of bandwidth history values failed");
- /* and create fresh arrays */
- tor_free(read_array);
- tor_free(write_array);
- read_array = bw_array_new();
- write_array = bw_array_new();
- return -1;
- }
- return 0;
- }
- /*********************************************************************/
- typedef struct predicted_port_t {
- uint16_t port;
- time_t time;
- } predicted_port_t;
- /** A list of port numbers that have been used recently. */
- static smartlist_t *predicted_ports_list=NULL;
- /** We just got an application request for a connection with
- * port <b>port</b>. Remember it for the future, so we can keep
- * some circuits open that will exit to this port.
- */
- static void
- add_predicted_port(time_t now, uint16_t port)
- {
- predicted_port_t *pp = tor_malloc(sizeof(predicted_port_t));
- pp->port = port;
- pp->time = now;
- rephist_total_alloc += sizeof(*pp);
- smartlist_add(predicted_ports_list, pp);
- }
- /** Initialize whatever memory and structs are needed for predicting
- * which ports will be used. Also seed it with port 80, so we'll build
- * circuits on start-up.
- */
- static void
- predicted_ports_init(void)
- {
- predicted_ports_list = smartlist_create();
- add_predicted_port(time(NULL), 80); /* add one to kickstart us */
- }
- /** Free whatever memory is needed for predicting which ports will
- * be used.
- */
- static void
- predicted_ports_free(void)
- {
- rephist_total_alloc -=
- smartlist_len(predicted_ports_list)*sizeof(predicted_port_t);
- SMARTLIST_FOREACH(predicted_ports_list, predicted_port_t *, pp, tor_free(pp));
- smartlist_free(predicted_ports_list);
- }
- /** Remember that <b>port</b> has been asked for as of time <b>now</b>.
- * This is used for predicting what sorts of streams we'll make in the
- * future and making exit circuits to anticipate that.
- */
- void
- rep_hist_note_used_port(time_t now, uint16_t port)
- {
- tor_assert(predicted_ports_list);
- if (!port) /* record nothing */
- return;
- SMARTLIST_FOREACH_BEGIN(predicted_ports_list, predicted_port_t *, pp) {
- if (pp->port == port) {
- pp->time = now;
- return;
- }
- } SMARTLIST_FOREACH_END(pp);
- /* it's not there yet; we need to add it */
- add_predicted_port(now, port);
- }
- /** For this long after we've seen a request for a given port, assume that
- * we'll want to make connections to the same port in the future. */
- #define PREDICTED_CIRCS_RELEVANCE_TIME (60*60)
- /** Return a newly allocated pointer to a list of uint16_t * for ports that
- * are likely to be asked for in the near future.
- */
- smartlist_t *
- rep_hist_get_predicted_ports(time_t now)
- {
- smartlist_t *out = smartlist_create();
- tor_assert(predicted_ports_list);
- /* clean out obsolete entries */
- SMARTLIST_FOREACH_BEGIN(predicted_ports_list, predicted_port_t *, pp) {
- if (pp->time + PREDICTED_CIRCS_RELEVANCE_TIME < now) {
- log_debug(LD_CIRC, "Expiring predicted port %d", pp->port);
- rephist_total_alloc -= sizeof(predicted_port_t);
- tor_free(pp);
- SMARTLIST_DEL_CURRENT(predicted_ports_list, pp);
- } else {
- smartlist_add(out, tor_memdup(&pp->port, sizeof(uint16_t)));
- }
- } SMARTLIST_FOREACH_END(pp);
- return out;
- }
- /** The user asked us to do a resolve. Rather than keeping track of
- * timings and such of resolves, we fake it for now by treating
- * it the same way as a connection to port 80. This way we will continue
- * to have circuits lying around if the user only uses Tor for resolves.
- */
- void
- rep_hist_note_used_resolve(time_t now)
- {
- rep_hist_note_used_port(now, 80);
- }
- /** The last time at which we needed an internal circ. */
- static time_t predicted_internal_time = 0;
- /** The last time we needed an internal circ with good uptime. */
- static time_t predicted_internal_uptime_time = 0;
- /** The last time we needed an internal circ with good capacity. */
- static time_t predicted_internal_capacity_time = 0;
- /** Remember that we used an internal circ at time <b>now</b>. */
- void
- rep_hist_note_used_internal(time_t now, int need_uptime, int need_capacity)
- {
- predicted_internal_time = now;
- if (need_uptime)
- predicted_internal_uptime_time = now;
- if (need_capacity)
- predicted_internal_capacity_time = now;
- }
- /** Return 1 if we've used an internal circ recently; else return 0. */
- int
- rep_hist_get_predicted_internal(time_t now, int *need_uptime,
- int *need_capacity)
- {
- if (!predicted_internal_time) { /* initialize it */
- predicted_internal_time = now;
- predicted_internal_uptime_time = now;
- predicted_internal_capacity_time = now;
- }
- if (predicted_internal_time + PREDICTED_CIRCS_RELEVANCE_TIME < now)
- return 0; /* too long ago */
- if (predicted_internal_uptime_time + PREDICTED_CIRCS_RELEVANCE_TIME >= now)
- *need_uptime = 1;
- // Always predict that we need capacity.
- *need_capacity = 1;
- return 1;
- }
- /** Any ports used lately? These are pre-seeded if we just started
- * up or if we're running a hidden service. */
- int
- any_predicted_circuits(time_t now)
- {
- return smartlist_len(predicted_ports_list) ||
- predicted_internal_time + PREDICTED_CIRCS_RELEVANCE_TIME >= now;
- }
- /** Return 1 if we have no need for circuits currently, else return 0. */
- int
- rep_hist_circbuilding_dormant(time_t now)
- {
- if (any_predicted_circuits(now))
- return 0;
- /* see if we'll still need to build testing circuits */
- if (server_mode(get_options()) &&
- (!check_whether_orport_reachable() || !circuit_enough_testing_circs()))
- return 0;
- if (!check_whether_dirport_reachable())
- return 0;
- return 1;
- }
- /** Structure to track how many times we've done each public key operation. */
- static struct {
- /** How many directory objects have we signed? */
- unsigned long n_signed_dir_objs;
- /** How many routerdescs have we signed? */
- unsigned long n_signed_routerdescs;
- /** How many directory objects have we verified? */
- unsigned long n_verified_dir_objs;
- /** How many routerdescs have we verified */
- unsigned long n_verified_routerdescs;
- /** How many onionskins have we encrypted to build circuits? */
- unsigned long n_onionskins_encrypted;
- /** How many onionskins have we decrypted to do circuit build requests? */
- unsigned long n_onionskins_decrypted;
- /** How many times have we done the TLS handshake as a client? */
- unsigned long n_tls_client_handshakes;
- /** How many times have we done the TLS handshake as a server? */
- unsigned long n_tls_server_handshakes;
- /** How many PK operations have we done as a hidden service client? */
- unsigned long n_rend_client_ops;
- /** How many PK operations have we done as a hidden service midpoint? */
- unsigned long n_rend_mid_ops;
- /** How many PK operations have we done as a hidden service provider? */
- unsigned long n_rend_server_ops;
- } pk_op_counts = {0,0,0,0,0,0,0,0,0,0,0};
- /** Increment the count of the number of times we've done <b>operation</b>. */
- void
- note_crypto_pk_op(pk_op_t operation)
- {
- switch (operation)
- {
- case SIGN_DIR:
- pk_op_counts.n_signed_dir_objs++;
- break;
- case SIGN_RTR:
- pk_op_counts.n_signed_routerdescs++;
- break;
- case VERIFY_DIR:
- pk_op_counts.n_verified_dir_objs++;
- break;
- case VERIFY_RTR:
- pk_op_counts.n_verified_routerdescs++;
- break;
- case ENC_ONIONSKIN:
- pk_op_counts.n_onionskins_encrypted++;
- break;
- case DEC_ONIONSKIN:
- pk_op_counts.n_onionskins_decrypted++;
- break;
- case TLS_HANDSHAKE_C:
- pk_op_counts.n_tls_client_handshakes++;
- break;
- case TLS_HANDSHAKE_S:
- pk_op_counts.n_tls_server_handshakes++;
- break;
- case REND_CLIENT:
- pk_op_counts.n_rend_client_ops++;
- break;
- case REND_MID:
- pk_op_counts.n_rend_mid_ops++;
- break;
- case REND_SERVER:
- pk_op_counts.n_rend_server_ops++;
- break;
- default:
- log_warn(LD_BUG, "Unknown pk operation %d", operation);
- }
- }
- /** Log the number of times we've done each public/private-key operation. */
- void
- dump_pk_ops(int severity)
- {
- log(severity, LD_HIST,
- "PK operations: %lu directory objects signed, "
- "%lu directory objects verified, "
- "%lu routerdescs signed, "
- "%lu routerdescs verified, "
- "%lu onionskins encrypted, "
- "%lu onionskins decrypted, "
- "%lu client-side TLS handshakes, "
- "%lu server-side TLS handshakes, "
- "%lu rendezvous client operations, "
- "%lu rendezvous middle operations, "
- "%lu rendezvous server operations.",
- pk_op_counts.n_signed_dir_objs,
- pk_op_counts.n_verified_dir_objs,
- pk_op_counts.n_signed_routerdescs,
- pk_op_counts.n_verified_routerdescs,
- pk_op_counts.n_onionskins_encrypted,
- pk_op_counts.n_onionskins_decrypted,
- pk_op_counts.n_tls_client_handshakes,
- pk_op_counts.n_tls_server_handshakes,
- pk_op_counts.n_rend_client_ops,
- pk_op_counts.n_rend_mid_ops,
- pk_op_counts.n_rend_server_ops);
- }
- /*** Exit port statistics ***/
- /* Some constants */
- /** To what multiple should byte numbers be rounded up? */
- #define EXIT_STATS_ROUND_UP_BYTES 1024
- /** To what multiple should stream counts be rounded up? */
- #define EXIT_STATS_ROUND_UP_STREAMS 4
- /** Number of TCP ports */
- #define EXIT_STATS_NUM_PORTS 65536
- /** Top n ports that will be included in exit stats. */
- #define EXIT_STATS_TOP_N_PORTS 10
- /* The following data structures are arrays and no fancy smartlists or maps,
- * so that all write operations can be done in constant time. This comes at
- * the price of some memory (1.25 MB) and linear complexity when writing
- * stats for measuring relays. */
- /** Number of bytes read in current period by exit port */
- static uint64_t *exit_bytes_read = NULL;
- /** Number of bytes written in current period by exit port */
- static uint64_t *exit_bytes_written = NULL;
- /** Number of streams opened in current period by exit port */
- static uint32_t *exit_streams = NULL;
- /** Start time of exit stats or 0 if we're not collecting exit stats. */
- static time_t start_of_exit_stats_interval;
- /** Initialize exit port stats. */
- void
- rep_hist_exit_stats_init(time_t now)
- {
- start_of_exit_stats_interval = now;
- exit_bytes_read = tor_malloc_zero(EXIT_STATS_NUM_PORTS *
- sizeof(uint64_t));
- exit_bytes_written = tor_malloc_zero(EXIT_STATS_NUM_PORTS *
- sizeof(uint64_t));
- exit_streams = tor_malloc_zero(EXIT_STATS_NUM_PORTS *
- sizeof(uint32_t));
- }
- /** Reset counters for exit port statistics. */
- void
- rep_hist_reset_exit_stats(time_t now)
- {
- start_of_exit_stats_interval = now;
- memset(exit_bytes_read, 0, EXIT_STATS_NUM_PORTS * sizeof(uint64_t));
- memset(exit_bytes_written, 0, EXIT_STATS_NUM_PORTS * sizeof(uint64_t));
- memset(exit_streams, 0, EXIT_STATS_NUM_PORTS * sizeof(uint32_t));
- }
- /** Stop collecting exit port stats in a way that we can re-start doing
- * so in rep_hist_exit_stats_init(). */
- void
- rep_hist_exit_stats_term(void)
- {
- start_of_exit_stats_interval = 0;
- tor_free(exit_bytes_read);
- tor_free(exit_bytes_written);
- tor_free(exit_streams);
- }
- /** Helper for qsort: compare two ints. */
- static int
- _compare_int(const void *x, const void *y) {
- return (*(int*)x - *(int*)y);
- }
- /** Return a newly allocated string containing the exit port statistics
- * until <b>now</b>, or NULL if we're not collecting exit stats. */
- char *
- rep_hist_format_exit_stats(time_t now)
- {
- int i, j, top_elements = 0, cur_min_idx = 0, cur_port;
- uint64_t top_bytes[EXIT_STATS_TOP_N_PORTS];
- int top_ports[EXIT_STATS_TOP_N_PORTS];
- uint64_t cur_bytes = 0, other_read = 0, other_written = 0,
- total_read = 0, total_written = 0;
- uint32_t total_streams = 0, other_streams = 0;
- char *buf;
- smartlist_t *written_strings, *read_strings, *streams_strings;
- char *written_string, *read_string, *streams_string;
- char t[ISO_TIME_LEN+1];
- char *result;
- if (!start_of_exit_stats_interval)
- return NULL; /* Not initialized. */
- /* Go through all ports to find the n ports that saw most written and
- * read bytes.
- *
- * Invariant: at the end of the loop for iteration i,
- * total_read is the sum of all exit_bytes_read[0..i]
- * total_written is the sum of all exit_bytes_written[0..i]
- * total_stream is the sum of all exit_streams[0..i]
- *
- * top_elements = MAX(EXIT_STATS_TOP_N_PORTS,
- * #{j | 0 <= j <= i && volume(i) > 0})
- *
- * For all 0 <= j < top_elements,
- * top_bytes[j] > 0
- * 0 <= top_ports[j] <= 65535
- * top_bytes[j] = volume(top_ports[j])
- *
- * There is no j in 0..i and k in 0..top_elements such that:
- * volume(j) > top_bytes[k] AND j is not in top_ports[0..top_elements]
- *
- * There is no j!=cur_min_idx in 0..top_elements such that:
- * top_bytes[j] < top_bytes[cur_min_idx]
- *
- * where volume(x) == exit_bytes_read[x]+exit_bytes_written[x]
- *
- * Worst case: O(EXIT_STATS_NUM_PORTS * EXIT_STATS_TOP_N_PORTS)
- */
- for (i = 1; i < EXIT_STATS_NUM_PORTS; i++) {
- total_read += exit_bytes_read[i];
- total_written += exit_bytes_written[i];
- total_streams += exit_streams[i];
- cur_bytes = exit_bytes_read[i] + exit_bytes_written[i];
- if (cur_bytes == 0) {
- continue;
- }
- if (top_elements < EXIT_STATS_TOP_N_PORTS) {
- top_bytes[top_elements] = cur_bytes;
- top_ports[top_elements++] = i;
- } else if (cur_bytes > top_bytes[cur_min_idx]) {
- top_bytes[cur_min_idx] = cur_bytes;
- top_ports[cur_min_idx] = i;
- } else {
- continue;
- }
- cur_min_idx = 0;
- for (j = 1; j < top_elements; j++) {
- if (top_bytes[j] < top_bytes[cur_min_idx]) {
- cur_min_idx = j;
- }
- }
- }
- /* Add observations of top ports to smartlists. */
- written_strings = smartlist_create();
- read_strings = smartlist_create();
- streams_strings = smartlist_create();
- other_read = total_read;
- other_written = total_written;
- other_streams = total_streams;
- /* Sort the ports; this puts them out of sync with top_bytes, but we
- * won't be using top_bytes again anyway */
- qsort(top_ports, top_elements, sizeof(int), _compare_int);
- for (j = 0; j < top_elements; j++) {
- cur_port = top_ports[j];
- if (exit_bytes_written[cur_port] > 0) {
- uint64_t num = round_uint64_to_next_multiple_of(
- exit_bytes_written[cur_port],
- EXIT_STATS_ROUND_UP_BYTES);
- num /= 1024;
- buf = NULL;
- tor_asprintf(&buf, "%d="U64_FORMAT, cur_port, U64_PRINTF_ARG(num));
- smartlist_add(written_strings, buf);
- other_written -= exit_bytes_written[cur_port];
- }
- if (exit_bytes_read[cur_port] > 0) {
- uint64_t num = round_uint64_to_next_multiple_of(
- exit_bytes_read[cur_port],
- EXIT_STATS_ROUND_UP_BYTES);
- num /= 1024;
- buf = NULL;
- tor_asprintf(&buf, "%d="U64_FORMAT, cur_port, U64_PRINTF_ARG(num));
- smartlist_add(read_strings, buf);
- other_read -= exit_bytes_read[cur_port];
- }
- if (exit_streams[cur_port] > 0) {
- uint32_t num = round_uint32_to_next_multiple_of(
- exit_streams[cur_port],
- EXIT_STATS_ROUND_UP_STREAMS);
- buf = NULL;
- tor_asprintf(&buf, "%d=%u", cur_port, num);
- smartlist_add(streams_strings, buf);
- other_streams -= exit_streams[cur_port];
- }
- }
- /* Add observations of other ports in a single element. */
- other_written = round_uint64_to_next_multiple_of(other_written,
- EXIT_STATS_ROUND_UP_BYTES);
- other_written /= 1024;
- buf = NULL;
- tor_asprintf(&buf, "other="U64_FORMAT, U64_PRINTF_ARG(other_written));
- smartlist_add(written_strings, buf);
- other_read = round_uint64_to_next_multiple_of(other_read,
- EXIT_STATS_ROUND_UP_BYTES);
- other_read /= 1024;
- buf = NULL;
- tor_asprintf(&buf, "other="U64_FORMAT, U64_PRINTF_ARG(other_read));
- smartlist_add(read_strings, buf);
- other_streams = round_uint32_to_next_multiple_of(other_streams,
- EXIT_STATS_ROUND_UP_STREAMS);
- buf = NULL;
- tor_asprintf(&buf, "other=%u", other_streams);
- smartlist_add(streams_strings, buf);
- /* Join all observations in single strings. */
- written_string = smartlist_join_strings(written_strings, ",", 0, NULL);
- read_string = smartlist_join_strings(read_strings, ",", 0, NULL);
- streams_string = smartlist_join_strings(streams_strings, ",", 0, NULL);
- SMARTLIST_FOREACH(written_strings, char *, cp, tor_free(cp));
- SMARTLIST_FOREACH(read_strings, char *, cp, tor_free(cp));
- SMARTLIST_FOREACH(streams_strings, char *, cp, tor_free(cp));
- smartlist_free(written_strings);
- smartlist_free(read_strings);
- smartlist_free(streams_strings);
- /* Put everything together. */
- format_iso_time(t, now);
- tor_asprintf(&result, "exit-stats-end %s (%d s)\n"
- "exit-kibibytes-written %s\n"
- "exit-kibibytes-read %s\n"
- "exit-streams-opened %s\n",
- t, (unsigned) (now - start_of_exit_stats_interval),
- written_string,
- read_string,
- streams_string);
- tor_free(written_string);
- tor_free(read_string);
- tor_free(streams_string);
- return result;
- }
- /** If 24 hours have passed since the beginning of the current exit port
- * stats period, write exit stats to $DATADIR/stats/exit-stats (possibly
- * overwriting an existing file) and reset counters. Return when we would
- * next want to write exit stats or 0 if we never want to write. */
- time_t
- rep_hist_exit_stats_write(time_t now)
- {
- char *statsdir = NULL, *filename = NULL, *str = NULL;
- if (!start_of_exit_stats_interval)
- return 0; /* Not initialized. */
- if (start_of_exit_stats_interval + WRITE_STATS_INTERVAL > now)
- goto done; /* Not ready to write. */
- log_info(LD_HIST, "Writing exit port statistics to disk.");
- /* Generate history string. */
- str = rep_hist_format_exit_stats(now);
- /* Reset counters. */
- rep_hist_reset_exit_stats(now);
- /* Try to write to disk. */
- statsdir = get_datadir_fname("stats");
- if (check_private_dir(statsdir, CPD_CREATE) < 0) {
- log_warn(LD_HIST, "Unable to create stats/ directory!");
- goto done;
- }
- filename = get_datadir_fname2("stats", "exit-stats");
- if (write_str_to_file(filename, str, 0) < 0)
- log_warn(LD_HIST, "Unable to write exit port statistics to disk!");
- done:
- tor_free(str);
- tor_free(statsdir);
- tor_free(filename);
- return start_of_exit_stats_interval + WRITE_STATS_INTERVAL;
- }
- /** Note that we wrote <b>num_written</b> bytes and read <b>num_read</b>
- * bytes to/from an exit connection to <b>port</b>. */
- void
- rep_hist_note_exit_bytes(uint16_t port, size_t num_written,
- size_t num_read)
- {
- if (!start_of_exit_stats_interval)
- return; /* Not initialized. */
- exit_bytes_written[port] += num_written;
- exit_bytes_read[port] += num_read;
- log_debug(LD_HIST, "Written %lu bytes and read %lu bytes to/from an "
- "exit connection to port %d.",
- (unsigned long)num_written, (unsigned long)num_read, port);
- }
- /** Note that we opened an exit stream to <b>port</b>. */
- void
- rep_hist_note_exit_stream_opened(uint16_t port)
- {
- if (!start_of_exit_stats_interval)
- return; /* Not initialized. */
- exit_streams[port]++;
- log_debug(LD_HIST, "Opened exit stream to port %d", port);
- }
- /*** cell statistics ***/
- /** Start of the current buffer stats interval or 0 if we're not
- * collecting buffer statistics. */
- static time_t start_of_buffer_stats_interval;
- /** Initialize buffer stats. */
- void
- rep_hist_buffer_stats_init(time_t now)
- {
- start_of_buffer_stats_interval = now;
- }
- typedef struct circ_buffer_stats_t {
- uint32_t processed_cells;
- double mean_num_cells_in_queue;
- double mean_time_cells_in_queue;
- } circ_buffer_stats_t;
- /** Holds stats. */
- smartlist_t *circuits_for_buffer_stats = NULL;
- /** Remember cell statistics for circuit <b>circ</b> at time
- * <b>end_of_interval</b> and reset cell counters in case the circuit
- * remains open in the next measurement interval. */
- void
- rep_hist_buffer_stats_add_circ(circuit_t *circ, time_t end_of_interval)
- {
- circ_buffer_stats_t *stat;
- time_t start_of_interval;
- int interval_length;
- or_circuit_t *orcirc;
- if (CIRCUIT_IS_ORIGIN(circ))
- return;
- orcirc = TO_OR_CIRCUIT(circ);
- if (!orcirc->processed_cells)
- return;
- if (!circuits_for_buffer_stats)
- circuits_for_buffer_stats = smartlist_create();
- start_of_interval = (circ->timestamp_created.tv_sec >
- start_of_buffer_stats_interval) ?
- circ->timestamp_created.tv_sec :
- start_of_buffer_stats_interval;
- interval_length = (int) (end_of_interval - start_of_interval);
- stat = tor_malloc_zero(sizeof(circ_buffer_stats_t));
- stat->processed_cells = orcirc->processed_cells;
- /* 1000.0 for s -> ms; 2.0 because of app-ward and exit-ward queues */
- stat->mean_num_cells_in_queue = interval_length == 0 ? 0.0 :
- (double) orcirc->total_cell_waiting_time /
- (double) interval_length / 1000.0 / 2.0;
- stat->mean_time_cells_in_queue =
- (double) orcirc->total_cell_waiting_time /
- (double) orcirc->processed_cells;
- smartlist_add(circuits_for_buffer_stats, stat);
- orcirc->total_cell_waiting_time = 0;
- orcirc->processed_cells = 0;
- }
- /** Sorting helper: return -1, 1, or 0 based on comparison of two
- * circ_buffer_stats_t */
- static int
- _buffer_stats_compare_entries(const void **_a, const void **_b)
- {
- const circ_buffer_stats_t *a = *_a, *b = *_b;
- if (a->processed_cells < b->processed_cells)
- return 1;
- else if (a->processed_cells > b->processed_cells)
- return -1;
- else
- return 0;
- }
- /** Stop collecting cell stats in a way that we can re-start doing so in
- * rep_hist_buffer_stats_init(). */
- void
- rep_hist_buffer_stats_term(void)
- {
- start_of_buffer_stats_interval = 0;
- if (!circuits_for_buffer_stats)
- circuits_for_buffer_stats = smartlist_create();
- SMARTLIST_FOREACH(circuits_for_buffer_stats, circ_buffer_stats_t *,
- stat, tor_free(stat));
- smartlist_clear(circuits_for_buffer_stats);
- }
- /** Write buffer statistics to $DATADIR/stats/buffer-stats and return when
- * we would next want to write exit stats. */
- time_t
- rep_hist_buffer_stats_write(time_t now)
- {
- char *statsdir = NULL, *filename = NULL;
- char written[ISO_TIME_LEN+1];
- open_file_t *open_file = NULL;
- FILE *out;
- #define SHARES 10
- int processed_cells[SHARES], circs_in_share[SHARES],
- number_of_circuits, i;
- double queued_cells[SHARES], time_in_queue[SHARES];
- smartlist_t *str_build = smartlist_create();
- char *str = NULL, *buf=NULL;
- circuit_t *circ;
- if (!start_of_buffer_stats_interval)
- return 0; /* Not initialized. */
- if (start_of_buffer_stats_interval + WRITE_STATS_INTERVAL > now)
- goto done; /* Not ready to write */
- /* add current circuits to stats */
- for (circ = _circuit_get_global_list(); circ; circ = circ->next)
- rep_hist_buffer_stats_add_circ(circ, now);
- /* calculate deciles */
- memset(processed_cells, 0, SHARES * sizeof(int));
- memset(circs_in_share, 0, SHARES * sizeof(int));
- memset(queued_cells, 0, SHARES * sizeof(double));
- memset(time_in_queue, 0, SHARES * sizeof(double));
- if (!circuits_for_buffer_stats)
- circuits_for_buffer_stats = smartlist_create();
- smartlist_sort(circuits_for_buffer_stats,
- _buffer_stats_compare_entries);
- number_of_circuits = smartlist_len(circuits_for_buffer_stats);
- if (number_of_circuits < 1) {
- log_info(LD_HIST, "Attempt to write cell statistics to disk failed. "
- "We haven't seen a single circuit to report about.");
- goto done;
- }
- i = 0;
- SMARTLIST_FOREACH_BEGIN(circuits_for_buffer_stats,
- circ_buffer_stats_t *, stat)
- {
- int share = i++ * SHARES / number_of_circuits;
- processed_cells[share] += stat->processed_cells;
- queued_cells[share] += stat->mean_num_cells_in_queue;
- time_in_queue[share] += stat->mean_time_cells_in_queue;
- circs_in_share[share]++;
- }
- SMARTLIST_FOREACH_END(stat);
- /* clear buffer stats history */
- SMARTLIST_FOREACH(circuits_for_buffer_stats, circ_buffer_stats_t *,
- stat, tor_free(stat));
- smartlist_clear(circuits_for_buffer_stats);
- /* write to file */
- statsdir = get_datadir_fname("stats");
- if (check_private_dir(statsdir, CPD_CREATE) < 0)
- goto done;
- filename = get_datadir_fname2("stats", "buffer-stats");
- out = start_writing_to_stdio_file(filename, OPEN_FLAGS_APPEND,
- 0600, &open_file);
- if (!out)
- goto done;
- format_iso_time(written, now);
- if (fprintf(out, "cell-stats-end %s (%d s)\n", written,
- (unsigned) (now - start_of_buffer_stats_interval)) < 0)
- goto done;
- for (i = 0; i < SHARES; i++) {
- tor_asprintf(&buf,"%d", !circs_in_share[i] ? 0 :
- processed_cells[i] / circs_in_share[i]);
- smartlist_add(str_build, buf);
- }
- str = smartlist_join_strings(str_build, ",", 0, NULL);
- if (fprintf(out, "cell-processed-cells %s\n", str) < 0)
- goto done;
- tor_free(str);
- SMARTLIST_FOREACH(str_build, char *, c, tor_free(c));
- smartlist_clear(str_build);
- for (i = 0; i < SHARES; i++) {
- tor_asprintf(&buf, "%.2f", circs_in_share[i] == 0 ? 0.0 :
- queued_cells[i] / (double) circs_in_share[i]);
- smartlist_add(str_build, buf);
- }
- str = smartlist_join_strings(str_build, ",", 0, NULL);
- if (fprintf(out, "cell-queued-cells %s\n", str) < 0)
- goto done;
- tor_free(str);
- SMARTLIST_FOREACH(str_build, char *, c, tor_free(c));
- smartlist_clear(str_build);
- for (i = 0; i < SHARES; i++) {
- tor_asprintf(&buf, "%.0f", circs_in_share[i] == 0 ? 0.0 :
- time_in_queue[i] / (double) circs_in_share[i]);
- smartlist_add(str_build, buf);
- }
- str = smartlist_join_strings(str_build, ",", 0, NULL);
- if (fprintf(out, "cell-time-in-queue %s\n", str) < 0)
- goto done;
- tor_free(str);
- SMARTLIST_FOREACH(str_build, char *, c, tor_free(c));
- smartlist_free(str_build);
- str_build = NULL;
- if (fprintf(out, "cell-circuits-per-decile %d\n",
- (number_of_circuits + SHARES - 1) / SHARES) < 0)
- goto done;
- finish_writing_to_file(open_file);
- open_file = NULL;
- start_of_buffer_stats_interval = now;
- done:
- if (open_file)
- abort_writing_to_file(open_file);
- tor_free(filename);
- tor_free(statsdir);
- if (str_build) {
- SMARTLIST_FOREACH(str_build, char *, c, tor_free(c));
- smartlist_free(str_build);
- }
- tor_free(str);
- #undef SHARES
- return start_of_buffer_stats_interval + WRITE_STATS_INTERVAL;
- }
- /*** Connection statistics ***/
- /** Start of the current connection stats interval or 0 if we're not
- * collecting connection statistics. */
- static time_t start_of_conn_stats_interval;
- /** Initialize connection stats. */
- void
- rep_hist_conn_stats_init(time_t now)
- {
- start_of_conn_stats_interval = now;
- }
- /* Count connections that we read and wrote less than these many bytes
- * from/to as below threshold. */
- #define BIDI_THRESHOLD 20480
- /* Count connections that we read or wrote at least this factor as many
- * bytes from/to than we wrote or read to/from as mostly reading or
- * writing. */
- #define BIDI_FACTOR 10
- /* Interval length in seconds for considering read and written bytes for
- * connection stats. */
- #define BIDI_INTERVAL 10
- /* Start of next BIDI_INTERVAL second interval. */
- static time_t bidi_next_interval = 0;
- /* Number of connections that we read and wrote less than BIDI_THRESHOLD
- * bytes from/to in BIDI_INTERVAL seconds. */
- static uint32_t below_threshold = 0;
- /* Number of connections that we read at least BIDI_FACTOR times more
- * bytes from than we wrote to in BIDI_INTERVAL seconds. */
- static uint32_t mostly_read = 0;
- /* Number of connections that we wrote at least BIDI_FACTOR times more
- * bytes to than we read from in BIDI_INTERVAL seconds. */
- static uint32_t mostly_written = 0;
- /* Number of connections that we read and wrote at least BIDI_THRESHOLD
- * bytes from/to, but not BIDI_FACTOR times more in either direction in
- * BIDI_INTERVAL seconds. */
- static uint32_t both_read_and_written = 0;
- /* Entry in a map from connection ID to the number of read and written
- * bytes on this connection in a BIDI_INTERVAL second interval. */
- typedef struct bidi_map_entry_t {
- HT_ENTRY(bidi_map_entry_t) node;
- uint64_t conn_id; /**< Connection ID */
- size_t read; /**< Number of read bytes */
- size_t written; /**< Number of written bytes */
- } bidi_map_entry_t;
- /** Map of OR connections together with the number of read and written
- * bytes in the current BIDI_INTERVAL second interval. */
- static HT_HEAD(bidimap, bidi_map_entry_t) bidi_map =
- HT_INITIALIZER();
- static int
- bidi_map_ent_eq(const bidi_map_entry_t *a, const bidi_map_entry_t *b)
- {
- return a->conn_id == b->conn_id;
- }
- static unsigned
- bidi_map_ent_hash(const bidi_map_entry_t *entry)
- {
- return (unsigned) entry->conn_id;
- }
- HT_PROTOTYPE(bidimap, bidi_map_entry_t, node, bidi_map_ent_hash,
- bidi_map_ent_eq);
- HT_GENERATE(bidimap, bidi_map_entry_t, node, bidi_map_ent_hash,
- bidi_map_ent_eq, 0.6, malloc, realloc, free);
- static void
- bidi_map_free(void)
- {
- bidi_map_entry_t **ptr, **next, *ent;
- for (ptr = HT_START(bidimap, &bidi_map); ptr; ptr = next) {
- ent = *ptr;
- next = HT_NEXT_RMV(bidimap, &bidi_map, ptr);
- tor_free(ent);
- }
- HT_CLEAR(bidimap, &bidi_map);
- }
- /** Reset counters for conn statistics. */
- void
- rep_hist_reset_conn_stats(time_t now)
- {
- start_of_conn_stats_interval = now;
- below_threshold = 0;
- mostly_read = 0;
- mostly_written = 0;
- both_read_and_written = 0;
- bidi_map_free();
- }
- /** Stop collecting connection stats in a way that we can re-start doing
- * so in rep_hist_conn_stats_init(). */
- void
- rep_hist_conn_stats_term(void)
- {
- rep_hist_reset_conn_stats(0);
- }
- /** We read <b>num_read</b> bytes and wrote <b>num_written</b> from/to OR
- * connection <b>conn_id</b> in second <b>when</b>. If this is the first
- * observation in a new interval, sum up the last observations. Add bytes
- * for this connection. */
- void
- rep_hist_note_or_conn_bytes(uint64_t conn_id, size_t num_read,
- size_t num_written, time_t when)
- {
- if (!start_of_conn_stats_interval)
- return;
- /* Initialize */
- if (bidi_next_interval == 0)
- bidi_next_interval = when + BIDI_INTERVAL;
- /* Sum up last period's statistics */
- if (when >= bidi_next_interval) {
- bidi_map_entry_t **ptr, **next, *ent;
- for (ptr = HT_START(bidimap, &bidi_map); ptr; ptr = next) {
- ent = *ptr;
- if (ent->read + ent->written < BIDI_THRESHOLD)
- below_threshold++;
- else if (ent->read >= ent->written * BIDI_FACTOR)
- mostly_read++;
- else if (ent->written >= ent->read * BIDI_FACTOR)
- mostly_written++;
- else
- both_read_and_written++;
- next = HT_NEXT_RMV(bidimap, &bidi_map, ptr);
- tor_free(ent);
- }
- while (when >= bidi_next_interval)
- bidi_next_interval += BIDI_INTERVAL;
- log_info(LD_GENERAL, "%d below threshold, %d mostly read, "
- "%d mostly written, %d both read and written.",
- below_threshold, mostly_read, mostly_written,
- both_read_and_written);
- }
- /* Add this connection's bytes. */
- if (num_read > 0 || num_written > 0) {
- bidi_map_entry_t *entry, lookup;
- lookup.conn_id = conn_id;
- entry = HT_FIND(bidimap, &bidi_map, &lookup);
- if (entry) {
- entry->written += num_written;
- entry->read += num_read;
- } else {
- entry = tor_malloc_zero(sizeof(bidi_map_entry_t));
- entry->conn_id = conn_id;
- entry->written = num_written;
- entry->read = num_read;
- HT_INSERT(bidimap, &bidi_map, entry);
- }
- }
- }
- /** Return a newly allocated string containing the connection statistics
- * until <b>now</b>, or NULL if we're not collecting conn stats. */
- char *
- rep_hist_format_conn_stats(time_t now)
- {
- char *result, written[ISO_TIME_LEN+1];
- if (!start_of_conn_stats_interval)
- return NULL; /* Not initialized. */
- format_iso_time(written, now);
- tor_asprintf(&result, "conn-bi-direct %s (%d s) %d,%d,%d,%d\n",
- written,
- (unsigned) (now - start_of_conn_stats_interval),
- below_threshold,
- mostly_read,
- mostly_written,
- both_read_and_written);
- return result;
- }
- /** If 24 hours have passed since the beginning of the current conn stats
- * period, write conn stats to $DATADIR/stats/conn-stats (possibly
- * overwriting an existing file) and reset counters. Return when we would
- * next want to write conn stats or 0 if we never want to write. */
- time_t
- rep_hist_conn_stats_write(time_t now)
- {
- char *statsdir = NULL, *filename = NULL, *str = NULL;
- if (!start_of_conn_stats_interval)
- return 0; /* Not initialized. */
- if (start_of_conn_stats_interval + WRITE_STATS_INTERVAL > now)
- goto done; /* Not ready to write */
- /* Generate history string. */
- str = rep_hist_format_conn_stats(now);
- /* Reset counters. */
- rep_hist_reset_conn_stats(now);
- /* Try to write to disk. */
- statsdir = get_datadir_fname("stats");
- if (check_private_dir(statsdir, CPD_CREATE) < 0) {
- log_warn(LD_HIST, "Unable to create stats/ directory!");
- goto done;
- }
- filename = get_datadir_fname2("stats", "conn-stats");
- if (write_str_to_file(filename, str, 0) < 0)
- log_warn(LD_HIST, "Unable to write conn stats to disk!");
- done:
- tor_free(str);
- tor_free(filename);
- tor_free(statsdir);
- return start_of_conn_stats_interval + WRITE_STATS_INTERVAL;
- }
- /** Free all storage held by the OR/link history caches, by the
- * bandwidth history arrays, by the port history, or by statistics . */
- void
- rep_hist_free_all(void)
- {
- digestmap_free(history_map, free_or_history);
- tor_free(read_array);
- tor_free(write_array);
- tor_free(last_stability_doc);
- tor_free(exit_bytes_read);
- tor_free(exit_bytes_written);
- tor_free(exit_streams);
- built_last_stability_doc_at = 0;
- predicted_ports_free();
- bidi_map_free();
- }
|