hibernate.c 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832
  1. /* Copyright 2004 Roger Dingledine, Nick Mathewson. */
  2. /* See LICENSE for licensing information */
  3. /* $Id$ */
  4. const char hibernate_c_id[] = "$Id$";
  5. /**
  6. * \file hibernate.c
  7. * \brief Functions to close listeners, stop allowing new circuits,
  8. * etc in preparation for closing down or going dormant; and to track
  9. * bandwidth and time intervals to know when to hibernate and when to
  10. * stop hibernating.
  11. **/
  12. /*
  13. hibernating, phase 1:
  14. - send destroy in response to create cells
  15. - send end (policy failed) in response to begin cells
  16. - close an OR conn when it has no circuits
  17. hibernating, phase 2:
  18. (entered when bandwidth hard limit reached)
  19. - close all OR/AP/exit conns)
  20. */
  21. #include "or.h"
  22. #define HIBERNATE_STATE_LIVE 1
  23. #define HIBERNATE_STATE_EXITING 2
  24. #define HIBERNATE_STATE_LOWBANDWIDTH 3
  25. #define HIBERNATE_STATE_DORMANT 4
  26. #define SHUTDOWN_WAIT_LENGTH 30 /* seconds */
  27. extern long stats_n_seconds_working; /* published uptime */
  28. static int hibernate_state = HIBERNATE_STATE_LIVE;
  29. /** If are hibernating, when do we plan to wake up? Set to 0 if we
  30. * aren't hibernating. */
  31. static time_t hibernate_end_time = 0;
  32. typedef enum {
  33. UNIT_MONTH=1, UNIT_WEEK=2, UNIT_DAY=3,
  34. } time_unit_t;
  35. /* Fields for accounting logic. Accounting overview:
  36. *
  37. * Accounting is designed to ensure that no more than N bytes are sent
  38. * in either direction over a given interval (currently, one month,
  39. * starting at 0:00 GMT an arbitrary day within the month). We could
  40. * try to do this by choking our bandwidth to a trickle, but that
  41. * would make our streams useless. Instead, we estimate what our
  42. * bandwidth usage will be, and guess how long we'll be able to
  43. * provide that much bandwidth before hitting our limit. We then
  44. * choose a random time within the accounting interval to come up (so
  45. * that we don't get 50 Tors running on the 1st of the month and none
  46. * on the 30th).
  47. *
  48. * Each interval runs as follows:
  49. *
  50. * 1. We guess our bandwidth usage, based on how much we used
  51. * last time. We choose a "wakeup time" within the interval to come up.
  52. * 2. Until the chosen wakeup time, we hibernate.
  53. * 3. We come up at the wakeup time, and provide bandwidth until we are
  54. * "very close" to running out.
  55. * 4. Then we go into low-bandwidth mode, and stop accepting new
  56. * connections, but provide bandwidth until we run out.
  57. * 5. Then we hibernate until the end of the interval.
  58. *
  59. * If the interval ends before we run out of bandwidth, we go back to
  60. * step one.
  61. */
  62. /** How many bytes have we read/written in this accounting interval? */
  63. static uint64_t n_bytes_read_in_interval = 0;
  64. static uint64_t n_bytes_written_in_interval = 0;
  65. /** How many seconds have we been running this interval? */
  66. static uint32_t n_seconds_active_in_interval = 0;
  67. /** When did this accounting interval start? */
  68. static time_t interval_start_time = 0;
  69. /** When will this accounting interval end? */
  70. static time_t interval_end_time = 0;
  71. /** How far into the accounting interval should we hibernate? */
  72. static time_t interval_wakeup_time = 0;
  73. /** How much bandwidth do we 'expect' to use per minute? (0 if we have no
  74. * info from the last period.) */
  75. static uint32_t expected_bandwidth_usage = 0;
  76. /** What unit are we using for our accounting? */
  77. static time_unit_t cfg_unit = UNIT_MONTH;
  78. /** How many days,hours,minutes into each unit does our accounting interval
  79. * start? */
  80. static int cfg_start_day = 0;
  81. static int cfg_start_hour = 0;
  82. static int cfg_start_min = 0;
  83. static void reset_accounting(time_t now);
  84. static int read_bandwidth_usage(void);
  85. static time_t start_of_accounting_period_after(time_t now);
  86. static time_t start_of_accounting_period_containing(time_t now);
  87. static void accounting_set_wakeup_time(void);
  88. /* ************
  89. * Functions for bandwidth accounting.
  90. * ************/
  91. /** Configure accounting start/end time settings based on
  92. * options->AccountingStart. Return 0 on success, -1 on failure. If
  93. * <b>validate_only</b> is true, do not change the current settings. */
  94. int
  95. accounting_parse_options(or_options_t *options, int validate_only)
  96. {
  97. time_unit_t unit;
  98. int ok, idx;
  99. long d,h,m;
  100. smartlist_t *items;
  101. const char *v = options->AccountingStart;
  102. const char *s;
  103. char *cp;
  104. if (!v) {
  105. if (!validate_only) {
  106. cfg_unit = UNIT_MONTH;
  107. cfg_start_day = 1;
  108. cfg_start_hour = 0;
  109. cfg_start_min = 0;
  110. }
  111. return 0;
  112. }
  113. items = smartlist_create();
  114. smartlist_split_string(items, v, NULL,
  115. SPLIT_SKIP_SPACE|SPLIT_IGNORE_BLANK,0);
  116. if (smartlist_len(items)<2) {
  117. log_fn(LOG_WARN, "Too few arguments to AccountingStart");
  118. goto err;
  119. }
  120. s = smartlist_get(items,0);
  121. if (0==strcasecmp(s, "month")) {
  122. unit = UNIT_MONTH;
  123. } else if (0==strcasecmp(s, "week")) {
  124. unit = UNIT_WEEK;
  125. } else if (0==strcasecmp(s, "day")) {
  126. unit = UNIT_DAY;
  127. } else {
  128. log_fn(LOG_WARN, "Unrecognized accounting unit '%s': only 'month', 'week', and 'day' are supported.", s);
  129. goto err;
  130. }
  131. switch (unit) {
  132. case UNIT_WEEK:
  133. d = tor_parse_long(smartlist_get(items,1), 10, 1, 7, &ok, NULL);
  134. if (!ok) {
  135. log_fn(LOG_WARN, "Weekly accounting must start begin on a day between 1(Monday) and 7 (Sunday)");
  136. goto err;
  137. }
  138. break;
  139. case UNIT_MONTH:
  140. d = tor_parse_long(smartlist_get(items,1), 10, 1, 28, &ok, NULL);
  141. if (!ok) {
  142. log_fn(LOG_WARN, "Monthly accounting must start begin on a day between 1 and 28");
  143. goto err;
  144. }
  145. break;
  146. case UNIT_DAY:
  147. d = 0;
  148. break;
  149. default:
  150. tor_assert(0);
  151. }
  152. idx = unit==UNIT_DAY?1:2;
  153. if (smartlist_len(items) != (idx+1)) {
  154. log_fn(LOG_WARN, "Accounting unit '%s' requires %d arguments",
  155. s, idx+1);
  156. goto err;
  157. }
  158. s = smartlist_get(items, idx);
  159. h = tor_parse_long(s, 10, 0, 23, &ok, &cp);
  160. if (!ok) {
  161. log_fn(LOG_WARN, "Accounting start time not parseable: bad hour.");
  162. goto err;
  163. }
  164. if (!cp || *cp!=':') {
  165. log_fn(LOG_WARN,"Accounting start time not parseable: not in HH:MM format");
  166. goto err;
  167. }
  168. m = tor_parse_long(cp+1, 10, 0, 59, &ok, &cp);
  169. if (!ok) {
  170. log_fn(LOG_WARN, "Accounting start time not parseable: bad minute");
  171. goto err;
  172. }
  173. if (!cp || *cp!='\0') {
  174. log_fn(LOG_WARN,"Accounting start time not parseable: not in HH:MM format");
  175. goto err;
  176. }
  177. if (!validate_only) {
  178. cfg_unit = unit;
  179. cfg_start_day = (int)d;
  180. cfg_start_hour = (int)h;
  181. cfg_start_min = (int)m;
  182. }
  183. SMARTLIST_FOREACH(items, char *, s, tor_free(s));
  184. smartlist_free(items);
  185. return 0;
  186. err:
  187. SMARTLIST_FOREACH(items, char *, s, tor_free(s));
  188. smartlist_free(items);
  189. return -1;
  190. }
  191. /** If we want to manage the accounting system and potentially
  192. * hibernate, return 1, else return 0.
  193. */
  194. int accounting_is_enabled(or_options_t *options) {
  195. if (options->AccountingMax)
  196. return 1;
  197. return 0;
  198. }
  199. /** Called from main.c to tell us that <b>seconds</b> seconds have
  200. * passed, <b>n_read</b> bytes have been read, and <b>n_written</b>
  201. * bytes have been written. */
  202. void
  203. accounting_add_bytes(size_t n_read, size_t n_written, int seconds)
  204. {
  205. n_bytes_read_in_interval += n_read;
  206. n_bytes_written_in_interval += n_written;
  207. /* If we haven't been called in 10 seconds, we're probably jumping
  208. * around in time. */
  209. n_seconds_active_in_interval += (seconds < 10) ? seconds : 0;
  210. }
  211. /** If get_end, return the end of the accounting period that contains
  212. * the time <b>now</b>. Else, return the start of the accounting
  213. * period that contains the time <b>now</b> */
  214. static time_t
  215. edge_of_accounting_period_containing(time_t now, int get_end)
  216. {
  217. int before;
  218. struct tm tm;
  219. tor_localtime_r(&now, &tm);
  220. /* Set 'before' to true iff the current time is before the hh:mm
  221. * changeover time for today. */
  222. before = tm.tm_hour < cfg_start_hour ||
  223. (tm.tm_hour == cfg_start_hour && tm.tm_min < cfg_start_min);
  224. /* Dispatch by unit. First, find the start day of the given period;
  225. * then, if get_end is true, increment to the end day. */
  226. switch (cfg_unit)
  227. {
  228. case UNIT_MONTH: {
  229. /* If this is before the Nth, we want the Nth of last month. */
  230. if (tm.tm_mday < cfg_start_day ||
  231. (tm.tm_mday < cfg_start_day && before)) {
  232. --tm.tm_mon;
  233. }
  234. /* Otherwise, the month is correct. */
  235. tm.tm_mday = cfg_start_day;
  236. if (get_end)
  237. ++tm.tm_mon;
  238. break;
  239. }
  240. case UNIT_WEEK: {
  241. /* What is the 'target' day of the week in struct tm format? (We
  242. say Sunday==7; struct tm says Sunday==0.) */
  243. int wday = cfg_start_day % 7;
  244. /* How many days do we subtract from today to get to the right day? */
  245. int delta = (7+tm.tm_wday-wday)%7;
  246. /* If we are on the right day, but the changeover hasn't happened yet,
  247. * then subtract a whole week. */
  248. if (delta == 0 && before)
  249. delta = 7;
  250. tm.tm_mday -= delta;
  251. if (get_end)
  252. tm.tm_mday += 7;
  253. break;
  254. }
  255. case UNIT_DAY:
  256. if (before)
  257. --tm.tm_mday;
  258. if (get_end)
  259. ++tm.tm_mday;
  260. break;
  261. default:
  262. tor_assert(0);
  263. }
  264. tm.tm_hour = cfg_start_hour;
  265. tm.tm_min = cfg_start_min;
  266. tm.tm_sec = 0;
  267. tm.tm_isdst = -1; /* Autodetect DST */
  268. return mktime(&tm);
  269. }
  270. /** Return the start of the accounting period containing the time
  271. * <b>now</b>. */
  272. static time_t
  273. start_of_accounting_period_containing(time_t now)
  274. {
  275. return edge_of_accounting_period_containing(now, 0);
  276. }
  277. /** Return the start of the accounting period that comes after the one
  278. * containing the time <b>now</b>. */
  279. static time_t
  280. start_of_accounting_period_after(time_t now)
  281. {
  282. return edge_of_accounting_period_containing(now, 1);
  283. }
  284. /** Initialize the accounting subsystem. */
  285. void
  286. configure_accounting(time_t now)
  287. {
  288. /* Try to remember our recorded usage. */
  289. if (!interval_start_time)
  290. read_bandwidth_usage(); /* If we fail, we'll leave values at zero, and
  291. * reset below.*/
  292. if (!interval_start_time ||
  293. start_of_accounting_period_after(interval_start_time) <= now) {
  294. /* We didn't have recorded usage, or we don't have recorded usage
  295. * for this interval. Start a new interval. */
  296. log_fn(LOG_INFO, "Starting new accounting interval.");
  297. reset_accounting(now);
  298. } else if (interval_start_time ==
  299. start_of_accounting_period_containing(interval_start_time)) {
  300. log_fn(LOG_INFO, "Continuing accounting interval.");
  301. /* We are in the interval we thought we were in. Do nothing.*/
  302. interval_end_time = start_of_accounting_period_after(interval_start_time);
  303. } else {
  304. log_fn(LOG_WARN, "Mismatched accounting interval; starting a fresh one.");
  305. reset_accounting(now);
  306. }
  307. accounting_set_wakeup_time();
  308. }
  309. /** Set expected_bandwidth_usage based on how much we sent/received
  310. * per minute last interval (if we were up for at least 30 minutes),
  311. * or based on our declared bandwidth otherwise. */
  312. static void
  313. update_expected_bandwidth(void)
  314. {
  315. uint64_t used, expected;
  316. uint64_t max_configured = (get_options()->BandwidthRate * 60);
  317. if (n_seconds_active_in_interval < 1800) {
  318. /* If we haven't gotten enough data last interval, set 'expected'
  319. * to 0. This will set our wakeup to the start of the interval.
  320. * Next interval, we'll choose our starting time based on how much
  321. * we sent this interval.
  322. */
  323. expected = 0;
  324. } else {
  325. used = n_bytes_written_in_interval < n_bytes_read_in_interval ?
  326. n_bytes_read_in_interval : n_bytes_written_in_interval;
  327. expected = used / (n_seconds_active_in_interval / 60);
  328. if (expected > max_configured)
  329. expected = max_configured;
  330. }
  331. if (expected > UINT32_MAX)
  332. expected = UINT32_MAX;
  333. expected_bandwidth_usage = (uint32_t) expected;
  334. }
  335. /** Called at the start of a new accounting interval: reset our
  336. * expected bandwidth usage based on what happened last time, set up
  337. * the start and end of the interval, and clear byte/time totals.
  338. */
  339. static void
  340. reset_accounting(time_t now) {
  341. log_fn(LOG_INFO, "Starting new accounting interval.");
  342. update_expected_bandwidth();
  343. interval_start_time = start_of_accounting_period_containing(now);
  344. interval_end_time = start_of_accounting_period_after(interval_start_time);
  345. n_bytes_read_in_interval = 0;
  346. n_bytes_written_in_interval = 0;
  347. n_seconds_active_in_interval = 0;
  348. }
  349. /** Return true iff we should save our bandwidth usage to disk. */
  350. static INLINE int
  351. time_to_record_bandwidth_usage(time_t now)
  352. {
  353. /* Note every 60 sec */
  354. #define NOTE_INTERVAL (60)
  355. /* Or every 20 megabytes */
  356. #define NOTE_BYTES 20*(1024*1024)
  357. static uint64_t last_read_bytes_noted = 0;
  358. static uint64_t last_written_bytes_noted = 0;
  359. static time_t last_time_noted = 0;
  360. if (last_time_noted + NOTE_INTERVAL <= now ||
  361. last_read_bytes_noted + NOTE_BYTES <= n_bytes_read_in_interval ||
  362. last_written_bytes_noted + NOTE_BYTES <= n_bytes_written_in_interval ||
  363. (interval_end_time && interval_end_time <= now)) {
  364. last_time_noted = now;
  365. last_read_bytes_noted = n_bytes_read_in_interval;
  366. last_written_bytes_noted = n_bytes_written_in_interval;
  367. return 1;
  368. }
  369. return 0;
  370. }
  371. void
  372. accounting_run_housekeeping(time_t now)
  373. {
  374. if (now >= interval_end_time) {
  375. configure_accounting(now);
  376. }
  377. if (time_to_record_bandwidth_usage(now)) {
  378. if (accounting_record_bandwidth_usage(now)) {
  379. log_fn(LOG_ERR, "Couldn't record bandwidth usage; exiting.");
  380. /* XXX this can fail when you're out of fd's, causing a crash.
  381. * Perhaps the better answer is to hold the file open all the
  382. * time? */
  383. exit(1);
  384. }
  385. }
  386. }
  387. /** Based on our interval and our estimated bandwidth, choose a
  388. * deterministic (but random-ish) time to wake up. */
  389. static void
  390. accounting_set_wakeup_time(void)
  391. {
  392. char buf[ISO_TIME_LEN+1];
  393. char digest[DIGEST_LEN];
  394. crypto_digest_env_t *d_env;
  395. int time_in_interval;
  396. int time_to_exhaust_bw;
  397. int time_to_consider;
  398. if (! identity_key_is_set()) {
  399. if (init_keys() < 0) {
  400. log_fn(LOG_ERR, "Error initializing keys");
  401. tor_assert(0);
  402. }
  403. }
  404. format_iso_time(buf, interval_start_time);
  405. crypto_pk_get_digest(get_identity_key(), digest);
  406. d_env = crypto_new_digest_env();
  407. crypto_digest_add_bytes(d_env, buf, ISO_TIME_LEN);
  408. crypto_digest_add_bytes(d_env, digest, DIGEST_LEN);
  409. crypto_digest_get_digest(d_env, digest, DIGEST_LEN);
  410. crypto_free_digest_env(d_env);
  411. if (!expected_bandwidth_usage) {
  412. char buf1[ISO_TIME_LEN+1];
  413. char buf2[ISO_TIME_LEN+1];
  414. format_local_iso_time(buf1, interval_start_time);
  415. format_local_iso_time(buf2, interval_end_time);
  416. time_to_exhaust_bw = 24*60*60;
  417. interval_wakeup_time = interval_start_time;
  418. log_fn(LOG_NOTICE, "Configured hibernation. This interval begins at %s "
  419. "and ends at %s. We have no prior estimate for bandwidth, so "
  420. "we will start out awake and hibernate when we exhaust our quota.",
  421. buf1, buf2);
  422. return;
  423. }
  424. time_to_exhaust_bw = (int)
  425. (get_options()->AccountingMax/expected_bandwidth_usage)*60;
  426. time_in_interval = interval_end_time - interval_start_time;
  427. time_to_consider = time_in_interval - time_to_exhaust_bw;
  428. if (time_to_consider<=0) {
  429. interval_wakeup_time = interval_start_time;
  430. } else {
  431. /* XXX can we simplify this just by picking a random (non-deterministic)
  432. * time to be up? If we go down and come up, then we pick a new one. Is
  433. * that good enough? -RD */
  434. /* This is not a perfectly unbiased conversion, but it is good enough:
  435. * in the worst case, the first half of the day is 0.06 percent likelier
  436. * to be chosen than the last half. */
  437. interval_wakeup_time = interval_start_time +
  438. (get_uint32(digest) % time_to_consider);
  439. format_iso_time(buf, interval_wakeup_time);
  440. }
  441. {
  442. char buf1[ISO_TIME_LEN+1];
  443. char buf2[ISO_TIME_LEN+1];
  444. char buf3[ISO_TIME_LEN+1];
  445. char buf4[ISO_TIME_LEN+1];
  446. time_t down_time = interval_wakeup_time+time_to_exhaust_bw;
  447. if (down_time>interval_end_time)
  448. down_time = interval_end_time;
  449. format_local_iso_time(buf1, interval_start_time);
  450. format_local_iso_time(buf2, interval_wakeup_time);
  451. format_local_iso_time(buf3,
  452. down_time<interval_end_time?down_time:interval_end_time);
  453. format_local_iso_time(buf4, interval_end_time);
  454. log_fn(LOG_NOTICE, "Configured hibernation. This interval began at %s; "
  455. "the scheduled wake-up time %s %s; "
  456. "we expect%s to exhaust our quota for this interval around %s; "
  457. "the next interval begins at %s (all times local)",
  458. buf1,
  459. time(NULL)<interval_wakeup_time?"is":"was", buf2,
  460. time(NULL)<down_time?"":"ed", buf3,
  461. buf4);
  462. }
  463. }
  464. #define BW_ACCOUNTING_VERSION 1
  465. /** Save all our bandwidth tracking information to disk. Return 0 on
  466. * success, -1 on failure*/
  467. int
  468. accounting_record_bandwidth_usage(time_t now)
  469. {
  470. char buf[128];
  471. char fname[512];
  472. char time1[ISO_TIME_LEN+1];
  473. char time2[ISO_TIME_LEN+1];
  474. char *cp = buf;
  475. /* Format is:
  476. Version\nTime\nTime\nRead\nWrite\nSeconds\nExpected-Rate\n */
  477. format_iso_time(time1, interval_start_time);
  478. format_iso_time(time2, now);
  479. tor_snprintf(cp, sizeof(buf),
  480. "%d\n%s\n%s\n"U64_FORMAT"\n"U64_FORMAT"\n%lu\n%lu\n",
  481. BW_ACCOUNTING_VERSION,
  482. time1,
  483. time2,
  484. U64_PRINTF_ARG(n_bytes_read_in_interval),
  485. U64_PRINTF_ARG(n_bytes_written_in_interval),
  486. (unsigned long)n_seconds_active_in_interval,
  487. (unsigned long)expected_bandwidth_usage);
  488. tor_snprintf(fname, sizeof(fname), "%s/bw_accounting",
  489. get_options()->DataDirectory);
  490. return write_str_to_file(fname, buf, 0);
  491. }
  492. /** Read stored accounting information from disk. Return 0 on success;
  493. * return -1 and change nothing on failure. */
  494. static int
  495. read_bandwidth_usage(void)
  496. {
  497. char *s = NULL;
  498. char fname[512];
  499. time_t t1, t2;
  500. uint64_t n_read, n_written;
  501. uint32_t expected_bw, n_seconds;
  502. smartlist_t *elts;
  503. int ok;
  504. tor_snprintf(fname, sizeof(fname), "%s/bw_accounting",
  505. get_options()->DataDirectory);
  506. if (!(s = read_file_to_str(fname, 0))) {
  507. return 0;
  508. }
  509. elts = smartlist_create();
  510. smartlist_split_string(elts, s, "\n", SPLIT_SKIP_SPACE|SPLIT_IGNORE_BLANK,0);
  511. tor_free(s);
  512. if (smartlist_len(elts)<1 ||
  513. atoi(smartlist_get(elts,0)) != BW_ACCOUNTING_VERSION) {
  514. log_fn(LOG_WARN, "Unrecognized bw_accounting file version: %s",
  515. (const char*)smartlist_get(elts,0));
  516. goto err;
  517. }
  518. if (smartlist_len(elts) < 7) {
  519. log_fn(LOG_WARN, "Corrupted bw_accounting file: %d lines",
  520. smartlist_len(elts));
  521. goto err;
  522. }
  523. if (parse_iso_time(smartlist_get(elts,1), &t1)) {
  524. log_fn(LOG_WARN, "Error parsing bandwidth usage start time.");
  525. goto err;
  526. }
  527. if (parse_iso_time(smartlist_get(elts,2), &t2)) {
  528. log_fn(LOG_WARN, "Error parsing bandwidth usage last-written time");
  529. goto err;
  530. }
  531. n_read = tor_parse_uint64(smartlist_get(elts,3), 10, 0, UINT64_MAX,
  532. &ok, NULL);
  533. if (!ok) {
  534. log_fn(LOG_WARN, "Error parsing number of bytes read");
  535. goto err;
  536. }
  537. n_written = tor_parse_uint64(smartlist_get(elts,4), 10, 0, UINT64_MAX,
  538. &ok, NULL);
  539. if (!ok) {
  540. log_fn(LOG_WARN, "Error parsing number of bytes read");
  541. goto err;
  542. }
  543. n_seconds = (uint32_t)tor_parse_ulong(smartlist_get(elts,5), 10,0,ULONG_MAX,
  544. &ok, NULL);
  545. if (!ok) {
  546. log_fn(LOG_WARN, "Error parsing number of seconds live");
  547. goto err;
  548. }
  549. expected_bw =(uint32_t)tor_parse_ulong(smartlist_get(elts,6), 10,0,ULONG_MAX,
  550. &ok, NULL);
  551. if (!ok) {
  552. log_fn(LOG_WARN, "Error parsing expected bandwidth");
  553. goto err;
  554. }
  555. n_bytes_read_in_interval = n_read;
  556. n_bytes_written_in_interval = n_written;
  557. n_seconds_active_in_interval = n_seconds;
  558. interval_start_time = t1;
  559. expected_bandwidth_usage = expected_bw;
  560. log_fn(LOG_INFO, "Successfully read bandwidth accounting file written at %s for interval starting at %s. We have been active for %lu seconds in this interval. At the start of the interval, we expected to use about %lu KB per second. ("U64_FORMAT" bytes read so far, "U64_FORMAT" bytes written so far)",
  561. (char*)smartlist_get(elts,2),
  562. (char*)smartlist_get(elts,1),
  563. (unsigned long)n_seconds_active_in_interval,
  564. (unsigned long)((uint64_t)expected_bandwidth_usage*1024/60),
  565. U64_PRINTF_ARG(n_bytes_read_in_interval),
  566. U64_PRINTF_ARG(n_bytes_written_in_interval));
  567. SMARTLIST_FOREACH(elts, char *, cp, tor_free(cp));
  568. smartlist_free(elts);
  569. return 0;
  570. err:
  571. SMARTLIST_FOREACH(elts, char *, cp, tor_free(cp));
  572. smartlist_free(elts);
  573. return -1;
  574. }
  575. /** Return true iff we have sent/received all the bytes we are willing
  576. * to send/receive this interval. */
  577. static int
  578. hibernate_hard_limit_reached(void)
  579. {
  580. uint64_t hard_limit = get_options()->AccountingMax;
  581. if (!hard_limit)
  582. return 0;
  583. return n_bytes_read_in_interval >= hard_limit
  584. || n_bytes_written_in_interval >= hard_limit;
  585. }
  586. /** Return true iff we have sent/received almost all the bytes we are willing
  587. * to send/receive this interval. */
  588. static int hibernate_soft_limit_reached(void)
  589. {
  590. uint64_t soft_limit = (uint64_t) ((get_options()->AccountingMax) * .95);
  591. if (!soft_limit)
  592. return 0;
  593. return n_bytes_read_in_interval >= soft_limit
  594. || n_bytes_written_in_interval >= soft_limit;
  595. }
  596. /** Called when we get a SIGINT, or when bandwidth soft limit is
  597. * reached. Puts us into "loose hibernation": we don't accept new
  598. * connections, but we continue handling old ones. */
  599. static void hibernate_begin(int new_state, time_t now) {
  600. connection_t *conn;
  601. if (new_state == HIBERNATE_STATE_EXITING &&
  602. hibernate_state != HIBERNATE_STATE_LIVE) {
  603. log(LOG_NOTICE,"Sigint received %s; exiting now.",
  604. hibernate_state == HIBERNATE_STATE_EXITING ?
  605. "a second time" : "while hibernating");
  606. tor_cleanup();
  607. exit(0);
  608. }
  609. /* close listeners. leave control listener(s). */
  610. while ((conn = connection_get_by_type(CONN_TYPE_OR_LISTENER)) ||
  611. (conn = connection_get_by_type(CONN_TYPE_AP_LISTENER)) ||
  612. (conn = connection_get_by_type(CONN_TYPE_DIR_LISTENER))) {
  613. log_fn(LOG_INFO,"Closing listener type %d", conn->type);
  614. connection_mark_for_close(conn);
  615. }
  616. /* XXX kill intro point circs */
  617. /* XXX upload rendezvous service descriptors with no intro points */
  618. if (new_state == HIBERNATE_STATE_EXITING) {
  619. log(LOG_NOTICE,"Interrupt: will shut down in %d seconds. Interrupt again to exit now.", SHUTDOWN_WAIT_LENGTH);
  620. hibernate_end_time = time(NULL) + SHUTDOWN_WAIT_LENGTH;
  621. } else { /* soft limit reached */
  622. hibernate_end_time = interval_end_time;
  623. }
  624. hibernate_state = new_state;
  625. accounting_record_bandwidth_usage(now);
  626. }
  627. /** Called when we've been hibernating and our timeout is reached. */
  628. static void
  629. hibernate_end(int new_state) {
  630. tor_assert(hibernate_state == HIBERNATE_STATE_LOWBANDWIDTH ||
  631. hibernate_state == HIBERNATE_STATE_DORMANT);
  632. /* listeners will be relaunched in run_scheduled_events() in main.c */
  633. log_fn(LOG_NOTICE,"Hibernation period ended. Resuming normal activity.");
  634. hibernate_state = new_state;
  635. hibernate_end_time = 0; /* no longer hibernating */
  636. stats_n_seconds_working = 0; /* reset published uptime */
  637. }
  638. /** A wrapper around hibernate_begin, for when we get SIGINT. */
  639. void
  640. hibernate_begin_shutdown(void) {
  641. hibernate_begin(HIBERNATE_STATE_EXITING, time(NULL));
  642. }
  643. /** Return true iff we are currently hibernating. */
  644. int
  645. we_are_hibernating(void) {
  646. return hibernate_state != HIBERNATE_STATE_LIVE;
  647. }
  648. /** If we aren't currently dormant, close all connections and become
  649. * dormant. */
  650. static void
  651. hibernate_go_dormant(time_t now) {
  652. connection_t *conn;
  653. if (hibernate_state == HIBERNATE_STATE_DORMANT)
  654. return;
  655. else if (hibernate_state == HIBERNATE_STATE_LOWBANDWIDTH)
  656. hibernate_state = HIBERNATE_STATE_DORMANT;
  657. else
  658. hibernate_begin(HIBERNATE_STATE_DORMANT, now);
  659. log_fn(LOG_NOTICE,"Going dormant. Blowing away remaining connections.");
  660. /* Close all OR/AP/exit conns. Leave dir conns because we still want
  661. * to be able to upload server descriptors so people know we're still
  662. * running, and download directories so we can detect if we're obsolete.
  663. * Leave control conns because we still want to be controllable.
  664. */
  665. while ((conn = connection_get_by_type(CONN_TYPE_OR)) ||
  666. (conn = connection_get_by_type(CONN_TYPE_AP)) ||
  667. (conn = connection_get_by_type(CONN_TYPE_EXIT))) {
  668. if (CONN_IS_EDGE(conn))
  669. connection_edge_end(conn, END_STREAM_REASON_MISC, conn->cpath_layer);
  670. log_fn(LOG_INFO,"Closing conn type %d", conn->type);
  671. connection_mark_for_close(conn);
  672. }
  673. accounting_record_bandwidth_usage(now);
  674. }
  675. /** Called when hibernate_end_time has arrived. */
  676. static void
  677. hibernate_end_time_elapsed(time_t now)
  678. {
  679. char buf[ISO_TIME_LEN+1];
  680. /* The interval has ended, or it is wakeup time. Find out which. */
  681. accounting_run_housekeeping(now);
  682. if (interval_wakeup_time <= now) {
  683. /* The interval hasn't changed, but interval_wakeup_time has passed.
  684. * It's time to wake up and start being a server. */
  685. hibernate_end(HIBERNATE_STATE_LIVE);
  686. return;
  687. } else {
  688. /* The interval has changed, and it isn't time to wake up yet. */
  689. hibernate_end_time = interval_wakeup_time;
  690. format_iso_time(buf,interval_wakeup_time);
  691. if (hibernate_state != HIBERNATE_STATE_DORMANT) {
  692. /* We weren't sleeping before; we should sleep now. */
  693. log_fn(LOG_NOTICE, "Accounting period ended. Commencing hibernation until %s GMT",buf);
  694. hibernate_go_dormant(now);
  695. } else {
  696. log_fn(LOG_NOTICE, "Accounting period ended. This period, we will hibernate until %s GMT",buf);
  697. }
  698. }
  699. }
  700. /** Consider our environment and decide if it's time
  701. * to start/stop hibernating.
  702. */
  703. void consider_hibernation(time_t now) {
  704. int accounting_enabled = get_options()->AccountingMax != 0;
  705. char buf[ISO_TIME_LEN+1];
  706. /* If we're in 'exiting' mode, then we just shut down after the interval
  707. * elapses. */
  708. if (hibernate_state == HIBERNATE_STATE_EXITING) {
  709. tor_assert(hibernate_end_time);
  710. if (hibernate_end_time <= now) {
  711. log(LOG_NOTICE,"Clean shutdown finished. Exiting.");
  712. tor_cleanup();
  713. exit(0);
  714. }
  715. return; /* if exiting soon, don't worry about bandwidth limits */
  716. }
  717. if (hibernate_state == HIBERNATE_STATE_DORMANT) {
  718. /* We've been hibernating because of bandwidth accounting. */
  719. tor_assert(hibernate_end_time);
  720. if (hibernate_end_time > now && accounting_enabled) {
  721. /* If we're hibernating, don't wake up until it's time, regardless of
  722. * whether we're in a new interval. */
  723. return ;
  724. } else {
  725. hibernate_end_time_elapsed(now);
  726. }
  727. }
  728. /* Else, we aren't hibernating. See if it's time to start hibernating, or to
  729. * go dormant. */
  730. if (hibernate_state == HIBERNATE_STATE_LIVE) {
  731. if (hibernate_soft_limit_reached()) {
  732. log_fn(LOG_NOTICE,"Bandwidth soft limit reached; commencing hibernation.");
  733. hibernate_begin(HIBERNATE_STATE_LOWBANDWIDTH, now);
  734. } else if (accounting_enabled && now < interval_wakeup_time) {
  735. format_iso_time(buf,interval_wakeup_time);
  736. log_fn(LOG_NOTICE, "Commencing hibernation. We will wake up at %s GMT",buf);
  737. hibernate_go_dormant(now);
  738. }
  739. }
  740. if (hibernate_state == HIBERNATE_STATE_LOWBANDWIDTH) {
  741. if (!accounting_enabled) {
  742. hibernate_end_time_elapsed(now);
  743. } else if (hibernate_hard_limit_reached()) {
  744. hibernate_go_dormant(now);
  745. } else if (hibernate_end_time <= now) {
  746. /* The hibernation period ended while we were still in lowbandwidth.*/
  747. hibernate_end_time_elapsed(now);
  748. }
  749. }
  750. }