hibernate.c 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835
  1. /* Copyright 2004-2005 Roger Dingledine, Nick Mathewson. */
  2. /* See LICENSE for licensing information */
  3. /* $Id$ */
  4. const char hibernate_c_id[] = "$Id$";
  5. /**
  6. * \file hibernate.c
  7. * \brief Functions to close listeners, stop allowing new circuits,
  8. * etc in preparation for closing down or going dormant; and to track
  9. * bandwidth and time intervals to know when to hibernate and when to
  10. * stop hibernating.
  11. **/
  12. /*
  13. hibernating, phase 1:
  14. - send destroy in response to create cells
  15. - send end (policy failed) in response to begin cells
  16. - close an OR conn when it has no circuits
  17. hibernating, phase 2:
  18. (entered when bandwidth hard limit reached)
  19. - close all OR/AP/exit conns)
  20. */
  21. #include "or.h"
  22. #define HIBERNATE_STATE_LIVE 1
  23. #define HIBERNATE_STATE_EXITING 2
  24. #define HIBERNATE_STATE_LOWBANDWIDTH 3
  25. #define HIBERNATE_STATE_DORMANT 4
  26. extern long stats_n_seconds_working; /* published uptime */
  27. static int hibernate_state = HIBERNATE_STATE_LIVE;
  28. /** If are hibernating, when do we plan to wake up? Set to 0 if we
  29. * aren't hibernating. */
  30. static time_t hibernate_end_time = 0;
  31. typedef enum {
  32. UNIT_MONTH=1, UNIT_WEEK=2, UNIT_DAY=3,
  33. } time_unit_t;
  34. /* Fields for accounting logic. Accounting overview:
  35. *
  36. * Accounting is designed to ensure that no more than N bytes are sent
  37. * in either direction over a given interval (currently, one month,
  38. * starting at 0:00 GMT an arbitrary day within the month). We could
  39. * try to do this by choking our bandwidth to a trickle, but that
  40. * would make our streams useless. Instead, we estimate what our
  41. * bandwidth usage will be, and guess how long we'll be able to
  42. * provide that much bandwidth before hitting our limit. We then
  43. * choose a random time within the accounting interval to come up (so
  44. * that we don't get 50 Tors running on the 1st of the month and none
  45. * on the 30th).
  46. *
  47. * Each interval runs as follows:
  48. *
  49. * 1. We guess our bandwidth usage, based on how much we used
  50. * last time. We choose a "wakeup time" within the interval to come up.
  51. * 2. Until the chosen wakeup time, we hibernate.
  52. * 3. We come up at the wakeup time, and provide bandwidth until we are
  53. * "very close" to running out.
  54. * 4. Then we go into low-bandwidth mode, and stop accepting new
  55. * connections, but provide bandwidth until we run out.
  56. * 5. Then we hibernate until the end of the interval.
  57. *
  58. * If the interval ends before we run out of bandwidth, we go back to
  59. * step one.
  60. */
  61. /** How many bytes have we read/written in this accounting interval? */
  62. static uint64_t n_bytes_read_in_interval = 0;
  63. static uint64_t n_bytes_written_in_interval = 0;
  64. /** How many seconds have we been running this interval? */
  65. static uint32_t n_seconds_active_in_interval = 0;
  66. /** When did this accounting interval start? */
  67. static time_t interval_start_time = 0;
  68. /** When will this accounting interval end? */
  69. static time_t interval_end_time = 0;
  70. /** How far into the accounting interval should we hibernate? */
  71. static time_t interval_wakeup_time = 0;
  72. /** How much bandwidth do we 'expect' to use per minute? (0 if we have no
  73. * info from the last period.) */
  74. static uint32_t expected_bandwidth_usage = 0;
  75. /** What unit are we using for our accounting? */
  76. static time_unit_t cfg_unit = UNIT_MONTH;
  77. /** How many days,hours,minutes into each unit does our accounting interval
  78. * start? */
  79. static int cfg_start_day = 0;
  80. static int cfg_start_hour = 0;
  81. static int cfg_start_min = 0;
  82. static void reset_accounting(time_t now);
  83. static int read_bandwidth_usage(void);
  84. static time_t start_of_accounting_period_after(time_t now);
  85. static time_t start_of_accounting_period_containing(time_t now);
  86. static void accounting_set_wakeup_time(void);
  87. /* ************
  88. * Functions for bandwidth accounting.
  89. * ************/
  90. /** Configure accounting start/end time settings based on
  91. * options->AccountingStart. Return 0 on success, -1 on failure. If
  92. * <b>validate_only</b> is true, do not change the current settings. */
  93. int
  94. accounting_parse_options(or_options_t *options, int validate_only)
  95. {
  96. time_unit_t unit;
  97. int ok, idx;
  98. long d,h,m;
  99. smartlist_t *items;
  100. const char *v = options->AccountingStart;
  101. const char *s;
  102. char *cp;
  103. if (!v) {
  104. if (!validate_only) {
  105. cfg_unit = UNIT_MONTH;
  106. cfg_start_day = 1;
  107. cfg_start_hour = 0;
  108. cfg_start_min = 0;
  109. }
  110. return 0;
  111. }
  112. items = smartlist_create();
  113. smartlist_split_string(items, v, NULL,
  114. SPLIT_SKIP_SPACE|SPLIT_IGNORE_BLANK,0);
  115. if (smartlist_len(items)<2) {
  116. log_fn(LOG_WARN, "Too few arguments to AccountingStart");
  117. goto err;
  118. }
  119. s = smartlist_get(items,0);
  120. if (0==strcasecmp(s, "month")) {
  121. unit = UNIT_MONTH;
  122. } else if (0==strcasecmp(s, "week")) {
  123. unit = UNIT_WEEK;
  124. } else if (0==strcasecmp(s, "day")) {
  125. unit = UNIT_DAY;
  126. } else {
  127. log_fn(LOG_WARN, "Unrecognized accounting unit '%s': only 'month', 'week', and 'day' are supported.", s);
  128. goto err;
  129. }
  130. switch (unit) {
  131. case UNIT_WEEK:
  132. d = tor_parse_long(smartlist_get(items,1), 10, 1, 7, &ok, NULL);
  133. if (!ok) {
  134. log_fn(LOG_WARN, "Weekly accounting must start begin on a day between 1(Monday) and 7 (Sunday)");
  135. goto err;
  136. }
  137. break;
  138. case UNIT_MONTH:
  139. d = tor_parse_long(smartlist_get(items,1), 10, 1, 28, &ok, NULL);
  140. if (!ok) {
  141. log_fn(LOG_WARN, "Monthly accounting must start begin on a day between 1 and 28");
  142. goto err;
  143. }
  144. break;
  145. case UNIT_DAY:
  146. d = 0;
  147. break;
  148. default:
  149. tor_assert(0);
  150. }
  151. idx = unit==UNIT_DAY?1:2;
  152. if (smartlist_len(items) != (idx+1)) {
  153. log_fn(LOG_WARN, "Accounting unit '%s' requires %d arguments",
  154. s, idx+1);
  155. goto err;
  156. }
  157. s = smartlist_get(items, idx);
  158. h = tor_parse_long(s, 10, 0, 23, &ok, &cp);
  159. if (!ok) {
  160. log_fn(LOG_WARN, "Accounting start time not parseable: bad hour.");
  161. goto err;
  162. }
  163. if (!cp || *cp!=':') {
  164. log_fn(LOG_WARN,"Accounting start time not parseable: not in HH:MM format");
  165. goto err;
  166. }
  167. m = tor_parse_long(cp+1, 10, 0, 59, &ok, &cp);
  168. if (!ok) {
  169. log_fn(LOG_WARN, "Accounting start time not parseable: bad minute");
  170. goto err;
  171. }
  172. if (!cp || *cp!='\0') {
  173. log_fn(LOG_WARN,"Accounting start time not parseable: not in HH:MM format");
  174. goto err;
  175. }
  176. if (!validate_only) {
  177. cfg_unit = unit;
  178. cfg_start_day = (int)d;
  179. cfg_start_hour = (int)h;
  180. cfg_start_min = (int)m;
  181. }
  182. SMARTLIST_FOREACH(items, char *, s, tor_free(s));
  183. smartlist_free(items);
  184. return 0;
  185. err:
  186. SMARTLIST_FOREACH(items, char *, s, tor_free(s));
  187. smartlist_free(items);
  188. return -1;
  189. }
  190. /** If we want to manage the accounting system and potentially
  191. * hibernate, return 1, else return 0.
  192. */
  193. int accounting_is_enabled(or_options_t *options) {
  194. if (options->AccountingMax)
  195. return 1;
  196. return 0;
  197. }
  198. /** Called from main.c to tell us that <b>seconds</b> seconds have
  199. * passed, <b>n_read</b> bytes have been read, and <b>n_written</b>
  200. * bytes have been written. */
  201. void
  202. accounting_add_bytes(size_t n_read, size_t n_written, int seconds)
  203. {
  204. n_bytes_read_in_interval += n_read;
  205. n_bytes_written_in_interval += n_written;
  206. /* If we haven't been called in 10 seconds, we're probably jumping
  207. * around in time. */
  208. n_seconds_active_in_interval += (seconds < 10) ? seconds : 0;
  209. }
  210. /** If get_end, return the end of the accounting period that contains
  211. * the time <b>now</b>. Else, return the start of the accounting
  212. * period that contains the time <b>now</b> */
  213. static time_t
  214. edge_of_accounting_period_containing(time_t now, int get_end)
  215. {
  216. int before;
  217. struct tm tm;
  218. tor_localtime_r(&now, &tm);
  219. /* Set 'before' to true iff the current time is before the hh:mm
  220. * changeover time for today. */
  221. before = tm.tm_hour < cfg_start_hour ||
  222. (tm.tm_hour == cfg_start_hour && tm.tm_min < cfg_start_min);
  223. /* Dispatch by unit. First, find the start day of the given period;
  224. * then, if get_end is true, increment to the end day. */
  225. switch (cfg_unit)
  226. {
  227. case UNIT_MONTH: {
  228. /* If this is before the Nth, we want the Nth of last month. */
  229. if (tm.tm_mday < cfg_start_day ||
  230. (tm.tm_mday < cfg_start_day && before)) {
  231. --tm.tm_mon;
  232. }
  233. /* Otherwise, the month is correct. */
  234. tm.tm_mday = cfg_start_day;
  235. if (get_end)
  236. ++tm.tm_mon;
  237. break;
  238. }
  239. case UNIT_WEEK: {
  240. /* What is the 'target' day of the week in struct tm format? (We
  241. say Sunday==7; struct tm says Sunday==0.) */
  242. int wday = cfg_start_day % 7;
  243. /* How many days do we subtract from today to get to the right day? */
  244. int delta = (7+tm.tm_wday-wday)%7;
  245. /* If we are on the right day, but the changeover hasn't happened yet,
  246. * then subtract a whole week. */
  247. if (delta == 0 && before)
  248. delta = 7;
  249. tm.tm_mday -= delta;
  250. if (get_end)
  251. tm.tm_mday += 7;
  252. break;
  253. }
  254. case UNIT_DAY:
  255. if (before)
  256. --tm.tm_mday;
  257. if (get_end)
  258. ++tm.tm_mday;
  259. break;
  260. default:
  261. tor_assert(0);
  262. }
  263. tm.tm_hour = cfg_start_hour;
  264. tm.tm_min = cfg_start_min;
  265. tm.tm_sec = 0;
  266. tm.tm_isdst = -1; /* Autodetect DST */
  267. return mktime(&tm);
  268. }
  269. /** Return the start of the accounting period containing the time
  270. * <b>now</b>. */
  271. static time_t
  272. start_of_accounting_period_containing(time_t now)
  273. {
  274. return edge_of_accounting_period_containing(now, 0);
  275. }
  276. /** Return the start of the accounting period that comes after the one
  277. * containing the time <b>now</b>. */
  278. static time_t
  279. start_of_accounting_period_after(time_t now)
  280. {
  281. return edge_of_accounting_period_containing(now, 1);
  282. }
  283. /** Initialize the accounting subsystem. */
  284. void
  285. configure_accounting(time_t now)
  286. {
  287. /* Try to remember our recorded usage. */
  288. if (!interval_start_time)
  289. read_bandwidth_usage(); /* If we fail, we'll leave values at zero, and
  290. * reset below.*/
  291. if (!interval_start_time ||
  292. start_of_accounting_period_after(interval_start_time) <= now) {
  293. /* We didn't have recorded usage, or we don't have recorded usage
  294. * for this interval. Start a new interval. */
  295. log_fn(LOG_INFO, "Starting new accounting interval.");
  296. reset_accounting(now);
  297. } else if (interval_start_time ==
  298. start_of_accounting_period_containing(interval_start_time)) {
  299. log_fn(LOG_INFO, "Continuing accounting interval.");
  300. /* We are in the interval we thought we were in. Do nothing.*/
  301. interval_end_time = start_of_accounting_period_after(interval_start_time);
  302. } else {
  303. log_fn(LOG_WARN, "Mismatched accounting interval; starting a fresh one.");
  304. reset_accounting(now);
  305. }
  306. accounting_set_wakeup_time();
  307. }
  308. /** Set expected_bandwidth_usage based on how much we sent/received
  309. * per minute last interval (if we were up for at least 30 minutes),
  310. * or based on our declared bandwidth otherwise. */
  311. static void
  312. update_expected_bandwidth(void)
  313. {
  314. uint64_t used, expected;
  315. uint64_t max_configured = (get_options()->BandwidthRate * 60);
  316. if (n_seconds_active_in_interval < 1800) {
  317. /* If we haven't gotten enough data last interval, set 'expected'
  318. * to 0. This will set our wakeup to the start of the interval.
  319. * Next interval, we'll choose our starting time based on how much
  320. * we sent this interval.
  321. */
  322. expected = 0;
  323. } else {
  324. used = n_bytes_written_in_interval < n_bytes_read_in_interval ?
  325. n_bytes_read_in_interval : n_bytes_written_in_interval;
  326. expected = used / (n_seconds_active_in_interval / 60);
  327. if (expected > max_configured)
  328. expected = max_configured;
  329. }
  330. if (expected > UINT32_MAX)
  331. expected = UINT32_MAX;
  332. expected_bandwidth_usage = (uint32_t) expected;
  333. }
  334. /** Called at the start of a new accounting interval: reset our
  335. * expected bandwidth usage based on what happened last time, set up
  336. * the start and end of the interval, and clear byte/time totals.
  337. */
  338. static void
  339. reset_accounting(time_t now) {
  340. log_fn(LOG_INFO, "Starting new accounting interval.");
  341. update_expected_bandwidth();
  342. interval_start_time = start_of_accounting_period_containing(now);
  343. interval_end_time = start_of_accounting_period_after(interval_start_time);
  344. n_bytes_read_in_interval = 0;
  345. n_bytes_written_in_interval = 0;
  346. n_seconds_active_in_interval = 0;
  347. }
  348. /** Return true iff we should save our bandwidth usage to disk. */
  349. static INLINE int
  350. time_to_record_bandwidth_usage(time_t now)
  351. {
  352. /* Note every 60 sec */
  353. #define NOTE_INTERVAL (60)
  354. /* Or every 20 megabytes */
  355. #define NOTE_BYTES 20*(1024*1024)
  356. static uint64_t last_read_bytes_noted = 0;
  357. static uint64_t last_written_bytes_noted = 0;
  358. static time_t last_time_noted = 0;
  359. if (last_time_noted + NOTE_INTERVAL <= now ||
  360. last_read_bytes_noted + NOTE_BYTES <= n_bytes_read_in_interval ||
  361. last_written_bytes_noted + NOTE_BYTES <= n_bytes_written_in_interval ||
  362. (interval_end_time && interval_end_time <= now)) {
  363. last_time_noted = now;
  364. last_read_bytes_noted = n_bytes_read_in_interval;
  365. last_written_bytes_noted = n_bytes_written_in_interval;
  366. return 1;
  367. }
  368. return 0;
  369. }
  370. void
  371. accounting_run_housekeeping(time_t now)
  372. {
  373. if (now >= interval_end_time) {
  374. configure_accounting(now);
  375. }
  376. if (time_to_record_bandwidth_usage(now)) {
  377. if (accounting_record_bandwidth_usage(now)) {
  378. log_fn(LOG_ERR, "Couldn't record bandwidth usage; exiting.");
  379. /* XXX this can fail when you're out of fd's, causing a crash.
  380. * Perhaps the better answer is to hold the file open all the
  381. * time? */
  382. exit(1);
  383. }
  384. }
  385. }
  386. /** Based on our interval and our estimated bandwidth, choose a
  387. * deterministic (but random-ish) time to wake up. */
  388. static void
  389. accounting_set_wakeup_time(void)
  390. {
  391. char buf[ISO_TIME_LEN+1];
  392. char digest[DIGEST_LEN];
  393. crypto_digest_env_t *d_env;
  394. int time_in_interval;
  395. int time_to_exhaust_bw;
  396. int time_to_consider;
  397. if (! identity_key_is_set()) {
  398. if (init_keys() < 0) {
  399. log_fn(LOG_ERR, "Error initializing keys");
  400. tor_assert(0);
  401. }
  402. }
  403. format_iso_time(buf, interval_start_time);
  404. crypto_pk_get_digest(get_identity_key(), digest);
  405. d_env = crypto_new_digest_env();
  406. crypto_digest_add_bytes(d_env, buf, ISO_TIME_LEN);
  407. crypto_digest_add_bytes(d_env, digest, DIGEST_LEN);
  408. crypto_digest_get_digest(d_env, digest, DIGEST_LEN);
  409. crypto_free_digest_env(d_env);
  410. if (!expected_bandwidth_usage) {
  411. char buf1[ISO_TIME_LEN+1];
  412. char buf2[ISO_TIME_LEN+1];
  413. format_local_iso_time(buf1, interval_start_time);
  414. format_local_iso_time(buf2, interval_end_time);
  415. time_to_exhaust_bw = 24*60*60;
  416. interval_wakeup_time = interval_start_time;
  417. log_fn(LOG_NOTICE, "Configured hibernation. This interval begins at %s "
  418. "and ends at %s. We have no prior estimate for bandwidth, so "
  419. "we will start out awake and hibernate when we exhaust our quota.",
  420. buf1, buf2);
  421. return;
  422. }
  423. time_to_exhaust_bw = (int)
  424. (get_options()->AccountingMax/expected_bandwidth_usage)*60;
  425. time_in_interval = interval_end_time - interval_start_time;
  426. time_to_consider = time_in_interval - time_to_exhaust_bw;
  427. if (time_to_consider<=0) {
  428. interval_wakeup_time = interval_start_time;
  429. } else {
  430. /* XXX can we simplify this just by picking a random (non-deterministic)
  431. * time to be up? If we go down and come up, then we pick a new one. Is
  432. * that good enough? -RD */
  433. /* This is not a perfectly unbiased conversion, but it is good enough:
  434. * in the worst case, the first half of the day is 0.06 percent likelier
  435. * to be chosen than the last half. */
  436. interval_wakeup_time = interval_start_time +
  437. (get_uint32(digest) % time_to_consider);
  438. format_iso_time(buf, interval_wakeup_time);
  439. }
  440. {
  441. char buf1[ISO_TIME_LEN+1];
  442. char buf2[ISO_TIME_LEN+1];
  443. char buf3[ISO_TIME_LEN+1];
  444. char buf4[ISO_TIME_LEN+1];
  445. time_t down_time = interval_wakeup_time+time_to_exhaust_bw;
  446. if (down_time>interval_end_time)
  447. down_time = interval_end_time;
  448. format_local_iso_time(buf1, interval_start_time);
  449. format_local_iso_time(buf2, interval_wakeup_time);
  450. format_local_iso_time(buf3,
  451. down_time<interval_end_time?down_time:interval_end_time);
  452. format_local_iso_time(buf4, interval_end_time);
  453. log_fn(LOG_NOTICE, "Configured hibernation. This interval began at %s; "
  454. "the scheduled wake-up time %s %s; "
  455. "we expect%s to exhaust our quota for this interval around %s; "
  456. "the next interval begins at %s (all times local)",
  457. buf1,
  458. time(NULL)<interval_wakeup_time?"is":"was", buf2,
  459. time(NULL)<down_time?"":"ed", buf3,
  460. buf4);
  461. }
  462. }
  463. #define BW_ACCOUNTING_VERSION 1
  464. /** Save all our bandwidth tracking information to disk. Return 0 on
  465. * success, -1 on failure*/
  466. int
  467. accounting_record_bandwidth_usage(time_t now)
  468. {
  469. char buf[128];
  470. char fname[512];
  471. char time1[ISO_TIME_LEN+1];
  472. char time2[ISO_TIME_LEN+1];
  473. char *cp = buf;
  474. /* Format is:
  475. Version\nTime\nTime\nRead\nWrite\nSeconds\nExpected-Rate\n */
  476. format_iso_time(time1, interval_start_time);
  477. format_iso_time(time2, now);
  478. tor_snprintf(cp, sizeof(buf),
  479. "%d\n%s\n%s\n"U64_FORMAT"\n"U64_FORMAT"\n%lu\n%lu\n",
  480. BW_ACCOUNTING_VERSION,
  481. time1,
  482. time2,
  483. U64_PRINTF_ARG(n_bytes_read_in_interval),
  484. U64_PRINTF_ARG(n_bytes_written_in_interval),
  485. (unsigned long)n_seconds_active_in_interval,
  486. (unsigned long)expected_bandwidth_usage);
  487. tor_snprintf(fname, sizeof(fname), "%s/bw_accounting",
  488. get_options()->DataDirectory);
  489. return write_str_to_file(fname, buf, 0);
  490. }
  491. /** Read stored accounting information from disk. Return 0 on success;
  492. * return -1 and change nothing on failure. */
  493. static int
  494. read_bandwidth_usage(void)
  495. {
  496. char *s = NULL;
  497. char fname[512];
  498. time_t t1, t2;
  499. uint64_t n_read, n_written;
  500. uint32_t expected_bw, n_seconds;
  501. smartlist_t *elts;
  502. int ok;
  503. tor_snprintf(fname, sizeof(fname), "%s/bw_accounting",
  504. get_options()->DataDirectory);
  505. if (!(s = read_file_to_str(fname, 0))) {
  506. return 0;
  507. }
  508. elts = smartlist_create();
  509. smartlist_split_string(elts, s, "\n", SPLIT_SKIP_SPACE|SPLIT_IGNORE_BLANK,0);
  510. tor_free(s);
  511. if (smartlist_len(elts)<1 ||
  512. atoi(smartlist_get(elts,0)) != BW_ACCOUNTING_VERSION) {
  513. log_fn(LOG_WARN, "Unrecognized bw_accounting file version: %s",
  514. (const char*)smartlist_get(elts,0));
  515. goto err;
  516. }
  517. if (smartlist_len(elts) < 7) {
  518. log_fn(LOG_WARN, "Corrupted bw_accounting file: %d lines",
  519. smartlist_len(elts));
  520. goto err;
  521. }
  522. if (parse_iso_time(smartlist_get(elts,1), &t1)) {
  523. log_fn(LOG_WARN, "Error parsing bandwidth usage start time.");
  524. goto err;
  525. }
  526. if (parse_iso_time(smartlist_get(elts,2), &t2)) {
  527. log_fn(LOG_WARN, "Error parsing bandwidth usage last-written time");
  528. goto err;
  529. }
  530. n_read = tor_parse_uint64(smartlist_get(elts,3), 10, 0, UINT64_MAX,
  531. &ok, NULL);
  532. if (!ok) {
  533. log_fn(LOG_WARN, "Error parsing number of bytes read");
  534. goto err;
  535. }
  536. n_written = tor_parse_uint64(smartlist_get(elts,4), 10, 0, UINT64_MAX,
  537. &ok, NULL);
  538. if (!ok) {
  539. log_fn(LOG_WARN, "Error parsing number of bytes read");
  540. goto err;
  541. }
  542. n_seconds = (uint32_t)tor_parse_ulong(smartlist_get(elts,5), 10,0,ULONG_MAX,
  543. &ok, NULL);
  544. if (!ok) {
  545. log_fn(LOG_WARN, "Error parsing number of seconds live");
  546. goto err;
  547. }
  548. expected_bw =(uint32_t)tor_parse_ulong(smartlist_get(elts,6), 10,0,ULONG_MAX,
  549. &ok, NULL);
  550. if (!ok) {
  551. log_fn(LOG_WARN, "Error parsing expected bandwidth");
  552. goto err;
  553. }
  554. n_bytes_read_in_interval = n_read;
  555. n_bytes_written_in_interval = n_written;
  556. n_seconds_active_in_interval = n_seconds;
  557. interval_start_time = t1;
  558. expected_bandwidth_usage = expected_bw;
  559. log_fn(LOG_INFO, "Successfully read bandwidth accounting file written at %s for interval starting at %s. We have been active for %lu seconds in this interval. At the start of the interval, we expected to use about %lu KB per second. ("U64_FORMAT" bytes read so far, "U64_FORMAT" bytes written so far)",
  560. (char*)smartlist_get(elts,2),
  561. (char*)smartlist_get(elts,1),
  562. (unsigned long)n_seconds_active_in_interval,
  563. (unsigned long)((uint64_t)expected_bandwidth_usage*1024/60),
  564. U64_PRINTF_ARG(n_bytes_read_in_interval),
  565. U64_PRINTF_ARG(n_bytes_written_in_interval));
  566. SMARTLIST_FOREACH(elts, char *, cp, tor_free(cp));
  567. smartlist_free(elts);
  568. return 0;
  569. err:
  570. SMARTLIST_FOREACH(elts, char *, cp, tor_free(cp));
  571. smartlist_free(elts);
  572. return -1;
  573. }
  574. /** Return true iff we have sent/received all the bytes we are willing
  575. * to send/receive this interval. */
  576. static int
  577. hibernate_hard_limit_reached(void)
  578. {
  579. uint64_t hard_limit = get_options()->AccountingMax;
  580. if (!hard_limit)
  581. return 0;
  582. return n_bytes_read_in_interval >= hard_limit
  583. || n_bytes_written_in_interval >= hard_limit;
  584. }
  585. /** Return true iff we have sent/received almost all the bytes we are willing
  586. * to send/receive this interval. */
  587. static int hibernate_soft_limit_reached(void)
  588. {
  589. uint64_t soft_limit = (uint64_t) ((get_options()->AccountingMax) * .95);
  590. if (!soft_limit)
  591. return 0;
  592. return n_bytes_read_in_interval >= soft_limit
  593. || n_bytes_written_in_interval >= soft_limit;
  594. }
  595. /** Called when we get a SIGINT, or when bandwidth soft limit is
  596. * reached. Puts us into "loose hibernation": we don't accept new
  597. * connections, but we continue handling old ones. */
  598. static void hibernate_begin(int new_state, time_t now) {
  599. connection_t *conn;
  600. or_options_t *options = get_options();
  601. if (new_state == HIBERNATE_STATE_EXITING &&
  602. hibernate_state != HIBERNATE_STATE_LIVE) {
  603. log(LOG_NOTICE,"Sigint received %s; exiting now.",
  604. hibernate_state == HIBERNATE_STATE_EXITING ?
  605. "a second time" : "while hibernating");
  606. tor_cleanup();
  607. exit(0);
  608. }
  609. /* close listeners. leave control listener(s). */
  610. while ((conn = connection_get_by_type(CONN_TYPE_OR_LISTENER)) ||
  611. (conn = connection_get_by_type(CONN_TYPE_AP_LISTENER)) ||
  612. (conn = connection_get_by_type(CONN_TYPE_DIR_LISTENER))) {
  613. log_fn(LOG_INFO,"Closing listener type %d", conn->type);
  614. connection_mark_for_close(conn);
  615. }
  616. /* XXX kill intro point circs */
  617. /* XXX upload rendezvous service descriptors with no intro points */
  618. if (new_state == HIBERNATE_STATE_EXITING) {
  619. log(LOG_NOTICE,"Interrupt: will shut down in %d seconds. Interrupt again to exit now.", options->ShutdownWaitLength);
  620. hibernate_end_time = time(NULL) + options->ShutdownWaitLength;
  621. } else { /* soft limit reached */
  622. hibernate_end_time = interval_end_time;
  623. }
  624. hibernate_state = new_state;
  625. accounting_record_bandwidth_usage(now);
  626. }
  627. /** Called when we've been hibernating and our timeout is reached. */
  628. static void
  629. hibernate_end(int new_state) {
  630. tor_assert(hibernate_state == HIBERNATE_STATE_LOWBANDWIDTH ||
  631. hibernate_state == HIBERNATE_STATE_DORMANT);
  632. /* listeners will be relaunched in run_scheduled_events() in main.c */
  633. log_fn(LOG_NOTICE,"Hibernation period ended. Resuming normal activity.");
  634. hibernate_state = new_state;
  635. hibernate_end_time = 0; /* no longer hibernating */
  636. stats_n_seconds_working = 0; /* reset published uptime */
  637. }
  638. /** A wrapper around hibernate_begin, for when we get SIGINT. */
  639. void
  640. hibernate_begin_shutdown(void) {
  641. hibernate_begin(HIBERNATE_STATE_EXITING, time(NULL));
  642. }
  643. /** Return true iff we are currently hibernating. */
  644. int
  645. we_are_hibernating(void) {
  646. return hibernate_state != HIBERNATE_STATE_LIVE;
  647. }
  648. /** If we aren't currently dormant, close all connections and become
  649. * dormant. */
  650. static void
  651. hibernate_go_dormant(time_t now) {
  652. connection_t *conn;
  653. if (hibernate_state == HIBERNATE_STATE_DORMANT)
  654. return;
  655. else if (hibernate_state == HIBERNATE_STATE_LOWBANDWIDTH)
  656. hibernate_state = HIBERNATE_STATE_DORMANT;
  657. else
  658. hibernate_begin(HIBERNATE_STATE_DORMANT, now);
  659. log_fn(LOG_NOTICE,"Going dormant. Blowing away remaining connections.");
  660. /* Close all OR/AP/exit conns. Leave dir conns because we still want
  661. * to be able to upload server descriptors so people know we're still
  662. * running, and download directories so we can detect if we're obsolete.
  663. * Leave control conns because we still want to be controllable.
  664. */
  665. while ((conn = connection_get_by_type(CONN_TYPE_OR)) ||
  666. (conn = connection_get_by_type(CONN_TYPE_AP)) ||
  667. (conn = connection_get_by_type(CONN_TYPE_EXIT))) {
  668. if (CONN_IS_EDGE(conn))
  669. connection_edge_end(conn, END_STREAM_REASON_HIBERNATING,
  670. conn->cpath_layer);
  671. log_fn(LOG_INFO,"Closing conn type %d", conn->type);
  672. if (conn->type == CONN_TYPE_AP) /* send socks failure if needed */
  673. connection_close_unattached_ap(conn, END_STREAM_REASON_HIBERNATING);
  674. else
  675. connection_mark_for_close(conn);
  676. }
  677. accounting_record_bandwidth_usage(now);
  678. }
  679. /** Called when hibernate_end_time has arrived. */
  680. static void
  681. hibernate_end_time_elapsed(time_t now)
  682. {
  683. char buf[ISO_TIME_LEN+1];
  684. /* The interval has ended, or it is wakeup time. Find out which. */
  685. accounting_run_housekeeping(now);
  686. if (interval_wakeup_time <= now) {
  687. /* The interval hasn't changed, but interval_wakeup_time has passed.
  688. * It's time to wake up and start being a server. */
  689. hibernate_end(HIBERNATE_STATE_LIVE);
  690. return;
  691. } else {
  692. /* The interval has changed, and it isn't time to wake up yet. */
  693. hibernate_end_time = interval_wakeup_time;
  694. format_iso_time(buf,interval_wakeup_time);
  695. if (hibernate_state != HIBERNATE_STATE_DORMANT) {
  696. /* We weren't sleeping before; we should sleep now. */
  697. log_fn(LOG_NOTICE, "Accounting period ended. Commencing hibernation until %s GMT",buf);
  698. hibernate_go_dormant(now);
  699. } else {
  700. log_fn(LOG_NOTICE, "Accounting period ended. This period, we will hibernate until %s GMT",buf);
  701. }
  702. }
  703. }
  704. /** Consider our environment and decide if it's time
  705. * to start/stop hibernating.
  706. */
  707. void consider_hibernation(time_t now) {
  708. int accounting_enabled = get_options()->AccountingMax != 0;
  709. char buf[ISO_TIME_LEN+1];
  710. /* If we're in 'exiting' mode, then we just shut down after the interval
  711. * elapses. */
  712. if (hibernate_state == HIBERNATE_STATE_EXITING) {
  713. tor_assert(hibernate_end_time);
  714. if (hibernate_end_time <= now) {
  715. log(LOG_NOTICE,"Clean shutdown finished. Exiting.");
  716. tor_cleanup();
  717. exit(0);
  718. }
  719. return; /* if exiting soon, don't worry about bandwidth limits */
  720. }
  721. if (hibernate_state == HIBERNATE_STATE_DORMANT) {
  722. /* We've been hibernating because of bandwidth accounting. */
  723. tor_assert(hibernate_end_time);
  724. if (hibernate_end_time > now && accounting_enabled) {
  725. /* If we're hibernating, don't wake up until it's time, regardless of
  726. * whether we're in a new interval. */
  727. return ;
  728. } else {
  729. hibernate_end_time_elapsed(now);
  730. }
  731. }
  732. /* Else, we aren't hibernating. See if it's time to start hibernating, or to
  733. * go dormant. */
  734. if (hibernate_state == HIBERNATE_STATE_LIVE) {
  735. if (hibernate_soft_limit_reached()) {
  736. log_fn(LOG_NOTICE,"Bandwidth soft limit reached; commencing hibernation.");
  737. hibernate_begin(HIBERNATE_STATE_LOWBANDWIDTH, now);
  738. } else if (accounting_enabled && now < interval_wakeup_time) {
  739. format_iso_time(buf,interval_wakeup_time);
  740. log_fn(LOG_NOTICE, "Commencing hibernation. We will wake up at %s GMT",buf);
  741. hibernate_go_dormant(now);
  742. }
  743. }
  744. if (hibernate_state == HIBERNATE_STATE_LOWBANDWIDTH) {
  745. if (!accounting_enabled) {
  746. hibernate_end_time_elapsed(now);
  747. } else if (hibernate_hard_limit_reached()) {
  748. hibernate_go_dormant(now);
  749. } else if (hibernate_end_time <= now) {
  750. /* The hibernation period ended while we were still in lowbandwidth.*/
  751. hibernate_end_time_elapsed(now);
  752. }
  753. }
  754. }