rendcache.c 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876
  1. /* Copyright (c) 2015, The Tor Project, Inc. */
  2. /* See LICENSE for licensing information */
  3. /**
  4. * \file rendcache.c
  5. * \brief Hidden service desriptor cache.
  6. **/
  7. #include "rendcache.h"
  8. #include "config.h"
  9. #include "rephist.h"
  10. #include "routerlist.h"
  11. #include "routerparse.h"
  12. /** Map from service id (as generated by rend_get_service_id) to
  13. * rend_cache_entry_t. */
  14. static strmap_t *rend_cache = NULL;
  15. /** Map from descriptor id to rend_cache_entry_t; only for hidden service
  16. * directories. */
  17. static digestmap_t *rend_cache_v2_dir = NULL;
  18. /** (Client side only) Map from service id to rend_cache_failure_t. This
  19. * cache is used to track intro point(IP) failures so we know when to keep
  20. * or discard a new descriptor we just fetched. Here is a description of the
  21. * cache behavior.
  22. *
  23. * Everytime tor discards an IP (ex: receives a NACK), we add an entry to
  24. * this cache noting the identity digest of the IP and it's failure type for
  25. * the service ID. The reason we indexed this cache by service ID is to
  26. * differentiate errors that can occur only for a specific service like a
  27. * NACK for instance. It applies for one but maybe not for the others.
  28. *
  29. * Once a service descriptor is fetched and considered valid, each IP is
  30. * looked up in this cache and if present, it is discarded from the fetched
  31. * descriptor. At the end, all IP(s) in the cache, for a specific service
  32. * ID, that were NOT present in the descriptor are removed from this cache.
  33. * Which means that if at least one IP was not in this cache, thus usuable,
  34. * it's considered a new descriptor so we keep it. Else, if all IPs were in
  35. * this cache, we discard the descriptor as it's considered unsuable.
  36. *
  37. * Once a descriptor is removed from the rend cache or expires, the entry
  38. * in this cache is also removed for the service ID.
  39. *
  40. * This scheme allows us to not realy on the descriptor's timestamp (which
  41. * is rounded down to the hour) to know if we have a newer descriptor. We
  42. * only rely on the usability of intro points from an internal state. */
  43. static strmap_t *rend_cache_failure = NULL;
  44. /** DOCDOC */
  45. static size_t rend_cache_total_allocation = 0;
  46. /** Initializes the service descriptor cache.
  47. */
  48. void
  49. rend_cache_init(void)
  50. {
  51. rend_cache = strmap_new();
  52. rend_cache_v2_dir = digestmap_new();
  53. rend_cache_failure = strmap_new();
  54. }
  55. /** Return the approximate number of bytes needed to hold <b>e</b>. */
  56. static size_t
  57. rend_cache_entry_allocation(const rend_cache_entry_t *e)
  58. {
  59. if (!e)
  60. return 0;
  61. /* This doesn't count intro_nodes or key size */
  62. return sizeof(*e) + e->len + sizeof(*e->parsed);
  63. }
  64. /** DOCDOC */
  65. size_t
  66. rend_cache_get_total_allocation(void)
  67. {
  68. return rend_cache_total_allocation;
  69. }
  70. /** Decrement the total bytes attributed to the rendezvous cache by n. */
  71. static void
  72. rend_cache_decrement_allocation(size_t n)
  73. {
  74. static int have_underflowed = 0;
  75. if (rend_cache_total_allocation >= n) {
  76. rend_cache_total_allocation -= n;
  77. } else {
  78. rend_cache_total_allocation = 0;
  79. if (! have_underflowed) {
  80. have_underflowed = 1;
  81. log_warn(LD_BUG, "Underflow in rend_cache_decrement_allocation");
  82. }
  83. }
  84. }
  85. /** Increase the total bytes attributed to the rendezvous cache by n. */
  86. static void
  87. rend_cache_increment_allocation(size_t n)
  88. {
  89. static int have_overflowed = 0;
  90. if (rend_cache_total_allocation <= SIZE_MAX - n) {
  91. rend_cache_total_allocation += n;
  92. } else {
  93. rend_cache_total_allocation = SIZE_MAX;
  94. if (! have_overflowed) {
  95. have_overflowed = 1;
  96. log_warn(LD_BUG, "Overflow in rend_cache_increment_allocation");
  97. }
  98. }
  99. }
  100. /** Helper: free a rend cache failure intro object. */
  101. static void
  102. rend_cache_failure_intro_entry_free(rend_cache_failure_intro_t *entry)
  103. {
  104. if (entry == NULL) {
  105. return;
  106. }
  107. tor_free(entry);
  108. }
  109. /** Allocate a rend cache failure intro object and return it. <b>failure</b>
  110. * is set into the object. This function can not fail. */
  111. static rend_cache_failure_intro_t *
  112. rend_cache_failure_intro_entry_new(rend_intro_point_failure_t failure)
  113. {
  114. rend_cache_failure_intro_t *entry = tor_malloc(sizeof(*entry));
  115. entry->failure_type = failure;
  116. entry->created_ts = time(NULL);
  117. return entry;
  118. }
  119. /** Helper: free a rend cache failure object. */
  120. static void
  121. rend_cache_failure_entry_free(rend_cache_failure_t *entry)
  122. {
  123. if (entry == NULL) {
  124. return;
  125. }
  126. /* Free and remove every intro failure object. */
  127. DIGESTMAP_FOREACH_MODIFY(entry->intro_failures, key,
  128. rend_cache_failure_intro_t *, e) {
  129. rend_cache_failure_intro_entry_free(e);
  130. MAP_DEL_CURRENT(key);
  131. } DIGESTMAP_FOREACH_END;
  132. tor_free(entry);
  133. }
  134. /** Helper: deallocate a rend_cache_failure_t. (Used with strmap_free(),
  135. * which requires a function pointer whose argument is void*). */
  136. static void
  137. rend_cache_failure_entry_free_(void *entry)
  138. {
  139. rend_cache_failure_entry_free(entry);
  140. }
  141. /** Allocate a rend cache failure object and return it. This function can
  142. * not fail. */
  143. static rend_cache_failure_t *
  144. rend_cache_failure_entry_new(void)
  145. {
  146. rend_cache_failure_t *entry = tor_malloc(sizeof(*entry));
  147. entry->intro_failures = digestmap_new();
  148. return entry;
  149. }
  150. /** Remove failure cache entry for the service ID in the given descriptor
  151. * <b>desc</b>. */
  152. static void
  153. rend_cache_failure_remove(rend_service_descriptor_t *desc)
  154. {
  155. char service_id[REND_SERVICE_ID_LEN_BASE32 + 1];
  156. rend_cache_failure_t *entry;
  157. if (desc == NULL) {
  158. return;
  159. }
  160. if (rend_get_service_id(desc->pk, service_id) < 0) {
  161. return;
  162. }
  163. entry = strmap_get_lc(rend_cache_failure, service_id);
  164. if (entry != NULL) {
  165. strmap_remove_lc(rend_cache_failure, service_id);
  166. rend_cache_failure_entry_free(entry);
  167. }
  168. }
  169. /** Helper: free storage held by a single service descriptor cache entry. */
  170. static void
  171. rend_cache_entry_free(rend_cache_entry_t *e)
  172. {
  173. if (!e)
  174. return;
  175. rend_cache_decrement_allocation(rend_cache_entry_allocation(e));
  176. /* We are about to remove a descriptor from the cache so remove the entry
  177. * in the failure cache. */
  178. rend_cache_failure_remove(e->parsed);
  179. rend_service_descriptor_free(e->parsed);
  180. tor_free(e->desc);
  181. tor_free(e);
  182. }
  183. /** Helper: deallocate a rend_cache_entry_t. (Used with strmap_free(), which
  184. * requires a function pointer whose argument is void*). */
  185. static void
  186. rend_cache_entry_free_(void *p)
  187. {
  188. rend_cache_entry_free(p);
  189. }
  190. /** Free all storage held by the service descriptor cache. */
  191. void
  192. rend_cache_free_all(void)
  193. {
  194. strmap_free(rend_cache, rend_cache_entry_free_);
  195. digestmap_free(rend_cache_v2_dir, rend_cache_entry_free_);
  196. strmap_free(rend_cache_failure, rend_cache_failure_entry_free_);
  197. rend_cache = NULL;
  198. rend_cache_v2_dir = NULL;
  199. rend_cache_failure = NULL;
  200. rend_cache_total_allocation = 0;
  201. }
  202. /** Remove all entries that re REND_CACHE_FAILURE_MAX_AGE old. This is
  203. * called every second.
  204. *
  205. * We have to clean these regurlarly else if for whatever reasons an hidden
  206. * service goes offline and a client tries to connect to it during that
  207. * time, a failure entry is created and the client will be unable to connect
  208. * for a while even though the service has return online. */
  209. void
  210. rend_cache_failure_clean(time_t now)
  211. {
  212. time_t cutoff = now - REND_CACHE_FAILURE_MAX_AGE;
  213. STRMAP_FOREACH_MODIFY(rend_cache_failure, key,
  214. rend_cache_failure_t *, ent) {
  215. /* Free and remove every intro failure object that match the cutoff. */
  216. DIGESTMAP_FOREACH_MODIFY(ent->intro_failures, ip_key,
  217. rend_cache_failure_intro_t *, ip_ent) {
  218. if (ip_ent->created_ts < cutoff) {
  219. rend_cache_failure_intro_entry_free(ip_ent);
  220. MAP_DEL_CURRENT(ip_key);
  221. }
  222. } DIGESTMAP_FOREACH_END;
  223. /* If the entry is now empty of intro point failures, remove it. */
  224. if (digestmap_isempty(ent->intro_failures)) {
  225. rend_cache_failure_entry_free(ent);
  226. MAP_DEL_CURRENT(key);
  227. }
  228. } STRMAP_FOREACH_END;
  229. }
  230. /** Removes all old entries from the service descriptor cache.
  231. */
  232. void
  233. rend_cache_clean(time_t now)
  234. {
  235. strmap_iter_t *iter;
  236. const char *key;
  237. void *val;
  238. rend_cache_entry_t *ent;
  239. time_t cutoff = now - REND_CACHE_MAX_AGE - REND_CACHE_MAX_SKEW;
  240. for (iter = strmap_iter_init(rend_cache); !strmap_iter_done(iter); ) {
  241. strmap_iter_get(iter, &key, &val);
  242. ent = (rend_cache_entry_t*)val;
  243. if (ent->parsed->timestamp < cutoff) {
  244. iter = strmap_iter_next_rmv(rend_cache, iter);
  245. rend_cache_entry_free(ent);
  246. } else {
  247. iter = strmap_iter_next(rend_cache, iter);
  248. }
  249. }
  250. }
  251. /** Remove ALL entries from the rendezvous service descriptor cache.
  252. */
  253. void
  254. rend_cache_purge(void)
  255. {
  256. if (rend_cache) {
  257. log_info(LD_REND, "Purging HS descriptor cache");
  258. strmap_free(rend_cache, rend_cache_entry_free_);
  259. }
  260. rend_cache = strmap_new();
  261. }
  262. /** Remove ALL entries from the failure cache. This is also called when a
  263. * NEWNYM signal is received. */
  264. void
  265. rend_cache_failure_purge(void)
  266. {
  267. if (rend_cache_failure) {
  268. log_info(LD_REND, "Purging HS failure cache");
  269. strmap_free(rend_cache_failure, rend_cache_failure_entry_free_);
  270. }
  271. rend_cache_failure = strmap_new();
  272. }
  273. /** Lookup the rend failure cache using a relay identity digest in
  274. * <b>identity</b> and service ID <b>service_id</b>. If found, the intro
  275. * failure is set in <b>intro_entry</b> else it stays untouched. Return 1
  276. * iff found else 0. */
  277. static int
  278. cache_failure_intro_lookup(const uint8_t *identity, const char *service_id,
  279. rend_cache_failure_intro_t **intro_entry)
  280. {
  281. rend_cache_failure_t *elem;
  282. rend_cache_failure_intro_t *intro_elem;
  283. tor_assert(rend_cache_failure);
  284. if (intro_entry) {
  285. *intro_entry = NULL;
  286. }
  287. /* Lookup descriptor and return it. */
  288. elem = strmap_get_lc(rend_cache_failure, service_id);
  289. if (elem == NULL) {
  290. goto not_found;
  291. }
  292. intro_elem = digestmap_get(elem->intro_failures, (char *) identity);
  293. if (intro_elem == NULL) {
  294. goto not_found;
  295. }
  296. if (intro_entry) {
  297. *intro_entry = intro_elem;
  298. }
  299. return 1;
  300. not_found:
  301. return 0;
  302. }
  303. /** Add an intro point failure to the failure cache using the relay
  304. * <b>identity</b> and service ID <b>service_id</b>. Record the
  305. * <b>failure</b> in that object. */
  306. static void
  307. cache_failure_intro_add(const uint8_t *identity, const char *service_id,
  308. rend_intro_point_failure_t failure)
  309. {
  310. rend_cache_failure_t *fail_entry;
  311. rend_cache_failure_intro_t *entry;
  312. /* Make sure we have a failure object for this service ID and if not,
  313. * create it with this new intro failure entry. */
  314. fail_entry = strmap_get_lc(rend_cache_failure, service_id);
  315. if (fail_entry == NULL) {
  316. fail_entry = rend_cache_failure_entry_new();
  317. /* Add failure entry to global rend failure cache. */
  318. strmap_set_lc(rend_cache_failure, service_id, fail_entry);
  319. }
  320. entry = rend_cache_failure_intro_entry_new(failure);
  321. digestmap_set(fail_entry->intro_failures, (char *) identity, entry);
  322. }
  323. /** Using a parsed descriptor <b>desc</b>, check if the introduction points
  324. * are present in the failure cache and if so they are removed from the
  325. * descriptor and kept into the failure cache. Then, each intro points that
  326. * are NOT in the descriptor but in the failure cache for the given
  327. * <b>service_id</b> are removed from the failure cache. */
  328. static void
  329. validate_intro_point_failure(const rend_service_descriptor_t *desc,
  330. const char *service_id)
  331. {
  332. rend_cache_failure_t *new_entry, *cur_entry;
  333. /* New entry for the service ID that will be replacing the one in the
  334. * failure cache since we have a new descriptor. In the case where all
  335. * intro points are removed, we are assured that the new entry is the same
  336. * as the current one. */
  337. new_entry = tor_malloc(sizeof(*new_entry));
  338. new_entry->intro_failures = digestmap_new();
  339. tor_assert(desc);
  340. SMARTLIST_FOREACH_BEGIN(desc->intro_nodes, rend_intro_point_t *, intro) {
  341. int found;
  342. rend_cache_failure_intro_t *entry;
  343. const uint8_t *identity =
  344. (uint8_t *) intro->extend_info->identity_digest;
  345. found = cache_failure_intro_lookup(identity, service_id, &entry);
  346. if (found) {
  347. /* This intro point is in our cache, discard it from the descriptor
  348. * because chances are that it's unusable. */
  349. SMARTLIST_DEL_CURRENT(desc->intro_nodes, intro);
  350. rend_intro_point_free(intro);
  351. /* Keep it for our new entry. */
  352. digestmap_set(new_entry->intro_failures, (char *) identity, entry);
  353. continue;
  354. }
  355. } SMARTLIST_FOREACH_END(intro);
  356. /* Swap the failure entry in the cache and free the current one. */
  357. cur_entry = strmap_get_lc(rend_cache_failure, service_id);
  358. if (cur_entry != NULL) {
  359. rend_cache_failure_entry_free(cur_entry);
  360. }
  361. strmap_set_lc(rend_cache_failure, service_id, new_entry);
  362. }
  363. /** Note down an intro failure in the rend failure cache using the type of
  364. * failure in <b>failure</b> for the relay identity digest in
  365. * <b>identity</b> and service ID <b>service_id</b>. If an entry already
  366. * exists in the cache, the failure type is changed with <b>failure</b>. */
  367. void
  368. rend_cache_intro_failure_note(rend_intro_point_failure_t failure,
  369. const uint8_t *identity,
  370. const char *service_id)
  371. {
  372. int found;
  373. rend_cache_failure_intro_t *entry;
  374. found = cache_failure_intro_lookup(identity, service_id, &entry);
  375. if (!found) {
  376. cache_failure_intro_add(identity, service_id, failure);
  377. } else {
  378. /* Replace introduction point failure with this one. */
  379. entry->failure_type = failure;
  380. }
  381. }
  382. /** Remove all old v2 descriptors and those for which this hidden service
  383. * directory is not responsible for any more.
  384. *
  385. * If at all possible, remove at least <b>force_remove</b> bytes of data.
  386. */
  387. void
  388. rend_cache_clean_v2_descs_as_dir(time_t now, size_t force_remove)
  389. {
  390. digestmap_iter_t *iter;
  391. time_t cutoff = now - REND_CACHE_MAX_AGE - REND_CACHE_MAX_SKEW;
  392. const int LAST_SERVED_CUTOFF_STEP = 1800;
  393. time_t last_served_cutoff = cutoff;
  394. size_t bytes_removed = 0;
  395. do {
  396. for (iter = digestmap_iter_init(rend_cache_v2_dir);
  397. !digestmap_iter_done(iter); ) {
  398. const char *key;
  399. void *val;
  400. rend_cache_entry_t *ent;
  401. digestmap_iter_get(iter, &key, &val);
  402. ent = val;
  403. if (ent->parsed->timestamp < cutoff ||
  404. ent->last_served < last_served_cutoff ||
  405. !hid_serv_responsible_for_desc_id(key)) {
  406. char key_base32[REND_DESC_ID_V2_LEN_BASE32 + 1];
  407. base32_encode(key_base32, sizeof(key_base32), key, DIGEST_LEN);
  408. log_info(LD_REND, "Removing descriptor with ID '%s' from cache",
  409. safe_str_client(key_base32));
  410. bytes_removed += rend_cache_entry_allocation(ent);
  411. iter = digestmap_iter_next_rmv(rend_cache_v2_dir, iter);
  412. rend_cache_entry_free(ent);
  413. } else {
  414. iter = digestmap_iter_next(rend_cache_v2_dir, iter);
  415. }
  416. }
  417. /* In case we didn't remove enough bytes, advance the cutoff a little. */
  418. last_served_cutoff += LAST_SERVED_CUTOFF_STEP;
  419. if (last_served_cutoff > now)
  420. break;
  421. } while (bytes_removed < force_remove);
  422. }
  423. /** Lookup in the client cache the given service ID <b>query</b> for
  424. * <b>version</b>.
  425. *
  426. * Return 0 if found and if <b>e</b> is non NULL, set it with the entry
  427. * found. Else, a negative value is returned and <b>e</b> is untouched.
  428. * -EINVAL means that <b>query</b> is not a valid service id.
  429. * -ENOENT means that no entry in the cache was found. */
  430. int
  431. rend_cache_lookup_entry(const char *query, int version, rend_cache_entry_t **e)
  432. {
  433. int ret = 0;
  434. char key[REND_SERVICE_ID_LEN_BASE32 + 2]; /* <version><query>\0 */
  435. rend_cache_entry_t *entry = NULL;
  436. static const int default_version = 2;
  437. tor_assert(rend_cache);
  438. tor_assert(query);
  439. if (!rend_valid_service_id(query)) {
  440. ret = -EINVAL;
  441. goto end;
  442. }
  443. switch (version) {
  444. case 0:
  445. log_warn(LD_REND, "Cache lookup of a v0 renddesc is deprecated.");
  446. break;
  447. case 2:
  448. /* Default is version 2. */
  449. default:
  450. tor_snprintf(key, sizeof(key), "%d%s", default_version, query);
  451. entry = strmap_get_lc(rend_cache, key);
  452. break;
  453. }
  454. if (!entry) {
  455. ret = -ENOENT;
  456. goto end;
  457. }
  458. tor_assert(entry->parsed && entry->parsed->intro_nodes);
  459. if (e) {
  460. *e = entry;
  461. }
  462. end:
  463. return ret;
  464. }
  465. /** Lookup the v2 service descriptor with base32-encoded <b>desc_id</b> and
  466. * copy the pointer to it to *<b>desc</b>. Return 1 on success, 0 on
  467. * well-formed-but-not-found, and -1 on failure.
  468. */
  469. int
  470. rend_cache_lookup_v2_desc_as_dir(const char *desc_id, const char **desc)
  471. {
  472. rend_cache_entry_t *e;
  473. char desc_id_digest[DIGEST_LEN];
  474. tor_assert(rend_cache_v2_dir);
  475. if (base32_decode(desc_id_digest, DIGEST_LEN,
  476. desc_id, REND_DESC_ID_V2_LEN_BASE32) < 0) {
  477. log_fn(LOG_PROTOCOL_WARN, LD_REND,
  478. "Rejecting v2 rendezvous descriptor request -- descriptor ID "
  479. "contains illegal characters: %s",
  480. safe_str(desc_id));
  481. return -1;
  482. }
  483. /* Lookup descriptor and return. */
  484. e = digestmap_get(rend_cache_v2_dir, desc_id_digest);
  485. if (e) {
  486. *desc = e->desc;
  487. e->last_served = approx_time();
  488. return 1;
  489. }
  490. return 0;
  491. }
  492. /** Parse the v2 service descriptor(s) in <b>desc</b> and store it/them to the
  493. * local rend cache. Don't attempt to decrypt the included list of introduction
  494. * points (as we don't have a descriptor cookie for it).
  495. *
  496. * If we have a newer descriptor with the same ID, ignore this one.
  497. * If we have an older descriptor with the same ID, replace it.
  498. *
  499. * Return an appropriate rend_cache_store_status_t.
  500. */
  501. rend_cache_store_status_t
  502. rend_cache_store_v2_desc_as_dir(const char *desc)
  503. {
  504. const or_options_t *options = get_options();
  505. rend_service_descriptor_t *parsed;
  506. char desc_id[DIGEST_LEN];
  507. char *intro_content;
  508. size_t intro_size;
  509. size_t encoded_size;
  510. char desc_id_base32[REND_DESC_ID_V2_LEN_BASE32 + 1];
  511. int number_parsed = 0, number_stored = 0;
  512. const char *current_desc = desc;
  513. const char *next_desc;
  514. rend_cache_entry_t *e;
  515. time_t now = time(NULL);
  516. tor_assert(rend_cache_v2_dir);
  517. tor_assert(desc);
  518. if (!hid_serv_acting_as_directory()) {
  519. /* Cannot store descs, because we are (currently) not acting as
  520. * hidden service directory. */
  521. log_info(LD_REND, "Cannot store descs: Not acting as hs dir");
  522. return RCS_NOTDIR;
  523. }
  524. while (rend_parse_v2_service_descriptor(&parsed, desc_id, &intro_content,
  525. &intro_size, &encoded_size,
  526. &next_desc, current_desc, 1) >= 0) {
  527. number_parsed++;
  528. /* We don't care about the introduction points. */
  529. tor_free(intro_content);
  530. /* For pretty log statements. */
  531. base32_encode(desc_id_base32, sizeof(desc_id_base32),
  532. desc_id, DIGEST_LEN);
  533. /* Is desc ID in the range that we are (directly or indirectly) responsible
  534. * for? */
  535. if (!hid_serv_responsible_for_desc_id(desc_id)) {
  536. log_info(LD_REND, "Service descriptor with desc ID %s is not in "
  537. "interval that we are responsible for.",
  538. safe_str_client(desc_id_base32));
  539. goto skip;
  540. }
  541. /* Is descriptor too old? */
  542. if (parsed->timestamp < now - REND_CACHE_MAX_AGE-REND_CACHE_MAX_SKEW) {
  543. log_info(LD_REND, "Service descriptor with desc ID %s is too old.",
  544. safe_str(desc_id_base32));
  545. goto skip;
  546. }
  547. /* Is descriptor too far in the future? */
  548. if (parsed->timestamp > now + REND_CACHE_MAX_SKEW) {
  549. log_info(LD_REND, "Service descriptor with desc ID %s is too far in the "
  550. "future.",
  551. safe_str(desc_id_base32));
  552. goto skip;
  553. }
  554. /* Do we already have a newer descriptor? */
  555. e = digestmap_get(rend_cache_v2_dir, desc_id);
  556. if (e && e->parsed->timestamp > parsed->timestamp) {
  557. log_info(LD_REND, "We already have a newer service descriptor with the "
  558. "same desc ID %s and version.",
  559. safe_str(desc_id_base32));
  560. goto skip;
  561. }
  562. /* Do we already have this descriptor? */
  563. if (e && !strcmp(desc, e->desc)) {
  564. log_info(LD_REND, "We already have this service descriptor with desc "
  565. "ID %s.", safe_str(desc_id_base32));
  566. goto skip;
  567. }
  568. /* Store received descriptor. */
  569. if (!e) {
  570. e = tor_malloc_zero(sizeof(rend_cache_entry_t));
  571. digestmap_set(rend_cache_v2_dir, desc_id, e);
  572. /* Treat something just uploaded as having been served a little
  573. * while ago, so that flooding with new descriptors doesn't help
  574. * too much.
  575. */
  576. e->last_served = approx_time() - 3600;
  577. } else {
  578. rend_cache_decrement_allocation(rend_cache_entry_allocation(e));
  579. rend_service_descriptor_free(e->parsed);
  580. tor_free(e->desc);
  581. }
  582. e->parsed = parsed;
  583. e->desc = tor_strndup(current_desc, encoded_size);
  584. e->len = encoded_size;
  585. rend_cache_increment_allocation(rend_cache_entry_allocation(e));
  586. log_info(LD_REND, "Successfully stored service descriptor with desc ID "
  587. "'%s' and len %d.",
  588. safe_str(desc_id_base32), (int)encoded_size);
  589. /* Statistics: Note down this potentially new HS. */
  590. if (options->HiddenServiceStatistics) {
  591. rep_hist_stored_maybe_new_hs(e->parsed->pk);
  592. }
  593. number_stored++;
  594. goto advance;
  595. skip:
  596. rend_service_descriptor_free(parsed);
  597. advance:
  598. /* advance to next descriptor, if available. */
  599. current_desc = next_desc;
  600. /* check if there is a next descriptor. */
  601. if (!current_desc ||
  602. strcmpstart(current_desc, "rendezvous-service-descriptor "))
  603. break;
  604. }
  605. if (!number_parsed) {
  606. log_info(LD_REND, "Could not parse any descriptor.");
  607. return RCS_BADDESC;
  608. }
  609. log_info(LD_REND, "Parsed %d and added %d descriptor%s.",
  610. number_parsed, number_stored, number_stored != 1 ? "s" : "");
  611. return RCS_OKAY;
  612. }
  613. /** Parse the v2 service descriptor in <b>desc</b>, decrypt the included list
  614. * of introduction points with <b>descriptor_cookie</b> (which may also be
  615. * <b>NULL</b> if decryption is not necessary), and store the descriptor to
  616. * the local cache under its version and service id.
  617. *
  618. * If we have a newer v2 descriptor with the same ID, ignore this one.
  619. * If we have an older descriptor with the same ID, replace it.
  620. * If the descriptor's service ID does not match
  621. * <b>rend_query</b>-\>onion_address, reject it.
  622. *
  623. * If the descriptor's descriptor ID doesn't match <b>desc_id_base32</b>,
  624. * reject it.
  625. *
  626. * Return an appropriate rend_cache_store_status_t. If entry is not NULL,
  627. * set it with the cache entry pointer of the descriptor.
  628. */
  629. rend_cache_store_status_t
  630. rend_cache_store_v2_desc_as_client(const char *desc,
  631. const char *desc_id_base32,
  632. const rend_data_t *rend_query,
  633. rend_cache_entry_t **entry)
  634. {
  635. /*XXXX this seems to have a bit of duplicate code with
  636. * rend_cache_store_v2_desc_as_dir(). Fix that. */
  637. /* Though having similar elements, both functions were separated on
  638. * purpose:
  639. * - dirs don't care about encoded/encrypted introduction points, clients
  640. * do.
  641. * - dirs store descriptors in a separate cache by descriptor ID, whereas
  642. * clients store them by service ID; both caches are different data
  643. * structures and have different access methods.
  644. * - dirs store a descriptor only if they are responsible for its ID,
  645. * clients do so in every way (because they have requested it before).
  646. * - dirs can process multiple concatenated descriptors which is required
  647. * for replication, whereas clients only accept a single descriptor.
  648. * Thus, combining both methods would result in a lot of if statements
  649. * which probably would not improve, but worsen code readability. -KL */
  650. rend_service_descriptor_t *parsed = NULL;
  651. char desc_id[DIGEST_LEN];
  652. char *intro_content = NULL;
  653. size_t intro_size;
  654. size_t encoded_size;
  655. const char *next_desc;
  656. time_t now = time(NULL);
  657. char key[REND_SERVICE_ID_LEN_BASE32+2];
  658. char service_id[REND_SERVICE_ID_LEN_BASE32+1];
  659. char want_desc_id[DIGEST_LEN];
  660. rend_cache_entry_t *e;
  661. rend_cache_store_status_t retval = RCS_BADDESC;
  662. tor_assert(rend_cache);
  663. tor_assert(desc);
  664. tor_assert(desc_id_base32);
  665. memset(want_desc_id, 0, sizeof(want_desc_id));
  666. if (entry) {
  667. *entry = NULL;
  668. }
  669. if (base32_decode(want_desc_id, sizeof(want_desc_id),
  670. desc_id_base32, strlen(desc_id_base32)) != 0) {
  671. log_warn(LD_BUG, "Couldn't decode base32 %s for descriptor id.",
  672. escaped_safe_str_client(desc_id_base32));
  673. goto err;
  674. }
  675. /* Parse the descriptor. */
  676. if (rend_parse_v2_service_descriptor(&parsed, desc_id, &intro_content,
  677. &intro_size, &encoded_size,
  678. &next_desc, desc, 0) < 0) {
  679. log_warn(LD_REND, "Could not parse descriptor.");
  680. goto err;
  681. }
  682. /* Compute service ID from public key. */
  683. if (rend_get_service_id(parsed->pk, service_id)<0) {
  684. log_warn(LD_REND, "Couldn't compute service ID.");
  685. goto err;
  686. }
  687. if (rend_query->onion_address[0] != '\0' &&
  688. strcmp(rend_query->onion_address, service_id)) {
  689. log_warn(LD_REND, "Received service descriptor for service ID %s; "
  690. "expected descriptor for service ID %s.",
  691. service_id, safe_str(rend_query->onion_address));
  692. goto err;
  693. }
  694. if (tor_memneq(desc_id, want_desc_id, DIGEST_LEN)) {
  695. log_warn(LD_REND, "Received service descriptor for %s with incorrect "
  696. "descriptor ID.", service_id);
  697. goto err;
  698. }
  699. /* Decode/decrypt introduction points. */
  700. if (intro_content && intro_size > 0) {
  701. int n_intro_points;
  702. if (rend_query->auth_type != REND_NO_AUTH &&
  703. !tor_mem_is_zero(rend_query->descriptor_cookie,
  704. sizeof(rend_query->descriptor_cookie))) {
  705. char *ipos_decrypted = NULL;
  706. size_t ipos_decrypted_size;
  707. if (rend_decrypt_introduction_points(&ipos_decrypted,
  708. &ipos_decrypted_size,
  709. rend_query->descriptor_cookie,
  710. intro_content,
  711. intro_size) < 0) {
  712. log_warn(LD_REND, "Failed to decrypt introduction points. We are "
  713. "probably unable to parse the encoded introduction points.");
  714. } else {
  715. /* Replace encrypted with decrypted introduction points. */
  716. log_info(LD_REND, "Successfully decrypted introduction points.");
  717. tor_free(intro_content);
  718. intro_content = ipos_decrypted;
  719. intro_size = ipos_decrypted_size;
  720. }
  721. }
  722. n_intro_points = rend_parse_introduction_points(parsed, intro_content,
  723. intro_size);
  724. if (n_intro_points <= 0) {
  725. log_warn(LD_REND, "Failed to parse introduction points. Either the "
  726. "service has published a corrupt descriptor or you have "
  727. "provided invalid authorization data.");
  728. goto err;
  729. } else if (n_intro_points > MAX_INTRO_POINTS) {
  730. log_warn(LD_REND, "Found too many introduction points on a hidden "
  731. "service descriptor for %s. This is probably a (misguided) "
  732. "attempt to improve reliability, but it could also be an "
  733. "attempt to do a guard enumeration attack. Rejecting.",
  734. safe_str_client(service_id));
  735. goto err;
  736. }
  737. } else {
  738. log_info(LD_REND, "Descriptor does not contain any introduction points.");
  739. parsed->intro_nodes = smartlist_new();
  740. }
  741. /* We don't need the encoded/encrypted introduction points any longer. */
  742. tor_free(intro_content);
  743. /* Is descriptor too old? */
  744. if (parsed->timestamp < now - REND_CACHE_MAX_AGE-REND_CACHE_MAX_SKEW) {
  745. log_warn(LD_REND, "Service descriptor with service ID %s is too old.",
  746. safe_str_client(service_id));
  747. goto err;
  748. }
  749. /* Is descriptor too far in the future? */
  750. if (parsed->timestamp > now + REND_CACHE_MAX_SKEW) {
  751. log_warn(LD_REND, "Service descriptor with service ID %s is too far in "
  752. "the future.", safe_str_client(service_id));
  753. goto err;
  754. }
  755. /* Do we have the same exact copy already in our cache? */
  756. tor_snprintf(key, sizeof(key), "2%s", service_id);
  757. e = (rend_cache_entry_t*) strmap_get_lc(rend_cache, key);
  758. if (e && !strcmp(desc, e->desc)) {
  759. log_info(LD_REND,"We already have this service descriptor %s.",
  760. safe_str_client(service_id));
  761. goto okay;
  762. }
  763. /* Verify that we are not replacing an older descriptor. It's important to
  764. * avoid an evil HSDir serving old descriptor. We validate if the
  765. * timestamp is greater than and not equal because it's a rounded down
  766. * timestamp to the hour so if the descriptor changed in the same hour,
  767. * the rend cache failure will tells us if we have a new descriptor. */
  768. if (e && e->parsed->timestamp > parsed->timestamp) {
  769. log_info(LD_REND, "We already have a new enough service descriptor for "
  770. "service ID %s with the same desc ID and version.",
  771. safe_str_client(service_id));
  772. goto okay;
  773. }
  774. /* Lookup our failure cache for intro point that might be unsuable. */
  775. validate_intro_point_failure(parsed, service_id);
  776. /* It's now possible that our intro point list is empty, this means that
  777. * this descriptor is useless to us because intro points have all failed
  778. * somehow before. Discard the descriptor. */
  779. if (smartlist_len(parsed->intro_nodes) == 0) {
  780. log_info(LD_REND, "Service descriptor with service ID %s, every "
  781. "intro points are unusable. Discarding it.",
  782. safe_str_client(service_id));
  783. goto err;
  784. }
  785. /* Now either purge the current one and replace it's content or create a
  786. * new one and add it to the rend cache. */
  787. if (!e) {
  788. e = tor_malloc_zero(sizeof(rend_cache_entry_t));
  789. strmap_set_lc(rend_cache, key, e);
  790. } else {
  791. rend_cache_decrement_allocation(rend_cache_entry_allocation(e));
  792. rend_cache_failure_remove(e->parsed);
  793. rend_service_descriptor_free(e->parsed);
  794. tor_free(e->desc);
  795. }
  796. e->parsed = parsed;
  797. e->desc = tor_malloc_zero(encoded_size + 1);
  798. strlcpy(e->desc, desc, encoded_size + 1);
  799. e->len = encoded_size;
  800. rend_cache_increment_allocation(rend_cache_entry_allocation(e));
  801. log_debug(LD_REND,"Successfully stored rend desc '%s', len %d.",
  802. safe_str_client(service_id), (int)encoded_size);
  803. if (entry) {
  804. *entry = e;
  805. }
  806. return RCS_OKAY;
  807. okay:
  808. if (entry) {
  809. *entry = e;
  810. }
  811. retval = RCS_OKAY;
  812. err:
  813. rend_service_descriptor_free(parsed);
  814. tor_free(intro_content);
  815. return retval;
  816. }