rendclient.c 48 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321
  1. /* Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  2. * Copyright (c) 2007-2017, The Tor Project, Inc. */
  3. /* See LICENSE for licensing information */
  4. /**
  5. * \file rendclient.c
  6. * \brief Client code to access location-hidden services.
  7. **/
  8. #include "or.h"
  9. #include "circpathbias.h"
  10. #include "circuitbuild.h"
  11. #include "circuitlist.h"
  12. #include "circuituse.h"
  13. #include "config.h"
  14. #include "connection.h"
  15. #include "connection_edge.h"
  16. #include "directory.h"
  17. #include "hs_common.h"
  18. #include "hs_circuit.h"
  19. #include "main.h"
  20. #include "networkstatus.h"
  21. #include "nodelist.h"
  22. #include "relay.h"
  23. #include "rendclient.h"
  24. #include "rendcommon.h"
  25. #include "rephist.h"
  26. #include "router.h"
  27. #include "routerlist.h"
  28. #include "routerset.h"
  29. #include "control.h"
  30. static extend_info_t *rend_client_get_random_intro_impl(
  31. const rend_cache_entry_t *rend_query,
  32. const int strict, const int warnings);
  33. /** Purge all potentially remotely-detectable state held in the hidden
  34. * service client code. Called on SIGNAL NEWNYM. */
  35. void
  36. rend_client_purge_state(void)
  37. {
  38. rend_cache_purge();
  39. rend_cache_failure_purge();
  40. rend_client_cancel_descriptor_fetches();
  41. hs_purge_last_hid_serv_requests();
  42. }
  43. /** Called when we've established a circuit to an introduction point:
  44. * send the introduction request. */
  45. void
  46. rend_client_introcirc_has_opened(origin_circuit_t *circ)
  47. {
  48. tor_assert(circ->base_.purpose == CIRCUIT_PURPOSE_C_INTRODUCING);
  49. tor_assert(circ->cpath);
  50. log_info(LD_REND,"introcirc is open");
  51. connection_ap_attach_pending(1);
  52. }
  53. /** Send the establish-rendezvous cell along a rendezvous circuit. if
  54. * it fails, mark the circ for close and return -1. else return 0.
  55. */
  56. static int
  57. rend_client_send_establish_rendezvous(origin_circuit_t *circ)
  58. {
  59. tor_assert(circ->base_.purpose == CIRCUIT_PURPOSE_C_ESTABLISH_REND);
  60. tor_assert(circ->rend_data);
  61. log_info(LD_REND, "Sending an ESTABLISH_RENDEZVOUS cell");
  62. crypto_rand(circ->rend_data->rend_cookie, REND_COOKIE_LEN);
  63. /* Set timestamp_dirty, because circuit_expire_building expects it,
  64. * and the rend cookie also means we've used the circ. */
  65. circ->base_.timestamp_dirty = time(NULL);
  66. /* We've attempted to use this circuit. Probe it if we fail */
  67. pathbias_count_use_attempt(circ);
  68. if (relay_send_command_from_edge(0, TO_CIRCUIT(circ),
  69. RELAY_COMMAND_ESTABLISH_RENDEZVOUS,
  70. circ->rend_data->rend_cookie,
  71. REND_COOKIE_LEN,
  72. circ->cpath->prev)<0) {
  73. /* circ is already marked for close */
  74. log_warn(LD_GENERAL, "Couldn't send ESTABLISH_RENDEZVOUS cell");
  75. return -1;
  76. }
  77. return 0;
  78. }
  79. /** Extend the introduction circuit <b>circ</b> to another valid
  80. * introduction point for the hidden service it is trying to connect
  81. * to, or mark it and launch a new circuit if we can't extend it.
  82. * Return 0 on success or possible success. Return -1 and mark the
  83. * introduction circuit for close on permanent failure.
  84. *
  85. * On failure, the caller is responsible for marking the associated
  86. * rendezvous circuit for close. */
  87. static int
  88. rend_client_reextend_intro_circuit(origin_circuit_t *circ)
  89. {
  90. extend_info_t *extend_info;
  91. int result;
  92. extend_info = rend_client_get_random_intro(circ->rend_data);
  93. if (!extend_info) {
  94. log_warn(LD_REND,
  95. "No usable introduction points left for %s. Closing.",
  96. safe_str_client(rend_data_get_address(circ->rend_data)));
  97. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_INTERNAL);
  98. return -1;
  99. }
  100. // XXX: should we not re-extend if hs_circ_has_timed_out?
  101. if (circ->remaining_relay_early_cells) {
  102. log_info(LD_REND,
  103. "Re-extending circ %u, this time to %s.",
  104. (unsigned)circ->base_.n_circ_id,
  105. safe_str_client(extend_info_describe(extend_info)));
  106. result = circuit_extend_to_new_exit(circ, extend_info);
  107. } else {
  108. log_info(LD_REND,
  109. "Closing intro circ %u (out of RELAY_EARLY cells).",
  110. (unsigned)circ->base_.n_circ_id);
  111. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_FINISHED);
  112. /* connection_ap_handshake_attach_circuit will launch a new intro circ. */
  113. result = 0;
  114. }
  115. extend_info_free(extend_info);
  116. return result;
  117. }
  118. /** Called when we're trying to connect an ap conn; sends an INTRODUCE1 cell
  119. * down introcirc if possible.
  120. */
  121. int
  122. rend_client_send_introduction(origin_circuit_t *introcirc,
  123. origin_circuit_t *rendcirc)
  124. {
  125. const or_options_t *options = get_options();
  126. size_t payload_len;
  127. int r, v3_shift = 0;
  128. char payload[RELAY_PAYLOAD_SIZE];
  129. char tmp[RELAY_PAYLOAD_SIZE];
  130. rend_cache_entry_t *entry = NULL;
  131. crypt_path_t *cpath;
  132. off_t dh_offset;
  133. crypto_pk_t *intro_key = NULL;
  134. int status = 0;
  135. const char *onion_address;
  136. tor_assert(introcirc->base_.purpose == CIRCUIT_PURPOSE_C_INTRODUCING);
  137. tor_assert(rendcirc->base_.purpose == CIRCUIT_PURPOSE_C_REND_READY);
  138. tor_assert(introcirc->rend_data);
  139. tor_assert(rendcirc->rend_data);
  140. tor_assert(!rend_cmp_service_ids(rend_data_get_address(introcirc->rend_data),
  141. rend_data_get_address(rendcirc->rend_data)));
  142. assert_circ_anonymity_ok(introcirc, options);
  143. assert_circ_anonymity_ok(rendcirc, options);
  144. onion_address = rend_data_get_address(introcirc->rend_data);
  145. r = rend_cache_lookup_entry(onion_address, -1, &entry);
  146. /* An invalid onion address is not possible else we have a big issue. */
  147. tor_assert(r != -EINVAL);
  148. if (r < 0 || !rend_client_any_intro_points_usable(entry)) {
  149. /* If the descriptor is not found or the intro points are not usable
  150. * anymore, trigger a fetch. */
  151. log_info(LD_REND,
  152. "query %s didn't have valid rend desc in cache. "
  153. "Refetching descriptor.",
  154. safe_str_client(onion_address));
  155. rend_client_refetch_v2_renddesc(introcirc->rend_data);
  156. {
  157. connection_t *conn;
  158. while ((conn = connection_get_by_type_state_rendquery(CONN_TYPE_AP,
  159. AP_CONN_STATE_CIRCUIT_WAIT, onion_address))) {
  160. connection_ap_mark_as_non_pending_circuit(TO_ENTRY_CONN(conn));
  161. conn->state = AP_CONN_STATE_RENDDESC_WAIT;
  162. }
  163. }
  164. status = -1;
  165. goto cleanup;
  166. }
  167. /* first 20 bytes of payload are the hash of the service's pk */
  168. intro_key = NULL;
  169. SMARTLIST_FOREACH(entry->parsed->intro_nodes, rend_intro_point_t *,
  170. intro, {
  171. if (tor_memeq(introcirc->build_state->chosen_exit->identity_digest,
  172. intro->extend_info->identity_digest, DIGEST_LEN)) {
  173. intro_key = intro->intro_key;
  174. break;
  175. }
  176. });
  177. if (!intro_key) {
  178. log_info(LD_REND, "Could not find intro key for %s at %s; we "
  179. "have a v2 rend desc with %d intro points. "
  180. "Trying a different intro point...",
  181. safe_str_client(onion_address),
  182. safe_str_client(extend_info_describe(
  183. introcirc->build_state->chosen_exit)),
  184. smartlist_len(entry->parsed->intro_nodes));
  185. if (rend_client_reextend_intro_circuit(introcirc)) {
  186. status = -2;
  187. goto perm_err;
  188. } else {
  189. status = -1;
  190. goto cleanup;
  191. }
  192. }
  193. if (crypto_pk_get_digest(intro_key, payload)<0) {
  194. log_warn(LD_BUG, "Internal error: couldn't hash public key.");
  195. status = -2;
  196. goto perm_err;
  197. }
  198. /* Initialize the pending_final_cpath and start the DH handshake. */
  199. cpath = rendcirc->build_state->pending_final_cpath;
  200. if (!cpath) {
  201. cpath = rendcirc->build_state->pending_final_cpath =
  202. tor_malloc_zero(sizeof(crypt_path_t));
  203. cpath->magic = CRYPT_PATH_MAGIC;
  204. if (!(cpath->rend_dh_handshake_state = crypto_dh_new(DH_TYPE_REND))) {
  205. log_warn(LD_BUG, "Internal error: couldn't allocate DH.");
  206. status = -2;
  207. goto perm_err;
  208. }
  209. if (crypto_dh_generate_public(cpath->rend_dh_handshake_state)<0) {
  210. log_warn(LD_BUG, "Internal error: couldn't generate g^x.");
  211. status = -2;
  212. goto perm_err;
  213. }
  214. }
  215. /* If version is 3, write (optional) auth data and timestamp. */
  216. if (entry->parsed->protocols & (1<<3)) {
  217. tmp[0] = 3; /* version 3 of the cell format */
  218. /* auth type, if any */
  219. tmp[1] = (uint8_t) TO_REND_DATA_V2(introcirc->rend_data)->auth_type;
  220. v3_shift = 1;
  221. if (tmp[1] != REND_NO_AUTH) {
  222. set_uint16(tmp+2, htons(REND_DESC_COOKIE_LEN));
  223. memcpy(tmp+4, TO_REND_DATA_V2(introcirc->rend_data)->descriptor_cookie,
  224. REND_DESC_COOKIE_LEN);
  225. v3_shift += 2+REND_DESC_COOKIE_LEN;
  226. }
  227. /* Once this held a timestamp. */
  228. set_uint32(tmp+v3_shift+1, 0);
  229. v3_shift += 4;
  230. } /* if version 2 only write version number */
  231. else if (entry->parsed->protocols & (1<<2)) {
  232. tmp[0] = 2; /* version 2 of the cell format */
  233. }
  234. /* write the remaining items into tmp */
  235. if (entry->parsed->protocols & (1<<3) || entry->parsed->protocols & (1<<2)) {
  236. /* version 2 format */
  237. extend_info_t *extend_info = rendcirc->build_state->chosen_exit;
  238. int klen;
  239. /* nul pads */
  240. set_uint32(tmp+v3_shift+1, tor_addr_to_ipv4n(&extend_info->addr));
  241. set_uint16(tmp+v3_shift+5, htons(extend_info->port));
  242. memcpy(tmp+v3_shift+7, extend_info->identity_digest, DIGEST_LEN);
  243. klen = crypto_pk_asn1_encode(extend_info->onion_key,
  244. tmp+v3_shift+7+DIGEST_LEN+2,
  245. sizeof(tmp)-(v3_shift+7+DIGEST_LEN+2));
  246. set_uint16(tmp+v3_shift+7+DIGEST_LEN, htons(klen));
  247. memcpy(tmp+v3_shift+7+DIGEST_LEN+2+klen, rendcirc->rend_data->rend_cookie,
  248. REND_COOKIE_LEN);
  249. dh_offset = v3_shift+7+DIGEST_LEN+2+klen+REND_COOKIE_LEN;
  250. } else {
  251. /* Version 0. */
  252. strncpy(tmp, rendcirc->build_state->chosen_exit->nickname,
  253. (MAX_NICKNAME_LEN+1)); /* nul pads */
  254. memcpy(tmp+MAX_NICKNAME_LEN+1, rendcirc->rend_data->rend_cookie,
  255. REND_COOKIE_LEN);
  256. dh_offset = MAX_NICKNAME_LEN+1+REND_COOKIE_LEN;
  257. }
  258. if (crypto_dh_get_public(cpath->rend_dh_handshake_state, tmp+dh_offset,
  259. DH_KEY_LEN)<0) {
  260. log_warn(LD_BUG, "Internal error: couldn't extract g^x.");
  261. status = -2;
  262. goto perm_err;
  263. }
  264. /*XXX maybe give crypto_pk_obsolete_public_hybrid_encrypt a max_len arg,
  265. * to avoid buffer overflows? */
  266. r = crypto_pk_obsolete_public_hybrid_encrypt(intro_key, payload+DIGEST_LEN,
  267. sizeof(payload)-DIGEST_LEN,
  268. tmp,
  269. (int)(dh_offset+DH_KEY_LEN),
  270. PK_PKCS1_OAEP_PADDING, 0);
  271. if (r<0) {
  272. log_warn(LD_BUG,"Internal error: hybrid pk encrypt failed.");
  273. status = -2;
  274. goto perm_err;
  275. }
  276. payload_len = DIGEST_LEN + r;
  277. tor_assert(payload_len <= RELAY_PAYLOAD_SIZE); /* we overran something */
  278. /* Copy the rendezvous cookie from rendcirc to introcirc, so that
  279. * when introcirc gets an ack, we can change the state of the right
  280. * rendezvous circuit. */
  281. memcpy(introcirc->rend_data->rend_cookie, rendcirc->rend_data->rend_cookie,
  282. REND_COOKIE_LEN);
  283. log_info(LD_REND, "Sending an INTRODUCE1 cell");
  284. if (relay_send_command_from_edge(0, TO_CIRCUIT(introcirc),
  285. RELAY_COMMAND_INTRODUCE1,
  286. payload, payload_len,
  287. introcirc->cpath->prev)<0) {
  288. /* introcirc is already marked for close. leave rendcirc alone. */
  289. log_warn(LD_BUG, "Couldn't send INTRODUCE1 cell");
  290. status = -2;
  291. goto cleanup;
  292. }
  293. /* Now, we wait for an ACK or NAK on this circuit. */
  294. circuit_change_purpose(TO_CIRCUIT(introcirc),
  295. CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT);
  296. /* Set timestamp_dirty, because circuit_expire_building expects it
  297. * to specify when a circuit entered the _C_INTRODUCE_ACK_WAIT
  298. * state. */
  299. introcirc->base_.timestamp_dirty = time(NULL);
  300. pathbias_count_use_attempt(introcirc);
  301. goto cleanup;
  302. perm_err:
  303. if (!introcirc->base_.marked_for_close)
  304. circuit_mark_for_close(TO_CIRCUIT(introcirc), END_CIRC_REASON_INTERNAL);
  305. circuit_mark_for_close(TO_CIRCUIT(rendcirc), END_CIRC_REASON_INTERNAL);
  306. cleanup:
  307. memwipe(payload, 0, sizeof(payload));
  308. memwipe(tmp, 0, sizeof(tmp));
  309. return status;
  310. }
  311. /** Called when a rendezvous circuit is open; sends a establish
  312. * rendezvous circuit as appropriate. */
  313. void
  314. rend_client_rendcirc_has_opened(origin_circuit_t *circ)
  315. {
  316. tor_assert(circ->base_.purpose == CIRCUIT_PURPOSE_C_ESTABLISH_REND);
  317. log_info(LD_REND,"rendcirc is open");
  318. /* generate a rendezvous cookie, store it in circ */
  319. if (rend_client_send_establish_rendezvous(circ) < 0) {
  320. return;
  321. }
  322. }
  323. /**
  324. * Called to close other intro circuits we launched in parallel.
  325. */
  326. static void
  327. rend_client_close_other_intros(const uint8_t *rend_pk_digest)
  328. {
  329. /* abort parallel intro circs, if any */
  330. SMARTLIST_FOREACH_BEGIN(circuit_get_global_list(), circuit_t *, c) {
  331. if ((c->purpose == CIRCUIT_PURPOSE_C_INTRODUCING ||
  332. c->purpose == CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT) &&
  333. !c->marked_for_close && CIRCUIT_IS_ORIGIN(c)) {
  334. origin_circuit_t *oc = TO_ORIGIN_CIRCUIT(c);
  335. if (oc->rend_data &&
  336. rend_circuit_pk_digest_eq(oc, rend_pk_digest)) {
  337. log_info(LD_REND|LD_CIRC, "Closing introduction circuit %d that we "
  338. "built in parallel (Purpose %d).", oc->global_identifier,
  339. c->purpose);
  340. circuit_mark_for_close(c, END_CIRC_REASON_IP_NOW_REDUNDANT);
  341. }
  342. }
  343. }
  344. SMARTLIST_FOREACH_END(c);
  345. }
  346. /** Called when get an ACK or a NAK for a REND_INTRODUCE1 cell.
  347. */
  348. int
  349. rend_client_introduction_acked(origin_circuit_t *circ,
  350. const uint8_t *request, size_t request_len)
  351. {
  352. const or_options_t *options = get_options();
  353. origin_circuit_t *rendcirc;
  354. (void) request; // XXXX Use this.
  355. tor_assert(circ->build_state);
  356. tor_assert(circ->build_state->chosen_exit);
  357. assert_circ_anonymity_ok(circ, options);
  358. tor_assert(circ->rend_data);
  359. if (request_len == 0) {
  360. /* It's an ACK; the introduction point relayed our introduction request. */
  361. /* Locate the rend circ which is waiting to hear about this ack,
  362. * and tell it.
  363. */
  364. log_info(LD_REND,"Received ack. Telling rend circ...");
  365. rendcirc = circuit_get_ready_rend_circ_by_rend_data(circ->rend_data);
  366. if (rendcirc) { /* remember the ack */
  367. assert_circ_anonymity_ok(rendcirc, options);
  368. circuit_change_purpose(TO_CIRCUIT(rendcirc),
  369. CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED);
  370. /* Set timestamp_dirty, because circuit_expire_building expects
  371. * it to specify when a circuit entered the
  372. * _C_REND_READY_INTRO_ACKED state. */
  373. rendcirc->base_.timestamp_dirty = time(NULL);
  374. } else {
  375. log_info(LD_REND,"...Found no rend circ. Dropping on the floor.");
  376. }
  377. /* close the circuit: we won't need it anymore. */
  378. circuit_change_purpose(TO_CIRCUIT(circ),
  379. CIRCUIT_PURPOSE_C_INTRODUCE_ACKED);
  380. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_FINISHED);
  381. /* close any other intros launched in parallel */
  382. rend_client_close_other_intros(rend_data_get_pk_digest(circ->rend_data,
  383. NULL));
  384. } else {
  385. /* It's a NAK; the introduction point didn't relay our request. */
  386. circuit_change_purpose(TO_CIRCUIT(circ), CIRCUIT_PURPOSE_C_INTRODUCING);
  387. /* Remove this intro point from the set of viable introduction
  388. * points. If any remain, extend to a new one and try again.
  389. * If none remain, refetch the service descriptor.
  390. */
  391. log_info(LD_REND, "Got nack for %s from %s...",
  392. safe_str_client(rend_data_get_address(circ->rend_data)),
  393. safe_str_client(extend_info_describe(circ->build_state->chosen_exit)));
  394. if (rend_client_report_intro_point_failure(circ->build_state->chosen_exit,
  395. circ->rend_data,
  396. INTRO_POINT_FAILURE_GENERIC)>0) {
  397. /* There are introduction points left. Re-extend the circuit to
  398. * another intro point and try again. */
  399. int result = rend_client_reextend_intro_circuit(circ);
  400. /* XXXX If that call failed, should we close the rend circuit,
  401. * too? */
  402. return result;
  403. } else {
  404. /* Close circuit because no more intro points are usable thus not
  405. * useful anymore. Change it's purpose before so we don't report an
  406. * intro point failure again triggering an extra descriptor fetch. */
  407. circuit_change_purpose(TO_CIRCUIT(circ),
  408. CIRCUIT_PURPOSE_C_INTRODUCE_ACKED);
  409. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_FINISHED);
  410. }
  411. }
  412. return 0;
  413. }
  414. /** Determine the responsible hidden service directories for <b>desc_id</b>
  415. * and fetch the descriptor with that ID from one of them. Only
  416. * send a request to a hidden service directory that we have not yet tried
  417. * during this attempt to connect to this hidden service; on success, return 1,
  418. * in the case that no hidden service directory is left to ask for the
  419. * descriptor, return 0, and in case of a failure -1. */
  420. static int
  421. directory_get_from_hs_dir(const char *desc_id,
  422. const rend_data_t *rend_query,
  423. routerstatus_t *rs_hsdir)
  424. {
  425. routerstatus_t *hs_dir = rs_hsdir;
  426. char *hsdir_fp;
  427. char desc_id_base32[REND_DESC_ID_V2_LEN_BASE32 + 1];
  428. char descriptor_cookie_base64[3*REND_DESC_COOKIE_LEN_BASE64];
  429. const rend_data_v2_t *rend_data;
  430. #ifdef ENABLE_TOR2WEB_MODE
  431. const int tor2web_mode = get_options()->Tor2webMode;
  432. const int how_to_fetch = tor2web_mode ? DIRIND_ONEHOP : DIRIND_ANONYMOUS;
  433. #else
  434. const int how_to_fetch = DIRIND_ANONYMOUS;
  435. #endif
  436. tor_assert(desc_id);
  437. tor_assert(rend_query);
  438. rend_data = TO_REND_DATA_V2(rend_query);
  439. base32_encode(desc_id_base32, sizeof(desc_id_base32),
  440. desc_id, DIGEST_LEN);
  441. /* Automatically pick an hs dir if none given. */
  442. if (!rs_hsdir) {
  443. /* Determine responsible dirs. Even if we can't get all we want, work with
  444. * the ones we have. If it's empty, we'll notice in hs_pick_hsdir(). */
  445. smartlist_t *responsible_dirs = smartlist_new();
  446. hid_serv_get_responsible_directories(responsible_dirs, desc_id);
  447. hs_dir = hs_pick_hsdir(responsible_dirs, desc_id_base32);
  448. if (!hs_dir) {
  449. /* No suitable hs dir can be found, stop right now. */
  450. control_event_hs_descriptor_failed(rend_query, NULL, "QUERY_NO_HSDIR");
  451. control_event_hs_descriptor_content(rend_data_get_address(rend_query),
  452. desc_id_base32, NULL, NULL);
  453. return 0;
  454. }
  455. }
  456. /* Add a copy of the HSDir identity digest to the query so we can track it
  457. * on the control port. */
  458. hsdir_fp = tor_memdup(hs_dir->identity_digest,
  459. sizeof(hs_dir->identity_digest));
  460. smartlist_add(rend_query->hsdirs_fp, hsdir_fp);
  461. /* Encode descriptor cookie for logging purposes. Also, if the cookie is
  462. * malformed, no fetch is triggered thus this needs to be done before the
  463. * fetch request. */
  464. if (rend_data->auth_type != REND_NO_AUTH) {
  465. if (base64_encode(descriptor_cookie_base64,
  466. sizeof(descriptor_cookie_base64),
  467. rend_data->descriptor_cookie,
  468. REND_DESC_COOKIE_LEN,
  469. 0)<0) {
  470. log_warn(LD_BUG, "Could not base64-encode descriptor cookie.");
  471. control_event_hs_descriptor_failed(rend_query, hsdir_fp, "BAD_DESC");
  472. control_event_hs_descriptor_content(rend_data_get_address(rend_query),
  473. desc_id_base32, hsdir_fp, NULL);
  474. return 0;
  475. }
  476. /* Remove == signs. */
  477. descriptor_cookie_base64[strlen(descriptor_cookie_base64)-2] = '\0';
  478. } else {
  479. strlcpy(descriptor_cookie_base64, "(none)",
  480. sizeof(descriptor_cookie_base64));
  481. }
  482. /* Send fetch request. (Pass query and possibly descriptor cookie so that
  483. * they can be written to the directory connection and be referred to when
  484. * the response arrives. */
  485. directory_request_t *req =
  486. directory_request_new(DIR_PURPOSE_FETCH_RENDDESC_V2);
  487. directory_request_set_routerstatus(req, hs_dir);
  488. directory_request_set_indirection(req, how_to_fetch);
  489. directory_request_set_resource(req, desc_id_base32);
  490. directory_request_set_rend_query(req, rend_query);
  491. directory_initiate_request(req);
  492. directory_request_free(req);
  493. log_info(LD_REND, "Sending fetch request for v2 descriptor for "
  494. "service '%s' with descriptor ID '%s', auth type %d, "
  495. "and descriptor cookie '%s' to hidden service "
  496. "directory %s",
  497. rend_data->onion_address, desc_id_base32,
  498. rend_data->auth_type,
  499. (rend_data->auth_type == REND_NO_AUTH ? "[none]" :
  500. escaped_safe_str_client(descriptor_cookie_base64)),
  501. routerstatus_describe(hs_dir));
  502. control_event_hs_descriptor_requested(rend_query,
  503. hs_dir->identity_digest,
  504. desc_id_base32);
  505. return 1;
  506. }
  507. /** Remove tracked HSDir requests from our history for this hidden service
  508. * descriptor <b>desc_id</b> (of size DIGEST_LEN) */
  509. static void
  510. purge_v2_hidserv_req(const char *desc_id)
  511. {
  512. char desc_id_base32[REND_DESC_ID_V2_LEN_BASE32 + 1];
  513. /* The hsdir request tracker stores v2 keys using the base32 encoded
  514. desc_id. Do it: */
  515. base32_encode(desc_id_base32, sizeof(desc_id_base32), desc_id,
  516. DIGEST_LEN);
  517. hs_purge_hid_serv_from_last_hid_serv_requests(desc_id_base32);
  518. }
  519. /** Fetch a v2 descriptor using the given descriptor id. If any hsdir(s) are
  520. * given, they will be used instead.
  521. *
  522. * On success, 1 is returned. If no hidden service is left to ask, return 0.
  523. * On error, -1 is returned. */
  524. static int
  525. fetch_v2_desc_by_descid(const char *desc_id,
  526. const rend_data_t *rend_query, smartlist_t *hsdirs)
  527. {
  528. int ret;
  529. tor_assert(rend_query);
  530. if (!hsdirs) {
  531. ret = directory_get_from_hs_dir(desc_id, rend_query, NULL);
  532. goto end; /* either success or failure, but we're done */
  533. }
  534. /* Using the given hsdir list, trigger a fetch on each of them. */
  535. SMARTLIST_FOREACH_BEGIN(hsdirs, routerstatus_t *, hs_dir) {
  536. /* This should always be a success. */
  537. ret = directory_get_from_hs_dir(desc_id, rend_query, hs_dir);
  538. tor_assert(ret);
  539. } SMARTLIST_FOREACH_END(hs_dir);
  540. /* Everything went well. */
  541. ret = 0;
  542. end:
  543. return ret;
  544. }
  545. /** Fetch a v2 descriptor using the onion address in the given query object.
  546. * This will compute the descriptor id for each replicas and fetch it on the
  547. * given hsdir(s) if any or the responsible ones that are choosen
  548. * automatically.
  549. *
  550. * On success, 1 is returned. If no hidden service is left to ask, return 0.
  551. * On error, -1 is returned. */
  552. static int
  553. fetch_v2_desc_by_addr(rend_data_t *rend_query, smartlist_t *hsdirs)
  554. {
  555. char descriptor_id[DIGEST_LEN];
  556. int replicas_left_to_try[REND_NUMBER_OF_NON_CONSECUTIVE_REPLICAS];
  557. int i, tries_left, ret;
  558. rend_data_v2_t *rend_data = TO_REND_DATA_V2(rend_query);
  559. /* Randomly iterate over the replicas until a descriptor can be fetched
  560. * from one of the consecutive nodes, or no options are left. */
  561. for (i = 0; i < REND_NUMBER_OF_NON_CONSECUTIVE_REPLICAS; i++) {
  562. replicas_left_to_try[i] = i;
  563. }
  564. tries_left = REND_NUMBER_OF_NON_CONSECUTIVE_REPLICAS;
  565. while (tries_left > 0) {
  566. int rand_val = crypto_rand_int(tries_left);
  567. int chosen_replica = replicas_left_to_try[rand_val];
  568. replicas_left_to_try[rand_val] = replicas_left_to_try[--tries_left];
  569. ret = rend_compute_v2_desc_id(descriptor_id,
  570. rend_data->onion_address,
  571. rend_data->auth_type == REND_STEALTH_AUTH ?
  572. rend_data->descriptor_cookie : NULL,
  573. time(NULL), chosen_replica);
  574. if (ret < 0) {
  575. /* Normally, on failure the descriptor_id is untouched but let's be
  576. * safe in general in case the function changes at some point. */
  577. goto end;
  578. }
  579. if (tor_memcmp(descriptor_id, rend_data->descriptor_id[chosen_replica],
  580. sizeof(descriptor_id)) != 0) {
  581. /* Not equal from what we currently have so purge the last hid serv
  582. * request cache and update the descriptor ID with the new value. */
  583. purge_v2_hidserv_req(rend_data->descriptor_id[chosen_replica]);
  584. memcpy(rend_data->descriptor_id[chosen_replica], descriptor_id,
  585. sizeof(rend_data->descriptor_id[chosen_replica]));
  586. }
  587. /* Trigger the fetch with the computed descriptor ID. */
  588. ret = fetch_v2_desc_by_descid(descriptor_id, rend_query, hsdirs);
  589. if (ret != 0) {
  590. /* Either on success or failure, as long as we tried a fetch we are
  591. * done here. */
  592. goto end;
  593. }
  594. }
  595. /* If we come here, there are no hidden service directories left. */
  596. log_info(LD_REND, "Could not pick one of the responsible hidden "
  597. "service directories to fetch descriptors, because "
  598. "we already tried them all unsuccessfully.");
  599. ret = 0;
  600. end:
  601. memwipe(descriptor_id, 0, sizeof(descriptor_id));
  602. return ret;
  603. }
  604. /** Fetch a v2 descriptor using the given query. If any hsdir are specified,
  605. * use them for the fetch.
  606. *
  607. * On success, 1 is returned. If no hidden service is left to ask, return 0.
  608. * On error, -1 is returned. */
  609. int
  610. rend_client_fetch_v2_desc(rend_data_t *query, smartlist_t *hsdirs)
  611. {
  612. int ret;
  613. rend_data_v2_t *rend_data;
  614. const char *onion_address;
  615. tor_assert(query);
  616. /* Get the version 2 data structure of the query. */
  617. rend_data = TO_REND_DATA_V2(query);
  618. onion_address = rend_data_get_address(query);
  619. /* Depending on what's available in the rend data query object, we will
  620. * trigger a fetch by HS address or using a descriptor ID. */
  621. if (onion_address[0] != '\0') {
  622. ret = fetch_v2_desc_by_addr(query, hsdirs);
  623. } else if (!tor_digest_is_zero(rend_data->desc_id_fetch)) {
  624. ret = fetch_v2_desc_by_descid(rend_data->desc_id_fetch, query,
  625. hsdirs);
  626. } else {
  627. /* Query data is invalid. */
  628. ret = -1;
  629. goto error;
  630. }
  631. error:
  632. return ret;
  633. }
  634. /** Unless we already have a descriptor for <b>rend_query</b> with at least
  635. * one (possibly) working introduction point in it, start a connection to a
  636. * hidden service directory to fetch a v2 rendezvous service descriptor. */
  637. void
  638. rend_client_refetch_v2_renddesc(rend_data_t *rend_query)
  639. {
  640. rend_cache_entry_t *e = NULL;
  641. const char *onion_address = rend_data_get_address(rend_query);
  642. tor_assert(rend_query);
  643. /* Before fetching, check if we already have a usable descriptor here. */
  644. if (rend_cache_lookup_entry(onion_address, -1, &e) == 0 &&
  645. rend_client_any_intro_points_usable(e)) {
  646. log_info(LD_REND, "We would fetch a v2 rendezvous descriptor, but we "
  647. "already have a usable descriptor here. Not fetching.");
  648. return;
  649. }
  650. /* Are we configured to fetch descriptors? */
  651. if (!get_options()->FetchHidServDescriptors) {
  652. log_warn(LD_REND, "We received an onion address for a v2 rendezvous "
  653. "service descriptor, but are not fetching service descriptors.");
  654. return;
  655. }
  656. log_debug(LD_REND, "Fetching v2 rendezvous descriptor for service %s",
  657. safe_str_client(onion_address));
  658. rend_client_fetch_v2_desc(rend_query, NULL);
  659. /* We don't need to look the error code because either on failure or
  660. * success, the necessary steps to continue the HS connection will be
  661. * triggered once the descriptor arrives or if all fetch failed. */
  662. return;
  663. }
  664. /** Cancel all rendezvous descriptor fetches currently in progress.
  665. */
  666. void
  667. rend_client_cancel_descriptor_fetches(void)
  668. {
  669. smartlist_t *connection_array = get_connection_array();
  670. SMARTLIST_FOREACH_BEGIN(connection_array, connection_t *, conn) {
  671. if (conn->type == CONN_TYPE_DIR &&
  672. conn->purpose == DIR_PURPOSE_FETCH_RENDDESC_V2) {
  673. /* It's a rendezvous descriptor fetch in progress -- cancel it
  674. * by marking the connection for close.
  675. *
  676. * Even if this connection has already reached EOF, this is
  677. * enough to make sure that if the descriptor hasn't been
  678. * processed yet, it won't be. See the end of
  679. * connection_handle_read; connection_reached_eof (indirectly)
  680. * processes whatever response the connection received. */
  681. const rend_data_t *rd = (TO_DIR_CONN(conn))->rend_data;
  682. if (!rd) {
  683. log_warn(LD_BUG | LD_REND,
  684. "Marking for close dir conn fetching rendezvous "
  685. "descriptor for unknown service!");
  686. } else {
  687. log_debug(LD_REND, "Marking for close dir conn fetching "
  688. "rendezvous descriptor for service %s",
  689. safe_str(rend_data_get_address(rd)));
  690. }
  691. connection_mark_for_close(conn);
  692. }
  693. } SMARTLIST_FOREACH_END(conn);
  694. }
  695. /** Mark <b>failed_intro</b> as a failed introduction point for the
  696. * hidden service specified by <b>rend_query</b>. If the HS now has no
  697. * usable intro points, or we do not have an HS descriptor for it,
  698. * then launch a new renddesc fetch.
  699. *
  700. * If <b>failure_type</b> is INTRO_POINT_FAILURE_GENERIC, remove the
  701. * intro point from (our parsed copy of) the HS descriptor.
  702. *
  703. * If <b>failure_type</b> is INTRO_POINT_FAILURE_TIMEOUT, mark the
  704. * intro point as 'timed out'; it will not be retried until the
  705. * current hidden service connection attempt has ended or it has
  706. * appeared in a newly fetched rendezvous descriptor.
  707. *
  708. * If <b>failure_type</b> is INTRO_POINT_FAILURE_UNREACHABLE,
  709. * increment the intro point's reachability-failure count; if it has
  710. * now failed MAX_INTRO_POINT_REACHABILITY_FAILURES or more times,
  711. * remove the intro point from (our parsed copy of) the HS descriptor.
  712. *
  713. * Return -1 if error, 0 if no usable intro points remain or service
  714. * unrecognized, 1 if recognized and some intro points remain.
  715. */
  716. int
  717. rend_client_report_intro_point_failure(extend_info_t *failed_intro,
  718. rend_data_t *rend_data,
  719. unsigned int failure_type)
  720. {
  721. int i, r;
  722. rend_cache_entry_t *ent;
  723. connection_t *conn;
  724. const char *onion_address = rend_data_get_address(rend_data);
  725. r = rend_cache_lookup_entry(onion_address, -1, &ent);
  726. if (r < 0) {
  727. /* Either invalid onion address or cache entry not found. */
  728. switch (-r) {
  729. case EINVAL:
  730. log_warn(LD_BUG, "Malformed service ID %s.",
  731. escaped_safe_str_client(onion_address));
  732. return -1;
  733. case ENOENT:
  734. log_info(LD_REND, "Unknown service %s. Re-fetching descriptor.",
  735. escaped_safe_str_client(onion_address));
  736. rend_client_refetch_v2_renddesc(rend_data);
  737. return 0;
  738. default:
  739. log_warn(LD_BUG, "Unknown cache lookup returned code: %d", r);
  740. return -1;
  741. }
  742. }
  743. /* The intro points are not checked here if they are usable or not because
  744. * this is called when an intro point circuit is closed thus there must be
  745. * at least one intro point that is usable and is about to be flagged. */
  746. for (i = 0; i < smartlist_len(ent->parsed->intro_nodes); i++) {
  747. rend_intro_point_t *intro = smartlist_get(ent->parsed->intro_nodes, i);
  748. if (tor_memeq(failed_intro->identity_digest,
  749. intro->extend_info->identity_digest, DIGEST_LEN)) {
  750. switch (failure_type) {
  751. default:
  752. log_warn(LD_BUG, "Unknown failure type %u. Removing intro point.",
  753. failure_type);
  754. tor_fragile_assert();
  755. /* fall through */
  756. case INTRO_POINT_FAILURE_GENERIC:
  757. rend_cache_intro_failure_note(failure_type,
  758. (uint8_t *)failed_intro->identity_digest,
  759. onion_address);
  760. rend_intro_point_free(intro);
  761. smartlist_del(ent->parsed->intro_nodes, i);
  762. break;
  763. case INTRO_POINT_FAILURE_TIMEOUT:
  764. intro->timed_out = 1;
  765. break;
  766. case INTRO_POINT_FAILURE_UNREACHABLE:
  767. ++(intro->unreachable_count);
  768. {
  769. int zap_intro_point =
  770. intro->unreachable_count >= MAX_INTRO_POINT_REACHABILITY_FAILURES;
  771. log_info(LD_REND, "Failed to reach this intro point %u times.%s",
  772. intro->unreachable_count,
  773. zap_intro_point ? " Removing from descriptor.": "");
  774. if (zap_intro_point) {
  775. rend_cache_intro_failure_note(
  776. failure_type,
  777. (uint8_t *) failed_intro->identity_digest, onion_address);
  778. rend_intro_point_free(intro);
  779. smartlist_del(ent->parsed->intro_nodes, i);
  780. }
  781. }
  782. break;
  783. }
  784. break;
  785. }
  786. }
  787. if (! rend_client_any_intro_points_usable(ent)) {
  788. log_info(LD_REND,
  789. "No more intro points remain for %s. Re-fetching descriptor.",
  790. escaped_safe_str_client(onion_address));
  791. rend_client_refetch_v2_renddesc(rend_data);
  792. /* move all pending streams back to renddesc_wait */
  793. /* NOTE: We can now do this faster, if we use pending_entry_connections */
  794. while ((conn = connection_get_by_type_state_rendquery(CONN_TYPE_AP,
  795. AP_CONN_STATE_CIRCUIT_WAIT,
  796. onion_address))) {
  797. connection_ap_mark_as_non_pending_circuit(TO_ENTRY_CONN(conn));
  798. conn->state = AP_CONN_STATE_RENDDESC_WAIT;
  799. }
  800. return 0;
  801. }
  802. log_info(LD_REND,"%d options left for %s.",
  803. smartlist_len(ent->parsed->intro_nodes),
  804. escaped_safe_str_client(onion_address));
  805. return 1;
  806. }
  807. /** Called when we receive a RENDEZVOUS_ESTABLISHED cell; changes the state of
  808. * the circuit to C_REND_READY.
  809. */
  810. int
  811. rend_client_rendezvous_acked(origin_circuit_t *circ, const uint8_t *request,
  812. size_t request_len)
  813. {
  814. (void) request;
  815. (void) request_len;
  816. /* we just got an ack for our establish-rendezvous. switch purposes. */
  817. if (circ->base_.purpose != CIRCUIT_PURPOSE_C_ESTABLISH_REND) {
  818. log_warn(LD_PROTOCOL,"Got a rendezvous ack when we weren't expecting one. "
  819. "Closing circ.");
  820. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_TORPROTOCOL);
  821. return -1;
  822. }
  823. log_info(LD_REND,"Got rendezvous ack. This circuit is now ready for "
  824. "rendezvous.");
  825. circuit_change_purpose(TO_CIRCUIT(circ), CIRCUIT_PURPOSE_C_REND_READY);
  826. /* Set timestamp_dirty, because circuit_expire_building expects it
  827. * to specify when a circuit entered the _C_REND_READY state. */
  828. circ->base_.timestamp_dirty = time(NULL);
  829. /* From a path bias point of view, this circuit is now successfully used.
  830. * Waiting any longer opens us up to attacks from malicious hidden services.
  831. * They could induce the client to attempt to connect to their hidden
  832. * service and never reply to the client's rend requests */
  833. pathbias_mark_use_success(circ);
  834. /* XXXX++ This is a pretty brute-force approach. It'd be better to
  835. * attach only the connections that are waiting on this circuit, rather
  836. * than trying to attach them all. See comments bug 743. */
  837. /* If we already have the introduction circuit built, make sure we send
  838. * the INTRODUCE cell _now_ */
  839. connection_ap_attach_pending(1);
  840. return 0;
  841. }
  842. /** The service sent us a rendezvous cell; join the circuits. */
  843. int
  844. rend_client_receive_rendezvous(origin_circuit_t *circ, const uint8_t *request,
  845. size_t request_len)
  846. {
  847. if ((circ->base_.purpose != CIRCUIT_PURPOSE_C_REND_READY &&
  848. circ->base_.purpose != CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED)
  849. || !circ->build_state->pending_final_cpath) {
  850. log_warn(LD_PROTOCOL,"Got rendezvous2 cell from hidden service, but not "
  851. "expecting it. Closing.");
  852. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_TORPROTOCOL);
  853. return -1;
  854. }
  855. if (request_len != DH_KEY_LEN+DIGEST_LEN) {
  856. log_warn(LD_PROTOCOL,"Incorrect length (%d) on RENDEZVOUS2 cell.",
  857. (int)request_len);
  858. goto err;
  859. }
  860. log_info(LD_REND,"Got RENDEZVOUS2 cell from hidden service.");
  861. if (hs_circuit_setup_e2e_rend_circ_legacy_client(circ, request) < 0) {
  862. log_warn(LD_GENERAL, "Failed to setup circ");
  863. goto err;
  864. }
  865. return 0;
  866. err:
  867. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_TORPROTOCOL);
  868. return -1;
  869. }
  870. /** Find all the apconns in state AP_CONN_STATE_RENDDESC_WAIT that are
  871. * waiting on <b>query</b>. If there's a working cache entry here with at
  872. * least one intro point, move them to the next state. */
  873. void
  874. rend_client_desc_trynow(const char *query)
  875. {
  876. entry_connection_t *conn;
  877. rend_cache_entry_t *entry;
  878. const rend_data_t *rend_data;
  879. time_t now = time(NULL);
  880. smartlist_t *conns = get_connection_array();
  881. SMARTLIST_FOREACH_BEGIN(conns, connection_t *, base_conn) {
  882. if (base_conn->type != CONN_TYPE_AP ||
  883. base_conn->state != AP_CONN_STATE_RENDDESC_WAIT ||
  884. base_conn->marked_for_close)
  885. continue;
  886. conn = TO_ENTRY_CONN(base_conn);
  887. rend_data = ENTRY_TO_EDGE_CONN(conn)->rend_data;
  888. if (!rend_data)
  889. continue;
  890. const char *onion_address = rend_data_get_address(rend_data);
  891. if (rend_cmp_service_ids(query, onion_address))
  892. continue;
  893. assert_connection_ok(base_conn, now);
  894. if (rend_cache_lookup_entry(onion_address, -1,
  895. &entry) == 0 &&
  896. rend_client_any_intro_points_usable(entry)) {
  897. /* either this fetch worked, or it failed but there was a
  898. * valid entry from before which we should reuse */
  899. log_info(LD_REND,"Rend desc is usable. Launching circuits.");
  900. base_conn->state = AP_CONN_STATE_CIRCUIT_WAIT;
  901. /* restart their timeout values, so they get a fair shake at
  902. * connecting to the hidden service. */
  903. base_conn->timestamp_created = now;
  904. base_conn->timestamp_lastread = now;
  905. base_conn->timestamp_lastwritten = now;
  906. connection_ap_mark_as_pending_circuit(conn);
  907. } else { /* 404, or fetch didn't get that far */
  908. log_notice(LD_REND,"Closing stream for '%s.onion': hidden service is "
  909. "unavailable (try again later).",
  910. safe_str_client(query));
  911. connection_mark_unattached_ap(conn, END_STREAM_REASON_RESOLVEFAILED);
  912. rend_client_note_connection_attempt_ended(rend_data);
  913. }
  914. } SMARTLIST_FOREACH_END(base_conn);
  915. }
  916. /** Clear temporary state used only during an attempt to connect to the
  917. * hidden service with <b>rend_data</b>. Called when a connection attempt
  918. * has ended; it is possible for this to be called multiple times while
  919. * handling an ended connection attempt, and any future changes to this
  920. * function must ensure it remains idempotent. */
  921. void
  922. rend_client_note_connection_attempt_ended(const rend_data_t *rend_data)
  923. {
  924. unsigned int have_onion = 0;
  925. rend_cache_entry_t *cache_entry = NULL;
  926. const char *onion_address = rend_data_get_address(rend_data);
  927. rend_data_v2_t *rend_data_v2 = TO_REND_DATA_V2(rend_data);
  928. if (onion_address[0] != '\0') {
  929. /* Ignore return value; we find an entry, or we don't. */
  930. (void) rend_cache_lookup_entry(onion_address, -1, &cache_entry);
  931. have_onion = 1;
  932. }
  933. /* Clear the timed_out flag on all remaining intro points for this HS. */
  934. if (cache_entry != NULL) {
  935. SMARTLIST_FOREACH(cache_entry->parsed->intro_nodes,
  936. rend_intro_point_t *, ip,
  937. ip->timed_out = 0; );
  938. }
  939. /* Remove the HS's entries in last_hid_serv_requests. */
  940. if (have_onion) {
  941. unsigned int replica;
  942. for (replica = 0; replica < ARRAY_LENGTH(rend_data_v2->descriptor_id);
  943. replica++) {
  944. const char *desc_id = rend_data_v2->descriptor_id[replica];
  945. purge_v2_hidserv_req(desc_id);
  946. }
  947. log_info(LD_REND, "Connection attempt for %s has ended; "
  948. "cleaning up temporary state.",
  949. safe_str_client(onion_address));
  950. } else {
  951. /* We only have an ID for a fetch. Probably used by HSFETCH. */
  952. purge_v2_hidserv_req(rend_data_v2->desc_id_fetch);
  953. }
  954. }
  955. /** Return a newly allocated extend_info_t* for a randomly chosen introduction
  956. * point for the named hidden service. Return NULL if all introduction points
  957. * have been tried and failed.
  958. */
  959. extend_info_t *
  960. rend_client_get_random_intro(const rend_data_t *rend_query)
  961. {
  962. int ret;
  963. extend_info_t *result;
  964. rend_cache_entry_t *entry;
  965. const char *onion_address = rend_data_get_address(rend_query);
  966. ret = rend_cache_lookup_entry(onion_address, -1, &entry);
  967. if (ret < 0 || !rend_client_any_intro_points_usable(entry)) {
  968. log_warn(LD_REND,
  969. "Query '%s' didn't have valid rend desc in cache. Failing.",
  970. safe_str_client(onion_address));
  971. /* XXX: Should we refetch the descriptor here if the IPs are not usable
  972. * anymore ?. */
  973. return NULL;
  974. }
  975. /* See if we can get a node that complies with ExcludeNodes */
  976. if ((result = rend_client_get_random_intro_impl(entry, 1, 1)))
  977. return result;
  978. /* If not, and StrictNodes is not set, see if we can return any old node
  979. */
  980. if (!get_options()->StrictNodes)
  981. return rend_client_get_random_intro_impl(entry, 0, 1);
  982. return NULL;
  983. }
  984. /** As rend_client_get_random_intro, except assume that StrictNodes is set
  985. * iff <b>strict</b> is true. If <b>warnings</b> is false, don't complain
  986. * to the user when we're out of nodes, even if StrictNodes is true.
  987. */
  988. static extend_info_t *
  989. rend_client_get_random_intro_impl(const rend_cache_entry_t *entry,
  990. const int strict,
  991. const int warnings)
  992. {
  993. int i;
  994. rend_intro_point_t *intro;
  995. const or_options_t *options = get_options();
  996. smartlist_t *usable_nodes;
  997. int n_excluded = 0;
  998. /* We'll keep a separate list of the usable nodes. If this becomes empty,
  999. * no nodes are usable. */
  1000. usable_nodes = smartlist_new();
  1001. smartlist_add_all(usable_nodes, entry->parsed->intro_nodes);
  1002. /* Remove the intro points that have timed out during this HS
  1003. * connection attempt from our list of usable nodes. */
  1004. SMARTLIST_FOREACH(usable_nodes, rend_intro_point_t *, ip,
  1005. if (ip->timed_out) {
  1006. SMARTLIST_DEL_CURRENT(usable_nodes, ip);
  1007. });
  1008. again:
  1009. if (smartlist_len(usable_nodes) == 0) {
  1010. if (n_excluded && get_options()->StrictNodes && warnings) {
  1011. /* We only want to warn if StrictNodes is really set. Otherwise
  1012. * we're just about to retry anyways.
  1013. */
  1014. log_warn(LD_REND, "All introduction points for hidden service are "
  1015. "at excluded relays, and StrictNodes is set. Skipping.");
  1016. }
  1017. smartlist_free(usable_nodes);
  1018. return NULL;
  1019. }
  1020. i = crypto_rand_int(smartlist_len(usable_nodes));
  1021. intro = smartlist_get(usable_nodes, i);
  1022. if (BUG(!intro->extend_info)) {
  1023. /* This should never happen, but it isn't fatal, just try another */
  1024. smartlist_del(usable_nodes, i);
  1025. goto again;
  1026. }
  1027. /* All version 2 HS descriptors come with a TAP onion key.
  1028. * Clients used to try to get the TAP onion key from the consensus, but this
  1029. * meant that hidden services could discover which consensus clients have. */
  1030. if (!extend_info_supports_tap(intro->extend_info)) {
  1031. log_info(LD_REND, "The HS descriptor is missing a TAP onion key for the "
  1032. "intro-point relay '%s'; trying another.",
  1033. safe_str_client(extend_info_describe(intro->extend_info)));
  1034. smartlist_del(usable_nodes, i);
  1035. goto again;
  1036. }
  1037. /* Check if we should refuse to talk to this router. */
  1038. if (strict &&
  1039. routerset_contains_extendinfo(options->ExcludeNodes,
  1040. intro->extend_info)) {
  1041. n_excluded++;
  1042. smartlist_del(usable_nodes, i);
  1043. goto again;
  1044. }
  1045. smartlist_free(usable_nodes);
  1046. return extend_info_dup(intro->extend_info);
  1047. }
  1048. /** Return true iff any introduction points still listed in <b>entry</b> are
  1049. * usable. */
  1050. int
  1051. rend_client_any_intro_points_usable(const rend_cache_entry_t *entry)
  1052. {
  1053. extend_info_t *extend_info =
  1054. rend_client_get_random_intro_impl(entry, get_options()->StrictNodes, 0);
  1055. int rv = (extend_info != NULL);
  1056. extend_info_free(extend_info);
  1057. return rv;
  1058. }
  1059. /** Client-side authorizations for hidden services; map of onion address to
  1060. * rend_service_authorization_t*. */
  1061. static strmap_t *auth_hid_servs = NULL;
  1062. /** Look up the client-side authorization for the hidden service with
  1063. * <b>onion_address</b>. Return NULL if no authorization is available for
  1064. * that address. */
  1065. rend_service_authorization_t*
  1066. rend_client_lookup_service_authorization(const char *onion_address)
  1067. {
  1068. tor_assert(onion_address);
  1069. if (!auth_hid_servs) return NULL;
  1070. return strmap_get(auth_hid_servs, onion_address);
  1071. }
  1072. /** Helper: Free storage held by rend_service_authorization_t. */
  1073. static void
  1074. rend_service_authorization_free(rend_service_authorization_t *auth)
  1075. {
  1076. tor_free(auth);
  1077. }
  1078. /** Helper for strmap_free. */
  1079. static void
  1080. rend_service_authorization_strmap_item_free(void *service_auth)
  1081. {
  1082. rend_service_authorization_free(service_auth);
  1083. }
  1084. /** Release all the storage held in auth_hid_servs.
  1085. */
  1086. void
  1087. rend_service_authorization_free_all(void)
  1088. {
  1089. if (!auth_hid_servs) {
  1090. return;
  1091. }
  1092. strmap_free(auth_hid_servs, rend_service_authorization_strmap_item_free);
  1093. auth_hid_servs = NULL;
  1094. }
  1095. /** Parse <b>config_line</b> as a client-side authorization for a hidden
  1096. * service and add it to the local map of hidden service authorizations.
  1097. * Return 0 for success and -1 for failure. */
  1098. int
  1099. rend_parse_service_authorization(const or_options_t *options,
  1100. int validate_only)
  1101. {
  1102. config_line_t *line;
  1103. int res = -1;
  1104. strmap_t *parsed = strmap_new();
  1105. smartlist_t *sl = smartlist_new();
  1106. rend_service_authorization_t *auth = NULL;
  1107. char *err_msg = NULL;
  1108. for (line = options->HidServAuth; line; line = line->next) {
  1109. char *onion_address, *descriptor_cookie;
  1110. auth = NULL;
  1111. SMARTLIST_FOREACH(sl, char *, c, tor_free(c););
  1112. smartlist_clear(sl);
  1113. smartlist_split_string(sl, line->value, " ",
  1114. SPLIT_SKIP_SPACE|SPLIT_IGNORE_BLANK, 3);
  1115. if (smartlist_len(sl) < 2) {
  1116. log_warn(LD_CONFIG, "Configuration line does not consist of "
  1117. "\"onion-address authorization-cookie [service-name]\": "
  1118. "'%s'", line->value);
  1119. goto err;
  1120. }
  1121. auth = tor_malloc_zero(sizeof(rend_service_authorization_t));
  1122. /* Parse onion address. */
  1123. onion_address = smartlist_get(sl, 0);
  1124. if (strlen(onion_address) != REND_SERVICE_ADDRESS_LEN ||
  1125. strcmpend(onion_address, ".onion")) {
  1126. log_warn(LD_CONFIG, "Onion address has wrong format: '%s'",
  1127. onion_address);
  1128. goto err;
  1129. }
  1130. strlcpy(auth->onion_address, onion_address, REND_SERVICE_ID_LEN_BASE32+1);
  1131. if (!rend_valid_v2_service_id(auth->onion_address)) {
  1132. log_warn(LD_CONFIG, "Onion address has wrong format: '%s'",
  1133. onion_address);
  1134. goto err;
  1135. }
  1136. /* Parse descriptor cookie. */
  1137. descriptor_cookie = smartlist_get(sl, 1);
  1138. if (rend_auth_decode_cookie(descriptor_cookie, auth->descriptor_cookie,
  1139. &auth->auth_type, &err_msg) < 0) {
  1140. tor_assert(err_msg);
  1141. log_warn(LD_CONFIG, "%s", err_msg);
  1142. tor_free(err_msg);
  1143. goto err;
  1144. }
  1145. if (strmap_get(parsed, auth->onion_address)) {
  1146. log_warn(LD_CONFIG, "Duplicate authorization for the same hidden "
  1147. "service.");
  1148. goto err;
  1149. }
  1150. strmap_set(parsed, auth->onion_address, auth);
  1151. auth = NULL;
  1152. }
  1153. res = 0;
  1154. goto done;
  1155. err:
  1156. res = -1;
  1157. done:
  1158. rend_service_authorization_free(auth);
  1159. SMARTLIST_FOREACH(sl, char *, c, tor_free(c););
  1160. smartlist_free(sl);
  1161. if (!validate_only && res == 0) {
  1162. rend_service_authorization_free_all();
  1163. auth_hid_servs = parsed;
  1164. } else {
  1165. strmap_free(parsed, rend_service_authorization_strmap_item_free);
  1166. }
  1167. return res;
  1168. }
  1169. /* Can Tor client code make direct (non-anonymous) connections to introduction
  1170. * or rendezvous points?
  1171. * Returns true if tor was compiled with NON_ANONYMOUS_MODE_ENABLED, and is
  1172. * configured in Tor2web mode. */
  1173. int
  1174. rend_client_allow_non_anonymous_connection(const or_options_t *options)
  1175. {
  1176. /* Tor2web support needs to be compiled in to a tor binary. */
  1177. #ifdef NON_ANONYMOUS_MODE_ENABLED
  1178. /* Tor2web */
  1179. return options->Tor2webMode ? 1 : 0;
  1180. #else
  1181. (void)options;
  1182. return 0;
  1183. #endif
  1184. }
  1185. /* At compile-time, was non-anonymous mode enabled via
  1186. * NON_ANONYMOUS_MODE_ENABLED ? */
  1187. int
  1188. rend_client_non_anonymous_mode_enabled(const or_options_t *options)
  1189. {
  1190. (void)options;
  1191. /* Tor2web support needs to be compiled in to a tor binary. */
  1192. #ifdef NON_ANONYMOUS_MODE_ENABLED
  1193. /* Tor2web */
  1194. return 1;
  1195. #else
  1196. return 0;
  1197. #endif
  1198. }