rendclient.c 48 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310
  1. /* Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  2. * Copyright (c) 2007-2017, The Tor Project, Inc. */
  3. /* See LICENSE for licensing information */
  4. /**
  5. * \file rendclient.c
  6. * \brief Client code to access location-hidden services.
  7. **/
  8. #include "or.h"
  9. #include "circpathbias.h"
  10. #include "circuitbuild.h"
  11. #include "circuitlist.h"
  12. #include "circuituse.h"
  13. #include "config.h"
  14. #include "connection.h"
  15. #include "connection_edge.h"
  16. #include "directory.h"
  17. #include "hs_common.h"
  18. #include "hs_circuit.h"
  19. #include "main.h"
  20. #include "networkstatus.h"
  21. #include "nodelist.h"
  22. #include "relay.h"
  23. #include "rendclient.h"
  24. #include "rendcommon.h"
  25. #include "rephist.h"
  26. #include "router.h"
  27. #include "routerlist.h"
  28. #include "routerset.h"
  29. #include "control.h"
  30. static extend_info_t *rend_client_get_random_intro_impl(
  31. const rend_cache_entry_t *rend_query,
  32. const int strict, const int warnings);
  33. /** Purge all potentially remotely-detectable state held in the hidden
  34. * service client code. Called on SIGNAL NEWNYM. */
  35. void
  36. rend_client_purge_state(void)
  37. {
  38. rend_cache_purge();
  39. rend_cache_failure_purge();
  40. rend_client_cancel_descriptor_fetches();
  41. hs_purge_last_hid_serv_requests();
  42. }
  43. /** Called when we've established a circuit to an introduction point:
  44. * send the introduction request. */
  45. void
  46. rend_client_introcirc_has_opened(origin_circuit_t *circ)
  47. {
  48. tor_assert(circ->base_.purpose == CIRCUIT_PURPOSE_C_INTRODUCING);
  49. tor_assert(circ->cpath);
  50. log_info(LD_REND,"introcirc is open");
  51. connection_ap_attach_pending(1);
  52. }
  53. /** Send the establish-rendezvous cell along a rendezvous circuit. if
  54. * it fails, mark the circ for close and return -1. else return 0.
  55. */
  56. static int
  57. rend_client_send_establish_rendezvous(origin_circuit_t *circ)
  58. {
  59. tor_assert(circ->base_.purpose == CIRCUIT_PURPOSE_C_ESTABLISH_REND);
  60. tor_assert(circ->rend_data);
  61. log_info(LD_REND, "Sending an ESTABLISH_RENDEZVOUS cell");
  62. crypto_rand(circ->rend_data->rend_cookie, REND_COOKIE_LEN);
  63. /* Set timestamp_dirty, because circuit_expire_building expects it,
  64. * and the rend cookie also means we've used the circ. */
  65. circ->base_.timestamp_dirty = time(NULL);
  66. /* We've attempted to use this circuit. Probe it if we fail */
  67. pathbias_count_use_attempt(circ);
  68. if (relay_send_command_from_edge(0, TO_CIRCUIT(circ),
  69. RELAY_COMMAND_ESTABLISH_RENDEZVOUS,
  70. circ->rend_data->rend_cookie,
  71. REND_COOKIE_LEN,
  72. circ->cpath->prev)<0) {
  73. /* circ is already marked for close */
  74. log_warn(LD_GENERAL, "Couldn't send ESTABLISH_RENDEZVOUS cell");
  75. return -1;
  76. }
  77. return 0;
  78. }
  79. /** Extend the introduction circuit <b>circ</b> to another valid
  80. * introduction point for the hidden service it is trying to connect
  81. * to, or mark it and launch a new circuit if we can't extend it.
  82. * Return 0 on success or possible success. Return -1 and mark the
  83. * introduction circuit for close on permanent failure.
  84. *
  85. * On failure, the caller is responsible for marking the associated
  86. * rendezvous circuit for close. */
  87. static int
  88. rend_client_reextend_intro_circuit(origin_circuit_t *circ)
  89. {
  90. extend_info_t *extend_info;
  91. int result;
  92. extend_info = rend_client_get_random_intro(circ->rend_data);
  93. if (!extend_info) {
  94. log_warn(LD_REND,
  95. "No usable introduction points left for %s. Closing.",
  96. safe_str_client(rend_data_get_address(circ->rend_data)));
  97. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_INTERNAL);
  98. return -1;
  99. }
  100. // XXX: should we not re-extend if hs_circ_has_timed_out?
  101. if (circ->remaining_relay_early_cells) {
  102. log_info(LD_REND,
  103. "Re-extending circ %u, this time to %s.",
  104. (unsigned)circ->base_.n_circ_id,
  105. safe_str_client(extend_info_describe(extend_info)));
  106. result = circuit_extend_to_new_exit(circ, extend_info);
  107. } else {
  108. log_info(LD_REND,
  109. "Closing intro circ %u (out of RELAY_EARLY cells).",
  110. (unsigned)circ->base_.n_circ_id);
  111. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_FINISHED);
  112. /* connection_ap_handshake_attach_circuit will launch a new intro circ. */
  113. result = 0;
  114. }
  115. extend_info_free(extend_info);
  116. return result;
  117. }
  118. /** Called when we're trying to connect an ap conn; sends an INTRODUCE1 cell
  119. * down introcirc if possible.
  120. */
  121. int
  122. rend_client_send_introduction(origin_circuit_t *introcirc,
  123. origin_circuit_t *rendcirc)
  124. {
  125. const or_options_t *options = get_options();
  126. size_t payload_len;
  127. int r, v3_shift = 0;
  128. char payload[RELAY_PAYLOAD_SIZE];
  129. char tmp[RELAY_PAYLOAD_SIZE];
  130. rend_cache_entry_t *entry = NULL;
  131. crypt_path_t *cpath;
  132. off_t dh_offset;
  133. crypto_pk_t *intro_key = NULL;
  134. int status = 0;
  135. const char *onion_address;
  136. tor_assert(introcirc->base_.purpose == CIRCUIT_PURPOSE_C_INTRODUCING);
  137. tor_assert(rendcirc->base_.purpose == CIRCUIT_PURPOSE_C_REND_READY);
  138. tor_assert(introcirc->rend_data);
  139. tor_assert(rendcirc->rend_data);
  140. tor_assert(!rend_cmp_service_ids(rend_data_get_address(introcirc->rend_data),
  141. rend_data_get_address(rendcirc->rend_data)));
  142. assert_circ_anonymity_ok(introcirc, options);
  143. assert_circ_anonymity_ok(rendcirc, options);
  144. onion_address = rend_data_get_address(introcirc->rend_data);
  145. r = rend_cache_lookup_entry(onion_address, -1, &entry);
  146. /* An invalid onion address is not possible else we have a big issue. */
  147. tor_assert(r != -EINVAL);
  148. if (r < 0 || !rend_client_any_intro_points_usable(entry)) {
  149. /* If the descriptor is not found or the intro points are not usable
  150. * anymore, trigger a fetch. */
  151. log_info(LD_REND,
  152. "query %s didn't have valid rend desc in cache. "
  153. "Refetching descriptor.",
  154. safe_str_client(onion_address));
  155. rend_client_refetch_v2_renddesc(introcirc->rend_data);
  156. {
  157. connection_t *conn;
  158. while ((conn = connection_get_by_type_state_rendquery(CONN_TYPE_AP,
  159. AP_CONN_STATE_CIRCUIT_WAIT, onion_address))) {
  160. connection_ap_mark_as_non_pending_circuit(TO_ENTRY_CONN(conn));
  161. conn->state = AP_CONN_STATE_RENDDESC_WAIT;
  162. }
  163. }
  164. status = -1;
  165. goto cleanup;
  166. }
  167. /* first 20 bytes of payload are the hash of the service's pk */
  168. intro_key = NULL;
  169. SMARTLIST_FOREACH(entry->parsed->intro_nodes, rend_intro_point_t *,
  170. intro, {
  171. if (tor_memeq(introcirc->build_state->chosen_exit->identity_digest,
  172. intro->extend_info->identity_digest, DIGEST_LEN)) {
  173. intro_key = intro->intro_key;
  174. break;
  175. }
  176. });
  177. if (!intro_key) {
  178. log_info(LD_REND, "Could not find intro key for %s at %s; we "
  179. "have a v2 rend desc with %d intro points. "
  180. "Trying a different intro point...",
  181. safe_str_client(onion_address),
  182. safe_str_client(extend_info_describe(
  183. introcirc->build_state->chosen_exit)),
  184. smartlist_len(entry->parsed->intro_nodes));
  185. if (rend_client_reextend_intro_circuit(introcirc)) {
  186. status = -2;
  187. goto perm_err;
  188. } else {
  189. status = -1;
  190. goto cleanup;
  191. }
  192. }
  193. if (crypto_pk_get_digest(intro_key, payload)<0) {
  194. log_warn(LD_BUG, "Internal error: couldn't hash public key.");
  195. status = -2;
  196. goto perm_err;
  197. }
  198. /* Initialize the pending_final_cpath and start the DH handshake. */
  199. cpath = rendcirc->build_state->pending_final_cpath;
  200. if (!cpath) {
  201. cpath = rendcirc->build_state->pending_final_cpath =
  202. tor_malloc_zero(sizeof(crypt_path_t));
  203. cpath->magic = CRYPT_PATH_MAGIC;
  204. if (!(cpath->rend_dh_handshake_state = crypto_dh_new(DH_TYPE_REND))) {
  205. log_warn(LD_BUG, "Internal error: couldn't allocate DH.");
  206. status = -2;
  207. goto perm_err;
  208. }
  209. if (crypto_dh_generate_public(cpath->rend_dh_handshake_state)<0) {
  210. log_warn(LD_BUG, "Internal error: couldn't generate g^x.");
  211. status = -2;
  212. goto perm_err;
  213. }
  214. }
  215. /* If version is 3, write (optional) auth data and timestamp. */
  216. if (entry->parsed->protocols & (1<<3)) {
  217. tmp[0] = 3; /* version 3 of the cell format */
  218. /* auth type, if any */
  219. tmp[1] = (uint8_t) TO_REND_DATA_V2(introcirc->rend_data)->auth_type;
  220. v3_shift = 1;
  221. if (tmp[1] != REND_NO_AUTH) {
  222. set_uint16(tmp+2, htons(REND_DESC_COOKIE_LEN));
  223. memcpy(tmp+4, TO_REND_DATA_V2(introcirc->rend_data)->descriptor_cookie,
  224. REND_DESC_COOKIE_LEN);
  225. v3_shift += 2+REND_DESC_COOKIE_LEN;
  226. }
  227. /* Once this held a timestamp. */
  228. set_uint32(tmp+v3_shift+1, 0);
  229. v3_shift += 4;
  230. } /* if version 2 only write version number */
  231. else if (entry->parsed->protocols & (1<<2)) {
  232. tmp[0] = 2; /* version 2 of the cell format */
  233. }
  234. /* write the remaining items into tmp */
  235. if (entry->parsed->protocols & (1<<3) || entry->parsed->protocols & (1<<2)) {
  236. /* version 2 format */
  237. extend_info_t *extend_info = rendcirc->build_state->chosen_exit;
  238. int klen;
  239. /* nul pads */
  240. set_uint32(tmp+v3_shift+1, tor_addr_to_ipv4n(&extend_info->addr));
  241. set_uint16(tmp+v3_shift+5, htons(extend_info->port));
  242. memcpy(tmp+v3_shift+7, extend_info->identity_digest, DIGEST_LEN);
  243. klen = crypto_pk_asn1_encode(extend_info->onion_key,
  244. tmp+v3_shift+7+DIGEST_LEN+2,
  245. sizeof(tmp)-(v3_shift+7+DIGEST_LEN+2));
  246. set_uint16(tmp+v3_shift+7+DIGEST_LEN, htons(klen));
  247. memcpy(tmp+v3_shift+7+DIGEST_LEN+2+klen, rendcirc->rend_data->rend_cookie,
  248. REND_COOKIE_LEN);
  249. dh_offset = v3_shift+7+DIGEST_LEN+2+klen+REND_COOKIE_LEN;
  250. } else {
  251. /* Version 0. */
  252. strncpy(tmp, rendcirc->build_state->chosen_exit->nickname,
  253. (MAX_NICKNAME_LEN+1)); /* nul pads */
  254. memcpy(tmp+MAX_NICKNAME_LEN+1, rendcirc->rend_data->rend_cookie,
  255. REND_COOKIE_LEN);
  256. dh_offset = MAX_NICKNAME_LEN+1+REND_COOKIE_LEN;
  257. }
  258. if (crypto_dh_get_public(cpath->rend_dh_handshake_state, tmp+dh_offset,
  259. DH_KEY_LEN)<0) {
  260. log_warn(LD_BUG, "Internal error: couldn't extract g^x.");
  261. status = -2;
  262. goto perm_err;
  263. }
  264. /*XXX maybe give crypto_pk_obsolete_public_hybrid_encrypt a max_len arg,
  265. * to avoid buffer overflows? */
  266. r = crypto_pk_obsolete_public_hybrid_encrypt(intro_key, payload+DIGEST_LEN,
  267. sizeof(payload)-DIGEST_LEN,
  268. tmp,
  269. (int)(dh_offset+DH_KEY_LEN),
  270. PK_PKCS1_OAEP_PADDING, 0);
  271. if (r<0) {
  272. log_warn(LD_BUG,"Internal error: hybrid pk encrypt failed.");
  273. status = -2;
  274. goto perm_err;
  275. }
  276. payload_len = DIGEST_LEN + r;
  277. tor_assert(payload_len <= RELAY_PAYLOAD_SIZE); /* we overran something */
  278. /* Copy the rendezvous cookie from rendcirc to introcirc, so that
  279. * when introcirc gets an ack, we can change the state of the right
  280. * rendezvous circuit. */
  281. memcpy(introcirc->rend_data->rend_cookie, rendcirc->rend_data->rend_cookie,
  282. REND_COOKIE_LEN);
  283. log_info(LD_REND, "Sending an INTRODUCE1 cell");
  284. if (relay_send_command_from_edge(0, TO_CIRCUIT(introcirc),
  285. RELAY_COMMAND_INTRODUCE1,
  286. payload, payload_len,
  287. introcirc->cpath->prev)<0) {
  288. /* introcirc is already marked for close. leave rendcirc alone. */
  289. log_warn(LD_BUG, "Couldn't send INTRODUCE1 cell");
  290. status = -2;
  291. goto cleanup;
  292. }
  293. /* Now, we wait for an ACK or NAK on this circuit. */
  294. circuit_change_purpose(TO_CIRCUIT(introcirc),
  295. CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT);
  296. /* Set timestamp_dirty, because circuit_expire_building expects it
  297. * to specify when a circuit entered the _C_INTRODUCE_ACK_WAIT
  298. * state. */
  299. introcirc->base_.timestamp_dirty = time(NULL);
  300. pathbias_count_use_attempt(introcirc);
  301. goto cleanup;
  302. perm_err:
  303. if (!introcirc->base_.marked_for_close)
  304. circuit_mark_for_close(TO_CIRCUIT(introcirc), END_CIRC_REASON_INTERNAL);
  305. circuit_mark_for_close(TO_CIRCUIT(rendcirc), END_CIRC_REASON_INTERNAL);
  306. cleanup:
  307. memwipe(payload, 0, sizeof(payload));
  308. memwipe(tmp, 0, sizeof(tmp));
  309. return status;
  310. }
  311. /** Called when a rendezvous circuit is open; sends a establish
  312. * rendezvous circuit as appropriate. */
  313. void
  314. rend_client_rendcirc_has_opened(origin_circuit_t *circ)
  315. {
  316. tor_assert(circ->base_.purpose == CIRCUIT_PURPOSE_C_ESTABLISH_REND);
  317. log_info(LD_REND,"rendcirc is open");
  318. /* generate a rendezvous cookie, store it in circ */
  319. if (rend_client_send_establish_rendezvous(circ) < 0) {
  320. return;
  321. }
  322. }
  323. /**
  324. * Called to close other intro circuits we launched in parallel.
  325. */
  326. static void
  327. rend_client_close_other_intros(const uint8_t *rend_pk_digest)
  328. {
  329. /* abort parallel intro circs, if any */
  330. SMARTLIST_FOREACH_BEGIN(circuit_get_global_list(), circuit_t *, c) {
  331. if ((c->purpose == CIRCUIT_PURPOSE_C_INTRODUCING ||
  332. c->purpose == CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT) &&
  333. !c->marked_for_close && CIRCUIT_IS_ORIGIN(c)) {
  334. origin_circuit_t *oc = TO_ORIGIN_CIRCUIT(c);
  335. if (oc->rend_data &&
  336. rend_circuit_pk_digest_eq(oc, rend_pk_digest)) {
  337. log_info(LD_REND|LD_CIRC, "Closing introduction circuit %d that we "
  338. "built in parallel (Purpose %d).", oc->global_identifier,
  339. c->purpose);
  340. circuit_mark_for_close(c, END_CIRC_REASON_IP_NOW_REDUNDANT);
  341. }
  342. }
  343. }
  344. SMARTLIST_FOREACH_END(c);
  345. }
  346. /** Called when get an ACK or a NAK for a REND_INTRODUCE1 cell.
  347. */
  348. int
  349. rend_client_introduction_acked(origin_circuit_t *circ,
  350. const uint8_t *request, size_t request_len)
  351. {
  352. const or_options_t *options = get_options();
  353. origin_circuit_t *rendcirc;
  354. (void) request; // XXXX Use this.
  355. tor_assert(circ->build_state);
  356. tor_assert(circ->build_state->chosen_exit);
  357. assert_circ_anonymity_ok(circ, options);
  358. tor_assert(circ->rend_data);
  359. if (request_len == 0) {
  360. /* It's an ACK; the introduction point relayed our introduction request. */
  361. /* Locate the rend circ which is waiting to hear about this ack,
  362. * and tell it.
  363. */
  364. log_info(LD_REND,"Received ack. Telling rend circ...");
  365. rendcirc = circuit_get_ready_rend_circ_by_rend_data(circ->rend_data);
  366. if (rendcirc) { /* remember the ack */
  367. assert_circ_anonymity_ok(rendcirc, options);
  368. circuit_change_purpose(TO_CIRCUIT(rendcirc),
  369. CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED);
  370. /* Set timestamp_dirty, because circuit_expire_building expects
  371. * it to specify when a circuit entered the
  372. * _C_REND_READY_INTRO_ACKED state. */
  373. rendcirc->base_.timestamp_dirty = time(NULL);
  374. } else {
  375. log_info(LD_REND,"...Found no rend circ. Dropping on the floor.");
  376. }
  377. /* close the circuit: we won't need it anymore. */
  378. circuit_change_purpose(TO_CIRCUIT(circ),
  379. CIRCUIT_PURPOSE_C_INTRODUCE_ACKED);
  380. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_FINISHED);
  381. /* close any other intros launched in parallel */
  382. rend_client_close_other_intros(rend_data_get_pk_digest(circ->rend_data,
  383. NULL));
  384. } else {
  385. /* It's a NAK; the introduction point didn't relay our request. */
  386. circuit_change_purpose(TO_CIRCUIT(circ), CIRCUIT_PURPOSE_C_INTRODUCING);
  387. /* Remove this intro point from the set of viable introduction
  388. * points. If any remain, extend to a new one and try again.
  389. * If none remain, refetch the service descriptor.
  390. */
  391. log_info(LD_REND, "Got nack for %s from %s...",
  392. safe_str_client(rend_data_get_address(circ->rend_data)),
  393. safe_str_client(extend_info_describe(circ->build_state->chosen_exit)));
  394. if (rend_client_report_intro_point_failure(circ->build_state->chosen_exit,
  395. circ->rend_data,
  396. INTRO_POINT_FAILURE_GENERIC)>0) {
  397. /* There are introduction points left. Re-extend the circuit to
  398. * another intro point and try again. */
  399. int result = rend_client_reextend_intro_circuit(circ);
  400. /* XXXX If that call failed, should we close the rend circuit,
  401. * too? */
  402. return result;
  403. } else {
  404. /* Close circuit because no more intro points are usable thus not
  405. * useful anymore. Change it's purpose before so we don't report an
  406. * intro point failure again triggering an extra descriptor fetch. */
  407. circuit_change_purpose(TO_CIRCUIT(circ),
  408. CIRCUIT_PURPOSE_C_INTRODUCE_ACKED);
  409. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_FINISHED);
  410. }
  411. }
  412. return 0;
  413. }
  414. /** Determine the responsible hidden service directories for <b>desc_id</b>
  415. * and fetch the descriptor with that ID from one of them. Only
  416. * send a request to a hidden service directory that we have not yet tried
  417. * during this attempt to connect to this hidden service; on success, return 1,
  418. * in the case that no hidden service directory is left to ask for the
  419. * descriptor, return 0, and in case of a failure -1. */
  420. static int
  421. directory_get_from_hs_dir(const char *desc_id,
  422. const rend_data_t *rend_query,
  423. routerstatus_t *rs_hsdir)
  424. {
  425. routerstatus_t *hs_dir = rs_hsdir;
  426. char *hsdir_fp;
  427. char desc_id_base32[REND_DESC_ID_V2_LEN_BASE32 + 1];
  428. char descriptor_cookie_base64[3*REND_DESC_COOKIE_LEN_BASE64];
  429. const rend_data_v2_t *rend_data;
  430. #ifdef ENABLE_TOR2WEB_MODE
  431. const int tor2web_mode = get_options()->Tor2webMode;
  432. const int how_to_fetch = tor2web_mode ? DIRIND_ONEHOP : DIRIND_ANONYMOUS;
  433. #else
  434. const int how_to_fetch = DIRIND_ANONYMOUS;
  435. #endif
  436. tor_assert(desc_id);
  437. tor_assert(rend_query);
  438. rend_data = TO_REND_DATA_V2(rend_query);
  439. base32_encode(desc_id_base32, sizeof(desc_id_base32),
  440. desc_id, DIGEST_LEN);
  441. /* Automatically pick an hs dir if none given. */
  442. if (!rs_hsdir) {
  443. /* Determine responsible dirs. Even if we can't get all we want, work with
  444. * the ones we have. If it's empty, we'll notice in hs_pick_hsdir(). */
  445. smartlist_t *responsible_dirs = smartlist_new();
  446. hid_serv_get_responsible_directories(responsible_dirs, desc_id);
  447. hs_dir = hs_pick_hsdir(responsible_dirs, desc_id_base32);
  448. if (!hs_dir) {
  449. /* No suitable hs dir can be found, stop right now. */
  450. control_event_hs_descriptor_failed(rend_query, NULL, "QUERY_NO_HSDIR");
  451. control_event_hs_descriptor_content(rend_data_get_address(rend_query),
  452. desc_id_base32, NULL, NULL);
  453. return 0;
  454. }
  455. }
  456. /* Add a copy of the HSDir identity digest to the query so we can track it
  457. * on the control port. */
  458. hsdir_fp = tor_memdup(hs_dir->identity_digest,
  459. sizeof(hs_dir->identity_digest));
  460. smartlist_add(rend_query->hsdirs_fp, hsdir_fp);
  461. /* Encode descriptor cookie for logging purposes. Also, if the cookie is
  462. * malformed, no fetch is triggered thus this needs to be done before the
  463. * fetch request. */
  464. if (rend_data->auth_type != REND_NO_AUTH) {
  465. if (base64_encode(descriptor_cookie_base64,
  466. sizeof(descriptor_cookie_base64),
  467. rend_data->descriptor_cookie,
  468. REND_DESC_COOKIE_LEN,
  469. 0)<0) {
  470. log_warn(LD_BUG, "Could not base64-encode descriptor cookie.");
  471. control_event_hs_descriptor_failed(rend_query, hsdir_fp, "BAD_DESC");
  472. control_event_hs_descriptor_content(rend_data_get_address(rend_query),
  473. desc_id_base32, hsdir_fp, NULL);
  474. return 0;
  475. }
  476. /* Remove == signs. */
  477. descriptor_cookie_base64[strlen(descriptor_cookie_base64)-2] = '\0';
  478. } else {
  479. strlcpy(descriptor_cookie_base64, "(none)",
  480. sizeof(descriptor_cookie_base64));
  481. }
  482. /* Send fetch request. (Pass query and possibly descriptor cookie so that
  483. * they can be written to the directory connection and be referred to when
  484. * the response arrives. */
  485. directory_request_t *req =
  486. directory_request_new(DIR_PURPOSE_FETCH_RENDDESC_V2);
  487. directory_request_set_routerstatus(req, hs_dir);
  488. directory_request_set_indirection(req, how_to_fetch);
  489. directory_request_set_resource(req, desc_id_base32);
  490. directory_request_set_rend_query(req, rend_query);
  491. directory_initiate_request(req);
  492. directory_request_free(req);
  493. log_info(LD_REND, "Sending fetch request for v2 descriptor for "
  494. "service '%s' with descriptor ID '%s', auth type %d, "
  495. "and descriptor cookie '%s' to hidden service "
  496. "directory %s",
  497. rend_data->onion_address, desc_id_base32,
  498. rend_data->auth_type,
  499. (rend_data->auth_type == REND_NO_AUTH ? "[none]" :
  500. escaped_safe_str_client(descriptor_cookie_base64)),
  501. routerstatus_describe(hs_dir));
  502. control_event_hs_descriptor_requested(rend_query,
  503. hs_dir->identity_digest,
  504. desc_id_base32);
  505. return 1;
  506. }
  507. /** Remove tracked HSDir requests from our history for this hidden service
  508. * descriptor <b>desc_id</b> (of size DIGEST_LEN) */
  509. static void
  510. purge_v2_hidserv_req(const char *desc_id)
  511. {
  512. char desc_id_base32[REND_DESC_ID_V2_LEN_BASE32 + 1];
  513. /* The hsdir request tracker stores v2 keys using the base32 encoded
  514. desc_id. Do it: */
  515. base32_encode(desc_id_base32, sizeof(desc_id_base32), desc_id,
  516. DIGEST_LEN);
  517. hs_purge_hid_serv_from_last_hid_serv_requests(desc_id_base32);
  518. }
  519. /** Fetch a v2 descriptor using the given descriptor id. If any hsdir(s) are
  520. * given, they will be used instead.
  521. *
  522. * On success, 1 is returned. If no hidden service is left to ask, return 0.
  523. * On error, -1 is returned. */
  524. static int
  525. fetch_v2_desc_by_descid(const char *desc_id,
  526. const rend_data_t *rend_query, smartlist_t *hsdirs)
  527. {
  528. int ret;
  529. tor_assert(rend_query);
  530. if (!hsdirs) {
  531. ret = directory_get_from_hs_dir(desc_id, rend_query, NULL);
  532. goto end; /* either success or failure, but we're done */
  533. }
  534. /* Using the given hsdir list, trigger a fetch on each of them. */
  535. SMARTLIST_FOREACH_BEGIN(hsdirs, routerstatus_t *, hs_dir) {
  536. /* This should always be a success. */
  537. ret = directory_get_from_hs_dir(desc_id, rend_query, hs_dir);
  538. tor_assert(ret);
  539. } SMARTLIST_FOREACH_END(hs_dir);
  540. /* Everything went well. */
  541. ret = 0;
  542. end:
  543. return ret;
  544. }
  545. /** Fetch a v2 descriptor using the onion address in the given query object.
  546. * This will compute the descriptor id for each replicas and fetch it on the
  547. * given hsdir(s) if any or the responsible ones that are choosen
  548. * automatically.
  549. *
  550. * On success, 1 is returned. If no hidden service is left to ask, return 0.
  551. * On error, -1 is returned. */
  552. static int
  553. fetch_v2_desc_by_addr(rend_data_t *rend_query, smartlist_t *hsdirs)
  554. {
  555. char descriptor_id[DIGEST_LEN];
  556. int replicas_left_to_try[REND_NUMBER_OF_NON_CONSECUTIVE_REPLICAS];
  557. int i, tries_left, ret;
  558. rend_data_v2_t *rend_data = TO_REND_DATA_V2(rend_query);
  559. /* Randomly iterate over the replicas until a descriptor can be fetched
  560. * from one of the consecutive nodes, or no options are left. */
  561. for (i = 0; i < REND_NUMBER_OF_NON_CONSECUTIVE_REPLICAS; i++) {
  562. replicas_left_to_try[i] = i;
  563. }
  564. tries_left = REND_NUMBER_OF_NON_CONSECUTIVE_REPLICAS;
  565. while (tries_left > 0) {
  566. int rand_val = crypto_rand_int(tries_left);
  567. int chosen_replica = replicas_left_to_try[rand_val];
  568. replicas_left_to_try[rand_val] = replicas_left_to_try[--tries_left];
  569. ret = rend_compute_v2_desc_id(descriptor_id,
  570. rend_data->onion_address,
  571. rend_data->auth_type == REND_STEALTH_AUTH ?
  572. rend_data->descriptor_cookie : NULL,
  573. time(NULL), chosen_replica);
  574. if (ret < 0) {
  575. /* Normally, on failure the descriptor_id is untouched but let's be
  576. * safe in general in case the function changes at some point. */
  577. goto end;
  578. }
  579. if (tor_memcmp(descriptor_id, rend_data->descriptor_id[chosen_replica],
  580. sizeof(descriptor_id)) != 0) {
  581. /* Not equal from what we currently have so purge the last hid serv
  582. * request cache and update the descriptor ID with the new value. */
  583. purge_v2_hidserv_req(rend_data->descriptor_id[chosen_replica]);
  584. memcpy(rend_data->descriptor_id[chosen_replica], descriptor_id,
  585. sizeof(rend_data->descriptor_id[chosen_replica]));
  586. }
  587. /* Trigger the fetch with the computed descriptor ID. */
  588. ret = fetch_v2_desc_by_descid(descriptor_id, rend_query, hsdirs);
  589. if (ret != 0) {
  590. /* Either on success or failure, as long as we tried a fetch we are
  591. * done here. */
  592. goto end;
  593. }
  594. }
  595. /* If we come here, there are no hidden service directories left. */
  596. log_info(LD_REND, "Could not pick one of the responsible hidden "
  597. "service directories to fetch descriptors, because "
  598. "we already tried them all unsuccessfully.");
  599. ret = 0;
  600. end:
  601. memwipe(descriptor_id, 0, sizeof(descriptor_id));
  602. return ret;
  603. }
  604. /** Fetch a v2 descriptor using the given query. If any hsdir are specified,
  605. * use them for the fetch.
  606. *
  607. * On success, 1 is returned. If no hidden service is left to ask, return 0.
  608. * On error, -1 is returned. */
  609. int
  610. rend_client_fetch_v2_desc(rend_data_t *query, smartlist_t *hsdirs)
  611. {
  612. int ret;
  613. rend_data_v2_t *rend_data;
  614. const char *onion_address;
  615. tor_assert(query);
  616. /* Get the version 2 data structure of the query. */
  617. rend_data = TO_REND_DATA_V2(query);
  618. onion_address = rend_data_get_address(query);
  619. /* Depending on what's available in the rend data query object, we will
  620. * trigger a fetch by HS address or using a descriptor ID. */
  621. if (onion_address[0] != '\0') {
  622. ret = fetch_v2_desc_by_addr(query, hsdirs);
  623. } else if (!tor_digest_is_zero(rend_data->desc_id_fetch)) {
  624. ret = fetch_v2_desc_by_descid(rend_data->desc_id_fetch, query,
  625. hsdirs);
  626. } else {
  627. /* Query data is invalid. */
  628. ret = -1;
  629. goto error;
  630. }
  631. error:
  632. return ret;
  633. }
  634. /** Unless we already have a descriptor for <b>rend_query</b> with at least
  635. * one (possibly) working introduction point in it, start a connection to a
  636. * hidden service directory to fetch a v2 rendezvous service descriptor. */
  637. void
  638. rend_client_refetch_v2_renddesc(rend_data_t *rend_query)
  639. {
  640. rend_cache_entry_t *e = NULL;
  641. const char *onion_address = rend_data_get_address(rend_query);
  642. tor_assert(rend_query);
  643. /* Before fetching, check if we already have a usable descriptor here. */
  644. if (rend_cache_lookup_entry(onion_address, -1, &e) == 0 &&
  645. rend_client_any_intro_points_usable(e)) {
  646. log_info(LD_REND, "We would fetch a v2 rendezvous descriptor, but we "
  647. "already have a usable descriptor here. Not fetching.");
  648. return;
  649. }
  650. /* Are we configured to fetch descriptors? */
  651. if (!get_options()->FetchHidServDescriptors) {
  652. log_warn(LD_REND, "We received an onion address for a v2 rendezvous "
  653. "service descriptor, but are not fetching service descriptors.");
  654. return;
  655. }
  656. log_debug(LD_REND, "Fetching v2 rendezvous descriptor for service %s",
  657. safe_str_client(onion_address));
  658. rend_client_fetch_v2_desc(rend_query, NULL);
  659. /* We don't need to look the error code because either on failure or
  660. * success, the necessary steps to continue the HS connection will be
  661. * triggered once the descriptor arrives or if all fetch failed. */
  662. return;
  663. }
  664. /** Cancel all rendezvous descriptor fetches currently in progress.
  665. */
  666. void
  667. rend_client_cancel_descriptor_fetches(void)
  668. {
  669. smartlist_t *connection_array = get_connection_array();
  670. SMARTLIST_FOREACH_BEGIN(connection_array, connection_t *, conn) {
  671. if (conn->type == CONN_TYPE_DIR &&
  672. conn->purpose == DIR_PURPOSE_FETCH_RENDDESC_V2) {
  673. /* It's a rendezvous descriptor fetch in progress -- cancel it
  674. * by marking the connection for close.
  675. *
  676. * Even if this connection has already reached EOF, this is
  677. * enough to make sure that if the descriptor hasn't been
  678. * processed yet, it won't be. See the end of
  679. * connection_handle_read; connection_reached_eof (indirectly)
  680. * processes whatever response the connection received. */
  681. const rend_data_t *rd = (TO_DIR_CONN(conn))->rend_data;
  682. if (!rd) {
  683. log_warn(LD_BUG | LD_REND,
  684. "Marking for close dir conn fetching rendezvous "
  685. "descriptor for unknown service!");
  686. } else {
  687. log_debug(LD_REND, "Marking for close dir conn fetching "
  688. "rendezvous descriptor for service %s",
  689. safe_str(rend_data_get_address(rd)));
  690. }
  691. connection_mark_for_close(conn);
  692. }
  693. } SMARTLIST_FOREACH_END(conn);
  694. }
  695. /** Mark <b>failed_intro</b> as a failed introduction point for the
  696. * hidden service specified by <b>rend_query</b>. If the HS now has no
  697. * usable intro points, or we do not have an HS descriptor for it,
  698. * then launch a new renddesc fetch.
  699. *
  700. * If <b>failure_type</b> is INTRO_POINT_FAILURE_GENERIC, remove the
  701. * intro point from (our parsed copy of) the HS descriptor.
  702. *
  703. * If <b>failure_type</b> is INTRO_POINT_FAILURE_TIMEOUT, mark the
  704. * intro point as 'timed out'; it will not be retried until the
  705. * current hidden service connection attempt has ended or it has
  706. * appeared in a newly fetched rendezvous descriptor.
  707. *
  708. * If <b>failure_type</b> is INTRO_POINT_FAILURE_UNREACHABLE,
  709. * increment the intro point's reachability-failure count; if it has
  710. * now failed MAX_INTRO_POINT_REACHABILITY_FAILURES or more times,
  711. * remove the intro point from (our parsed copy of) the HS descriptor.
  712. *
  713. * Return -1 if error, 0 if no usable intro points remain or service
  714. * unrecognized, 1 if recognized and some intro points remain.
  715. */
  716. int
  717. rend_client_report_intro_point_failure(extend_info_t *failed_intro,
  718. rend_data_t *rend_data,
  719. unsigned int failure_type)
  720. {
  721. int i, r;
  722. rend_cache_entry_t *ent;
  723. connection_t *conn;
  724. const char *onion_address = rend_data_get_address(rend_data);
  725. r = rend_cache_lookup_entry(onion_address, -1, &ent);
  726. if (r < 0) {
  727. /* Either invalid onion address or cache entry not found. */
  728. switch (-r) {
  729. case EINVAL:
  730. log_warn(LD_BUG, "Malformed service ID %s.",
  731. escaped_safe_str_client(onion_address));
  732. return -1;
  733. case ENOENT:
  734. log_info(LD_REND, "Unknown service %s. Re-fetching descriptor.",
  735. escaped_safe_str_client(onion_address));
  736. rend_client_refetch_v2_renddesc(rend_data);
  737. return 0;
  738. default:
  739. log_warn(LD_BUG, "Unknown cache lookup returned code: %d", r);
  740. return -1;
  741. }
  742. }
  743. /* The intro points are not checked here if they are usable or not because
  744. * this is called when an intro point circuit is closed thus there must be
  745. * at least one intro point that is usable and is about to be flagged. */
  746. for (i = 0; i < smartlist_len(ent->parsed->intro_nodes); i++) {
  747. rend_intro_point_t *intro = smartlist_get(ent->parsed->intro_nodes, i);
  748. if (tor_memeq(failed_intro->identity_digest,
  749. intro->extend_info->identity_digest, DIGEST_LEN)) {
  750. switch (failure_type) {
  751. default:
  752. log_warn(LD_BUG, "Unknown failure type %u. Removing intro point.",
  753. failure_type);
  754. tor_fragile_assert();
  755. /* fall through */
  756. case INTRO_POINT_FAILURE_GENERIC:
  757. rend_cache_intro_failure_note(failure_type,
  758. (uint8_t *)failed_intro->identity_digest,
  759. onion_address);
  760. rend_intro_point_free(intro);
  761. smartlist_del(ent->parsed->intro_nodes, i);
  762. break;
  763. case INTRO_POINT_FAILURE_TIMEOUT:
  764. intro->timed_out = 1;
  765. break;
  766. case INTRO_POINT_FAILURE_UNREACHABLE:
  767. ++(intro->unreachable_count);
  768. {
  769. int zap_intro_point =
  770. intro->unreachable_count >= MAX_INTRO_POINT_REACHABILITY_FAILURES;
  771. log_info(LD_REND, "Failed to reach this intro point %u times.%s",
  772. intro->unreachable_count,
  773. zap_intro_point ? " Removing from descriptor.": "");
  774. if (zap_intro_point) {
  775. rend_cache_intro_failure_note(
  776. failure_type,
  777. (uint8_t *) failed_intro->identity_digest, onion_address);
  778. rend_intro_point_free(intro);
  779. smartlist_del(ent->parsed->intro_nodes, i);
  780. }
  781. }
  782. break;
  783. }
  784. break;
  785. }
  786. }
  787. if (! rend_client_any_intro_points_usable(ent)) {
  788. log_info(LD_REND,
  789. "No more intro points remain for %s. Re-fetching descriptor.",
  790. escaped_safe_str_client(onion_address));
  791. rend_client_refetch_v2_renddesc(rend_data);
  792. /* move all pending streams back to renddesc_wait */
  793. /* NOTE: We can now do this faster, if we use pending_entry_connections */
  794. while ((conn = connection_get_by_type_state_rendquery(CONN_TYPE_AP,
  795. AP_CONN_STATE_CIRCUIT_WAIT,
  796. onion_address))) {
  797. connection_ap_mark_as_non_pending_circuit(TO_ENTRY_CONN(conn));
  798. conn->state = AP_CONN_STATE_RENDDESC_WAIT;
  799. }
  800. return 0;
  801. }
  802. log_info(LD_REND,"%d options left for %s.",
  803. smartlist_len(ent->parsed->intro_nodes),
  804. escaped_safe_str_client(onion_address));
  805. return 1;
  806. }
  807. /** Called when we receive a RENDEZVOUS_ESTABLISHED cell; changes the state of
  808. * the circuit to C_REND_READY.
  809. */
  810. int
  811. rend_client_rendezvous_acked(origin_circuit_t *circ, const uint8_t *request,
  812. size_t request_len)
  813. {
  814. (void) request;
  815. (void) request_len;
  816. /* we just got an ack for our establish-rendezvous. switch purposes. */
  817. if (circ->base_.purpose != CIRCUIT_PURPOSE_C_ESTABLISH_REND) {
  818. log_warn(LD_PROTOCOL,"Got a rendezvous ack when we weren't expecting one. "
  819. "Closing circ.");
  820. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_TORPROTOCOL);
  821. return -1;
  822. }
  823. log_info(LD_REND,"Got rendezvous ack. This circuit is now ready for "
  824. "rendezvous.");
  825. circuit_change_purpose(TO_CIRCUIT(circ), CIRCUIT_PURPOSE_C_REND_READY);
  826. /* Set timestamp_dirty, because circuit_expire_building expects it
  827. * to specify when a circuit entered the _C_REND_READY state. */
  828. circ->base_.timestamp_dirty = time(NULL);
  829. /* From a path bias point of view, this circuit is now successfully used.
  830. * Waiting any longer opens us up to attacks from malicious hidden services.
  831. * They could induce the client to attempt to connect to their hidden
  832. * service and never reply to the client's rend requests */
  833. pathbias_mark_use_success(circ);
  834. /* XXXX++ This is a pretty brute-force approach. It'd be better to
  835. * attach only the connections that are waiting on this circuit, rather
  836. * than trying to attach them all. See comments bug 743. */
  837. /* If we already have the introduction circuit built, make sure we send
  838. * the INTRODUCE cell _now_ */
  839. connection_ap_attach_pending(1);
  840. return 0;
  841. }
  842. /** The service sent us a rendezvous cell; join the circuits. */
  843. int
  844. rend_client_receive_rendezvous(origin_circuit_t *circ, const uint8_t *request,
  845. size_t request_len)
  846. {
  847. if (request_len != DH_KEY_LEN+DIGEST_LEN) {
  848. log_warn(LD_PROTOCOL,"Incorrect length (%d) on RENDEZVOUS2 cell.",
  849. (int)request_len);
  850. goto err;
  851. }
  852. if (hs_circuit_setup_e2e_rend_circ_legacy_client(circ, request) < 0) {
  853. log_warn(LD_GENERAL, "Failed to setup circ");
  854. goto err;
  855. }
  856. return 0;
  857. err:
  858. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_TORPROTOCOL);
  859. return -1;
  860. }
  861. /** Find all the apconns in state AP_CONN_STATE_RENDDESC_WAIT that are
  862. * waiting on <b>query</b>. If there's a working cache entry here with at
  863. * least one intro point, move them to the next state. */
  864. void
  865. rend_client_desc_trynow(const char *query)
  866. {
  867. entry_connection_t *conn;
  868. rend_cache_entry_t *entry;
  869. const rend_data_t *rend_data;
  870. time_t now = time(NULL);
  871. smartlist_t *conns = get_connection_array();
  872. SMARTLIST_FOREACH_BEGIN(conns, connection_t *, base_conn) {
  873. if (base_conn->type != CONN_TYPE_AP ||
  874. base_conn->state != AP_CONN_STATE_RENDDESC_WAIT ||
  875. base_conn->marked_for_close)
  876. continue;
  877. conn = TO_ENTRY_CONN(base_conn);
  878. rend_data = ENTRY_TO_EDGE_CONN(conn)->rend_data;
  879. if (!rend_data)
  880. continue;
  881. const char *onion_address = rend_data_get_address(rend_data);
  882. if (rend_cmp_service_ids(query, onion_address))
  883. continue;
  884. assert_connection_ok(base_conn, now);
  885. if (rend_cache_lookup_entry(onion_address, -1,
  886. &entry) == 0 &&
  887. rend_client_any_intro_points_usable(entry)) {
  888. /* either this fetch worked, or it failed but there was a
  889. * valid entry from before which we should reuse */
  890. log_info(LD_REND,"Rend desc is usable. Launching circuits.");
  891. base_conn->state = AP_CONN_STATE_CIRCUIT_WAIT;
  892. /* restart their timeout values, so they get a fair shake at
  893. * connecting to the hidden service. */
  894. base_conn->timestamp_created = now;
  895. base_conn->timestamp_lastread = now;
  896. base_conn->timestamp_lastwritten = now;
  897. connection_ap_mark_as_pending_circuit(conn);
  898. } else { /* 404, or fetch didn't get that far */
  899. log_notice(LD_REND,"Closing stream for '%s.onion': hidden service is "
  900. "unavailable (try again later).",
  901. safe_str_client(query));
  902. connection_mark_unattached_ap(conn, END_STREAM_REASON_RESOLVEFAILED);
  903. rend_client_note_connection_attempt_ended(rend_data);
  904. }
  905. } SMARTLIST_FOREACH_END(base_conn);
  906. }
  907. /** Clear temporary state used only during an attempt to connect to the
  908. * hidden service with <b>rend_data</b>. Called when a connection attempt
  909. * has ended; it is possible for this to be called multiple times while
  910. * handling an ended connection attempt, and any future changes to this
  911. * function must ensure it remains idempotent. */
  912. void
  913. rend_client_note_connection_attempt_ended(const rend_data_t *rend_data)
  914. {
  915. unsigned int have_onion = 0;
  916. rend_cache_entry_t *cache_entry = NULL;
  917. const char *onion_address = rend_data_get_address(rend_data);
  918. rend_data_v2_t *rend_data_v2 = TO_REND_DATA_V2(rend_data);
  919. if (onion_address[0] != '\0') {
  920. /* Ignore return value; we find an entry, or we don't. */
  921. (void) rend_cache_lookup_entry(onion_address, -1, &cache_entry);
  922. have_onion = 1;
  923. }
  924. /* Clear the timed_out flag on all remaining intro points for this HS. */
  925. if (cache_entry != NULL) {
  926. SMARTLIST_FOREACH(cache_entry->parsed->intro_nodes,
  927. rend_intro_point_t *, ip,
  928. ip->timed_out = 0; );
  929. }
  930. /* Remove the HS's entries in last_hid_serv_requests. */
  931. if (have_onion) {
  932. unsigned int replica;
  933. for (replica = 0; replica < ARRAY_LENGTH(rend_data_v2->descriptor_id);
  934. replica++) {
  935. const char *desc_id = rend_data_v2->descriptor_id[replica];
  936. purge_v2_hidserv_req(desc_id);
  937. }
  938. log_info(LD_REND, "Connection attempt for %s has ended; "
  939. "cleaning up temporary state.",
  940. safe_str_client(onion_address));
  941. } else {
  942. /* We only have an ID for a fetch. Probably used by HSFETCH. */
  943. purge_v2_hidserv_req(rend_data_v2->desc_id_fetch);
  944. }
  945. }
  946. /** Return a newly allocated extend_info_t* for a randomly chosen introduction
  947. * point for the named hidden service. Return NULL if all introduction points
  948. * have been tried and failed.
  949. */
  950. extend_info_t *
  951. rend_client_get_random_intro(const rend_data_t *rend_query)
  952. {
  953. int ret;
  954. extend_info_t *result;
  955. rend_cache_entry_t *entry;
  956. const char *onion_address = rend_data_get_address(rend_query);
  957. ret = rend_cache_lookup_entry(onion_address, -1, &entry);
  958. if (ret < 0 || !rend_client_any_intro_points_usable(entry)) {
  959. log_warn(LD_REND,
  960. "Query '%s' didn't have valid rend desc in cache. Failing.",
  961. safe_str_client(onion_address));
  962. /* XXX: Should we refetch the descriptor here if the IPs are not usable
  963. * anymore ?. */
  964. return NULL;
  965. }
  966. /* See if we can get a node that complies with ExcludeNodes */
  967. if ((result = rend_client_get_random_intro_impl(entry, 1, 1)))
  968. return result;
  969. /* If not, and StrictNodes is not set, see if we can return any old node
  970. */
  971. if (!get_options()->StrictNodes)
  972. return rend_client_get_random_intro_impl(entry, 0, 1);
  973. return NULL;
  974. }
  975. /** As rend_client_get_random_intro, except assume that StrictNodes is set
  976. * iff <b>strict</b> is true. If <b>warnings</b> is false, don't complain
  977. * to the user when we're out of nodes, even if StrictNodes is true.
  978. */
  979. static extend_info_t *
  980. rend_client_get_random_intro_impl(const rend_cache_entry_t *entry,
  981. const int strict,
  982. const int warnings)
  983. {
  984. int i;
  985. rend_intro_point_t *intro;
  986. const or_options_t *options = get_options();
  987. smartlist_t *usable_nodes;
  988. int n_excluded = 0;
  989. /* We'll keep a separate list of the usable nodes. If this becomes empty,
  990. * no nodes are usable. */
  991. usable_nodes = smartlist_new();
  992. smartlist_add_all(usable_nodes, entry->parsed->intro_nodes);
  993. /* Remove the intro points that have timed out during this HS
  994. * connection attempt from our list of usable nodes. */
  995. SMARTLIST_FOREACH(usable_nodes, rend_intro_point_t *, ip,
  996. if (ip->timed_out) {
  997. SMARTLIST_DEL_CURRENT(usable_nodes, ip);
  998. });
  999. again:
  1000. if (smartlist_len(usable_nodes) == 0) {
  1001. if (n_excluded && get_options()->StrictNodes && warnings) {
  1002. /* We only want to warn if StrictNodes is really set. Otherwise
  1003. * we're just about to retry anyways.
  1004. */
  1005. log_warn(LD_REND, "All introduction points for hidden service are "
  1006. "at excluded relays, and StrictNodes is set. Skipping.");
  1007. }
  1008. smartlist_free(usable_nodes);
  1009. return NULL;
  1010. }
  1011. i = crypto_rand_int(smartlist_len(usable_nodes));
  1012. intro = smartlist_get(usable_nodes, i);
  1013. if (BUG(!intro->extend_info)) {
  1014. /* This should never happen, but it isn't fatal, just try another */
  1015. smartlist_del(usable_nodes, i);
  1016. goto again;
  1017. }
  1018. /* All version 2 HS descriptors come with a TAP onion key.
  1019. * Clients used to try to get the TAP onion key from the consensus, but this
  1020. * meant that hidden services could discover which consensus clients have. */
  1021. if (!extend_info_supports_tap(intro->extend_info)) {
  1022. log_info(LD_REND, "The HS descriptor is missing a TAP onion key for the "
  1023. "intro-point relay '%s'; trying another.",
  1024. safe_str_client(extend_info_describe(intro->extend_info)));
  1025. smartlist_del(usable_nodes, i);
  1026. goto again;
  1027. }
  1028. /* Check if we should refuse to talk to this router. */
  1029. if (strict &&
  1030. routerset_contains_extendinfo(options->ExcludeNodes,
  1031. intro->extend_info)) {
  1032. n_excluded++;
  1033. smartlist_del(usable_nodes, i);
  1034. goto again;
  1035. }
  1036. smartlist_free(usable_nodes);
  1037. return extend_info_dup(intro->extend_info);
  1038. }
  1039. /** Return true iff any introduction points still listed in <b>entry</b> are
  1040. * usable. */
  1041. int
  1042. rend_client_any_intro_points_usable(const rend_cache_entry_t *entry)
  1043. {
  1044. extend_info_t *extend_info =
  1045. rend_client_get_random_intro_impl(entry, get_options()->StrictNodes, 0);
  1046. int rv = (extend_info != NULL);
  1047. extend_info_free(extend_info);
  1048. return rv;
  1049. }
  1050. /** Client-side authorizations for hidden services; map of onion address to
  1051. * rend_service_authorization_t*. */
  1052. static strmap_t *auth_hid_servs = NULL;
  1053. /** Look up the client-side authorization for the hidden service with
  1054. * <b>onion_address</b>. Return NULL if no authorization is available for
  1055. * that address. */
  1056. rend_service_authorization_t*
  1057. rend_client_lookup_service_authorization(const char *onion_address)
  1058. {
  1059. tor_assert(onion_address);
  1060. if (!auth_hid_servs) return NULL;
  1061. return strmap_get(auth_hid_servs, onion_address);
  1062. }
  1063. /** Helper: Free storage held by rend_service_authorization_t. */
  1064. static void
  1065. rend_service_authorization_free(rend_service_authorization_t *auth)
  1066. {
  1067. tor_free(auth);
  1068. }
  1069. /** Helper for strmap_free. */
  1070. static void
  1071. rend_service_authorization_strmap_item_free(void *service_auth)
  1072. {
  1073. rend_service_authorization_free(service_auth);
  1074. }
  1075. /** Release all the storage held in auth_hid_servs.
  1076. */
  1077. void
  1078. rend_service_authorization_free_all(void)
  1079. {
  1080. if (!auth_hid_servs) {
  1081. return;
  1082. }
  1083. strmap_free(auth_hid_servs, rend_service_authorization_strmap_item_free);
  1084. auth_hid_servs = NULL;
  1085. }
  1086. /** Parse <b>config_line</b> as a client-side authorization for a hidden
  1087. * service and add it to the local map of hidden service authorizations.
  1088. * Return 0 for success and -1 for failure. */
  1089. int
  1090. rend_parse_service_authorization(const or_options_t *options,
  1091. int validate_only)
  1092. {
  1093. config_line_t *line;
  1094. int res = -1;
  1095. strmap_t *parsed = strmap_new();
  1096. smartlist_t *sl = smartlist_new();
  1097. rend_service_authorization_t *auth = NULL;
  1098. char *err_msg = NULL;
  1099. for (line = options->HidServAuth; line; line = line->next) {
  1100. char *onion_address, *descriptor_cookie;
  1101. auth = NULL;
  1102. SMARTLIST_FOREACH(sl, char *, c, tor_free(c););
  1103. smartlist_clear(sl);
  1104. smartlist_split_string(sl, line->value, " ",
  1105. SPLIT_SKIP_SPACE|SPLIT_IGNORE_BLANK, 3);
  1106. if (smartlist_len(sl) < 2) {
  1107. log_warn(LD_CONFIG, "Configuration line does not consist of "
  1108. "\"onion-address authorization-cookie [service-name]\": "
  1109. "'%s'", line->value);
  1110. goto err;
  1111. }
  1112. auth = tor_malloc_zero(sizeof(rend_service_authorization_t));
  1113. /* Parse onion address. */
  1114. onion_address = smartlist_get(sl, 0);
  1115. if (strlen(onion_address) != REND_SERVICE_ADDRESS_LEN ||
  1116. strcmpend(onion_address, ".onion")) {
  1117. log_warn(LD_CONFIG, "Onion address has wrong format: '%s'",
  1118. onion_address);
  1119. goto err;
  1120. }
  1121. strlcpy(auth->onion_address, onion_address, REND_SERVICE_ID_LEN_BASE32+1);
  1122. if (!rend_valid_v2_service_id(auth->onion_address)) {
  1123. log_warn(LD_CONFIG, "Onion address has wrong format: '%s'",
  1124. onion_address);
  1125. goto err;
  1126. }
  1127. /* Parse descriptor cookie. */
  1128. descriptor_cookie = smartlist_get(sl, 1);
  1129. if (rend_auth_decode_cookie(descriptor_cookie, auth->descriptor_cookie,
  1130. &auth->auth_type, &err_msg) < 0) {
  1131. tor_assert(err_msg);
  1132. log_warn(LD_CONFIG, "%s", err_msg);
  1133. tor_free(err_msg);
  1134. goto err;
  1135. }
  1136. if (strmap_get(parsed, auth->onion_address)) {
  1137. log_warn(LD_CONFIG, "Duplicate authorization for the same hidden "
  1138. "service.");
  1139. goto err;
  1140. }
  1141. strmap_set(parsed, auth->onion_address, auth);
  1142. auth = NULL;
  1143. }
  1144. res = 0;
  1145. goto done;
  1146. err:
  1147. res = -1;
  1148. done:
  1149. rend_service_authorization_free(auth);
  1150. SMARTLIST_FOREACH(sl, char *, c, tor_free(c););
  1151. smartlist_free(sl);
  1152. if (!validate_only && res == 0) {
  1153. rend_service_authorization_free_all();
  1154. auth_hid_servs = parsed;
  1155. } else {
  1156. strmap_free(parsed, rend_service_authorization_strmap_item_free);
  1157. }
  1158. return res;
  1159. }
  1160. /* Can Tor client code make direct (non-anonymous) connections to introduction
  1161. * or rendezvous points?
  1162. * Returns true if tor was compiled with NON_ANONYMOUS_MODE_ENABLED, and is
  1163. * configured in Tor2web mode. */
  1164. int
  1165. rend_client_allow_non_anonymous_connection(const or_options_t *options)
  1166. {
  1167. /* Tor2web support needs to be compiled in to a tor binary. */
  1168. #ifdef NON_ANONYMOUS_MODE_ENABLED
  1169. /* Tor2web */
  1170. return options->Tor2webMode ? 1 : 0;
  1171. #else
  1172. (void)options;
  1173. return 0;
  1174. #endif
  1175. }
  1176. /* At compile-time, was non-anonymous mode enabled via
  1177. * NON_ANONYMOUS_MODE_ENABLED ? */
  1178. int
  1179. rend_client_non_anonymous_mode_enabled(const or_options_t *options)
  1180. {
  1181. (void)options;
  1182. /* Tor2web support needs to be compiled in to a tor binary. */
  1183. #ifdef NON_ANONYMOUS_MODE_ENABLED
  1184. /* Tor2web */
  1185. return 1;
  1186. #else
  1187. return 0;
  1188. #endif
  1189. }