rendclient.c 48 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292
  1. /* Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
  2. * Copyright (c) 2007-2012, The Tor Project, Inc. */
  3. /* See LICENSE for licensing information */
  4. /**
  5. * \file rendclient.c
  6. * \brief Client code to access location-hidden services.
  7. **/
  8. #include "or.h"
  9. #include "circuitbuild.h"
  10. #include "circuitlist.h"
  11. #include "circuituse.h"
  12. #include "config.h"
  13. #include "connection.h"
  14. #include "connection_edge.h"
  15. #include "directory.h"
  16. #include "main.h"
  17. #include "nodelist.h"
  18. #include "relay.h"
  19. #include "rendclient.h"
  20. #include "rendcommon.h"
  21. #include "rephist.h"
  22. #include "router.h"
  23. #include "routerlist.h"
  24. #include "routerset.h"
  25. static extend_info_t *rend_client_get_random_intro_impl(
  26. const rend_cache_entry_t *rend_query,
  27. const int strict, const int warnings);
  28. /** Purge all potentially remotely-detectable state held in the hidden
  29. * service client code. Called on SIGNAL NEWNYM. */
  30. void
  31. rend_client_purge_state(void)
  32. {
  33. rend_cache_purge();
  34. rend_client_cancel_descriptor_fetches();
  35. rend_client_purge_last_hid_serv_requests();
  36. }
  37. /** Called when we've established a circuit to an introduction point:
  38. * send the introduction request. */
  39. void
  40. rend_client_introcirc_has_opened(origin_circuit_t *circ)
  41. {
  42. tor_assert(circ->base_.purpose == CIRCUIT_PURPOSE_C_INTRODUCING);
  43. tor_assert(circ->cpath);
  44. log_info(LD_REND,"introcirc is open");
  45. connection_ap_attach_pending();
  46. }
  47. /** Send the establish-rendezvous cell along a rendezvous circuit. if
  48. * it fails, mark the circ for close and return -1. else return 0.
  49. */
  50. static int
  51. rend_client_send_establish_rendezvous(origin_circuit_t *circ)
  52. {
  53. tor_assert(circ->base_.purpose == CIRCUIT_PURPOSE_C_ESTABLISH_REND);
  54. tor_assert(circ->rend_data);
  55. log_info(LD_REND, "Sending an ESTABLISH_RENDEZVOUS cell");
  56. if (crypto_rand(circ->rend_data->rend_cookie, REND_COOKIE_LEN) < 0) {
  57. log_warn(LD_BUG, "Internal error: Couldn't produce random cookie.");
  58. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_INTERNAL);
  59. return -1;
  60. }
  61. if (relay_send_command_from_edge(0, TO_CIRCUIT(circ),
  62. RELAY_COMMAND_ESTABLISH_RENDEZVOUS,
  63. circ->rend_data->rend_cookie,
  64. REND_COOKIE_LEN,
  65. circ->cpath->prev)<0) {
  66. /* circ is already marked for close */
  67. log_warn(LD_GENERAL, "Couldn't send ESTABLISH_RENDEZVOUS cell");
  68. return -1;
  69. }
  70. return 0;
  71. }
  72. /** Extend the introduction circuit <b>circ</b> to another valid
  73. * introduction point for the hidden service it is trying to connect
  74. * to, or mark it and launch a new circuit if we can't extend it.
  75. * Return 0 on success or possible success. Return -1 and mark the
  76. * introduction circuit for close on permanent failure.
  77. *
  78. * On failure, the caller is responsible for marking the associated
  79. * rendezvous circuit for close. */
  80. static int
  81. rend_client_reextend_intro_circuit(origin_circuit_t *circ)
  82. {
  83. extend_info_t *extend_info;
  84. int result;
  85. extend_info = rend_client_get_random_intro(circ->rend_data);
  86. if (!extend_info) {
  87. log_warn(LD_REND,
  88. "No usable introduction points left for %s. Closing.",
  89. safe_str_client(circ->rend_data->onion_address));
  90. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_INTERNAL);
  91. return -1;
  92. }
  93. if (circ->remaining_relay_early_cells) {
  94. log_info(LD_REND,
  95. "Re-extending circ %d, this time to %s.",
  96. circ->base_.n_circ_id,
  97. safe_str_client(extend_info_describe(extend_info)));
  98. result = circuit_extend_to_new_exit(circ, extend_info);
  99. } else {
  100. log_info(LD_REND,
  101. "Closing intro circ %d (out of RELAY_EARLY cells).",
  102. circ->base_.n_circ_id);
  103. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_FINISHED);
  104. /* connection_ap_handshake_attach_circuit will launch a new intro circ. */
  105. result = 0;
  106. }
  107. extend_info_free(extend_info);
  108. return result;
  109. }
  110. /** Called when we're trying to connect an ap conn; sends an INTRODUCE1 cell
  111. * down introcirc if possible.
  112. */
  113. int
  114. rend_client_send_introduction(origin_circuit_t *introcirc,
  115. origin_circuit_t *rendcirc)
  116. {
  117. size_t payload_len;
  118. int r, v3_shift = 0;
  119. char payload[RELAY_PAYLOAD_SIZE];
  120. char tmp[RELAY_PAYLOAD_SIZE];
  121. rend_cache_entry_t *entry;
  122. crypt_path_t *cpath;
  123. off_t dh_offset;
  124. crypto_pk_t *intro_key = NULL;
  125. int status = 0;
  126. tor_assert(introcirc->base_.purpose == CIRCUIT_PURPOSE_C_INTRODUCING);
  127. tor_assert(rendcirc->base_.purpose == CIRCUIT_PURPOSE_C_REND_READY);
  128. tor_assert(introcirc->rend_data);
  129. tor_assert(rendcirc->rend_data);
  130. tor_assert(!rend_cmp_service_ids(introcirc->rend_data->onion_address,
  131. rendcirc->rend_data->onion_address));
  132. #ifndef NON_ANONYMOUS_MODE_ENABLED
  133. tor_assert(!(introcirc->build_state->onehop_tunnel));
  134. tor_assert(!(rendcirc->build_state->onehop_tunnel));
  135. #endif
  136. if (rend_cache_lookup_entry(introcirc->rend_data->onion_address, -1,
  137. &entry) < 1) {
  138. log_info(LD_REND,
  139. "query %s didn't have valid rend desc in cache. "
  140. "Refetching descriptor.",
  141. safe_str_client(introcirc->rend_data->onion_address));
  142. rend_client_refetch_v2_renddesc(introcirc->rend_data);
  143. {
  144. connection_t *conn;
  145. while ((conn = connection_get_by_type_state_rendquery(CONN_TYPE_AP,
  146. AP_CONN_STATE_CIRCUIT_WAIT,
  147. introcirc->rend_data->onion_address))) {
  148. conn->state = AP_CONN_STATE_RENDDESC_WAIT;
  149. }
  150. }
  151. status = -1;
  152. goto cleanup;
  153. }
  154. /* first 20 bytes of payload are the hash of Bob's pk */
  155. intro_key = NULL;
  156. SMARTLIST_FOREACH(entry->parsed->intro_nodes, rend_intro_point_t *,
  157. intro, {
  158. if (tor_memeq(introcirc->build_state->chosen_exit->identity_digest,
  159. intro->extend_info->identity_digest, DIGEST_LEN)) {
  160. intro_key = intro->intro_key;
  161. break;
  162. }
  163. });
  164. if (!intro_key) {
  165. log_info(LD_REND, "Could not find intro key for %s at %s; we "
  166. "have a v2 rend desc with %d intro points. "
  167. "Trying a different intro point...",
  168. safe_str_client(introcirc->rend_data->onion_address),
  169. safe_str_client(extend_info_describe(
  170. introcirc->build_state->chosen_exit)),
  171. smartlist_len(entry->parsed->intro_nodes));
  172. if (rend_client_reextend_intro_circuit(introcirc)) {
  173. status = -2;
  174. goto perm_err;
  175. } else {
  176. status = -1;
  177. goto cleanup;
  178. }
  179. }
  180. if (crypto_pk_get_digest(intro_key, payload)<0) {
  181. log_warn(LD_BUG, "Internal error: couldn't hash public key.");
  182. status = -2;
  183. goto perm_err;
  184. }
  185. /* Initialize the pending_final_cpath and start the DH handshake. */
  186. cpath = rendcirc->build_state->pending_final_cpath;
  187. if (!cpath) {
  188. cpath = rendcirc->build_state->pending_final_cpath =
  189. tor_malloc_zero(sizeof(crypt_path_t));
  190. cpath->magic = CRYPT_PATH_MAGIC;
  191. if (!(cpath->dh_handshake_state = crypto_dh_new(DH_TYPE_REND))) {
  192. log_warn(LD_BUG, "Internal error: couldn't allocate DH.");
  193. status = -2;
  194. goto perm_err;
  195. }
  196. if (crypto_dh_generate_public(cpath->dh_handshake_state)<0) {
  197. log_warn(LD_BUG, "Internal error: couldn't generate g^x.");
  198. status = -2;
  199. goto perm_err;
  200. }
  201. }
  202. /* If version is 3, write (optional) auth data and timestamp. */
  203. if (entry->parsed->protocols & (1<<3)) {
  204. tmp[0] = 3; /* version 3 of the cell format */
  205. tmp[1] = (uint8_t)introcirc->rend_data->auth_type; /* auth type, if any */
  206. v3_shift = 1;
  207. if (introcirc->rend_data->auth_type != REND_NO_AUTH) {
  208. set_uint16(tmp+2, htons(REND_DESC_COOKIE_LEN));
  209. memcpy(tmp+4, introcirc->rend_data->descriptor_cookie,
  210. REND_DESC_COOKIE_LEN);
  211. v3_shift += 2+REND_DESC_COOKIE_LEN;
  212. }
  213. set_uint32(tmp+v3_shift+1, htonl((uint32_t)time(NULL)));
  214. v3_shift += 4;
  215. } /* if version 2 only write version number */
  216. else if (entry->parsed->protocols & (1<<2)) {
  217. tmp[0] = 2; /* version 2 of the cell format */
  218. }
  219. /* write the remaining items into tmp */
  220. if (entry->parsed->protocols & (1<<3) || entry->parsed->protocols & (1<<2)) {
  221. /* version 2 format */
  222. extend_info_t *extend_info = rendcirc->build_state->chosen_exit;
  223. int klen;
  224. /* nul pads */
  225. set_uint32(tmp+v3_shift+1, tor_addr_to_ipv4h(&extend_info->addr));
  226. set_uint16(tmp+v3_shift+5, htons(extend_info->port));
  227. memcpy(tmp+v3_shift+7, extend_info->identity_digest, DIGEST_LEN);
  228. klen = crypto_pk_asn1_encode(extend_info->onion_key,
  229. tmp+v3_shift+7+DIGEST_LEN+2,
  230. sizeof(tmp)-(v3_shift+7+DIGEST_LEN+2));
  231. set_uint16(tmp+v3_shift+7+DIGEST_LEN, htons(klen));
  232. memcpy(tmp+v3_shift+7+DIGEST_LEN+2+klen, rendcirc->rend_data->rend_cookie,
  233. REND_COOKIE_LEN);
  234. dh_offset = v3_shift+7+DIGEST_LEN+2+klen+REND_COOKIE_LEN;
  235. } else {
  236. /* Version 0. */
  237. strncpy(tmp, rendcirc->build_state->chosen_exit->nickname,
  238. (MAX_NICKNAME_LEN+1)); /* nul pads */
  239. memcpy(tmp+MAX_NICKNAME_LEN+1, rendcirc->rend_data->rend_cookie,
  240. REND_COOKIE_LEN);
  241. dh_offset = MAX_NICKNAME_LEN+1+REND_COOKIE_LEN;
  242. }
  243. if (crypto_dh_get_public(cpath->dh_handshake_state, tmp+dh_offset,
  244. DH_KEY_LEN)<0) {
  245. log_warn(LD_BUG, "Internal error: couldn't extract g^x.");
  246. status = -2;
  247. goto perm_err;
  248. }
  249. note_crypto_pk_op(REND_CLIENT);
  250. /*XXX maybe give crypto_pk_public_hybrid_encrypt a max_len arg,
  251. * to avoid buffer overflows? */
  252. r = crypto_pk_public_hybrid_encrypt(intro_key, payload+DIGEST_LEN,
  253. sizeof(payload)-DIGEST_LEN,
  254. tmp,
  255. (int)(dh_offset+DH_KEY_LEN),
  256. PK_PKCS1_OAEP_PADDING, 0);
  257. if (r<0) {
  258. log_warn(LD_BUG,"Internal error: hybrid pk encrypt failed.");
  259. status = -2;
  260. goto perm_err;
  261. }
  262. payload_len = DIGEST_LEN + r;
  263. tor_assert(payload_len <= RELAY_PAYLOAD_SIZE); /* we overran something */
  264. /* Copy the rendezvous cookie from rendcirc to introcirc, so that
  265. * when introcirc gets an ack, we can change the state of the right
  266. * rendezvous circuit. */
  267. memcpy(introcirc->rend_data->rend_cookie, rendcirc->rend_data->rend_cookie,
  268. REND_COOKIE_LEN);
  269. log_info(LD_REND, "Sending an INTRODUCE1 cell");
  270. if (relay_send_command_from_edge(0, TO_CIRCUIT(introcirc),
  271. RELAY_COMMAND_INTRODUCE1,
  272. payload, payload_len,
  273. introcirc->cpath->prev)<0) {
  274. /* introcirc is already marked for close. leave rendcirc alone. */
  275. log_warn(LD_BUG, "Couldn't send INTRODUCE1 cell");
  276. status = -2;
  277. goto cleanup;
  278. }
  279. /* Now, we wait for an ACK or NAK on this circuit. */
  280. circuit_change_purpose(TO_CIRCUIT(introcirc),
  281. CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT);
  282. /* Set timestamp_dirty, because circuit_expire_building expects it
  283. * to specify when a circuit entered the _C_INTRODUCE_ACK_WAIT
  284. * state. */
  285. introcirc->base_.timestamp_dirty = time(NULL);
  286. goto cleanup;
  287. perm_err:
  288. if (!introcirc->base_.marked_for_close)
  289. circuit_mark_for_close(TO_CIRCUIT(introcirc), END_CIRC_REASON_INTERNAL);
  290. circuit_mark_for_close(TO_CIRCUIT(rendcirc), END_CIRC_REASON_INTERNAL);
  291. cleanup:
  292. memwipe(payload, 0, sizeof(payload));
  293. memwipe(tmp, 0, sizeof(tmp));
  294. return status;
  295. }
  296. /** Called when a rendezvous circuit is open; sends a establish
  297. * rendezvous circuit as appropriate. */
  298. void
  299. rend_client_rendcirc_has_opened(origin_circuit_t *circ)
  300. {
  301. tor_assert(circ->base_.purpose == CIRCUIT_PURPOSE_C_ESTABLISH_REND);
  302. log_info(LD_REND,"rendcirc is open");
  303. /* generate a rendezvous cookie, store it in circ */
  304. if (rend_client_send_establish_rendezvous(circ) < 0) {
  305. return;
  306. }
  307. }
  308. /** Called when get an ACK or a NAK for a REND_INTRODUCE1 cell.
  309. */
  310. int
  311. rend_client_introduction_acked(origin_circuit_t *circ,
  312. const uint8_t *request, size_t request_len)
  313. {
  314. origin_circuit_t *rendcirc;
  315. (void) request; // XXXX Use this.
  316. if (circ->base_.purpose != CIRCUIT_PURPOSE_C_INTRODUCE_ACK_WAIT) {
  317. log_warn(LD_PROTOCOL,
  318. "Received REND_INTRODUCE_ACK on unexpected circuit %d.",
  319. circ->base_.n_circ_id);
  320. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_TORPROTOCOL);
  321. return -1;
  322. }
  323. tor_assert(circ->build_state->chosen_exit);
  324. #ifndef NON_ANONYMOUS_MODE_ENABLED
  325. tor_assert(!(circ->build_state->onehop_tunnel));
  326. #endif
  327. tor_assert(circ->rend_data);
  328. /* For path bias: This circuit was used successfully. Valid
  329. * nacks and acks count. */
  330. circ->path_state = PATH_STATE_USE_SUCCEEDED;
  331. if (request_len == 0) {
  332. /* It's an ACK; the introduction point relayed our introduction request. */
  333. /* Locate the rend circ which is waiting to hear about this ack,
  334. * and tell it.
  335. */
  336. log_info(LD_REND,"Received ack. Telling rend circ...");
  337. rendcirc = circuit_get_ready_rend_circ_by_rend_data(circ->rend_data);
  338. if (rendcirc) { /* remember the ack */
  339. #ifndef NON_ANONYMOUS_MODE_ENABLED
  340. tor_assert(!(rendcirc->build_state->onehop_tunnel));
  341. #endif
  342. circuit_change_purpose(TO_CIRCUIT(rendcirc),
  343. CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED);
  344. /* Set timestamp_dirty, because circuit_expire_building expects
  345. * it to specify when a circuit entered the
  346. * _C_REND_READY_INTRO_ACKED state. */
  347. rendcirc->base_.timestamp_dirty = time(NULL);
  348. } else {
  349. log_info(LD_REND,"...Found no rend circ. Dropping on the floor.");
  350. }
  351. /* close the circuit: we won't need it anymore. */
  352. circuit_change_purpose(TO_CIRCUIT(circ),
  353. CIRCUIT_PURPOSE_C_INTRODUCE_ACKED);
  354. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_FINISHED);
  355. } else {
  356. /* It's a NAK; the introduction point didn't relay our request. */
  357. circuit_change_purpose(TO_CIRCUIT(circ), CIRCUIT_PURPOSE_C_INTRODUCING);
  358. /* Remove this intro point from the set of viable introduction
  359. * points. If any remain, extend to a new one and try again.
  360. * If none remain, refetch the service descriptor.
  361. */
  362. log_info(LD_REND, "Got nack for %s from %s...",
  363. safe_str_client(circ->rend_data->onion_address),
  364. safe_str_client(extend_info_describe(circ->build_state->chosen_exit)));
  365. if (rend_client_report_intro_point_failure(circ->build_state->chosen_exit,
  366. circ->rend_data,
  367. INTRO_POINT_FAILURE_GENERIC)>0) {
  368. /* There are introduction points left. Re-extend the circuit to
  369. * another intro point and try again. */
  370. int result = rend_client_reextend_intro_circuit(circ);
  371. /* XXXX If that call failed, should we close the rend circuit,
  372. * too? */
  373. return result;
  374. }
  375. }
  376. return 0;
  377. }
  378. /** The period for which a hidden service directory cannot be queried for
  379. * the same descriptor ID again. */
  380. #define REND_HID_SERV_DIR_REQUERY_PERIOD (15 * 60)
  381. /** Contains the last request times to hidden service directories for
  382. * certain queries; each key is a string consisting of the
  383. * concatenation of a base32-encoded HS directory identity digest, a
  384. * base32-encoded HS descriptor ID, and a hidden service address
  385. * (without the ".onion" part); each value is a pointer to a time_t
  386. * holding the time of the last request for that descriptor ID to that
  387. * HS directory. */
  388. static strmap_t *last_hid_serv_requests_ = NULL;
  389. /** Returns last_hid_serv_requests_, initializing it to a new strmap if
  390. * necessary. */
  391. static strmap_t *
  392. get_last_hid_serv_requests(void)
  393. {
  394. if (!last_hid_serv_requests_)
  395. last_hid_serv_requests_ = strmap_new();
  396. return last_hid_serv_requests_;
  397. }
  398. #define LAST_HID_SERV_REQUEST_KEY_LEN (REND_DESC_ID_V2_LEN_BASE32 + \
  399. REND_DESC_ID_V2_LEN_BASE32 + \
  400. REND_SERVICE_ID_LEN_BASE32)
  401. /** Look up the last request time to hidden service directory <b>hs_dir</b>
  402. * for descriptor ID <b>desc_id_base32</b> for the service specified in
  403. * <b>rend_query</b>. If <b>set</b> is non-zero,
  404. * assign the current time <b>now</b> and return that. Otherwise, return
  405. * the most recent request time, or 0 if no such request has been sent
  406. * before. */
  407. static time_t
  408. lookup_last_hid_serv_request(routerstatus_t *hs_dir,
  409. const char *desc_id_base32,
  410. const rend_data_t *rend_query,
  411. time_t now, int set)
  412. {
  413. char hsdir_id_base32[REND_DESC_ID_V2_LEN_BASE32 + 1];
  414. char hsdir_desc_comb_id[LAST_HID_SERV_REQUEST_KEY_LEN + 1];
  415. time_t *last_request_ptr;
  416. strmap_t *last_hid_serv_requests = get_last_hid_serv_requests();
  417. base32_encode(hsdir_id_base32, sizeof(hsdir_id_base32),
  418. hs_dir->identity_digest, DIGEST_LEN);
  419. tor_snprintf(hsdir_desc_comb_id, sizeof(hsdir_desc_comb_id), "%s%s%s",
  420. hsdir_id_base32,
  421. desc_id_base32,
  422. rend_query->onion_address);
  423. /* XXX023 tor_assert(strlen(hsdir_desc_comb_id) ==
  424. LAST_HID_SERV_REQUEST_KEY_LEN); */
  425. if (set) {
  426. time_t *oldptr;
  427. last_request_ptr = tor_malloc_zero(sizeof(time_t));
  428. *last_request_ptr = now;
  429. oldptr = strmap_set(last_hid_serv_requests, hsdir_desc_comb_id,
  430. last_request_ptr);
  431. tor_free(oldptr);
  432. } else
  433. last_request_ptr = strmap_get_lc(last_hid_serv_requests,
  434. hsdir_desc_comb_id);
  435. return (last_request_ptr) ? *last_request_ptr : 0;
  436. }
  437. /** Clean the history of request times to hidden service directories, so that
  438. * it does not contain requests older than REND_HID_SERV_DIR_REQUERY_PERIOD
  439. * seconds any more. */
  440. static void
  441. directory_clean_last_hid_serv_requests(time_t now)
  442. {
  443. strmap_iter_t *iter;
  444. time_t cutoff = now - REND_HID_SERV_DIR_REQUERY_PERIOD;
  445. strmap_t *last_hid_serv_requests = get_last_hid_serv_requests();
  446. for (iter = strmap_iter_init(last_hid_serv_requests);
  447. !strmap_iter_done(iter); ) {
  448. const char *key;
  449. void *val;
  450. time_t *ent;
  451. strmap_iter_get(iter, &key, &val);
  452. ent = (time_t *) val;
  453. if (*ent < cutoff) {
  454. iter = strmap_iter_next_rmv(last_hid_serv_requests, iter);
  455. tor_free(ent);
  456. } else {
  457. iter = strmap_iter_next(last_hid_serv_requests, iter);
  458. }
  459. }
  460. }
  461. /** Remove all requests related to the hidden service named
  462. * <b>onion_address</b> from the history of times of requests to
  463. * hidden service directories. */
  464. static void
  465. purge_hid_serv_from_last_hid_serv_requests(const char *onion_address)
  466. {
  467. strmap_iter_t *iter;
  468. strmap_t *last_hid_serv_requests = get_last_hid_serv_requests();
  469. /* XXX023 tor_assert(strlen(onion_address) == REND_SERVICE_ID_LEN_BASE32); */
  470. for (iter = strmap_iter_init(last_hid_serv_requests);
  471. !strmap_iter_done(iter); ) {
  472. const char *key;
  473. void *val;
  474. strmap_iter_get(iter, &key, &val);
  475. /* XXX023 tor_assert(strlen(key) == LAST_HID_SERV_REQUEST_KEY_LEN); */
  476. if (tor_memeq(key + LAST_HID_SERV_REQUEST_KEY_LEN -
  477. REND_SERVICE_ID_LEN_BASE32,
  478. onion_address,
  479. REND_SERVICE_ID_LEN_BASE32)) {
  480. iter = strmap_iter_next_rmv(last_hid_serv_requests, iter);
  481. tor_free(val);
  482. } else {
  483. iter = strmap_iter_next(last_hid_serv_requests, iter);
  484. }
  485. }
  486. }
  487. /** Purge the history of request times to hidden service directories,
  488. * so that future lookups of an HS descriptor will not fail because we
  489. * accessed all of the HSDir relays responsible for the descriptor
  490. * recently. */
  491. void
  492. rend_client_purge_last_hid_serv_requests(void)
  493. {
  494. /* Don't create the table if it doesn't exist yet (and it may very
  495. * well not exist if the user hasn't accessed any HSes)... */
  496. strmap_t *old_last_hid_serv_requests = last_hid_serv_requests_;
  497. /* ... and let get_last_hid_serv_requests re-create it for us if
  498. * necessary. */
  499. last_hid_serv_requests_ = NULL;
  500. if (old_last_hid_serv_requests != NULL) {
  501. log_info(LD_REND, "Purging client last-HS-desc-request-time table");
  502. strmap_free(old_last_hid_serv_requests, tor_free_);
  503. }
  504. }
  505. /** Determine the responsible hidden service directories for <b>desc_id</b>
  506. * and fetch the descriptor with that ID from one of them. Only
  507. * send a request to a hidden service directory that we have not yet tried
  508. * during this attempt to connect to this hidden service; on success, return 1,
  509. * in the case that no hidden service directory is left to ask for the
  510. * descriptor, return 0, and in case of a failure -1. */
  511. static int
  512. directory_get_from_hs_dir(const char *desc_id, const rend_data_t *rend_query)
  513. {
  514. smartlist_t *responsible_dirs = smartlist_new();
  515. routerstatus_t *hs_dir;
  516. char desc_id_base32[REND_DESC_ID_V2_LEN_BASE32 + 1];
  517. time_t now = time(NULL);
  518. char descriptor_cookie_base64[3*REND_DESC_COOKIE_LEN_BASE64];
  519. int tor2web_mode = get_options()->Tor2webMode;
  520. tor_assert(desc_id);
  521. tor_assert(rend_query);
  522. /* Determine responsible dirs. Even if we can't get all we want,
  523. * work with the ones we have. If it's empty, we'll notice below. */
  524. hid_serv_get_responsible_directories(responsible_dirs, desc_id);
  525. base32_encode(desc_id_base32, sizeof(desc_id_base32),
  526. desc_id, DIGEST_LEN);
  527. /* Only select those hidden service directories to which we did not send
  528. * a request recently and for which we have a router descriptor here. */
  529. /* Clean request history first. */
  530. directory_clean_last_hid_serv_requests(now);
  531. SMARTLIST_FOREACH(responsible_dirs, routerstatus_t *, dir, {
  532. time_t last = lookup_last_hid_serv_request(
  533. dir, desc_id_base32, rend_query, 0, 0);
  534. const node_t *node = node_get_by_id(dir->identity_digest);
  535. if (last + REND_HID_SERV_DIR_REQUERY_PERIOD >= now ||
  536. !node || !node_has_descriptor(node))
  537. SMARTLIST_DEL_CURRENT(responsible_dirs, dir);
  538. });
  539. hs_dir = smartlist_choose(responsible_dirs);
  540. smartlist_free(responsible_dirs);
  541. if (!hs_dir) {
  542. log_info(LD_REND, "Could not pick one of the responsible hidden "
  543. "service directories, because we requested them all "
  544. "recently without success.");
  545. return 0;
  546. }
  547. /* Remember that we are requesting a descriptor from this hidden service
  548. * directory now. */
  549. lookup_last_hid_serv_request(hs_dir, desc_id_base32, rend_query, now, 1);
  550. /* Encode descriptor cookie for logging purposes. */
  551. if (rend_query->auth_type != REND_NO_AUTH) {
  552. if (base64_encode(descriptor_cookie_base64,
  553. sizeof(descriptor_cookie_base64),
  554. rend_query->descriptor_cookie, REND_DESC_COOKIE_LEN)<0) {
  555. log_warn(LD_BUG, "Could not base64-encode descriptor cookie.");
  556. return 0;
  557. }
  558. /* Remove == signs and newline. */
  559. descriptor_cookie_base64[strlen(descriptor_cookie_base64)-3] = '\0';
  560. } else {
  561. strlcpy(descriptor_cookie_base64, "(none)",
  562. sizeof(descriptor_cookie_base64));
  563. }
  564. /* Send fetch request. (Pass query and possibly descriptor cookie so that
  565. * they can be written to the directory connection and be referred to when
  566. * the response arrives. */
  567. directory_initiate_command_routerstatus_rend(hs_dir,
  568. DIR_PURPOSE_FETCH_RENDDESC_V2,
  569. ROUTER_PURPOSE_GENERAL,
  570. tor2web_mode?DIRIND_ONEHOP:DIRIND_ANONYMOUS,
  571. desc_id_base32,
  572. NULL, 0, 0,
  573. rend_query);
  574. log_info(LD_REND, "Sending fetch request for v2 descriptor for "
  575. "service '%s' with descriptor ID '%s', auth type %d, "
  576. "and descriptor cookie '%s' to hidden service "
  577. "directory %s",
  578. rend_query->onion_address, desc_id_base32,
  579. rend_query->auth_type,
  580. (rend_query->auth_type == REND_NO_AUTH ? "[none]" :
  581. escaped_safe_str_client(descriptor_cookie_base64)),
  582. routerstatus_describe(hs_dir));
  583. return 1;
  584. }
  585. /** Unless we already have a descriptor for <b>rend_query</b> with at least
  586. * one (possibly) working introduction point in it, start a connection to a
  587. * hidden service directory to fetch a v2 rendezvous service descriptor. */
  588. void
  589. rend_client_refetch_v2_renddesc(const rend_data_t *rend_query)
  590. {
  591. char descriptor_id[DIGEST_LEN];
  592. int replicas_left_to_try[REND_NUMBER_OF_NON_CONSECUTIVE_REPLICAS];
  593. int i, tries_left;
  594. rend_cache_entry_t *e = NULL;
  595. tor_assert(rend_query);
  596. /* Are we configured to fetch descriptors? */
  597. if (!get_options()->FetchHidServDescriptors) {
  598. log_warn(LD_REND, "We received an onion address for a v2 rendezvous "
  599. "service descriptor, but are not fetching service descriptors.");
  600. return;
  601. }
  602. /* Before fetching, check if we already have a usable descriptor here. */
  603. if (rend_cache_lookup_entry(rend_query->onion_address, -1, &e) > 0 &&
  604. rend_client_any_intro_points_usable(e)) {
  605. log_info(LD_REND, "We would fetch a v2 rendezvous descriptor, but we "
  606. "already have a usable descriptor here. Not fetching.");
  607. return;
  608. }
  609. log_debug(LD_REND, "Fetching v2 rendezvous descriptor for service %s",
  610. safe_str_client(rend_query->onion_address));
  611. /* Randomly iterate over the replicas until a descriptor can be fetched
  612. * from one of the consecutive nodes, or no options are left. */
  613. tries_left = REND_NUMBER_OF_NON_CONSECUTIVE_REPLICAS;
  614. for (i = 0; i < REND_NUMBER_OF_NON_CONSECUTIVE_REPLICAS; i++)
  615. replicas_left_to_try[i] = i;
  616. while (tries_left > 0) {
  617. int rand = crypto_rand_int(tries_left);
  618. int chosen_replica = replicas_left_to_try[rand];
  619. replicas_left_to_try[rand] = replicas_left_to_try[--tries_left];
  620. if (rend_compute_v2_desc_id(descriptor_id, rend_query->onion_address,
  621. rend_query->auth_type == REND_STEALTH_AUTH ?
  622. rend_query->descriptor_cookie : NULL,
  623. time(NULL), chosen_replica) < 0) {
  624. log_warn(LD_REND, "Internal error: Computing v2 rendezvous "
  625. "descriptor ID did not succeed.");
  626. /*
  627. * Hmm, can this write anything to descriptor_id and still fail?
  628. * Let's clear it just to be safe.
  629. *
  630. * From here on, any returns should goto done which clears
  631. * descriptor_id so we don't leave key-derived material on the stack.
  632. */
  633. goto done;
  634. }
  635. if (directory_get_from_hs_dir(descriptor_id, rend_query) != 0)
  636. goto done; /* either success or failure, but we're done */
  637. }
  638. /* If we come here, there are no hidden service directories left. */
  639. log_info(LD_REND, "Could not pick one of the responsible hidden "
  640. "service directories to fetch descriptors, because "
  641. "we already tried them all unsuccessfully.");
  642. /* Close pending connections. */
  643. rend_client_desc_trynow(rend_query->onion_address);
  644. done:
  645. memwipe(descriptor_id, 0, sizeof(descriptor_id));
  646. return;
  647. }
  648. /** Cancel all rendezvous descriptor fetches currently in progress.
  649. */
  650. void
  651. rend_client_cancel_descriptor_fetches(void)
  652. {
  653. smartlist_t *connection_array = get_connection_array();
  654. SMARTLIST_FOREACH_BEGIN(connection_array, connection_t *, conn) {
  655. if (conn->type == CONN_TYPE_DIR &&
  656. (conn->purpose == DIR_PURPOSE_FETCH_RENDDESC ||
  657. conn->purpose == DIR_PURPOSE_FETCH_RENDDESC_V2)) {
  658. /* It's a rendezvous descriptor fetch in progress -- cancel it
  659. * by marking the connection for close.
  660. *
  661. * Even if this connection has already reached EOF, this is
  662. * enough to make sure that if the descriptor hasn't been
  663. * processed yet, it won't be. See the end of
  664. * connection_handle_read; connection_reached_eof (indirectly)
  665. * processes whatever response the connection received. */
  666. const rend_data_t *rd = (TO_DIR_CONN(conn))->rend_data;
  667. if (!rd) {
  668. log_warn(LD_BUG | LD_REND,
  669. "Marking for close dir conn fetching rendezvous "
  670. "descriptor for unknown service!");
  671. } else {
  672. log_debug(LD_REND, "Marking for close dir conn fetching "
  673. "rendezvous descriptor for service %s",
  674. safe_str(rd->onion_address));
  675. }
  676. connection_mark_for_close(conn);
  677. }
  678. } SMARTLIST_FOREACH_END(conn);
  679. }
  680. /** Mark <b>failed_intro</b> as a failed introduction point for the
  681. * hidden service specified by <b>rend_query</b>. If the HS now has no
  682. * usable intro points, or we do not have an HS descriptor for it,
  683. * then launch a new renddesc fetch.
  684. *
  685. * If <b>failure_type</b> is INTRO_POINT_FAILURE_GENERIC, remove the
  686. * intro point from (our parsed copy of) the HS descriptor.
  687. *
  688. * If <b>failure_type</b> is INTRO_POINT_FAILURE_TIMEOUT, mark the
  689. * intro point as 'timed out'; it will not be retried until the
  690. * current hidden service connection attempt has ended or it has
  691. * appeared in a newly fetched rendezvous descriptor.
  692. *
  693. * If <b>failure_type</b> is INTRO_POINT_FAILURE_UNREACHABLE,
  694. * increment the intro point's reachability-failure count; if it has
  695. * now failed MAX_INTRO_POINT_REACHABILITY_FAILURES or more times,
  696. * remove the intro point from (our parsed copy of) the HS descriptor.
  697. *
  698. * Return -1 if error, 0 if no usable intro points remain or service
  699. * unrecognized, 1 if recognized and some intro points remain.
  700. */
  701. int
  702. rend_client_report_intro_point_failure(extend_info_t *failed_intro,
  703. const rend_data_t *rend_query,
  704. unsigned int failure_type)
  705. {
  706. int i, r;
  707. rend_cache_entry_t *ent;
  708. connection_t *conn;
  709. r = rend_cache_lookup_entry(rend_query->onion_address, -1, &ent);
  710. if (r<0) {
  711. log_warn(LD_BUG, "Malformed service ID %s.",
  712. escaped_safe_str_client(rend_query->onion_address));
  713. return -1;
  714. }
  715. if (r==0) {
  716. log_info(LD_REND, "Unknown service %s. Re-fetching descriptor.",
  717. escaped_safe_str_client(rend_query->onion_address));
  718. rend_client_refetch_v2_renddesc(rend_query);
  719. return 0;
  720. }
  721. for (i = 0; i < smartlist_len(ent->parsed->intro_nodes); i++) {
  722. rend_intro_point_t *intro = smartlist_get(ent->parsed->intro_nodes, i);
  723. if (tor_memeq(failed_intro->identity_digest,
  724. intro->extend_info->identity_digest, DIGEST_LEN)) {
  725. switch (failure_type) {
  726. default:
  727. log_warn(LD_BUG, "Unknown failure type %u. Removing intro point.",
  728. failure_type);
  729. tor_fragile_assert();
  730. /* fall through */
  731. case INTRO_POINT_FAILURE_GENERIC:
  732. rend_intro_point_free(intro);
  733. smartlist_del(ent->parsed->intro_nodes, i);
  734. break;
  735. case INTRO_POINT_FAILURE_TIMEOUT:
  736. intro->timed_out = 1;
  737. break;
  738. case INTRO_POINT_FAILURE_UNREACHABLE:
  739. ++(intro->unreachable_count);
  740. {
  741. int zap_intro_point =
  742. intro->unreachable_count >= MAX_INTRO_POINT_REACHABILITY_FAILURES;
  743. log_info(LD_REND, "Failed to reach this intro point %u times.%s",
  744. intro->unreachable_count,
  745. zap_intro_point ? " Removing from descriptor.": "");
  746. if (zap_intro_point) {
  747. rend_intro_point_free(intro);
  748. smartlist_del(ent->parsed->intro_nodes, i);
  749. }
  750. }
  751. break;
  752. }
  753. break;
  754. }
  755. }
  756. if (! rend_client_any_intro_points_usable(ent)) {
  757. log_info(LD_REND,
  758. "No more intro points remain for %s. Re-fetching descriptor.",
  759. escaped_safe_str_client(rend_query->onion_address));
  760. rend_client_refetch_v2_renddesc(rend_query);
  761. /* move all pending streams back to renddesc_wait */
  762. while ((conn = connection_get_by_type_state_rendquery(CONN_TYPE_AP,
  763. AP_CONN_STATE_CIRCUIT_WAIT,
  764. rend_query->onion_address))) {
  765. conn->state = AP_CONN_STATE_RENDDESC_WAIT;
  766. }
  767. return 0;
  768. }
  769. log_info(LD_REND,"%d options left for %s.",
  770. smartlist_len(ent->parsed->intro_nodes),
  771. escaped_safe_str_client(rend_query->onion_address));
  772. return 1;
  773. }
  774. /** Called when we receive a RENDEZVOUS_ESTABLISHED cell; changes the state of
  775. * the circuit to C_REND_READY.
  776. */
  777. int
  778. rend_client_rendezvous_acked(origin_circuit_t *circ, const uint8_t *request,
  779. size_t request_len)
  780. {
  781. (void) request;
  782. (void) request_len;
  783. /* we just got an ack for our establish-rendezvous. switch purposes. */
  784. if (circ->base_.purpose != CIRCUIT_PURPOSE_C_ESTABLISH_REND) {
  785. log_warn(LD_PROTOCOL,"Got a rendezvous ack when we weren't expecting one. "
  786. "Closing circ.");
  787. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_TORPROTOCOL);
  788. return -1;
  789. }
  790. log_info(LD_REND,"Got rendezvous ack. This circuit is now ready for "
  791. "rendezvous.");
  792. circuit_change_purpose(TO_CIRCUIT(circ), CIRCUIT_PURPOSE_C_REND_READY);
  793. /* Set timestamp_dirty, because circuit_expire_building expects it
  794. * to specify when a circuit entered the _C_REND_READY state. */
  795. circ->base_.timestamp_dirty = time(NULL);
  796. /* XXXX This is a pretty brute-force approach. It'd be better to
  797. * attach only the connections that are waiting on this circuit, rather
  798. * than trying to attach them all. See comments bug 743. */
  799. /* If we already have the introduction circuit built, make sure we send
  800. * the INTRODUCE cell _now_ */
  801. connection_ap_attach_pending();
  802. return 0;
  803. }
  804. /** Bob sent us a rendezvous cell; join the circuits. */
  805. int
  806. rend_client_receive_rendezvous(origin_circuit_t *circ, const uint8_t *request,
  807. size_t request_len)
  808. {
  809. crypt_path_t *hop;
  810. char keys[DIGEST_LEN+CPATH_KEY_MATERIAL_LEN];
  811. if ((circ->base_.purpose != CIRCUIT_PURPOSE_C_REND_READY &&
  812. circ->base_.purpose != CIRCUIT_PURPOSE_C_REND_READY_INTRO_ACKED)
  813. || !circ->build_state->pending_final_cpath) {
  814. log_warn(LD_PROTOCOL,"Got rendezvous2 cell from hidden service, but not "
  815. "expecting it. Closing.");
  816. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_TORPROTOCOL);
  817. return -1;
  818. }
  819. if (request_len != DH_KEY_LEN+DIGEST_LEN) {
  820. log_warn(LD_PROTOCOL,"Incorrect length (%d) on RENDEZVOUS2 cell.",
  821. (int)request_len);
  822. goto err;
  823. }
  824. log_info(LD_REND,"Got RENDEZVOUS2 cell from hidden service.");
  825. /* first DH_KEY_LEN bytes are g^y from bob. Finish the dh handshake...*/
  826. tor_assert(circ->build_state);
  827. tor_assert(circ->build_state->pending_final_cpath);
  828. hop = circ->build_state->pending_final_cpath;
  829. tor_assert(hop->dh_handshake_state);
  830. if (crypto_dh_compute_secret(LOG_PROTOCOL_WARN,
  831. hop->dh_handshake_state, (char*)request,
  832. DH_KEY_LEN,
  833. keys, DIGEST_LEN+CPATH_KEY_MATERIAL_LEN)<0) {
  834. log_warn(LD_GENERAL, "Couldn't complete DH handshake.");
  835. goto err;
  836. }
  837. /* ... and set up cpath. */
  838. if (circuit_init_cpath_crypto(hop, keys+DIGEST_LEN, 0)<0)
  839. goto err;
  840. /* Check whether the digest is right... */
  841. if (tor_memneq(keys, request+DH_KEY_LEN, DIGEST_LEN)) {
  842. log_warn(LD_PROTOCOL, "Incorrect digest of key material.");
  843. goto err;
  844. }
  845. crypto_dh_free(hop->dh_handshake_state);
  846. hop->dh_handshake_state = NULL;
  847. /* All is well. Extend the circuit. */
  848. circuit_change_purpose(TO_CIRCUIT(circ), CIRCUIT_PURPOSE_C_REND_JOINED);
  849. hop->state = CPATH_STATE_OPEN;
  850. /* set the windows to default. these are the windows
  851. * that alice thinks bob has.
  852. */
  853. hop->package_window = circuit_initial_package_window();
  854. hop->deliver_window = CIRCWINDOW_START;
  855. /* Now that this circuit has finished connecting to its destination,
  856. * make sure circuit_get_open_circ_or_launch is willing to return it
  857. * so we can actually use it. */
  858. circ->hs_circ_has_timed_out = 0;
  859. onion_append_to_cpath(&circ->cpath, hop);
  860. circ->build_state->pending_final_cpath = NULL; /* prevent double-free */
  861. circuit_try_attaching_streams(circ);
  862. memwipe(keys, 0, sizeof(keys));
  863. return 0;
  864. err:
  865. memwipe(keys, 0, sizeof(keys));
  866. circuit_mark_for_close(TO_CIRCUIT(circ), END_CIRC_REASON_TORPROTOCOL);
  867. return -1;
  868. }
  869. /** Find all the apconns in state AP_CONN_STATE_RENDDESC_WAIT that are
  870. * waiting on <b>query</b>. If there's a working cache entry here with at
  871. * least one intro point, move them to the next state. */
  872. void
  873. rend_client_desc_trynow(const char *query)
  874. {
  875. entry_connection_t *conn;
  876. rend_cache_entry_t *entry;
  877. const rend_data_t *rend_data;
  878. time_t now = time(NULL);
  879. smartlist_t *conns = get_connection_array();
  880. SMARTLIST_FOREACH_BEGIN(conns, connection_t *, base_conn) {
  881. if (base_conn->type != CONN_TYPE_AP ||
  882. base_conn->state != AP_CONN_STATE_RENDDESC_WAIT ||
  883. base_conn->marked_for_close)
  884. continue;
  885. conn = TO_ENTRY_CONN(base_conn);
  886. rend_data = ENTRY_TO_EDGE_CONN(conn)->rend_data;
  887. if (!rend_data)
  888. continue;
  889. if (rend_cmp_service_ids(query, rend_data->onion_address))
  890. continue;
  891. assert_connection_ok(base_conn, now);
  892. if (rend_cache_lookup_entry(rend_data->onion_address, -1,
  893. &entry) == 1 &&
  894. rend_client_any_intro_points_usable(entry)) {
  895. /* either this fetch worked, or it failed but there was a
  896. * valid entry from before which we should reuse */
  897. log_info(LD_REND,"Rend desc is usable. Launching circuits.");
  898. base_conn->state = AP_CONN_STATE_CIRCUIT_WAIT;
  899. /* restart their timeout values, so they get a fair shake at
  900. * connecting to the hidden service. */
  901. base_conn->timestamp_created = now;
  902. base_conn->timestamp_lastread = now;
  903. base_conn->timestamp_lastwritten = now;
  904. if (connection_ap_handshake_attach_circuit(conn) < 0) {
  905. /* it will never work */
  906. log_warn(LD_REND,"Rendezvous attempt failed. Closing.");
  907. if (!base_conn->marked_for_close)
  908. connection_mark_unattached_ap(conn, END_STREAM_REASON_CANT_ATTACH);
  909. }
  910. } else { /* 404, or fetch didn't get that far */
  911. log_notice(LD_REND,"Closing stream for '%s.onion': hidden service is "
  912. "unavailable (try again later).",
  913. safe_str_client(query));
  914. connection_mark_unattached_ap(conn, END_STREAM_REASON_RESOLVEFAILED);
  915. rend_client_note_connection_attempt_ended(query);
  916. }
  917. } SMARTLIST_FOREACH_END(base_conn);
  918. }
  919. /** Clear temporary state used only during an attempt to connect to
  920. * the hidden service named <b>onion_address</b>. Called when a
  921. * connection attempt has ended; may be called occasionally at other
  922. * times, and should be reasonably harmless. */
  923. void
  924. rend_client_note_connection_attempt_ended(const char *onion_address)
  925. {
  926. rend_cache_entry_t *cache_entry = NULL;
  927. rend_cache_lookup_entry(onion_address, -1, &cache_entry);
  928. log_info(LD_REND, "Connection attempt for %s has ended; "
  929. "cleaning up temporary state.",
  930. safe_str_client(onion_address));
  931. /* Clear the timed_out flag on all remaining intro points for this HS. */
  932. if (cache_entry != NULL) {
  933. SMARTLIST_FOREACH(cache_entry->parsed->intro_nodes,
  934. rend_intro_point_t *, ip,
  935. ip->timed_out = 0; );
  936. }
  937. /* Remove the HS's entries in last_hid_serv_requests. */
  938. purge_hid_serv_from_last_hid_serv_requests(onion_address);
  939. }
  940. /** Return a newly allocated extend_info_t* for a randomly chosen introduction
  941. * point for the named hidden service. Return NULL if all introduction points
  942. * have been tried and failed.
  943. */
  944. extend_info_t *
  945. rend_client_get_random_intro(const rend_data_t *rend_query)
  946. {
  947. extend_info_t *result;
  948. rend_cache_entry_t *entry;
  949. if (rend_cache_lookup_entry(rend_query->onion_address, -1, &entry) < 1) {
  950. log_warn(LD_REND,
  951. "Query '%s' didn't have valid rend desc in cache. Failing.",
  952. safe_str_client(rend_query->onion_address));
  953. return NULL;
  954. }
  955. /* See if we can get a node that complies with ExcludeNodes */
  956. if ((result = rend_client_get_random_intro_impl(entry, 1, 1)))
  957. return result;
  958. /* If not, and StrictNodes is not set, see if we can return any old node
  959. */
  960. if (!get_options()->StrictNodes)
  961. return rend_client_get_random_intro_impl(entry, 0, 1);
  962. return NULL;
  963. }
  964. /** As rend_client_get_random_intro, except assume that StrictNodes is set
  965. * iff <b>strict</b> is true. If <b>warnings</b> is false, don't complain
  966. * to the user when we're out of nodes, even if StrictNodes is true.
  967. */
  968. static extend_info_t *
  969. rend_client_get_random_intro_impl(const rend_cache_entry_t *entry,
  970. const int strict,
  971. const int warnings)
  972. {
  973. int i;
  974. rend_intro_point_t *intro;
  975. const or_options_t *options = get_options();
  976. smartlist_t *usable_nodes;
  977. int n_excluded = 0;
  978. /* We'll keep a separate list of the usable nodes. If this becomes empty,
  979. * no nodes are usable. */
  980. usable_nodes = smartlist_new();
  981. smartlist_add_all(usable_nodes, entry->parsed->intro_nodes);
  982. /* Remove the intro points that have timed out during this HS
  983. * connection attempt from our list of usable nodes. */
  984. SMARTLIST_FOREACH(usable_nodes, rend_intro_point_t *, ip,
  985. if (ip->timed_out) {
  986. SMARTLIST_DEL_CURRENT(usable_nodes, ip);
  987. });
  988. again:
  989. if (smartlist_len(usable_nodes) == 0) {
  990. if (n_excluded && get_options()->StrictNodes && warnings) {
  991. /* We only want to warn if StrictNodes is really set. Otherwise
  992. * we're just about to retry anyways.
  993. */
  994. log_warn(LD_REND, "All introduction points for hidden service are "
  995. "at excluded relays, and StrictNodes is set. Skipping.");
  996. }
  997. smartlist_free(usable_nodes);
  998. return NULL;
  999. }
  1000. i = crypto_rand_int(smartlist_len(usable_nodes));
  1001. intro = smartlist_get(usable_nodes, i);
  1002. /* Do we need to look up the router or is the extend info complete? */
  1003. if (!intro->extend_info->onion_key) {
  1004. const node_t *node;
  1005. extend_info_t *new_extend_info;
  1006. if (tor_digest_is_zero(intro->extend_info->identity_digest))
  1007. node = node_get_by_hex_id(intro->extend_info->nickname);
  1008. else
  1009. node = node_get_by_id(intro->extend_info->identity_digest);
  1010. if (!node) {
  1011. log_info(LD_REND, "Unknown router with nickname '%s'; trying another.",
  1012. intro->extend_info->nickname);
  1013. smartlist_del(usable_nodes, i);
  1014. goto again;
  1015. }
  1016. new_extend_info = extend_info_from_node(node, 0);
  1017. if (!new_extend_info) {
  1018. log_info(LD_REND, "We don't have a descriptor for the intro-point relay "
  1019. "'%s'; trying another.",
  1020. extend_info_describe(intro->extend_info));
  1021. smartlist_del(usable_nodes, i);
  1022. goto again;
  1023. } else {
  1024. extend_info_free(intro->extend_info);
  1025. intro->extend_info = new_extend_info;
  1026. }
  1027. tor_assert(intro->extend_info != NULL);
  1028. }
  1029. /* Check if we should refuse to talk to this router. */
  1030. if (strict &&
  1031. routerset_contains_extendinfo(options->ExcludeNodes,
  1032. intro->extend_info)) {
  1033. n_excluded++;
  1034. smartlist_del(usable_nodes, i);
  1035. goto again;
  1036. }
  1037. smartlist_free(usable_nodes);
  1038. return extend_info_dup(intro->extend_info);
  1039. }
  1040. /** Return true iff any introduction points still listed in <b>entry</b> are
  1041. * usable. */
  1042. int
  1043. rend_client_any_intro_points_usable(const rend_cache_entry_t *entry)
  1044. {
  1045. extend_info_t *extend_info =
  1046. rend_client_get_random_intro_impl(entry, get_options()->StrictNodes, 0);
  1047. int rv = (extend_info != NULL);
  1048. extend_info_free(extend_info);
  1049. return rv;
  1050. }
  1051. /** Client-side authorizations for hidden services; map of onion address to
  1052. * rend_service_authorization_t*. */
  1053. static strmap_t *auth_hid_servs = NULL;
  1054. /** Look up the client-side authorization for the hidden service with
  1055. * <b>onion_address</b>. Return NULL if no authorization is available for
  1056. * that address. */
  1057. rend_service_authorization_t*
  1058. rend_client_lookup_service_authorization(const char *onion_address)
  1059. {
  1060. tor_assert(onion_address);
  1061. if (!auth_hid_servs) return NULL;
  1062. return strmap_get(auth_hid_servs, onion_address);
  1063. }
  1064. /** Helper: Free storage held by rend_service_authorization_t. */
  1065. static void
  1066. rend_service_authorization_free(rend_service_authorization_t *auth)
  1067. {
  1068. tor_free(auth);
  1069. }
  1070. /** Helper for strmap_free. */
  1071. static void
  1072. rend_service_authorization_strmap_item_free(void *service_auth)
  1073. {
  1074. rend_service_authorization_free(service_auth);
  1075. }
  1076. /** Release all the storage held in auth_hid_servs.
  1077. */
  1078. void
  1079. rend_service_authorization_free_all(void)
  1080. {
  1081. if (!auth_hid_servs) {
  1082. return;
  1083. }
  1084. strmap_free(auth_hid_servs, rend_service_authorization_strmap_item_free);
  1085. auth_hid_servs = NULL;
  1086. }
  1087. /** Parse <b>config_line</b> as a client-side authorization for a hidden
  1088. * service and add it to the local map of hidden service authorizations.
  1089. * Return 0 for success and -1 for failure. */
  1090. int
  1091. rend_parse_service_authorization(const or_options_t *options,
  1092. int validate_only)
  1093. {
  1094. config_line_t *line;
  1095. int res = -1;
  1096. strmap_t *parsed = strmap_new();
  1097. smartlist_t *sl = smartlist_new();
  1098. rend_service_authorization_t *auth = NULL;
  1099. char descriptor_cookie_tmp[REND_DESC_COOKIE_LEN+2];
  1100. char descriptor_cookie_base64ext[REND_DESC_COOKIE_LEN_BASE64+2+1];
  1101. for (line = options->HidServAuth; line; line = line->next) {
  1102. char *onion_address, *descriptor_cookie;
  1103. int auth_type_val = 0;
  1104. auth = NULL;
  1105. SMARTLIST_FOREACH(sl, char *, c, tor_free(c););
  1106. smartlist_clear(sl);
  1107. smartlist_split_string(sl, line->value, " ",
  1108. SPLIT_SKIP_SPACE|SPLIT_IGNORE_BLANK, 3);
  1109. if (smartlist_len(sl) < 2) {
  1110. log_warn(LD_CONFIG, "Configuration line does not consist of "
  1111. "\"onion-address authorization-cookie [service-name]\": "
  1112. "'%s'", line->value);
  1113. goto err;
  1114. }
  1115. auth = tor_malloc_zero(sizeof(rend_service_authorization_t));
  1116. /* Parse onion address. */
  1117. onion_address = smartlist_get(sl, 0);
  1118. if (strlen(onion_address) != REND_SERVICE_ADDRESS_LEN ||
  1119. strcmpend(onion_address, ".onion")) {
  1120. log_warn(LD_CONFIG, "Onion address has wrong format: '%s'",
  1121. onion_address);
  1122. goto err;
  1123. }
  1124. strlcpy(auth->onion_address, onion_address, REND_SERVICE_ID_LEN_BASE32+1);
  1125. if (!rend_valid_service_id(auth->onion_address)) {
  1126. log_warn(LD_CONFIG, "Onion address has wrong format: '%s'",
  1127. onion_address);
  1128. goto err;
  1129. }
  1130. /* Parse descriptor cookie. */
  1131. descriptor_cookie = smartlist_get(sl, 1);
  1132. if (strlen(descriptor_cookie) != REND_DESC_COOKIE_LEN_BASE64) {
  1133. log_warn(LD_CONFIG, "Authorization cookie has wrong length: '%s'",
  1134. descriptor_cookie);
  1135. goto err;
  1136. }
  1137. /* Add trailing zero bytes (AA) to make base64-decoding happy. */
  1138. tor_snprintf(descriptor_cookie_base64ext,
  1139. REND_DESC_COOKIE_LEN_BASE64+2+1,
  1140. "%sAA", descriptor_cookie);
  1141. if (base64_decode(descriptor_cookie_tmp, sizeof(descriptor_cookie_tmp),
  1142. descriptor_cookie_base64ext,
  1143. strlen(descriptor_cookie_base64ext)) < 0) {
  1144. log_warn(LD_CONFIG, "Decoding authorization cookie failed: '%s'",
  1145. descriptor_cookie);
  1146. goto err;
  1147. }
  1148. auth_type_val = (((uint8_t)descriptor_cookie_tmp[16]) >> 4) + 1;
  1149. if (auth_type_val < 1 || auth_type_val > 2) {
  1150. log_warn(LD_CONFIG, "Authorization cookie has unknown authorization "
  1151. "type encoded.");
  1152. goto err;
  1153. }
  1154. auth->auth_type = auth_type_val == 1 ? REND_BASIC_AUTH : REND_STEALTH_AUTH;
  1155. memcpy(auth->descriptor_cookie, descriptor_cookie_tmp,
  1156. REND_DESC_COOKIE_LEN);
  1157. if (strmap_get(parsed, auth->onion_address)) {
  1158. log_warn(LD_CONFIG, "Duplicate authorization for the same hidden "
  1159. "service.");
  1160. goto err;
  1161. }
  1162. strmap_set(parsed, auth->onion_address, auth);
  1163. auth = NULL;
  1164. }
  1165. res = 0;
  1166. goto done;
  1167. err:
  1168. res = -1;
  1169. done:
  1170. rend_service_authorization_free(auth);
  1171. SMARTLIST_FOREACH(sl, char *, c, tor_free(c););
  1172. smartlist_free(sl);
  1173. if (!validate_only && res == 0) {
  1174. rend_service_authorization_free_all();
  1175. auth_hid_servs = parsed;
  1176. } else {
  1177. strmap_free(parsed, rend_service_authorization_strmap_item_free);
  1178. }
  1179. memwipe(descriptor_cookie_tmp, 0, sizeof(descriptor_cookie_tmp));
  1180. memwipe(descriptor_cookie_base64ext, 0, sizeof(descriptor_cookie_base64ext));
  1181. return res;
  1182. }