client.py 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375
  1. #!/usr/bin/env python3
  2. import random # For simulation, not cryptography!
  3. import math
  4. import network
  5. import dirauth
  6. import relay
  7. import nacl.hash
  8. class VanillaCreatedExtendedHandler:
  9. """A handler for VanillaCreatedCircuitCell and
  10. VanillaExtendedCircuitCell cells."""
  11. def __init__(self, channelmgr, ntor, expecteddesc):
  12. self.channelmgr = channelmgr
  13. self.ntor = ntor
  14. self.expecteddesc = expecteddesc
  15. self.onionkey = expecteddesc.descdict['onionkey']
  16. self.idkey = expecteddesc.descdict['idkey']
  17. def received_cell(self, circhandler, cell):
  18. secret = self.ntor.verify(cell.ntor_reply, self.onionkey, self.idkey)
  19. enckey = nacl.hash.sha256(secret + b'upstream')
  20. deckey = nacl.hash.sha256(secret + b'downstream')
  21. circhandler.add_crypt_layer(enckey, deckey)
  22. if len(circhandler.circuit_descs) == 0:
  23. # This was a VanillaCreatedCircuitCell
  24. circhandler.replace_celltype_handler(
  25. relay.VanillaCreatedCircuitCell, None)
  26. else:
  27. # This was a VanillaExtendedCircuitCell
  28. circhandler.replace_celltype_handler(
  29. relay.VanillaExtendedCircuitCell, None)
  30. circhandler.circuit_descs.append(self.expecteddesc)
  31. # Are we done building the circuit?
  32. if len(circhandler.circuit_descs) == 3:
  33. # Yes!
  34. return
  35. nexthop = None
  36. while nexthop is None:
  37. nexthop = self.channelmgr.relaypicker.pick_weighted_relay()
  38. if nexthop.descdict['addr'] in \
  39. [ desc.descdict['addr'] \
  40. for desc in circhandler.circuit_descs ]:
  41. nexthop = None
  42. # Construct the VanillaExtendCircuitCell
  43. ntor = relay.NTor(self.channelmgr.perfstats)
  44. ntor_request = ntor.request()
  45. circextendmsg = relay.VanillaExtendCircuitCell(
  46. nexthop.descdict['addr'], ntor_request)
  47. # Set up the reply handler
  48. circhandler.replace_celltype_handler(
  49. relay.VanillaExtendedCircuitCell,
  50. VanillaCreatedExtendedHandler(self.channelmgr, ntor, nexthop))
  51. # Send the cell
  52. circhandler.send_cell(circextendmsg)
  53. class ClientChannelManager(relay.ChannelManager):
  54. """The subclass of ChannelManager for clients."""
  55. def __init__(self, myaddr, dirauthaddrs, perfstats):
  56. super().__init__(myaddr, dirauthaddrs, perfstats)
  57. self.guardaddr = None
  58. self.guard = None
  59. def get_consensus_from_fallbackrelay(self):
  60. """Download a fresh consensus from a random fallbackrelay."""
  61. fb = random.choice(network.thenetwork.getfallbackrelays())
  62. if self.consensus is not None and \
  63. len(self.consensus.consdict['relays']) > 0:
  64. self.send_msg(relay.RelayGetConsensusDiffMsg(), fb.netaddr)
  65. else:
  66. self.send_msg(relay.RelayGetConsensusMsg(), fb.netaddr)
  67. def ensure_guard_vanilla(self):
  68. """Ensure that we have a channel to a guard (Vanilla Onion
  69. Routing version)."""
  70. while True:
  71. if self.guardaddr is None:
  72. # Pick a guard from the consensus
  73. self.guard = self.relaypicker.pick_weighted_relay()
  74. self.guardaddr = self.guard.descdict['addr']
  75. # Connect to the guard
  76. try:
  77. self.get_channel_to(self.guardaddr)
  78. except network.NetNoServer:
  79. # Our guard is gone
  80. self.guardaddr = None
  81. self.guard = None
  82. if self.guardaddr is not None:
  83. break
  84. print('chose guard=', self.guardaddr)
  85. def ensure_guard(self):
  86. """Ensure that we have a channel to a guard."""
  87. if network.thenetwork.womode == network.WOMode.VANILLA:
  88. self.ensure_guard_vanilla()
  89. def new_circuit_vanilla(self):
  90. """Create a new circuit from this client. (Vanilla Onion Routing
  91. version)"""
  92. # Get our channel to the guard
  93. guardchannel = self.get_channel_to(self.guardaddr)
  94. # Allocate a new circuit id on it
  95. circid, circhandler = guardchannel.new_circuit()
  96. # Construct the VanillaCreateCircuitMsg
  97. ntor = relay.NTor(self.perfstats)
  98. ntor_request = ntor.request()
  99. circcreatemsg = relay.VanillaCreateCircuitMsg(circid, ntor_request)
  100. # Set up the reply handler
  101. circhandler.replace_celltype_handler(
  102. relay.VanillaCreatedCircuitCell,
  103. VanillaCreatedExtendedHandler(self, ntor, self.guard))
  104. # Send the message
  105. guardchannel.send_msg(circcreatemsg)
  106. return circhandler
  107. def new_circuit(self):
  108. """Create a new circuit from this client."""
  109. if network.thenetwork.womode == network.WOMode.VANILLA:
  110. return self.new_circuit_vanilla()
  111. def received_msg(self, msg, peeraddr, channel):
  112. """Callback when a NetMsg not specific to a circuit is
  113. received."""
  114. print("Client %s received msg %s from %s" % (self.myaddr, msg, peeraddr))
  115. if isinstance(msg, relay.RelayConsensusMsg) or \
  116. isinstance(msg, relay.RelayConsensusDiffMsg):
  117. self.relaypicker = dirauth.Consensus.verify(msg.consensus,
  118. network.thenetwork.dirauthkeys(), self.perfstats)
  119. self.consensus = msg.consensus
  120. else:
  121. return super().received_msg(msg, peeraddr, channel)
  122. def received_cell(self, circid, cell, peeraddr, channel):
  123. """Callback with a circuit-specific cell is received."""
  124. print("Client %s received cell on circ %d: %s from %s" % (self.myaddr, circid, cell, peeraddr))
  125. return super().received_cell(circid, cell, peeraddr, channel)
  126. class Client:
  127. """A class representing a Tor client."""
  128. def __init__(self, dirauthaddrs):
  129. # Get a network address for client-side use only (do not bind it
  130. # to the network)
  131. self.netaddr = network.NetAddr()
  132. self.perfstats = network.PerfStats(network.EntType.CLIENT)
  133. self.perfstats.name = "Client at %s" % self.netaddr
  134. self.perfstats.is_bootstrapping = True
  135. self.channelmgr = ClientChannelManager(self.netaddr, dirauthaddrs, self.perfstats)
  136. # Register for epoch tick notifications
  137. network.thenetwork.wantepochticks(self, True)
  138. def terminate(self):
  139. """Quit this client."""
  140. # Stop listening for epoch ticks
  141. network.thenetwork.wantepochticks(self, False)
  142. # Close relay connections
  143. self.channelmgr.terminate()
  144. def get_consensus(self):
  145. """Fetch a new consensus."""
  146. # We're going to want a new consensus from our guard. In order
  147. # to get that, we'll need a channel to our guard. In order to
  148. # get that, we'll need a guard address. In order to get that,
  149. # we'll need a consensus (uh, oh; in that case, fetch the
  150. # consensus from a fallback relay).
  151. guardaddr = self.channelmgr.guardaddr
  152. guardchannel = None
  153. if guardaddr is not None:
  154. try:
  155. guardchannel = self.channelmgr.get_channel_to(guardaddr)
  156. except network.NetNoServer:
  157. guardaddr = None
  158. if guardchannel is None:
  159. self.channelmgr.get_consensus_from_fallbackrelay()
  160. else:
  161. if self.channelmgr.consensus is not None and \
  162. len(self.channelmgr.consensus.consdict['relays']) > 0:
  163. guardchannel.send_msg(relay.RelayGetConsensusDiffMsg())
  164. else:
  165. guardchannel.send_msg(relay.RelayGetConsensusMsg())
  166. print('client consensus=', self.channelmgr.consensus)
  167. def newepoch(self, epoch):
  168. """Callback that fires at the start of each epoch"""
  169. # We'll need a new consensus
  170. self.get_consensus()
  171. # If we don't have a guard, pick one and make a channel to it
  172. self.channelmgr.ensure_guard()
  173. if __name__ == '__main__':
  174. perfstats = network.PerfStats(network.EntType.NONE)
  175. totsent = 0
  176. totrecv = 0
  177. dirasent = 0
  178. dirarecv = 0
  179. relaysent = 0
  180. relayrecv = 0
  181. clisent = 0
  182. clirecv = 0
  183. # Start some dirauths
  184. numdirauths = 9
  185. dirauthaddrs = []
  186. dirauths = []
  187. for i in range(numdirauths):
  188. dira = dirauth.DirAuth(i, numdirauths)
  189. dirauths.append(dira)
  190. dirauthaddrs.append(dira.netaddr)
  191. # Start some relays
  192. numrelays = 10
  193. relays = []
  194. for i in range(numrelays):
  195. # Relay bandwidths (at least the ones fast enough to get used)
  196. # in the live Tor network (as of Dec 2019) are well approximated
  197. # by (200000-(200000-25000)/3*log10(x)) where x is a
  198. # uniform integer in [1,2500]
  199. x = random.randint(1,2500)
  200. bw = int(200000-(200000-25000)/3*math.log10(x))
  201. relays.append(relay.Relay(dirauthaddrs, bw, 0))
  202. # The fallback relays are a hardcoded list of about 5% of the
  203. # relays, used by clients for bootstrapping
  204. numfallbackrelays = int(numrelays * 0.05) + 1
  205. fallbackrelays = random.sample(relays, numfallbackrelays)
  206. for r in fallbackrelays:
  207. r.set_is_fallbackrelay()
  208. network.thenetwork.setfallbackrelays(fallbackrelays)
  209. # Tick the epoch
  210. network.thenetwork.nextepoch()
  211. dirauth.Consensus.verify(dirauth.DirAuth.consensus, network.thenetwork.dirauthkeys(), perfstats)
  212. print('ticked; epoch=', network.thenetwork.getepoch())
  213. relays[3].channelmgr.send_msg(relay.RelayRandomHopMsg(30), relays[5].netaddr)
  214. # See what channels exist and do a consistency check
  215. for r in relays:
  216. print("%s: %s" % (r.netaddr, [ str(k) for k in r.channelmgr.channels.keys()]))
  217. raddr = r.netaddr
  218. for ad, ch in r.channelmgr.channels.items():
  219. if ch.peer.channelmgr.myaddr != ad:
  220. print('address mismatch:', raddr, ad, ch.peer.channelmgr.myaddr)
  221. if ch.peer.channelmgr.channels[raddr].peer is not ch:
  222. print('asymmetry:', raddr, ad, ch, ch.peer.channelmgr.channels[raddr].peer)
  223. # Start some clients
  224. numclients = 1
  225. clients = []
  226. for i in range(numclients):
  227. clients.append(Client(dirauthaddrs))
  228. # Tick the epoch
  229. network.thenetwork.nextepoch()
  230. # See what channels exist and do a consistency check
  231. for c in clients:
  232. print("%s: %s" % (c.netaddr, [ str(k) for k in c.channelmgr.channels.keys()]))
  233. caddr = c.netaddr
  234. for ad, ch in c.channelmgr.channels.items():
  235. if ch.peer.channelmgr.myaddr != ad:
  236. print('address mismatch:', caddr, ad, ch.peer.channelmgr.myaddr)
  237. if ch.peer.channelmgr.channels[caddr].peer is not ch:
  238. print('asymmetry:', caddr, ad, ch, ch.peer.channelmgr.channels[caddr].peer)
  239. # Pick a bunch of bw-weighted random relays and look at the
  240. # distribution
  241. for i in range(100):
  242. r = clients[0].channelmgr.relaypicker.pick_weighted_relay()
  243. print("relay",r.descdict["addr"])
  244. relays[3].terminate()
  245. relaysent += relays[3].perfstats.bytes_sent
  246. relayrecv += relays[3].perfstats.bytes_received
  247. del relays[3]
  248. # Tick the epoch
  249. network.thenetwork.nextepoch()
  250. circs = []
  251. for i in range(20):
  252. circ = clients[0].channelmgr.new_circuit()
  253. circs.append(circ)
  254. circ.send_cell(relay.StringCell("hello world circuit %d" % i))
  255. # Tick the epoch
  256. network.thenetwork.nextepoch()
  257. # See what channels exist and do a consistency check
  258. for r in relays:
  259. print("%s: %s" % (r.netaddr, [ str(k) + str([ck for ck in r.channelmgr.channels[k].circuithandlers.keys()]) for k in r.channelmgr.channels.keys()]))
  260. raddr = r.netaddr
  261. for ad, ch in r.channelmgr.channels.items():
  262. if ch.peer.channelmgr.myaddr != ad:
  263. print('address mismatch:', raddr, ad, ch.peer.channelmgr.myaddr)
  264. if ch.peer.channelmgr.channels[raddr].peer is not ch:
  265. print('asymmetry:', raddr, ad, ch, ch.peer.channelmgr.channels[raddr].peer)
  266. # See what channels exist and do a consistency check
  267. for c in clients:
  268. print("%s: %s" % (c.netaddr, [ str(k) + str([ck for ck in c.channelmgr.channels[k].circuithandlers.keys()]) for k in c.channelmgr.channels.keys()]))
  269. caddr = c.netaddr
  270. for ad, ch in c.channelmgr.channels.items():
  271. if ch.peer.channelmgr.myaddr != ad:
  272. print('address mismatch:', caddr, ad, ch.peer.channelmgr.myaddr)
  273. if ch.peer.channelmgr.channels[caddr].peer is not ch:
  274. print('asymmetry:', caddr, ad, ch, ch.peer.channelmgr.channels[caddr].peer)
  275. if ch.circuithandlers.keys() != \
  276. ch.peer.channelmgr.channels[caddr].circuithandlers.keys():
  277. print('circuit asymmetry:', caddr, ad, ch.peer.channelmgr.myaddr)
  278. for c in circs:
  279. c.close()
  280. for d in dirauths:
  281. print(d.perfstats)
  282. dirasent += d.perfstats.bytes_sent
  283. dirarecv += d.perfstats.bytes_received
  284. print("DirAuths sent=%s recv=%s" % (dirasent, dirarecv))
  285. totsent += dirasent
  286. totrecv += dirarecv
  287. for r in relays:
  288. print(r.perfstats)
  289. relaysent += r.perfstats.bytes_sent
  290. relayrecv += r.perfstats.bytes_received
  291. print("Relays sent=%s recv=%s" % (relaysent, relayrecv))
  292. totsent += relaysent
  293. totrecv += relayrecv
  294. for c in clients:
  295. print(c.perfstats)
  296. clisent += c.perfstats.bytes_sent
  297. clirecv += c.perfstats.bytes_received
  298. print("Client sent=%s recv=%s" % (clisent, clirecv))
  299. totsent += clisent
  300. totrecv += clirecv
  301. print("Total sent=%s recv=%s" % (totsent, totrecv))