diff options
Diffstat (limited to 'networks/hs-intro-scale')
| -rw-r--r-- | networks/hs-intro-scale | 379 |
1 files changed, 0 insertions, 379 deletions
diff --git a/networks/hs-intro-scale b/networks/hs-intro-scale deleted file mode 100644 index 2543b6d..0000000 --- a/networks/hs-intro-scale +++ /dev/null @@ -1,379 +0,0 @@ -authority_nodes = Node.create(3, { - "tag": "a", - "authority": 1, - "relay": 1, - "torrc": "authority.tmpl" -}) - -# hidden service (hs) nodes -hs_nodes = [] - -hs_servers = [] - -port = 8081 - -from twisted.web import server, resource -from twisted.internet import reactor -from twisted.protocols import htb - -# Use twisted to create web servers in this script -class Site(resource.Resource): - isLeaf = True - numberRequests = 0 - - def __init__(self, siteNum): - self.siteNum = siteNum - - def render_GET(self, request): - self.numberRequests += 1 - request.setHeader("content-type", "text/plain") - return str(self.siteNum) - -# https://twistedmatrix.com/documents/12.3.0/core/examples/ - -serverFilter = htb.HierarchicalBucketFilter() -serverBucket = htb.Bucket() - -# Cap total server traffic at 20 kB/s -serverBucket.maxburst = 200000000 -serverBucket.rate = 200000000 - -serverFilter.buckets[None] = serverBucket - -base_port = 9080 -for i in [1]: - - port = base_port + i - - node = Node( - tag="h", - hiddenservice=1, - torrc="hidden-service.tmpl", - hiddenservicetarget="127.0.0.1:%i" % port - ) - hs_nodes.append(node) - - site = server.Site(Site(i)) - #site.protocol = htb.ShapedProtocolFactory(site.protocol, serverFilter) - - s = reactor.listenTCP(port, site) - hs_servers.append(s) - - port += 1 - -client_nodes = Node.create(50, { - "tag": "c", - "torrc": "client.tmpl" -}) - -relay_nodes = Node.create(100, { - "tag": "r", - "relay": 1, - "torrc": "intro.tmpl" -}) - -initial_nodes = authority_nodes + relay_nodes + client_nodes + hs_nodes[:1] - -def start(): - if not all([ n.getController().start() for n in initial_nodes ]): - return False - - log("All initial nodes running") - - for n in authority_nodes + relay_nodes: - fingerprint = n.getStemController().get_info("fingerprint") - nodes_by_fingerprint[fingerprint] = n - - track_introduction_points(hs_nodes[0]) - - def hs_node_0_listener(logevent): - if "Successfully uploaded v2 rend descriptors" in logevent.message: - hs_nodes[0].getStemController().remove_event_listener(hs_node_0_listener) - - thread.start_new_thread(test_load, ()) - - hs_nodes[0].getStemController().add_event_listener(hs_node_0_listener, EventType.INFO) - -def test_load(): - thread.start_new_thread(reactor.run, (), {"installSignalHandlers": 0}) - - # Run initial bandwidth test - max_load = determine_max_load("http://2oiifbe3wne4iaqb.onion/", client_nodes) - - print("max_load: " + str(max_load)) - - for server in hs_servers: - server.stopListening() - - reactor.stop() - log("stopped the reactor") - - """def start_listener(logevent): - - # Probably after what needs waiting for - if "Successfully uploaded v2 rend descriptors" in logevent.message: - hs_node_2.getStemController().remove_event_listener(start_listener) - - if check_same_intro_points(): - thread.start_new_thread(start_test, ()) - log("finished running start_test in another thread") - - hs_node_2.getController().start() - - track_introduction_points(hs_node_2) - - hs_node_2.getStemController().add_event_listener(start_listener, EventType.INFO)""" - -## Utility Code - -# Introduction Point Tracking - -node_intro_circuits = {} - -node_intro_events = {} - -introduction_point_circuits = {} - -nodes_byefingerprint = {} - -#{ nodenum: { circuit: "fingerprint", circuit: "fingerprint" } } - -def track_introduction_points(node): - nodenum = node._env["nodenum"] - nodenick = node._env["nick"] - - node_intro_circuits[nodenum] = {} - - node_intro_events[nodenum] = Queue.Queue() - - def listener(logevent): - prefix = "rend_service_intro_has_opened(): Established circuit " - if logevent.message.startswith(prefix): - circuit = logevent.message[len(prefix):].split(" ")[0] - fingerprint = logevent.message[len(prefix):].split(" ")[1][1:] - - node_intro_circuits[nodenum][circuit] = fingerprint - - added_intro_node = nodes_by_fingerprint[fingerprint] - - log("%s: added %s (%s)" % (nodenick, added_intro_node._env["nick"], fingerprint)) - - node_intro_events[nodenum].put(("added", fingerprint)) - - prefix = "rend_services_introduce(): Giving up on " - if logevent.message.startswith(prefix) or "Giving up on" in logevent.message: - log(logevent.message) - fingerprint = logevent.message[len(prefix):].split(" ")[0][1:41] - - for_deletion = [] - - for circuit, fp in node_intro_circuits[nodenum].iteritems(): - #log("circuit " + str(circuit) + " fp " + str(fp)) - if fingerprint == fp: - for_deletion.append(circuit) - - if len(for_deletion) == 0: - log("got log message " + logevent.message + " but not deleting an introduction point") - - for circuit in for_deletion: - fingerprint = node_intro_circuits[nodenum][circuit] - - removed_intro_node = nodes_by_fingerprint[fingerprint] - - log("%s: removed %s (%s)" % (nodenick, removed_intro_node._env["nick"], fingerprint)) - - node_intro_events[nodenum].put(("removed", fingerprint)) - del node_intro_circuits[nodenum][circuit] - - - node.getStemController().add_event_listener(listener, EventType.INFO) - log("Tracking introduction points for " + node._env["nick"]) - -def track_introduction_point(node): - nodenum = node._env["nodenum"] - nodenick = node._env["nick"] - - introduction_point_circuits[node] = {} - - def listener(logevent): - prefix = " " - if logevent.message.startswith(prefix): - circuit = logevent.message[len(prefix):].split(" ")[0] - fingerprint = logevent.message[len(prefix):].split(" ")[1][1:] - - node_intro_circuits[nodenum][circuit] = fingerprint - - added_intro_node = nodes_by_fingerprint[fingerprint] - - log("%s: added %s (%s)" % (nodenick, added_intro_node._env["nick"], fingerprint)) - - node_intro_events[nodenum].put(("added", fingerprint)) - - prefix = "rend_services_introduce(): Giving up on " - if logevent.message.startswith(prefix) or "Giving up on" in logevent.message: - log(logevent.message) - fingerprint = logevent.message[len(prefix):].split(" ")[0][1:41] - - for_deletion = [] - - for circuit, fp in node_intro_circuits[nodenum].iteritems(): - #log("circuit " + str(circuit) + " fp " + str(fp)) - if fingerprint == fp: - for_deletion.append(circuit) - - if len(for_deletion) == 0: - log("got log message " + logevent.message + " but not deleting an introduction point") - - for circuit in for_deletion: - fingerprint = node_intro_circuits[nodenum][circuit] - - removed_intro_node = nodes_by_fingerprint[fingerprint] - - log("%s: removed %s (%s)" % (nodenick, removed_intro_node._env["nick"], fingerprint)) - - node_intro_events[nodenum].put(("removed", fingerprint)) - del node_intro_circuits[nodenum][circuit] - - - node.getStemController().add_event_listener(listener, EventType.INFO) - log("Tracking introduction points for " + node._env["nick"]) - - -def determine_max_load(service_url, clients): - request_queue = Queue.Queue(1000) - singlelock = threading.Lock() - - responses = [] - - running = True - - class worker(threading.Thread): - def __init__ (self, client): - super(worker, self).__init__() - self.client = client - - def run(self): - while running: - try: - request = request_queue.get(True, 1) - - print("making request") - result = self.client.query("http://2oiifbe3wne4iaqb.onion/"); - - singlelock.acquire() - responses.append((result, time.time())) - print("result " + str(result)) - singlelock.release() - - # Let the queue know the job is finished. - request_queue.task_done() - except: - pass - - # Create worker threads - for client in clients: - worker(client).start() - - # Add elements to queue at rate current_load - # Check size of queue, if above limit, return current_load - - while True: - # Determine Average Load - time_barrier = time.time() - 10.0 - - last_responses = [] - - singlelock.acquire() - for response, response_time in reversed(responses): - if response_time < time_barrier: - break - last_responses.append(response) - singlelock.release() - - current_average_load = len(last_responses) / 10.0 - print("current average load %f" % current_average_load) - - new_load = int(current_average_load) + 1 - - time_per_item = 1.0 / new_load - - for i in range(new_load): - print("putting in item") - request_queue.put(1) - time.sleep(time_per_item) - - -def start_test(): - log("Starting test") - - def connection_test(): - log("connecting to clients") - responses = {"1": 0, "2": 0} - - for c in Client: - result = c.query("http://2oiifbe3wne4iaqb.onion/"); - - if result in responses: - responses[result] += 1 - else: - log("Unknown response:") - - log(responses) - - def test(): - connection_test() - - time.sleep(5) - - # Clear out the event queues such that the events are relevant - for node in hs_nodes: - nodenum = node._env["nodenum"] - - log("replaced queue") - node_intro_events[nodenum] = Queue.Queue() - - # Select a random node that is being used as an introduction point - nodenum = random.choice(node_intro_circuits.keys()) - fingerprint = random.choice(node_intro_circuits[nodenum].values()) - - node = nodes_by_fingerprint[fingerprint] - - log("stopping " + node._env["nick"] + " (" + fingerprint + ")") - - node.getController().stop() - - watch_for_new_intro_points() - - check_same_intro_points() - - connection_test() - - cleanup() - - stop() - - thread.start_new_thread(test, ()) - - log("running reactor") - - reactor.run(installSignalHandlers=0) - -def check_same_intro_points(): - intro_sets = [] - for introduction_points in node_intro_circuits.values(): - intro_sets.append(set(introduction_points.values())) - - if intro_sets[0].issubset(intro_sets[1]) and intro_sets[1].issubset(intro_sets[0]): - log("Same introduction points") - for fingerprint in node_intro_circuits.values()[0].values(): - node = nodes_by_fingerprint[fingerprint] - log(" - " + node._env["nick"] + "(" + fingerprint + ")") - return True - else: - log("Not the same introduction points") - for num, circuits in node_intro_circuits.items(): - log("node %i" % num) - for fingerprint in circuits.values(): - node = nodes_by_fingerprint[fingerprint] - log(" - " + node._env["nick"] + "(" + fingerprint + ")") - return False |