diff options
Diffstat (limited to 'lib/chutney/Testing.py')
-rw-r--r-- | lib/chutney/Testing.py | 209 |
1 files changed, 209 insertions, 0 deletions
diff --git a/lib/chutney/Testing.py b/lib/chutney/Testing.py new file mode 100644 index 0000000..ad69b52 --- /dev/null +++ b/lib/chutney/Testing.py @@ -0,0 +1,209 @@ +import Queue +import stem.control +import logging + +# Introduction Point Tracking + +node_intro_circuits = {} + +node_intro_events = {} + +# node_events + +introduction_point_circuits = {} + +nodes_by_fingerprint = {} + +#{ nodenum: { circuit: "fingerprint", circuit: "fingerprint" } } + +def get_node_fingerprints(nodes): + + for n in nodes: + fingerprint = n.getStemController().get_info("fingerprint") + nodes_by_fingerprint[fingerprint] = n + + return nodes_by_fingerprint + +def track_introduction_points(node): + nodenum = node._env["nodenum"] + nodenick = node._env["nick"] + + node_intro_circuits[nodenum] = {} + + node_intro_events[nodenum] = Queue.Queue() + + def listener(logevent): + prefix = "rend_service_intro_has_opened(): Established circuit " + if logevent.message.startswith(prefix): + circuit = logevent.message[len(prefix):].split(" ")[0] + fingerprint = logevent.message[len(prefix):].split(" ")[1][1:] + + node_intro_circuits[nodenum][circuit] = fingerprint + + added_intro_node = nodes_by_fingerprint[fingerprint] + + logging.info("%s: added %s (%s)" % (nodenick, added_intro_node._env["nick"], fingerprint)) + + node_intro_events[nodenum].put(("added", fingerprint)) + + prefix = "rend_services_introduce(): Giving up on " + if logevent.message.startswith(prefix) or "Giving up on" in logevent.message: + fingerprint = logevent.message[len(prefix):].split(" ")[0][1:41] + + for_deletion = [] + + for circuit, fp in node_intro_circuits[nodenum].iteritems(): + #log("circuit " + str(circuit) + " fp " + str(fp)) + if fingerprint == fp: + for_deletion.append(circuit) + + if len(for_deletion) == 0: + logging.info("got log message " + logevent.message + " but not deleting an introduction point") + + for circuit in for_deletion: + fingerprint = node_intro_circuits[nodenum][circuit] + + removed_intro_node = nodes_by_fingerprint[fingerprint] + + logging.info("%s: removed %s (%s)" % (nodenick, removed_intro_node._env["nick"], fingerprint)) + + node_intro_events[nodenum].put(("removed", fingerprint)) + del node_intro_circuits[nodenum][circuit] + logging.debug(nodenick + ": " + logevent.message) + + + node.getStemController().add_event_listener(listener, stem.control.EventType.INFO) + logging.info("Tracking introduction points for " + node._env["nick"]) + +def track_introduction_point(node): + nodenum = node._env["nodenum"] + nodenick = node._env["nick"] + + introduction_point_circuits[node] = {} + + def listener(logevent): + prefix = " " + if logevent.message.startswith(prefix): + circuit = logevent.message[len(prefix):].split(" ")[0] + fingerprint = logevent.message[len(prefix):].split(" ")[1][1:] + + node_intro_circuits[nodenum][circuit] = fingerprint + + added_intro_node = nodes_by_fingerprint[fingerprint] + + logging.info("%s: added %s (%s)" % (nodenick, added_intro_node._env["nick"], fingerprint)) + + node_intro_events[nodenum].put(("added", fingerprint)) + + prefix = "rend_services_introduce(): Giving up on " + if logevent.message.startswith(prefix) or "Giving up on" in logevent.message: + logging.info(logevent.message) + fingerprint = logevent.message[len(prefix):].split(" ")[0][1:41] + + for_deletion = [] + + for circuit, fp in node_intro_circuits[nodenum].iteritems(): + #log("circuit " + str(circuit) + " fp " + str(fp)) + if fingerprint == fp: + for_deletion.append(circuit) + + if len(for_deletion) == 0: + logging.info("got log message " + logevent.message + " but not deleting an introduction point") + + for circuit in for_deletion: + fingerprint = node_intro_circuits[nodenum][circuit] + + removed_intro_node = nodes_by_fingerprint[fingerprint] + + logging.info("%s: removed %s (%s)" % (nodenick, removed_intro_node._env["nick"], fingerprint)) + + node_intro_events[nodenum].put(("removed", fingerprint)) + del node_intro_circuits[nodenum][circuit] + + + node.getStemController().add_event_listener(listener, stem.control.EventType.INFO) + logging.info("Tracking introduction points for " + node._env["nick"]) + + +def determine_max_load(service_url, clients): + request_queue = Queue.Queue(1000) + singlelock = threading.Lock() + + responses = [] + + running = True + + class worker(threading.Thread): + def __init__ (self, client): + super(worker, self).__init__() + self.client = client + + def run(self): + while running: + try: + request = request_queue.get(True, 1) + + print("making request") + result = self.client.query("http://2oiifbe3wne4iaqb.onion/"); + + singlelock.acquire() + responses.append((result, time.time())) + print("result " + str(result)) + singlelock.release() + + # Let the queue know the job is finished. + request_queue.task_done() + except: + pass + + # Create worker threads + for client in clients: + worker(client).start() + + # Add elements to eueue at rate current_load + # Check size of queue, if above limit, return current_load + + while True: + # Determine Average Load + time_barrier = time.time() - 10.0 + + last_responses = [] + + singlelock.acquire() + for response, response_time in reversed(responses): + if response_time < time_barrier: + break + last_responses.append(response) + singlelock.release() + + current_average_load = len(last_responses) / 10.0 + print("current average load %f" % current_average_load) + + new_load = int(current_average_load) + 1 + + time_per_item = 1.0 / new_load + + for i in range(new_load): + print("putting in item") + request_queue.put(1) + time.sleep(time_per_item) + +def check_same_intro_points(): + intro_sets = [] + for introduction_points in node_intro_circuits.values(): + intro_sets.append(set(introduction_points.values())) + + if intro_sets[0].issubset(intro_sets[1]) and intro_sets[1].issubset(intro_sets[0]): + logging.info("Same introduction points") + for fingerprint in node_intro_circuits.values()[0].values(): + node = nodes_by_fingerprint[fingerprint] + logging.info(" - " + node._env["nick"] + "(" + fingerprint + ")") + return True + else: + logging.info("Not the same introduction points") + for num, circuits in node_intro_circuits.items(): + logging.info("node %i" % num) + for fingerprint in sorted(circuits.values()): + node = nodes_by_fingerprint[fingerprint] + logging.info(" - " + node._env["nick"] + "(" + fingerprint + ")") + return False |