path: root/networks/hs-intro-scale

authority_nodes = Node.create(3, {
    "tag": "a",
    "authority": 1,
    "relay": 1,
    "torrc": "authority.tmpl"
})

# hidden service (hs) nodes
hs_nodes = []

hs_servers = []

port = 8081

from twisted.web import server, resource
from twisted.internet import reactor
from twisted.protocols import htb

# Use twisted to create web servers in this script
class Site(resource.Resource):
    isLeaf = True
    numberRequests = 0

    def __init__(self, siteNum):
        self.siteNum = siteNum

    def render_GET(self, request):
        self.numberRequests += 1
        request.setHeader("content-type", "text/plain")
        return str(self.siteNum)

# https://twistedmatrix.com/documents/12.3.0/core/examples/

serverFilter = htb.HierarchicalBucketFilter()
serverBucket = htb.Bucket()

# Cap total server traffic at 20 kB/s
serverBucket.maxburst = 200000000
serverBucket.rate = 200000000

serverFilter.buckets[None] = serverBucket

base_port = 9080
for i in [1]:

    port = base_port + i

    node = Node(
        tag="h",
        hiddenservice=1,
        torrc="hidden-service.tmpl",
        hiddenservicetarget="127.0.0.1:%i" % port
    )
    hs_nodes.append(node)

    site = server.Site(Site(i))
    #site.protocol = htb.ShapedProtocolFactory(site.protocol, serverFilter)

    s = reactor.listenTCP(port, site)
    hs_servers.append(s)

    port += 1

client_nodes = Node.create(50, {
    "tag": "c",
    "torrc": "client.tmpl"
})

relay_nodes = Node.create(100, {
    "tag": "r",
    "relay": 1,
    "torrc": "intro.tmpl"
})

initial_nodes = authority_nodes + relay_nodes + client_nodes + hs_nodes[:1]

def start():
    if not all([ n.getController().start() for n in initial_nodes ]):
        return False

    log("All initial nodes running")

    for n in authority_nodes + relay_nodes:
        fingerprint = n.getStemController().get_info("fingerprint")
        nodes_by_fingerprint[fingerprint] = n

    track_introduction_points(hs_nodes[0])

    def hs_node_0_listener(logevent):
        if "Successfully uploaded v2 rend descriptors" in logevent.message:
            hs_nodes[0].getStemController().remove_event_listener(hs_node_0_listener)

            thread.start_new_thread(test_load, ())

    hs_nodes[0].getStemController().add_event_listener(hs_node_0_listener, EventType.INFO)

def test_load():
    thread.start_new_thread(reactor.run, (), {"installSignalHandlers": 0})

    # Run initial bandwidth test
    max_load = determine_max_load("http://2oiifbe3wne4iaqb.onion/", client_nodes)

    print("max_load: " + str(max_load))

    for server in hs_servers:
        server.stopListening()

    reactor.stop()
    log("stopped the reactor")

    """def start_listener(logevent):

        # Probably after what needs waiting for
        if "Successfully uploaded v2 rend descriptors" in logevent.message:
            hs_node_2.getStemController().remove_event_listener(start_listener)

            if check_same_intro_points():
                thread.start_new_thread(start_test, ())
                log("finished running start_test in another thread")

    hs_node_2.getController().start()

    track_introduction_points(hs_node_2)

    hs_node_2.getStemController().add_event_listener(start_listener, EventType.INFO)"""

## Utility Code

# Introduction Point Tracking

node_intro_circuits = {}

node_intro_events = {}

introduction_point_circuits = {}

nodes_by_fingerprint = {}

#{ nodenum: { circuit: "fingerprint", circuit: "fingerprint" } }

def track_introduction_points(node):
    nodenum = node._env["nodenum"]
    nodenick = node._env["nick"]

    node_intro_circuits[nodenum] = {}

    node_intro_events[nodenum] = Queue.Queue()

    def listener(logevent):
        prefix = "rend_service_intro_has_opened(): Established circuit "
        if logevent.message.startswith(prefix):
            circuit = logevent.message[len(prefix):].split(" ")[0]
            fingerprint = logevent.message[len(prefix):].split(" ")[1][1:]

            node_intro_circuits[nodenum][circuit] = fingerprint

            added_intro_node = nodes_by_fingerprint[fingerprint]

            log("%s: added %s (%s)" % (nodenick, added_intro_node._env["nick"], fingerprint))

            node_intro_events[nodenum].put(("added", fingerprint))

        prefix = "rend_services_introduce(): Giving up on "
        if logevent.message.startswith(prefix) or "Giving up on" in logevent.message:
            log(logevent.message)
            fingerprint = logevent.message[len(prefix):].split(" ")[0][1:41]

            for_deletion = []

            for circuit, fp in node_intro_circuits[nodenum].iteritems():
                #log("circuit " + str(circuit) + " fp " + str(fp))
                if fingerprint == fp:
                    for_deletion.append(circuit)

            if len(for_deletion) == 0:
                log("got log message " + logevent.message + " but not deleting an introduction point")

            for circuit in for_deletion:
                fingerprint = node_intro_circuits[nodenum][circuit]

                removed_intro_node = nodes_by_fingerprint[fingerprint]

                log("%s: removed %s (%s)" % (nodenick, removed_intro_node._env["nick"], fingerprint))

                node_intro_events[nodenum].put(("removed", fingerprint))
                del node_intro_circuits[nodenum][circuit]


    node.getStemController().add_event_listener(listener, EventType.INFO)
    log("Tracking introduction points for " + node._env["nick"])

def track_introduction_point(node):
    nodenum = node._env["nodenum"]
    nodenick = node._env["nick"]

    introduction_point_circuits[node] = {}

    def listener(logevent):
        prefix = " "
        if logevent.message.startswith(prefix):
            circuit = logevent.message[len(prefix):].split(" ")[0]
            fingerprint = logevent.message[len(prefix):].split(" ")[1][1:]

            node_intro_circuits[nodenum][circuit] = fingerprint

            added_intro_node = nodes_by_fingerprint[fingerprint]

            log("%s: added %s (%s)" % (nodenick, added_intro_node._env["nick"], fingerprint))

            node_intro_events[nodenum].put(("added", fingerprint))

        prefix = "rend_services_introduce(): Giving up on "
        if logevent.message.startswith(prefix) or "Giving up on" in logevent.message:
            log(logevent.message)
            fingerprint = logevent.message[len(prefix):].split(" ")[0][1:41]

            for_deletion = []

            for circuit, fp in node_intro_circuits[nodenum].iteritems():
                #log("circuit " + str(circuit) + " fp " + str(fp))
                if fingerprint == fp:
                    for_deletion.append(circuit)

            if len(for_deletion) == 0:
                log("got log message " + logevent.message + " but not deleting an introduction point")

            for circuit in for_deletion:
                fingerprint = node_intro_circuits[nodenum][circuit]

                removed_intro_node = nodes_by_fingerprint[fingerprint]

                log("%s: removed %s (%s)" % (nodenick, removed_intro_node._env["nick"], fingerprint))

                node_intro_events[nodenum].put(("removed", fingerprint))
                del node_intro_circuits[nodenum][circuit]


    node.getStemController().add_event_listener(listener, EventType.INFO)
    log("Tracking introduction points for " + node._env["nick"])


def determine_max_load(service_url, clients):
    request_queue = Queue.Queue(1000)
    singlelock = threading.Lock()

    responses = []

    running = True

    class worker(threading.Thread):
        def __init__ (self, client):
            super(worker, self).__init__()
            self.client = client

        def run(self):
            while running:
                try:
                    request = request_queue.get(True, 1)

                    print("making request")
                    result = self.client.query("http://2oiifbe3wne4iaqb.onion/");

                    singlelock.acquire()
                    responses.append((result, time.time()))
                    print("result " + str(result))
                    singlelock.release()

                    # Let the queue know the job is finished.
                    request_queue.task_done()
                except:
                    pass

    # Create worker threads
    for client in clients:
        worker(client).start()

    # Add elements to queue at rate current_load
    # Check size of queue, if above limit, return current_load

    while True:
        # Determine Average Load
        time_barrier = time.time() - 10.0

        last_responses = []

        singlelock.acquire()
        for response, response_time in reversed(responses):
            if response_time < time_barrier:
                break
            last_responses.append(response)
        singlelock.release()

        current_average_load = len(last_responses) / 10.0
        print("current average load %f" % current_average_load)

        new_load = int(current_average_load) + 1

        time_per_item = 1.0 / new_load

        for i in range(new_load):
            print("putting in item")
            request_queue.put(1)
            time.sleep(time_per_item)


def start_test():
    log("Starting test")

    def connection_test():
        log("connecting to clients")
        responses = {"1": 0, "2": 0}

        for c in Client:
            result = c.query("http://2oiifbe3wne4iaqb.onion/");

            if result in responses:
                responses[result] += 1
            else:
                log("Unknown response:")

        log(responses)

    def test():
        connection_test()

        time.sleep(5)

        # Clear out the event queues such that the events are relevant
        for node in hs_nodes:
            nodenum = node._env["nodenum"]

            log("replaced queue")
            node_intro_events[nodenum] = Queue.Queue()

        # Select a random node that is being used as an introduction point
        nodenum = random.choice(node_intro_circuits.keys())
        fingerprint = random.choice(node_intro_circuits[nodenum].values())

        node = nodes_by_fingerprint[fingerprint]

        log("stopping " + node._env["nick"] + " (" + fingerprint + ")")

        node.getController().stop()

        watch_for_new_intro_points()

        check_same_intro_points()

        connection_test()

        cleanup()

        stop()

    thread.start_new_thread(test, ())

    log("running reactor")

    reactor.run(installSignalHandlers=0)

def check_same_intro_points():
    intro_sets = []
    for introduction_points in node_intro_circuits.values():
        intro_sets.append(set(introduction_points.values()))

    if intro_sets[0].issubset(intro_sets[1]) and intro_sets[1].issubset(intro_sets[0]):
        log("Same introduction points")
        for fingerprint in node_intro_circuits.values()[0].values():
            node = nodes_by_fingerprint[fingerprint]
            log(" - " + node._env["nick"] + "(" + fingerprint + ")")
        return True
    else:
        log("Not the same introduction points")
        for num, circuits in node_intro_circuits.items():
            log("node %i" % num)
            for fingerprint in circuits.values():
                node = nodes_by_fingerprint[fingerprint]
                log(" - " + node._env["nick"] + "(" + fingerprint + ")")
        return False