[tor-commits] [flashproxy/master] Add facilitator-graph.py.

[dcf at torproject.org]

commit 297b2a422e989b5d672e5acda93f80d653226bd3
Author: David Fifield <david at bamsoftware.com>
Date:   Thu Dec 22 09:42:37 2011 -0800

    Add facilitator-graph.py.
    
    This program takes a facilitator log as input and produces a graph of
    the number of simultaneous proxies.
---
 experiments/facilitator-graph.py |  135 ++++++++++++++++++++++++++++++++++++++
 1 files changed, 135 insertions(+), 0 deletions(-)

diff --git a/experiments/facilitator-graph.py b/experiments/facilitator-graph.py
new file mode 100755
index 0000000..41271a7
--- /dev/null
+++ b/experiments/facilitator-graph.py
@@ -0,0 +1,135 @@
+#!/usr/bin/env python
+
+# Makes a graph of flash proxy counts from a facilitator log.
+
+import datetime
+import getopt
+import re
+import sys
+
+import matplotlib
+import matplotlib.pyplot as plt
+import numpy as np
+
+POLL_INTERVAL = 10.0
+
+def usage(f = sys.stdout):
+    print >> f, """\
+Usage: %s -o OUTPUT [INPUTFILE]
+
+Makes a graph of flash proxy counts from a facilitator log.
+  -h, --help           show this help.
+  -o, --output=OUTPUT  output file name (required).\
+""" % sys.argv[0]
+
+output_file_name = None
+
+opts, args = getopt.gnu_getopt(sys.argv[1:], "ho:", ["help", "output="])
+for o, a in opts:
+    if o == "-h" or o == "--help":
+        usage()
+        sys.exit()
+    elif o == "-o" or o == "--output":
+        output_file_name = a
+
+if not output_file_name:
+    usage()
+    sys.exit()
+
+if len(args) == 0:
+    input_file = sys.stdin
+elif len(args) == 1:
+    input_file = open(args[0])
+else:
+    usage()
+    sys.exit()
+
+def format_date(d, pos=None):
+    d = matplotlib.dates.num2date(d)
+    return d.strftime("%B %d")
+
+def timedelta_to_seconds(delta):
+    return delta.days * (24 * 60 * 60) + delta.seconds + delta.microseconds / 1000000.0
+
+class Block(object):
+    def __init__(self, ip, date):
+        self.ip = ip
+        self.begin_date = date
+        self.end_date = date
+
+prev_date = None
+seen = {}
+current = []
+blocks = []
+for line in input_file:
+    m = re.match(r'(\d+-\d+-\d+ \d+:\d+:\d+) proxy ([\d.]+):\d+ connects', line)
+    if not m:
+        continue
+    date_str, ip = m.groups()
+    date = datetime.datetime.strptime(date_str, "%Y-%m-%d %H:%M:%S")
+
+    if prev_date is None or prev_date != date.date():
+        print date.date()
+        prev_date = date.date()
+
+    block = seen.get(ip)
+    if block is None:
+        block = Block(ip, date)
+        seen[ip] = block
+        current.append(block)
+        # Poor man's priority queue: keep the first to expire (oldest) at the
+        # tail of the list.
+        current.sort(key = lambda x: x.end_date, reverse = True)
+    else:
+        block.end_date = date
+
+    # Delete all those that are now expired.
+    while current:
+        block = current[-1]
+        delta = timedelta_to_seconds(date - block.end_date)
+        if delta > POLL_INTERVAL * 1.5:
+            blocks.append(block)
+            current.pop()
+            del seen[block.ip]
+        else:
+            break
+
+events = []
+for block in blocks:
+    events.append(("begin", block.begin_date))
+    events.append(("end", block.end_date + datetime.timedelta(seconds = POLL_INTERVAL / 2)))
+# Handle any still alive at the end.
+while current:
+    block = current[-1]
+    events.append(("begin", block.begin_date))
+    events.append(("end", date))
+    current.pop()
+    del seen[block.ip]
+
+events.sort(key = lambda x: x[1])
+
+data = []
+num = 0
+for i, event in enumerate(events):
+    t = event[1]
+    data.append((t, num))
+    if event[0] == "begin":
+        num += 1
+    elif event[0] == "end":
+        num -= 1
+    data.append((t, num))
+data = np.array(data)
+
+fig = plt.figure()
+ax = fig.add_axes([0.10, 0.30, 0.88, 0.60])
+ax.set_ylabel(u"Number of proxies", fontsize=8)
+fig.set_size_inches((8, 3))
+
+ax.tick_params(direction="out", top="off", right="off")
+ax.set_frame_on(False)
+ax.xaxis.set_major_formatter(matplotlib.ticker.FuncFormatter(format_date))
+fig.autofmt_xdate()
+
+plt.fill_between(data[:,0], data[:,1], linewidth=0, color="black")
+
+fig.savefig(output_file_name)