May 2018 - tor-commits - lists.torproject.org

[metrics-web/release] Remove unused code from the censorship detector.
by karsten＠torproject.org 30 May '18

30 May '18

commit 4a30e7a9fbdded5318506302543b5d5e07571670 Author: Karsten Loesing <karsten.loesing(a)gmx.net> Date: Mon Mar 12 17:49:40 2018 +0100 Remove unused code from the censorship detector. --- src/main/python/clients/detector.py | 199 +----------------------------------- 1 file changed, 2 insertions(+), 197 deletions(-) diff --git a/src/main/python/clients/detector.py b/src/main/python/clients/detector.py index 6cf1c7d..3d17bf0 100644 --- a/src/main/python/clients/detector.py +++ b/src/main/python/clients/detector.py @@ -60,8 +60,6 @@ import country_info # write utf8 to file import codecs -days = ["Mon", "Tue", "Wed", "Thu", "Fri", "Sat", "Sun"] - def get_country_name_from_cc(country_code): if (country_code.lower() in country_info.countries): return country_info.countries[country_code.lower()] @@ -208,145 +206,6 @@ def make_tendencies_minmax(l, INTERVAL = 1): ## print minx[-1], maxx[-1] return minx, maxx -# Makes pretty plots -def raw_plot(series, minc, maxc, labels, xtitle): - assert len(xtitle) == 3 - fname, stitle, slegend = xtitle - - font = {'family' : 'Bitstream Vera Sans', - 'weight' : 'normal', - 'size' : 8} - matplotlib.rc('font', **font) - - ylim( (-max(series)*0.1, max(series)*1.1) ) - plot(labels, series, linewidth=1.0, label="Users") - - wherefill = [] - for mm,mx in zip(minc, maxc): - wherefill += [not (mm == None and mx == None)] - assert mm < mx or (mm == None and mx == None) - - fill_between(labels, minc, maxc, where=wherefill, color="gray", label="Prediction") - - vdown = [] - vup = [] - for i,v in enumerate(series): - if minc[i] != None and v < minc[i]: - vdown += [v] - vup += [None] - elif maxc[i] != None and v > maxc[i]: - vdown += [None] - vup += [v] - else: - vup += [None] - vdown += [None] - - plot(labels, vdown, 'o', ms=10, lw=2, alpha=0.5, mfc='orange', label="Downturns") - plot(labels, vup, 'o', ms=10, lw=2, alpha=0.5, mfc='green', label="Upturns") - - legend(loc=2) - - xlabel('Time (days)') - ylabel('Users') - title(stitle) - grid(True) - F = gcf() - - F.set_size_inches(10,5) - F.savefig(fname, format="png", dpi = (150)) - close() - -def absolute_plot(series, minc, maxc, labels,INTERVAL, xtitle): - in_minc = [] - in_maxc = [] - for i, v in enumerate(series): - if i > 0 and i - INTERVAL >= 0 and series[i] != None and series[i-INTERVAL] != None and series[i-INTERVAL] != 0 and minc[i]!= None and maxc[i]!= None: - in_minc += [minc[i] * poisson.ppf(1-0.9999, series[i-INTERVAL])] - in_maxc += [maxc[i] * poisson.ppf(0.9999, series[i-INTERVAL])] - if not in_minc[-1] < in_maxc[-1]: - print in_minc[-1], in_maxc[-1], series[i-INTERVAL], minc[i], maxc[i] - assert in_minc[-1] < in_maxc[-1] - else: - in_minc += [None] - in_maxc += [None] - raw_plot(series, in_minc, in_maxc, labels, xtitle) - -"""Return the number of downscores and upscores of a time series -'series', given tendencies 'minc' and 'maxc' for the time interval -'INTERVAL'. - -If 'scoring_interval' is specifed we only consider upscore/downscore -that happened in the latest 'scoring_interval' days. -""" -def censor_score(series, minc, maxc, INTERVAL, scoring_interval=None): - upscore = 0 - downscore = 0 - - if scoring_interval is None: - scoring_interval = len(series) - assert(len(series) >= scoring_interval) - - for i, v in enumerate(series): - if i > 0 and i - INTERVAL >= 0 and series[i] != None and series[i-INTERVAL] != None and series[i-INTERVAL] != 0 and minc[i]!= None and maxc[i]!= None: - in_minc = minc[i] * poisson.ppf(1-0.9999, series[i-INTERVAL]) - in_maxc = maxc[i] * poisson.ppf(0.9999, series[i-INTERVAL]) - if (i >= (len(series) - scoring_interval)): - downscore += 1 if minc[i] != None and v < in_minc else 0 - upscore += 1 if maxc[i] != None and v > in_maxc else 0 - - return downscore, upscore - -def plot_target(tss, TARGET, xtitle, minx, maxx, DAYS=365, INTERV = 7): - ctarget = tss.get_country_series(TARGET) - c = n_day_rel(ctarget, INTERV) - absolute_plot(ctarget[-DAYS:], minx[-DAYS:], maxx[-DAYS:], tss.all_dates[-DAYS:],INTERV, xtitle = xtitle) - -def write_censorship_report_prologue(report_file, dates, notification_period): - if (notification_period == 1): - date_str = "%s" % (dates[-1]) # no need for date range if it's just one day - else: - date_str = "%s to %s" % (dates[-notification_period], dates[-1]) - - prologue = "=======================\n" - prologue += "Automatic Censorship Report for %s\n" % (date_str) - prologue += "=======================\n\n" - report_file.write(prologue) - -## Make a league table of censorship + nice graphs -def plot_all(tss, minx, maxx, INTERV, DAYS=None, rdir="img"): - rdir = os.path.realpath(rdir) - if not os.path.exists(rdir) or not os.path.isdir(rdir): - print "ERROR: %s does not exist or is not a directory." % rdir - return - - summary_file = file(os.path.join(rdir, "summary.txt"), "w") - - if DAYS == None: - DAYS = 6*31 - - s = tss.get_largest(200) - scores = [] - for num, li in s: - print ".", - ds,us = censor_score(tss.get_country_series(li)[-DAYS:], minx[-DAYS:], maxx[-DAYS:], INTERV) - # print ds, us - scores += [(ds,num, us, li)] - scores.sort() - scores.reverse() - s = "\n=======================\n" - s+= "Report for %s to %s\n" % (tss.all_dates[-DAYS], tss.all_dates[-1]) - s+= "=======================\n" - print s - summary_file.write(s) - for a,nx, b,c in scores: - if a > 0: - s = "%s -- down: %2d (up: %2d affected: %s)" % (c, a, b, nx) - print s - summary_file.write(s + "\n") - xtitle = (os.path.join(rdir, "%03d-%s-censor.png" % (a,c)), "Tor report for %s -- down: %2d (up: %2d affected: %s)" % (c, a, b, nx),"") - plot_target(tss, c,xtitle, minx, maxx, DAYS, INTERV) - summary_file.close() - """Write a CSV report on the minimum/maximum users of each country per date.""" def write_all(tss, minc, maxc, RANGES_FILE, INTERVAL=7): ranges_file = file(RANGES_FILE, "w") @@ -368,70 +227,16 @@ def write_all(tss, minc, maxc, RANGES_FILE, INTERVAL=7): ranges_file.write("%s,%s,%s,%s\n" % (tss.all_dates[i], c, minv, maxv)) ranges_file.close() -"""Return a URL that points to a graph in metrics.tpo that displays -the number of direct Tor users in country 'country_code', for a -'period'-days period. - -Let's hope that the metrics.tpo URL scheme doesn't change often. -""" -def get_tor_usage_graph_url_for_cc_and_date(country_code, dates, period): - url = "https://metrics.torproject.org/users.html?graph=userstats-relay-country&sta…" % \ - (dates[-period], dates[-1], country_code) - return url - -"""Write a file containing a short censorship report over the last -'notification_period' days. -""" -def write_ml_report(tss, minx, maxx, INTERV, DAYS, notification_period=None): - if notification_period is None: - notification_period = DAYS - - report_file = codecs.open('short_censorship_report.txt', 'w', 'utf-8') - file_prologue_written = False - - s = tss.get_largest(None) # no restrictions, get 'em all. - scores = [] - for num, li in s: - ds,us = censor_score(tss.get_country_series(li)[-DAYS:], minx[-DAYS:], maxx[-DAYS:], INTERV, notification_period) - scores += [(ds,num, us, li)] - scores.sort() - scores.reverse() - - for downscores,users_n,upscores,country_code in scores: - if (downscores > 0) or (upscores > 0): - if not file_prologue_written: - write_censorship_report_prologue(report_file, tss.all_dates, notification_period) - file_prologue_written = True - - if ((upscores > 0) and (downscores == 0)): - s = "We detected an unusual spike of Tor users in %s (%d upscores, %d users):\n" % \ - (get_country_name_from_cc(country_code), upscores, users_n) - else: - s = "We detected %d potential censorship events in %s (users: %d, upscores: %d):\n" % \ - (downscores, get_country_name_from_cc(country_code), users_n, upscores) - - # Also give out a link for the appropriate usage graph for a 90-days period. - s += get_tor_usage_graph_url_for_cc_and_date(country_code, tss.all_dates, 90) - - report_file.write(s + "\n") - - report_file.close() - # INTERV is the time interval to model connection rates; # consider maximum DAYS days back. def detect(CSV_FILE = "userstats-detector.csv", - RANGES_FILE = "userstats-ranges.csv", GRAPH_DIR = "img", - INTERV = 7, DAYS = 6 * 31, REPORT = True): + RANGES_FILE = "userstats-ranges.csv", + INTERV = 7, DAYS = 6 * 31): tss = torstatstore(CSV_FILE) l = tss.get_largest_locations(50) minx, maxx = make_tendencies_minmax(l, INTERV) - #plot_all(tss, minx, maxx, INTERV, DAYS, rdir=GRAPH_DIR) write_all(tss, minx, maxx, RANGES_FILE, INTERV) - if REPORT: - # Make our short report; only consider events of the last day - write_ml_report(tss, minx, maxx, INTERV, DAYS, 1) - def main(): detect()

1 0

[metrics-web/release] Update news.json to version 237 of doc/MetricsTimeline.
by karsten＠torproject.org 30 May '18

30 May '18

commit 1cba0348e912c6f8e9b4f6620384e4edd0247787 Author: Karsten Loesing <karsten.loesing(a)gmx.net> Date: Mon Mar 12 16:50:25 2018 +0100 Update news.json to version 237 of doc/MetricsTimeline. --- src/main/resources/web/json/news.json | 56 ++++++++++++++++++++++++++++++++++- 1 file changed, 55 insertions(+), 1 deletion(-) diff --git a/src/main/resources/web/json/news.json b/src/main/resources/web/json/news.json index 2cd27c6..6beb053 100644 --- a/src/main/resources/web/json/news.json +++ b/src/main/resources/web/json/news.json @@ -2492,6 +2492,7 @@ "description": "Outage of the bridge authority <a href=\"https://metrics.torproject.org/rs.html#details/1D8F3A91C37C5D1C4C19B1AD1D0C…">Bifroest</a>.", "links": [ "<a href=\"https://lists.torproject.org/pipermail/metrics-team/2017-August/000441.html\">mailing list post</a>", + "<a href=\"https://lists.torproject.org/pipermail/metrics-team/2018-March/000713.html\">mailing list post</a>", "<a href=\"https://metrics.torproject.org/networksize.html?start=2017-07-01&end=2017-0…">graph</a>" ] }, @@ -2541,6 +2542,18 @@ }, { "start": "2017-09-15", + "end": "2017-09-16", + "protocols": [ + "bridge" + ], + "description": "The bridge authority was down due to an issue with its offline master key.", + "links": [ + "<a href=\"https://metrics.torproject.org/networksize.html?start=2017-07-01&end=2018-0…">graph</a>", + "<a href=\"https://lists.torproject.org/pipermail/metrics-team/2018-March/000713.html\">mailing list post</a>" + ] + }, + { + "start": "2017-09-15", "end": "2017-10-12", "description": "Outage of the op-hk OnionPerf instance. Reported timeouts on the tor network increased, download speed improved.", "links": [ @@ -2694,6 +2707,18 @@ ] }, { + "start": "2017-12-08", + "end": "2017-12-11", + "protocols": [ + "bridge" + ], + "description": "The bridge authority was down for unknown reasons.", + "links": [ + "<a href=\"https://metrics.torproject.org/networksize.html?start=2017-07-01&end=2018-0…">graph</a>", + "<a href=\"https://lists.torproject.org/pipermail/metrics-team/2018-March/000713.html\">mailing list post</a>" + ] + }, + { "start": "2017-12-12", "end": "2018-01-18", "protocols": [ @@ -2820,7 +2845,7 @@ }, { "start": "2018-02-27", - "ongoing": true, + "end": "2018-03-02", "description": "Less than 3 bandwidth authorities are available.", "links": [ "<a href=\"https://lists.torproject.org/pipermail/tor-relays/2018-February/014676.html\">tor-relays</a>" @@ -3473,5 +3498,34 @@ "<a href=\"https://metrics.torproject.org/userstats-relay-country.html?start=2017-10-0…">graph</a>" ], "unknown": true + }, + { + "start": "2017-12-16", + "end": "2017-12-17", + "protocols": [ + "bridge" + ], + "description": "Drop in the number of measured bridges.", + "links": [ + "<a href=\"https://metrics.torproject.org/networksize.html?start=2017-07-01&end=2018-0…">graph</a>", + "<a href=\"https://lists.torproject.org/pipermail/metrics-team/2018-March/000713.html\">mailing list post</a>" + ], + "unknown": true + }, + { + "start": "2018-03-05", + "end": "2018-03-08", + "places": [ + "de" + ], + "protocols": [ + "<OR>", + "relay" + ], + "description": "Steady drop in the number of relay users in Germany, from 1.5M to 650k. (Drop coincides with the release of tor 0.3.2.10, 0.3.1.10, and 0.2.9.15, which offer better resistance against DoS attacks; as well as improvements in speed for downloads from onions <a href=\"https://metrics.torproject.org/torperf.html?start=2017-12-10&end=2018-03-10…">graph</a>; see this <a href=\"https://metrics.torproject.org/connbidirect.html\">graph</a> as well. More datapoints: DDoS of the network happened <a href=\"https://lists.torproject.org/pipermail/tor-project/2017-December/001604.htm…">around the time</a> that saw an increase in the number of relay users in Germany, see entry above or <a href=\"https://metrics.torproject.org/userstats-relay-country.html?start=2017-12-1…">graph</a>)", + "links": [ + "<a href=\"https://metrics.torproject.org/userstats-relay-country.html?start=2017-11-1…">graph</a>" + ], + "unknown": true } ]

1 0

[metrics-web/release] Update news.json to version 259 of doc/MetricsTimeline.
by karsten＠torproject.org 30 May '18

30 May '18

commit 2537885cfc34a8fa25d4d0e7d1c41db735d12fb7 Author: Karsten Loesing <karsten.loesing(a)gmx.net> Date: Sat May 12 09:30:52 2018 +0200 Update news.json to version 259 of doc/MetricsTimeline. --- src/main/resources/web/json/news.json | 41 +++++++++++++++++++++++++++++++++++ 1 file changed, 41 insertions(+) diff --git a/src/main/resources/web/json/news.json b/src/main/resources/web/json/news.json index 77d94aa..8d2fbd7 100644 --- a/src/main/resources/web/json/news.json +++ b/src/main/resources/web/json/news.json @@ -4631,6 +4631,47 @@ ] }, { + "start": "2018-04-30", + "ongoing": true, + "places": [ + "ir" + ], + "shortDescription": "Iranian ISPs block Telegram.", + "description": "Iranian ISPs block Telegram.", + "links": [ + { + "label": "article", + "target": "https://arstechnica.com/tech-policy/2018/05/iran-blocks-telegram-pushes-rep…" + }, + { + "label": "relay graph", + "target": "https://metrics.torproject.org/userstats-relay-country.html?start=2018-03-0…" + }, + { + "label": "bridge graph", + "target": "https://metrics.torproject.org/userstats-bridge-country.html?start=2018-03-…" + } + ] + }, + { + "start": "2018-05-09", + "protocols": [ + "snowflake" + ], + "shortDescription": "Release of Tor Browser 8.0a7, which changes the default Snowflake rendezvous to use an Azure domain front, instead of the Google one that had been non-functional since 2018-04-13.", + "description": "Release of Tor Browser 8.0a7, which changes the default Snowflake rendezvous to use an Azure domain front, instead of the Google one that had been non-functional since 2018-04-13.", + "links": [ + { + "label": "blog post", + "target": "https://blog.torproject.org/tor-browser-80a7-released" + }, + { + "label": "ticket", + "target": "https://bugs.torproject.org/26010" + } + ] + }, + { "start": "2016-02-24", "places": [ "tm"

1 0

[metrics-web/release] Update to latest metrics-lib.
by karsten＠torproject.org 30 May '18

30 May '18

commit 1072602b66074e8b86f6a5880005eede67cdbdb0 Author: Karsten Loesing <karsten.loesing(a)gmx.net> Date: Sat May 26 21:43:34 2018 +0200 Update to latest metrics-lib. --- src/submods/metrics-lib | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/submods/metrics-lib b/src/submods/metrics-lib index 77bbd74..feabf88 160000 --- a/src/submods/metrics-lib +++ b/src/submods/metrics-lib @@ -1 +1 @@ -Subproject commit 77bbd742b63fd9708694d7d8623d82a9654b770e +Subproject commit feabf88fff34465134da9ea61592f7f9c30415b7

1 0

[metrics-web/release] Simplify dirread and dirwrite in bandwidth.csv.
by karsten＠torproject.org 30 May '18

30 May '18

commit 6b53cd0e4619fa18fae8630de91c23e7ba7bbdaa Author: Karsten Loesing <karsten.loesing(a)gmx.net> Date: Thu May 17 15:11:40 2018 +0200 Simplify dirread and dirwrite in bandwidth.csv. With this change we're making it clear that these two columns contain statistics from directory mirrors only, and we're taking out the extrapolation step. Implements #26002. --- src/main/resources/web/json/metrics.json | 2 +- src/main/resources/web/jsps/stats.jsp | 9 ++++----- src/main/sql/legacy/tordir.sql | 6 ++---- 3 files changed, 7 insertions(+), 10 deletions(-) diff --git a/src/main/resources/web/json/metrics.json b/src/main/resources/web/json/metrics.json index 57b7c9c..b867f50 100644 --- a/src/main/resources/web/json/metrics.json +++ b/src/main/resources/web/json/metrics.json @@ -103,7 +103,7 @@ "id": "dirbytes", "title": "Bandwidth spent on answering directory requests", "type": "Graph", - "description": "This graph shows the portion of <a href=\"glossary.html#bandwidth-history\">consumed bandwidth</a> that <a href=\"glossary.html#directory-authority\">directory authorities</a> and <a href=\"glossary.html#directory-mirror\">mirrors</a> have spent on answering directory requests. Not all directories report these statistics, so the graph shows an estimation of total consumed bandwidth as it would be observed if all directories reported these statistics.", + "description": "This graph shows the portion of <a href=\"glossary.html#bandwidth-history\">consumed bandwidth</a> that <a href=\"glossary.html#directory-mirror\">directory mirrors</a> have spent on answering directory requests.", "function": "dirbytes", "parameters": [ "start", diff --git a/src/main/resources/web/jsps/stats.jsp b/src/main/resources/web/jsps/stats.jsp index 2674ba0..ea5faf8 100644 --- a/src/main/resources/web/jsps/stats.jsp +++ b/src/main/resources/web/jsps/stats.jsp @@ -125,15 +125,14 @@ This metric includes any kind of traffic.</li> <li>bwwrite: Similar to bwread, but for traffic written by relays.</li> -<li>dirread: Bandwidth in bytes per second that relays have read when -serving directory data. Not all relays report how many bytes they read when -serving directory data which is why this value is an estimate from the available -data. This metric is not available for subsets of relays with certain relay +<li>dirread: Bandwidth in bytes per second that directory mirrors have +read when serving directory data. +This metric is not available for subsets of relays with certain relay flags, so that this column will contain the empty string if either isexit or isguard is non-empty.</li> <li>dirwrite: Similar to dirread, but for traffic written by -relays when serving directory data.</li> +directory mirrors when serving directory data.</li> </ul> diff --git a/src/main/sql/legacy/tordir.sql b/src/main/sql/legacy/tordir.sql index 5d254f6..bd91ab6 100644 --- a/src/main/sql/legacy/tordir.sql +++ b/src/main/sql/legacy/tordir.sql @@ -807,11 +807,9 @@ UNION ALL CASE WHEN total_bwhist.written IS NOT NULL THEN total_bwhist.written / 86400 END AS bwwrite, CASE WHEN u.date IS NOT NULL - THEN FLOOR(CAST(u.dr AS NUMERIC) * CAST(u.brp AS NUMERIC) / - CAST(u.brd AS NUMERIC) / CAST(86400 AS NUMERIC)) END AS dirread, + THEN FLOOR(CAST(u.dr AS NUMERIC) / CAST(86400 AS NUMERIC)) END AS dirread, CASE WHEN u.date IS NOT NULL - THEN FLOOR(CAST(u.dw AS NUMERIC) * CAST(u.bwp AS NUMERIC) / - CAST(u.bwd AS NUMERIC) / CAST(86400 AS NUMERIC)) END AS dirwrite + THEN FLOOR(CAST(u.dw AS NUMERIC) / CAST(86400 AS NUMERIC)) END AS dirwrite FROM total_bandwidth FULL OUTER JOIN total_bwhist ON total_bandwidth.date = total_bwhist.date FULL OUTER JOIN (SELECT * FROM user_stats WHERE country = 'zy'

1 0

[metrics-web/release] Fix TB downloads by locale and Relays by flag graphs.
by karsten＠torproject.org 30 May '18

30 May '18

commit 4cb0fd677271a1faa3a7f99e5e7868d5cf50a7a8 Author: Karsten Loesing <karsten.loesing(a)gmx.net> Date: Wed May 9 15:13:55 2018 +0200 Fix TB downloads by locale and Relays by flag graphs. --- src/main/R/rserver/graphs.R | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/src/main/R/rserver/graphs.R b/src/main/R/rserver/graphs.R index b6eb221..79d5600 100644 --- a/src/main/R/rserver/graphs.R +++ b/src/main/R/rserver/graphs.R @@ -580,8 +580,8 @@ plot_relayflags <- function(start, end, flags, path) { write_relayflags <- function(start, end, flags, path) { prepare_relayflags(start, end, flags) %>% - mutate(variable = tolower(variable)) %>% - spread(variable, value) %>% + mutate(flag = tolower(flag)) %>% + spread(flag, relays) %>% write.csv(path, quote = FALSE, row.names = FALSE) } @@ -1269,7 +1269,7 @@ write_webstats_tb_platform <- function(start, end, path) { plot_webstats_tb_locale <- function(start, end, path) { d <- read.csv(paste(stats_dir, "webstats.csv", sep = ""), - colClasses = c("log_date" = "Date")) + colClasses = c("log_date" = "Date", "locale" = "character")) d <- d[d$log_date >= start & d$log_date <= end & d$request_type == "tbid", ] e <- d e <- aggregate(list(count = e$count), by = list(locale = e$locale), FUN = sum) @@ -1300,7 +1300,7 @@ plot_webstats_tb_locale <- function(start, end, path) { # breaks and labels. Left as future work. write_webstats_tb_locale <- function(start, end, path) { d <- read.csv(paste(stats_dir, "webstats.csv", sep = ""), - colClasses = c("log_date" = "Date")) + colClasses = c("log_date" = "Date", "locale" = "character")) d <- d[d$log_date >= start & d$log_date <= end & d$request_type == "tbid", ] e <- d e <- aggregate(list(count = e$count), by = list(locale = e$locale), FUN = sum)

1 0

[metrics-web/release] Update to latest rs (Relay Search).
by karsten＠torproject.org 30 May '18

30 May '18

commit 168f585198cc40fecbf17e5d7a7085c212a191d3 Author: Karsten Loesing <karsten.loesing(a)gmx.net> Date: Wed May 16 09:06:22 2018 +0200 Update to latest rs (Relay Search). --- src/main/resources/web/rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/main/resources/web/rs b/src/main/resources/web/rs index b6e6c32..887512f 160000 --- a/src/main/resources/web/rs +++ b/src/main/resources/web/rs @@ -1 +1 @@ -Subproject commit b6e6c3235806c9d1521dbc2c08cecee626466928 +Subproject commit 887512f3a111981e1604e9cd6c46b2d32300db14

1 0

[metrics-web/release] Simplify censorship detector.
by karsten＠torproject.org 30 May '18

30 May '18

commit 27fe3f3b504ec59af6e4ea1bab9f991ef84be908 Author: Karsten Loesing <karsten.loesing(a)gmx.net> Date: Tue May 15 20:25:39 2018 +0200 Simplify censorship detector. As part of the censorship detector, we're currently fitting a normal distribution to a set of approximately 50 values. After talking to George Danezis, the original author of our censorship detector, it's safe to approximate this step by computing the mean and standard deviation of these values and using those to parameterize the normal distribution. A test run with today's numbers produced the exact same result. The main benefit of this simplification is that it will be easier for others to reproduce our numbers, even without a statistics library as powerful as SciPy. --- src/main/python/clients/detector.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/main/python/clients/detector.py b/src/main/python/clients/detector.py index 3d17bf0..9944710 100644 --- a/src/main/python/clients/detector.py +++ b/src/main/python/clients/detector.py @@ -43,6 +43,7 @@ import matplotlib # Dep: numpy import numpy +from numpy import mean, std # Dep: scipy import scipy.stats @@ -199,7 +200,8 @@ def make_tendencies_minmax(l, INTERVAL = 1): minx += [None] maxx += [None] continue - mu, signma = norm.fit(vals) + mu = mean(vals) + signma = std(vals) dists += [(mu, signma)] maxx += [norm.ppf(0.9999, mu, signma)] minx += [norm.ppf(1 - 0.9999, mu, signma)]

1 0

[metrics-web/release] Update news.json to version 260 of doc/MetricsTimeline.
by karsten＠torproject.org 30 May '18

30 May '18

commit 3ad2bab15c726fa4f9b1af65b59c0cd389b709e5 Author: Karsten Loesing <karsten.loesing(a)gmx.net> Date: Tue May 15 14:49:20 2018 +0200 Update news.json to version 260 of doc/MetricsTimeline. --- src/main/resources/web/json/news.json | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/main/resources/web/json/news.json b/src/main/resources/web/json/news.json index 8d2fbd7..d333e2a 100644 --- a/src/main/resources/web/json/news.json +++ b/src/main/resources/web/json/news.json @@ -4640,6 +4640,10 @@ "description": "Iranian ISPs block Telegram.", "links": [ { + "label": "ticket", + "target": "https://bugs.torproject.org/26087" + }, + { "label": "article", "target": "https://arstechnica.com/tech-policy/2018/05/iran-blocks-telegram-pushes-rep…" },

1 0

[metrics-web/release] Put back updated OOI link.
by karsten＠torproject.org 30 May '18

30 May '18

commit ca6353e188e277a4461354e7e3aad6c63cd4212b Author: Karsten Loesing <karsten.loesing(a)gmx.net> Date: Sat May 26 21:35:07 2018 +0200 Put back updated OOI link. Resolves #25926. --- src/main/resources/web/json/metrics.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/main/resources/web/json/metrics.json b/src/main/resources/web/json/metrics.json index b867f50..8dbdc66 100644 --- a/src/main/resources/web/json/metrics.json +++ b/src/main/resources/web/json/metrics.json @@ -279,7 +279,7 @@ "id": "oxford-anonymous-internet", "title": "“The anonymous Internet”", "type": "Link", - "description": "The Oxford Internet Institute made a cartogram visualization of Tor users as compared to the overall Internet population. They used the average number of Tor <a href=\"glossary.html#client\">users</a> per country from August 2012 to August 2013 and put it in relation to total Internet users per country. <img src=\"images/oxford-anonymous-internet.png\" alt=\"The anonymous Internet\">" + "description": "The Oxford Internet Institute made a cartogram visualization of Tor users as compared to the overall Internet population. They used the average number of Tor <a href=\"glossary.html#client\">users</a> per country from August 2012 to August 2013 and put it in relation to total Internet users per country. More details and conclusions can be found on the <a href=\"http://geography.oii.ox.ac.uk/the-anonymous-internet/\" target=\"_blank\">Information Geographies website at the Oxford Internet Institute</a>.<a href=\"http://geography.oii.ox.ac.uk/the-anonymous-internet/\"><img src=\"images/oxford-anonymous-internet.png\" alt=\"The anonymous Internet\"></a>" }, { "id": "torperf",

1 0