[tor-commits] [doctor/master] Daemon to check wiki for outdated package versions
atagar at torproject.org
atagar at torproject.org
Sun Dec 17 02:31:30 UTC 2017
commit 6cdacb303466a175dc5094c642f4f3bc52e6e784
Author: Damian Johnson <atagar at torproject.org>
Date: Sat Dec 16 18:28:32 2017 -0800
Daemon to check wiki for outdated package versions
Script to help me keep the packages wiki up to date...
https://trac.torproject.org/projects/tor/wiki/doc/packages
Presently this prints a table. Remaining work is to have it email me and
support gentoo.
---
package_versions.py | 109 ++++++++++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 109 insertions(+)
diff --git a/package_versions.py b/package_versions.py
new file mode 100755
index 0000000..e7030db
--- /dev/null
+++ b/package_versions.py
@@ -0,0 +1,109 @@
+#!/usr/bin/env python
+# Copyright 2017, Damian Johnson and The Tor Project
+# See LICENSE for licensing information
+
+"""
+Checks for outdated versions on the packages wiki...
+
+ https://trac.torproject.org/projects/tor/wiki/doc/packages
+"""
+
+import collections
+import re
+import ssl
+import urllib2
+
+DEBIAN_VERSION = '<h1>Package: \S+ \(([0-9\.]+).*\)'
+FEDORA_VERSION = '<div class="package-name">([0-9\.]+).*</div>'
+ARCH_LINUX_VERSION = '<title>Arch Linux - \S+ ([0-9\.]+).*</title>'
+AUR_VERSION = '<h2>Package Details: \S+ ([0-9\.]+)-\S+</h2>'
+FREEBSD_VERSION = 'SHA256 \(\S+-([0-9\.]+).tar.gz\)'
+OPENBSD_DIST_VERSION = 'DISTNAME\s*=\s+\S+-([0-9\.]+)'
+OPENBSD_EGG_VERSION = 'MODPY_EGG_VERSION =\s+([0-9\.]+)'
+NETBSD_VERSION = 'CURRENT, <b>Version: </b>([0-9\.]+),'
+
+COLUMN = '| %-10s | %-10s | %-10s | %-50s |'
+DIV = '+%s+%s+%s+%s+' % ('-' * 12, '-' * 12, '-' * 12, '-' * 52)
+
+Package = collections.namedtuple('Package', ['platform', 'url', 'version', 'regex'])
+
+PACKAGES = [
+ ('tor', [
+ Package('mac', 'https://raw.githubusercontent.com/Homebrew/homebrew-core/master/Formula/tor.rb', '0.3.1.9', 'tor-([0-9\.]+).tar.gz'),
+ Package('debian', 'https://packages.debian.org/sid/tor', '0.3.1.9', DEBIAN_VERSION),
+ Package('fedora', 'https://apps.fedoraproject.org/packages/tor', '0.3.1.9', FEDORA_VERSION),
+ #Package('gentoo', 'https://packages.gentoo.org/packages/net-vpn/tor', '0.3.1.9', None),
+ Package('archlinux', 'https://www.archlinux.org/packages/community/x86_64/tor/', '0.3.1.9', ARCH_LINUX_VERSION),
+ Package('slackware', 'https://slackbuilds.org/repository/14.2/network/tor/', '0.3.1.9', 'tor-([0-9\.]+).tar.gz'),
+ Package('freebsd', 'https://www.freshports.org/security/tor/', '0.3.1.9', FREEBSD_VERSION),
+ Package('openbsd', 'https://cvsweb.openbsd.org/cgi-bin/cvsweb/ports/net/tor/Makefile?rev=HEAD&content-type=text/x-cvsweb-markup', '0.3.1.9', OPENBSD_DIST_VERSION),
+ Package('netbsd', 'http://pkgsrc.se/net/tor', '0.3.1.9', NETBSD_VERSION),
+ ]),
+ ('nyx', [
+ #Package('gentoo', 'https://packages.gentoo.org/packages/net-misc/nyx', '2.0.4', None),
+ Package('archlinux', 'https://aur.archlinux.org/packages/nyx/', '2.0.4', AUR_VERSION),
+ Package('slackware', 'https://slackbuilds.org/repository/14.2/python/nyx/', '2.0.4', 'nyx-([0-9\.]+).tar.gz'),
+ Package('freebsd', 'https://www.freshports.org/security/nyx/', '2.0.4', FREEBSD_VERSION),
+ Package('openbsd', 'https://cvsweb.openbsd.org/cgi-bin/cvsweb/ports/net/nyx/Makefile?rev=HEAD&content-type=text/x-cvsweb-markup', '2.0.4', OPENBSD_EGG_VERSION),
+ ]),
+ ('stem', [
+ Package('debian', 'https://packages.debian.org/sid/python-stem', '1.6.0', DEBIAN_VERSION),
+ Package('fedora', 'https://apps.fedoraproject.org/packages/python-stem', '1.6.0', FEDORA_VERSION),
+ #Package('gentoo', 'https://packages.gentoo.org/packages/net-libs/stem', '1.6.0', None),
+ Package('archlinux', 'https://aur.archlinux.org/packages/stem/', '1.6.0', AUR_VERSION),
+ Package('slackware', 'https://slackbuilds.org/repository/14.2/python/stem/', '1.6.0', 'stem-([0-9\.]+).tar.gz'),
+ Package('freebsd', 'https://www.freshports.org/security/py-stem/', '1.6.0', FREEBSD_VERSION),
+ Package('openbsd', 'https://cvsweb.openbsd.org/cgi-bin/cvsweb/ports/net/py-stem/Makefile?rev=HEAD&content-type=text/x-cvsweb-markup', '1.6.0', OPENBSD_EGG_VERSION),
+ ]),
+ ('txtorcon', [
+ Package('debian', 'https://packages.debian.org/sid/python-txtorcon', '0.19.3', DEBIAN_VERSION),
+ #Package('gentoo', 'https://packages.gentoo.org/packages/dev-python/txtorcon', '0.19.3', None),
+ Package('slackware', 'https://slackbuilds.org/repository/14.2/python/txtorcon/', '0.19.3', 'txtorcon-([0-9\.]+).tar.gz'),
+ Package('freebsd', 'https://www.freshports.org/security/py-txtorcon/', '0.19.3', FREEBSD_VERSION),
+ ]),
+ ('torsocks', [
+ Package('mac', 'https://raw.githubusercontent.com/Homebrew/homebrew-core/master/Formula/torsocks.rb', '2.2.0', ':tag => "v([0-9\.]+)",'),
+ Package('debian', 'https://packages.debian.org/sid/torsocks', '2.2.0', DEBIAN_VERSION),
+ Package('fedora', 'https://apps.fedoraproject.org/packages/torsocks', '2.1.0', FEDORA_VERSION),
+ #Package('gentoo', 'https://packages.gentoo.org/packages/net-proxy/torsocks', '2.2.0', None),
+ Package('archlinux', 'https://www.archlinux.org/packages/community/x86_64/torsocks/', '2.2.0', ARCH_LINUX_VERSION),
+ Package('slackware', 'https://slackbuilds.org/repository/14.2/network/torsocks/', '2.2.0', 'torsocks \(([0-9\.]+)\) </h2>'),
+ Package('freebsd', 'https://www.freshports.org/net/torsocks/', '2.2.0', 'SHA256 \(dgoulet-torsocks-v([0-9\.]+)_GH0.tar.gz\)'),
+ Package('openbsd', 'https://cvsweb.openbsd.org/cgi-bin/cvsweb/ports/net/torsocks/Makefile?rev=HEAD&content-type=text/x-cvsweb-markup', '1.2', OPENBSD_DIST_VERSION),
+ ]),
+ ('ooni probe', [
+ Package('mac', 'https://raw.githubusercontent.com/Homebrew/homebrew-core/master/Formula/ooniprobe.rb', '2.2.0', 'ooniprobe-([0-9\.]+).tar.gz'),
+ Package('debian', 'https://packages.debian.org/sid/ooniprobe', '2.2.0', DEBIAN_VERSION),
+ Package('archlinux', 'https://aur.archlinux.org/packages/ooniprobe/', '1.2.2', AUR_VERSION),
+ ]),
+]
+
+
+if __name__ == '__main__':
+ print(DIV)
+ print(COLUMN % ('Project', 'Platform', 'Version', 'Status'))
+
+ for project, packages in PACKAGES:
+ print(DIV)
+
+ for package in packages:
+ for i in range(3):
+ try:
+ request = urllib2.urlopen(package.url, timeout = 5).read()
+ break
+ except (urllib2.HTTPError, ssl.SSLError):
+ pass
+
+ match = re.search(package.regex, request)
+ current_version = match.group(1) if match else None
+
+ if not current_version:
+ msg = 'unable to determine current version'
+ elif current_version == package.version:
+ msg = 'up to date'
+ else:
+ msg = 'current version is %s but wiki has %s' % (current_version, package.version)
+
+ print(COLUMN % (project, package.platform, package.version, msg))
+
+ print(DIV)
More information about the tor-commits
mailing list