commit 6cdacb303466a175dc5094c642f4f3bc52e6e784 Author: Damian Johnson atagar@torproject.org Date: Sat Dec 16 18:28:32 2017 -0800

Daemon to check wiki for outdated package versions

Script to help me keep the packages wiki up to date...

https://trac.torproject.org/projects/tor/wiki/doc/packages

Presently this prints a table. Remaining work is to have it email me and support gentoo. --- package_versions.py | 109 ++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 109 insertions(+)

diff --git a/package_versions.py b/package_versions.py new file mode 100755 index 0000000..e7030db --- /dev/null +++ b/package_versions.py @@ -0,0 +1,109 @@ +#!/usr/bin/env python +# Copyright 2017, Damian Johnson and The Tor Project +# See LICENSE for licensing information + +""" +Checks for outdated versions on the packages wiki... + + https://trac.torproject.org/projects/tor/wiki/doc/packages +""" + +import collections +import re +import ssl +import urllib2 + +DEBIAN_VERSION = '<h1>Package: \S+ (([0-9.]+).*)' +FEDORA_VERSION = '<div class="package-name">([0-9.]+).*</div>' +ARCH_LINUX_VERSION = '<title>Arch Linux - \S+ ([0-9.]+).*</title>' +AUR_VERSION = '<h2>Package Details: \S+ ([0-9.]+)-\S+</h2>' +FREEBSD_VERSION = 'SHA256 (\S+-([0-9.]+).tar.gz)' +OPENBSD_DIST_VERSION = 'DISTNAME\s*=\s+\S+-([0-9.]+)' +OPENBSD_EGG_VERSION = 'MODPY_EGG_VERSION =\s+([0-9.]+)' +NETBSD_VERSION = 'CURRENT, <b>Version: </b>([0-9.]+),' + +COLUMN = '| %-10s | %-10s | %-10s | %-50s |' +DIV = '+%s+%s+%s+%s+' % ('-' * 12, '-' * 12, '-' * 12, '-' * 52) + +Package = collections.namedtuple('Package', ['platform', 'url', 'version', 'regex']) + +PACKAGES = [ + ('tor', [ + Package('mac', 'https://raw.githubusercontent.com/Homebrew/homebrew-core/master/Formula/tor....', '0.3.1.9', 'tor-([0-9.]+).tar.gz'), + Package('debian', 'https://packages.debian.org/sid/tor', '0.3.1.9', DEBIAN_VERSION), + Package('fedora', 'https://apps.fedoraproject.org/packages/tor', '0.3.1.9', FEDORA_VERSION), + #Package('gentoo', 'https://packages.gentoo.org/packages/net-vpn/tor', '0.3.1.9', None), + Package('archlinux', 'https://www.archlinux.org/packages/community/x86_64/tor/', '0.3.1.9', ARCH_LINUX_VERSION), + Package('slackware', 'https://slackbuilds.org/repository/14.2/network/tor/', '0.3.1.9', 'tor-([0-9.]+).tar.gz'), + Package('freebsd', 'https://www.freshports.org/security/tor/', '0.3.1.9', FREEBSD_VERSION), + Package('openbsd', 'https://cvsweb.openbsd.org/cgi-bin/cvsweb/ports/net/tor/Makefile?rev=HEAD&am...', '0.3.1.9', OPENBSD_DIST_VERSION), + Package('netbsd', 'http://pkgsrc.se/net/tor', '0.3.1.9', NETBSD_VERSION), + ]), + ('nyx', [ + #Package('gentoo', 'https://packages.gentoo.org/packages/net-misc/nyx', '2.0.4', None), + Package('archlinux', 'https://aur.archlinux.org/packages/nyx/', '2.0.4', AUR_VERSION), + Package('slackware', 'https://slackbuilds.org/repository/14.2/python/nyx/', '2.0.4', 'nyx-([0-9.]+).tar.gz'), + Package('freebsd', 'https://www.freshports.org/security/nyx/', '2.0.4', FREEBSD_VERSION), + Package('openbsd', 'https://cvsweb.openbsd.org/cgi-bin/cvsweb/ports/net/nyx/Makefile?rev=HEAD&am...', '2.0.4', OPENBSD_EGG_VERSION), + ]), + ('stem', [ + Package('debian', 'https://packages.debian.org/sid/python-stem', '1.6.0', DEBIAN_VERSION), + Package('fedora', 'https://apps.fedoraproject.org/packages/python-stem', '1.6.0', FEDORA_VERSION), + #Package('gentoo', 'https://packages.gentoo.org/packages/net-libs/stem', '1.6.0', None), + Package('archlinux', 'https://aur.archlinux.org/packages/stem/', '1.6.0', AUR_VERSION), + Package('slackware', 'https://slackbuilds.org/repository/14.2/python/stem/', '1.6.0', 'stem-([0-9.]+).tar.gz'), + Package('freebsd', 'https://www.freshports.org/security/py-stem/', '1.6.0', FREEBSD_VERSION), + Package('openbsd', 'https://cvsweb.openbsd.org/cgi-bin/cvsweb/ports/net/py-stem/Makefile?rev=HEA...', '1.6.0', OPENBSD_EGG_VERSION), + ]), + ('txtorcon', [ + Package('debian', 'https://packages.debian.org/sid/python-txtorcon', '0.19.3', DEBIAN_VERSION), + #Package('gentoo', 'https://packages.gentoo.org/packages/dev-python/txtorcon', '0.19.3', None), + Package('slackware', 'https://slackbuilds.org/repository/14.2/python/txtorcon/', '0.19.3', 'txtorcon-([0-9.]+).tar.gz'), + Package('freebsd', 'https://www.freshports.org/security/py-txtorcon/', '0.19.3', FREEBSD_VERSION), + ]), + ('torsocks', [ + Package('mac', 'https://raw.githubusercontent.com/Homebrew/homebrew-core/master/Formula/tors...', '2.2.0', ':tag => "v([0-9.]+)",'), + Package('debian', 'https://packages.debian.org/sid/torsocks', '2.2.0', DEBIAN_VERSION), + Package('fedora', 'https://apps.fedoraproject.org/packages/torsocks', '2.1.0', FEDORA_VERSION), + #Package('gentoo', 'https://packages.gentoo.org/packages/net-proxy/torsocks', '2.2.0', None), + Package('archlinux', 'https://www.archlinux.org/packages/community/x86_64/torsocks/', '2.2.0', ARCH_LINUX_VERSION), + Package('slackware', 'https://slackbuilds.org/repository/14.2/network/torsocks/', '2.2.0', 'torsocks (([0-9.]+)) </h2>'), + Package('freebsd', 'https://www.freshports.org/net/torsocks/', '2.2.0', 'SHA256 (dgoulet-torsocks-v([0-9.]+)_GH0.tar.gz)'), + Package('openbsd', 'https://cvsweb.openbsd.org/cgi-bin/cvsweb/ports/net/torsocks/Makefile?rev=HE...', '1.2', OPENBSD_DIST_VERSION), + ]), + ('ooni probe', [ + Package('mac', 'https://raw.githubusercontent.com/Homebrew/homebrew-core/master/Formula/ooni...', '2.2.0', 'ooniprobe-([0-9.]+).tar.gz'), + Package('debian', 'https://packages.debian.org/sid/ooniprobe', '2.2.0', DEBIAN_VERSION), + Package('archlinux', 'https://aur.archlinux.org/packages/ooniprobe/', '1.2.2', AUR_VERSION), + ]), +] + + +if __name__ == '__main__': + print(DIV) + print(COLUMN % ('Project', 'Platform', 'Version', 'Status')) + + for project, packages in PACKAGES: + print(DIV) + + for package in packages: + for i in range(3): + try: + request = urllib2.urlopen(package.url, timeout = 5).read() + break + except (urllib2.HTTPError, ssl.SSLError): + pass + + match = re.search(package.regex, request) + current_version = match.group(1) if match else None + + if not current_version: + msg = 'unable to determine current version' + elif current_version == package.version: + msg = 'up to date' + else: + msg = 'current version is %s but wiki has %s' % (current_version, package.version) + + print(COLUMN % (project, package.platform, package.version, msg)) + + print(DIV)