commit 40f9ed7249ae0f7f92f0908464169106fc24e2b5 Author: Damian Johnson atagar@torproject.org Date: Sun Dec 17 13:03:00 2017 -0800
Backoff when retrying urlopen requests
The gentoo site in particular is pretty flaky. Doing some exponential backoff. --- package_versions.py | 4 ++++ 1 file changed, 4 insertions(+)
diff --git a/package_versions.py b/package_versions.py index 2ea5883..19503fe 100755 --- a/package_versions.py +++ b/package_versions.py @@ -10,6 +10,7 @@ Checks for outdated versions on the packages wiki...
import collections import re +import time import urllib2
DEBIAN_VERSION = '<h1>Package: \S+ (([0-9.]+).*)' @@ -95,6 +96,9 @@ if __name__ == '__main__': except Exception as exc: request_exc = exc # note exception and retry
+ if i != 2: + time.sleep(2 ** i) + if request: match = re.search(package.regex, request) current_version = match.group(1) if match else None