April 2014 - tor-commits - lists.torproject.org

[bridgedb/master] Always return a Deferred from EmailServer.composeMail().
by isis＠torproject.org 19 Apr '14

19 Apr '14

commit 71127f9d2e41bec4462f979ed4d2e42d6a0be2c8 Author: Isis Lovecruft <isis(a)torproject.org> Date: Wed Apr 16 22:24:15 2014 +0000 Always return a Deferred from EmailServer.composeMail(). --- lib/bridgedb/EmailServer.py | 15 +++++++++------ 1 file changed, 9 insertions(+), 6 deletions(-) diff --git a/lib/bridgedb/EmailServer.py b/lib/bridgedb/EmailServer.py index 58ab3b5..5d998f4 100644 --- a/lib/bridgedb/EmailServer.py +++ b/lib/bridgedb/EmailServer.py @@ -276,22 +276,25 @@ def replyToMail(lines, ctx): :param list lines: A list of lines from an incoming email message. :type ctx: :class:`MailContext` :param ctx: The configured context for the email server. + :rtype: :api:`twisted.internet.defer.Deferred` + :returns: A ``Deferred`` which will callback when the response has been + successfully sent, or errback if an error occurred while sending the + email. """ logging.info("Got an email; deciding whether to reply.") sendToUser, response = getMailResponse(lines, ctx) + d = defer.Deferred() + if response is None: - logging.debug("We don't really feel like talking to %s right now." - % sendToUser) - return + logging.debug("We don't feel like talking to %s." % sendToUser) + return d response.seek(0) - - d = defer.Deferred() + logging.info("Sending reply to %s" % sendToUser) factory = smtp.SMTPSenderFactory(ctx.smtpFromAddr, sendToUser, response, d, retries=0, timeout=30) d.addErrback(_ebReplyToMailFailure) - logging.info("Sending reply to %s" % sendToUser) reactor.connectTCP(ctx.smtpServer, ctx.smtpPort, factory) return d

1 0

[bridgedb/master] Implement correct EmailServer.MailDelivery.receivedHeader() parsing.
by isis＠torproject.org 19 Apr '14

19 Apr '14

commit 714c16a8f0875c23af1cb044cc46a76e5356ac6e Author: Isis Lovecruft <isis(a)torproject.org> Date: Wed Apr 16 22:29:23 2014 +0000 Implement correct EmailServer.MailDelivery.receivedHeader() parsing. --- lib/bridgedb/EmailServer.py | 17 +++++++++++++++-- 1 file changed, 15 insertions(+), 2 deletions(-) diff --git a/lib/bridgedb/EmailServer.py b/lib/bridgedb/EmailServer.py index 5d998f4..efa7514 100644 --- a/lib/bridgedb/EmailServer.py +++ b/lib/bridgedb/EmailServer.py @@ -432,8 +432,21 @@ class MailDelivery(object): self.ctx = ctx def receivedHeader(self, helo, origin, recipients): - #XXXX what is this for? what should it be? - return "Received: BridgeDB" + """Create the ``Received:`` header for an incoming email. + + :type helo: tuple + :param helo: The lines received during SMTP client HELO. + :type origin: :api:`twisted.mail.smtp.Address` + :param origin: The email address of the sender. + :type recipients: list + :param recipients: A list of :api:`twisted.mail.smtp.User` instances. + """ + cameFrom = "%s (%s [%s])" % (helo[0] or origin, helo[0], helo[1]) + cameFor = ', '.join(["<{0}>".format(recp.dest) for recp in recipients]) + hdr = str("Received: from %s for %s; %s" % (cameFrom, cameFor, + smtp.rfc822date())) + return hdr + def validateFrom(self, helo, origin): return origin

1 0

[bridgedb/master] Rewrite EmailServer.getMailResponse() to handle unicode.
by isis＠torproject.org 19 Apr '14

19 Apr '14

commit 26198f5f513a77364965b29a19a9fe4bf58a015b Author: Isis Lovecruft <isis(a)torproject.org> Date: Wed Apr 16 22:18:29 2014 +0000 Rewrite EmailServer.getMailResponse() to handle unicode. * FIXES #11522 * REMOVES EmailServer.MailFile class. * CHANGES EmailServer to use twisted.mail.smtp.rfc822 instead of rfc822. --- lib/bridgedb/EmailServer.py | 75 +++++++++++++++++++++++-------------------- 1 file changed, 40 insertions(+), 35 deletions(-) diff --git a/lib/bridgedb/EmailServer.py b/lib/bridgedb/EmailServer.py index db2cf80..58ab3b5 100644 --- a/lib/bridgedb/EmailServer.py +++ b/lib/bridgedb/EmailServer.py @@ -13,7 +13,6 @@ import gpgme import io import logging import re -import rfc822 import time from ipaddr import IPv4Address @@ -39,19 +38,6 @@ from bridgedb.parse.addr import UnsupportedDomain from bridgedb.parse.addr import canonicalizeEmailDomain -class MailFile: - """A file-like object used to hand rfc822.Message a list of lines - as though it were reading them from a file.""" - def __init__(self, lines): - self.lines = lines - self.idx = 0 - def readline(self): - try : - line = self.lines[self.idx] - self.idx += 1 - return line - except IndexError: - return "" def getBridgeDBEmailAddrFromList(ctx, address_list): """Loop through a list of (full name, email address) pairs and look up our @@ -77,27 +63,50 @@ def getMailResponse(lines, ctx): will receive the response, and a readable filelike object containing the response. Return None,None if we shouldn't answer. """ + raw = io.StringIO() + raw.writelines([unicode('{0}\n'.format(line)) for line in lines]) + raw.seek(0) + + msg = smtp.rfc822.Message(raw) # Extract data from the headers. - msg = rfc822.Message(MailFile(lines)) - subject = msg.getheader("Subject", None) - if not subject: subject = "[no subject]" - clientFromAddr = msg.getaddr("From") - clientSenderAddr = msg.getaddr("Sender") + msgID = msg.getheader("Message-ID", None) + subject = msg.getheader("Subject", None) or "[no subject]" + + fromHeader = msg.getaddr("From") + senderHeader = msg.getaddr("Sender") + + clientAddrHeader = None + try: + clientAddrHeader = fromHeader[1] + except (IndexError, TypeError, AttributeError): + pass + + if not clientAddrHeader: + logging.warn("No From header on incoming mail.") + try: + clientAddrHeader = senderHeader[1] + except (IndexError, TypeError, AttributeError): + pass + + if not clientAddrHeader: + logging.warn("No Sender header on incoming mail.") + return None, None + + try: + clientAddr = addr.normalizeEmail(clientAddrHeader, + ctx.cfg.EMAIL_DOMAIN_MAP, + ctx.cfg.EMAIL_DOMAIN_RULES) + except (UnsupportedDomain, BadEmail) as error: + logging.warn(error) + return None, None + # RFC822 requires at least one 'To' address clientToList = msg.getaddrlist("To") - clientToaddr = getBridgeDBEmailAddrFromList(ctx, clientToList) - msgID = msg.getheader("Message-ID", None) - if clientSenderAddr and clientSenderAddr[1]: - clientAddr = clientSenderAddr[1] - elif clientFromAddr and clientFromAddr[1]: - clientAddr = clientFromAddr[1] - else: - logging.info("No From or Sender header on incoming mail.") - return None,None + clientToAddr = getBridgeDBEmailAddrFromList(ctx, clientToList) # Look up the locale part in the 'To:' address, if there is one and get # the appropriate Translation object - lang = getLocaleFromPlusAddr(clientToaddr) + lang = getLocaleFromPlusAddr(clientToAddr) t = I18n.getLang(lang) canon = ctx.cfg.EMAIL_DOMAIN_MAP @@ -110,10 +119,7 @@ def getMailResponse(lines, ctx): try: _, clientDomain = addr.extractEmailAddress(clientAddr.lower()) canonical = canonicalizeEmailDomain(clientDomain, canon) - except UnsupportedDomain as error: - logging.warn(error) - return None, None - except BadEmail as error: + except (UnsupportedDomain, BadEmail) as error: logging.warn(error) return None, None @@ -209,6 +215,7 @@ def getMailResponse(lines, ctx): % (clientAddr, err)) return None, None + answer = "(no bridges currently available)" if bridges: with_fp = ctx.cfg.EMAIL_INCLUDE_FINGERPRINTS answer = "".join(" %s\n" % b.getConfigLine( @@ -216,8 +223,6 @@ def getMailResponse(lines, ctx): addressClass=addressClass, transport=transport, request=clientAddr) for b in bridges) - else: - answer = "(no bridges currently available)" body = buildMessageTemplate(t) % answer # Generate the message.

1 0

[bridgedb/master] Fix test_EmailServer unittests which expected StringIO.
by isis＠torproject.org 19 Apr '14

19 Apr '14

commit 711043a94221061754600addf0cd9707b3628590 Author: Isis Lovecruft <isis(a)torproject.org> Date: Wed Apr 16 20:23:27 2014 +0000 Fix test_EmailServer unittests which expected StringIO. --- lib/bridgedb/test/test_EmailServer.py | 44 ++++++++++++++++++--------------- 1 file changed, 24 insertions(+), 20 deletions(-) diff --git a/lib/bridgedb/test/test_EmailServer.py b/lib/bridgedb/test/test_EmailServer.py index 8521762..3676642 100644 --- a/lib/bridgedb/test/test_EmailServer.py +++ b/lib/bridgedb/test/test_EmailServer.py @@ -16,7 +16,7 @@ from __future__ import print_function import os import shutil -from io import StringIO +import io import copy from bridgedb import EmailServer @@ -32,7 +32,7 @@ from twisted.internet import defer from twisted.trial import unittest -TEST_CONFIG_FILE = StringIO(unicode("""\ +TEST_CONFIG_FILE = io.StringIO(unicode("""\ EMAIL_DIST = True EMAIL_GPG_SIGNING_ENABLED = True EMAIL_GPG_SIGNING_KEY = 'TESTING.subkeys.sec' @@ -52,6 +52,20 @@ EMAIL_BIND_IP = "127.0.0.1" EMAIL_PORT = 5225 """)) +def _createMailContext(distributor=None): + configuration = {} + TEST_CONFIG_FILE.seek(0) + compiled = compile(TEST_CONFIG_FILE.read(), '<string>', 'exec') + exec compiled in configuration + config = Conf(**configuration) + + if not distributor: + distributor = FakeDistributor('key', {}, {}, []) + + ctx = MailContext(config, distributor, NoSchedule()) + return ctx + + class FakeDistributor(EmailBasedDistributor): def __init__(self, key, domainmap, domainrules, answerParameters=None, bridges=None): @@ -132,17 +146,12 @@ class EmailGnuPGTest(unittest.TestCase): ctx = EmailServer.getGPGContext(self.config) self.assertTrue(ctx is None) + class EmailResponseTests(unittest.TestCase): """Tests for :func:`bridgedb.EmailServer.getMailResponse`.""" def setUp(self): """Create fake email, distributor, and associated context data.""" - configuration = {} - TEST_CONFIG_FILE.seek(0) - compiled = compile(TEST_CONFIG_FILE.read(), '<string>', 'exec') - exec compiled in configuration - self.config = Conf(**configuration) - # TODO: Add headers if we start validating them self.lines = ["From: %s(a)%s.com", "To: bridges(a)example.net", @@ -150,7 +159,7 @@ class EmailResponseTests(unittest.TestCase): "\n", "get bridges"] self.distributor = FakeDistributor('key', {}, {}, []) - self.ctx = MailContext(self.config, self.distributor, NoSchedule()) + self.ctx = _createMailContext(self.distributor) def test_getMailResponse_noFrom(self): """A received email without a "From:" or "Sender:" header shouldn't @@ -221,7 +230,7 @@ class EmailResponseTests(unittest.TestCase): self.assertIsInstance(ret, tuple) self.assertEqual(len(ret), 2) self.assertEqual(ret[0], "testing(a)example.com") - self.assertIsInstance(ret[1], StringIO) + self.assertIsInstance(ret[1], io.BytesIO) mail = ret[1].getvalue() self.assertNotEqual(mail.find("no bridges currently"), -1) @@ -234,7 +243,7 @@ class EmailResponseTests(unittest.TestCase): self.assertIsInstance(ret, tuple) self.assertEqual(len(ret), 2) self.assertEqual(ret[0], "testing(a)example.com") - self.assertIsInstance(ret[1], StringIO) + self.assertIsInstance(ret[1], io.BytesIO) mail = ret[1].getvalue() self.assertNotEqual(mail.find("no bridges currently"), -1) @@ -249,7 +258,7 @@ class EmailResponseTests(unittest.TestCase): self.assertIsInstance(ret, tuple) self.assertEqual(len(ret), 2) self.assertEqual(ret[0], "testing(a)example.com") - self.assertIsInstance(ret[1], StringIO) + self.assertIsInstance(ret[1], io.BytesIO) mail = ret[1].getvalue() self.assertNotEqual(mail.find("no bridges currently"), -1) @@ -265,7 +274,7 @@ class EmailResponseTests(unittest.TestCase): self.assertIsInstance(ret, tuple) self.assertEqual(len(ret), 2) self.assertEqual(ret[0], "testing(a)example.com") - self.assertIsInstance(ret[1], StringIO) + self.assertIsInstance(ret[1], io.BytesIO) mail = ret[1].getvalue() self.assertNotEqual(mail.find("no bridges currently"), -1) @@ -275,12 +284,6 @@ class EmailReplyTests(unittest.TestCase): def setUp(self): """Create fake email, distributor, and associated context data.""" - configuration = {} - TEST_CONFIG_FILE.seek(0) - compiled = compile(TEST_CONFIG_FILE.read(), '<string>', 'exec') - exec compiled in configuration - self.config = Conf(**configuration) - # TODO: Add headers if we start validating them self.lines = ["From: %s(a)%s.com", "To: bridges(a)example.net", @@ -288,7 +291,7 @@ class EmailReplyTests(unittest.TestCase): "\n", "get bridges"] self.distributor = FakeDistributor('key', {}, {}, []) - self.ctx = MailContext(self.config, self.distributor, NoSchedule()) + self.ctx = _createMailContext(self.distributor) def test_replyToMail(self): self.skip = True @@ -307,6 +310,7 @@ class EmailReplyTests(unittest.TestCase): reply.addCallback(callback) return reply + class EmailServerServiceTests(unittest.TestCase): def setUp(self): configuration = {}

1 0

[bridgedb/master] Add crypto.gpgSignMessage() utility function.
by isis＠torproject.org 19 Apr '14

19 Apr '14

commit b2c7a2a20ca07dec8dd7c9a812f8173127c45b3a Author: Isis Lovecruft <isis(a)torproject.org> Date: Wed Apr 16 22:41:48 2014 +0000 Add crypto.gpgSignMessage() utility function. --- lib/bridgedb/EmailServer.py | 1 + lib/bridgedb/crypto.py | 26 ++++++++++++++++++++++++++ 2 files changed, 27 insertions(+) diff --git a/lib/bridgedb/EmailServer.py b/lib/bridgedb/EmailServer.py index eed96bf..65a3ccd 100644 --- a/lib/bridgedb/EmailServer.py +++ b/lib/bridgedb/EmailServer.py @@ -29,6 +29,7 @@ from bridgedb import Dist from bridgedb import I18n from bridgedb import safelog from bridgedb.crypto import getGPGContext +from bridgedb.crypto import gpgSignMessage from bridgedb.Filters import filterBridgesByIP6 from bridgedb.Filters import filterBridgesByIP4 from bridgedb.Filters import filterBridgesByTransport diff --git a/lib/bridgedb/crypto.py b/lib/bridgedb/crypto.py index 5c68794..ebab733 100644 --- a/lib/bridgedb/crypto.py +++ b/lib/bridgedb/crypto.py @@ -347,6 +347,32 @@ def getGPGContext(cfg): return ctx +def gpgSignMessage(gpgmeCtx, messageString, mode=None): + """Sign a **messageString** with a GPGME context. + + :param gpgmeCtx: A ``gpgme.Context`` initialised with the appropriate + settings. + :param str messageString: The message to sign. + :param mode: The signing mode. (default: ``gpgme.SIG_MODE_CLEAR``) + :rtype: tuple + :returns: A 2-tuple of ``(signature, list)``, where: + * ``signature`` is the ascii-armored signature text. + * ``list`` is a list of ``gpgme.NewSignature``s. + + .. warning:: The returned signature text and list *may* be empty, if no + signature was created. + """ + if not mode: + mode = gpgme.SIG_MODE_CLEAR + + msgFile = io.StringIO(unicode(messageString)) + sigFile = io.StringIO() + sigList = gpgmeCtx.sign(msgFile, sigFile, mode) + sigFile.seek(0) + signature = sigFile.read() + + return (signature, sigList) + class SSLVerifyingContextFactory(ssl.CertificateOptions): """``OpenSSL.SSL.Context`` factory which does full certificate-chain and

1 0

[bridgedb/master] Fix broken test_EmailServer unittests due to extra newline.
by isis＠torproject.org 19 Apr '14

19 Apr '14

commit 84c58ed6cc0b5ae4f50ed5f5e5623304c37f2526 Author: Isis Lovecruft <isis(a)torproject.org> Date: Thu Apr 17 02:44:57 2014 +0000 Fix broken test_EmailServer unittests due to extra newline. --- lib/bridgedb/test/test_EmailServer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lib/bridgedb/test/test_EmailServer.py b/lib/bridgedb/test/test_EmailServer.py index d6d2f55..9e5db06 100644 --- a/lib/bridgedb/test/test_EmailServer.py +++ b/lib/bridgedb/test/test_EmailServer.py @@ -171,7 +171,7 @@ class EmailResponseTests(unittest.TestCase): self.lines = ["From: %s(a)%s.com", "To: bridges(a)example.net", "Subject: testing", - "\n", + "", "get bridges"] self.ctx = _createMailContext()

1 0

[bridgedb/master] Rewrite test_EmailServer.FakeDistributor → test_EmailServer.DummyEmailDistibutor.
by isis＠torproject.org 19 Apr '14

19 Apr '14

commit 208b2d3bb116190801c469aea3af420ddcdf7396 Author: Isis Lovecruft <isis(a)torproject.org> Date: Thu Apr 17 02:43:29 2014 +0000 Rewrite test_EmailServer.FakeDistributor → test_EmailServer.DummyEmailDistibutor. --- lib/bridgedb/test/test_EmailServer.py | 61 ++++++++++++++++++--------------- 1 file changed, 34 insertions(+), 27 deletions(-) diff --git a/lib/bridgedb/test/test_EmailServer.py b/lib/bridgedb/test/test_EmailServer.py index 3676642..d6d2f55 100644 --- a/lib/bridgedb/test/test_EmailServer.py +++ b/lib/bridgedb/test/test_EmailServer.py @@ -25,6 +25,7 @@ from bridgedb.EmailServer import MailContext from bridgedb.Time import NoSchedule from bridgedb.parse.addr import BadEmail from bridgedb.persistent import Conf +from bridgedb.test.test_HTTPServer import DummyBridge from bridgedb.test.util import fileCheckDecorator from twisted.python import log @@ -34,9 +35,13 @@ from twisted.trial import unittest TEST_CONFIG_FILE = io.StringIO(unicode("""\ EMAIL_DIST = True +EMAIL_INCLUDE_FINGERPRINTS = True EMAIL_GPG_SIGNING_ENABLED = True EMAIL_GPG_SIGNING_KEY = 'TESTING.subkeys.sec' -EMAIL_DOMAIN_MAP = {} +EMAIL_DOMAIN_MAP = { + 'googlemail.com': 'gmail.com', + 'mail.google.com': 'gmail.com', +} EMAIL_DOMAIN_RULES = { 'gmail.com': ["ignore_dots", "dkim"], 'example.com': [], @@ -60,25 +65,35 @@ def _createMailContext(distributor=None): config = Conf(**configuration) if not distributor: - distributor = FakeDistributor('key', {}, {}, []) + distributor = DummyEmailDistributor( + domainmap=config.EMAIL_DOMAIN_MAP, + domainrules=config.EMAIL_DOMAIN_RULES) ctx = MailContext(config, distributor, NoSchedule()) return ctx -class FakeDistributor(EmailBasedDistributor): - def __init__(self, key, domainmap, domainrules, answerParameters=None, - bridges=None): - super(FakeDistributor, self).__init__(key, domainmap, domainrules, - answerParameters) - if bridges: - self.bridges = bridges - else: - self.bridges = [] +class DummyEmailDistributor(object): + """A mocked :class:`bridgedb.Dist.EmailBasedDistributor` which is used to + test :class:`bridgedb.EmailServer`. + """ - def getBridgesForEmail(self, emailaddr, epoch, N=1, - parameters=None, countryCode=None, bridgeFilterRules=None): - return self.bridges[:N] + def __init__(self, key=None, domainmap=None, domainrules=None, + answerParameters=None): + """None of the parameters are really used, except ``ctx`` ― they are + just there to retain an identical method signature. + """ + self.key = self.__class__.__name__ + self.domainmap = domainmap + self.domainrules = domainrules + self.answerParameters = answerParameters + + def getBridgesForEmail(self, emailaddress, epoch, N=1, parameters=None, + countryCode=None, bridgeFilterRules=None): + """Needed because it's called in + :meth:`WebResourceBridges.getBridgesForIP`. + """ + return [DummyBridge() for _ in xrange(N)] class EmailGnuPGTest(unittest.TestCase): @@ -158,8 +173,7 @@ class EmailResponseTests(unittest.TestCase): "Subject: testing", "\n", "get bridges"] - self.distributor = FakeDistributor('key', {}, {}, []) - self.ctx = _createMailContext(self.distributor) + self.ctx = _createMailContext() def test_getMailResponse_noFrom(self): """A received email without a "From:" or "Sender:" header shouldn't @@ -290,8 +304,7 @@ class EmailReplyTests(unittest.TestCase): "Subject: testing", "\n", "get bridges"] - self.distributor = FakeDistributor('key', {}, {}, []) - self.ctx = _createMailContext(self.distributor) + self.ctx = _createMailContext() def test_replyToMail(self): self.skip = True @@ -313,20 +326,14 @@ class EmailReplyTests(unittest.TestCase): class EmailServerServiceTests(unittest.TestCase): def setUp(self): - configuration = {} - TEST_CONFIG_FILE.seek(0) - compiled = compile(TEST_CONFIG_FILE.read(), '<string>', 'exec') - exec compiled in configuration - self.config = Conf(**configuration) - # TODO: Add headers if we start validating them self.lines = ["From: %s(a)%s.com", "To: %s(a)example.net", "Subject: testing", "\n", "get bridges"] - self.distributor = FakeDistributor('key', {}, {}, []) - self.ctx = MailContext(self.config, self.distributor, NoSchedule()) + self.distributor = DummyEmailDistributor('key', {}, {}, []) + self.ctx = _createMailContext(self.distributor) def test_receiveMail(self): self.skip = True raise unittest.SkipTest("Not finished yet") from twisted.internet import reactor - EmailServer.addSMTPServer(self.config, self.distributor, NoSchedule) + EmailServer.addSMTPServer(self.ctx.cfg, self.distributor, NoSchedule)

1 0

[bridgedb/master] Move EmailServer.getGPGContext() → crypto.getGPGContext().
by isis＠torproject.org 19 Apr '14

19 Apr '14

commit 7b75cff76edac559e6dbf6f24584e86f948aa597 Author: Isis Lovecruft <isis(a)torproject.org> Date: Wed Apr 16 22:33:33 2014 +0000 Move EmailServer.getGPGContext() → crypto.getGPGContext(). * ADD new class, `bridgedb.crypto.LessCrypticGpgmeError` for parsing GPGME errors. Usually, these errors are just a tuple of integers, i.e.: (7, 32586, "Unsupported command") which means absolutely nothing to me, and is not helping with debugging. It takes a `gpgme.GpgmeError` as its initialisation argument, and it automatically makes sense of the stupid thing. Consequently, the getGPGContext() and signing done with GPGME now have better error handling. --- lib/bridgedb/EmailServer.py | 66 +------------------ lib/bridgedb/crypto.py | 153 +++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 154 insertions(+), 65 deletions(-) diff --git a/lib/bridgedb/EmailServer.py b/lib/bridgedb/EmailServer.py index efa7514..eed96bf 100644 --- a/lib/bridgedb/EmailServer.py +++ b/lib/bridgedb/EmailServer.py @@ -28,6 +28,7 @@ from zope.interface import implements from bridgedb import Dist from bridgedb import I18n from bridgedb import safelog +from bridgedb.crypto import getGPGContext from bridgedb.Filters import filterBridgesByIP6 from bridgedb.Filters import filterBridgesByIP4 from bridgedb.Filters import filterBridgesByTransport @@ -500,68 +501,3 @@ def addSMTPServer(cfg, dist, sched): lc = LoopingCall(dist.cleanDatabase) lc.start(1800, now=False) return factory - - - - - -def getGPGContext(cfg): - """Import a key from a file and initialise a context for GnuPG operations. - - The key should not be protected by a passphrase, and should have the - signing flag enabled. - - :type cfg: :class:`bridgedb.persistent.Conf` - :param cfg: The loaded config file. - :rtype: :class:`gpgme.Context` or None - :returns: A GPGME context with the signers initialized by the keyfile - specified by the option EMAIL_GPG_SIGNING_KEY in bridgedb.conf, or - None if the option was not enabled, or was unable to initialize. - """ - try: - # must have enabled signing and specified a key file - if not cfg.EMAIL_GPG_SIGNING_ENABLED or not cfg.EMAIL_GPG_SIGNING_KEY: - return None - except AttributeError: - return None - - keyfile = None - ctx = gpgme.Context() - - try: - logging.debug("Opening GPG keyfile %s..." % cfg.EMAIL_GPG_SIGNING_KEY) - keyfile = open(cfg.EMAIL_GPG_SIGNING_KEY) - key = ctx.import_(keyfile) - - if not (len(key.imports) > 0): - logging.debug( - "Unexpected result from gpgme.Context.import_(): %r" % key) - raise gpgme.GpgmeError("Could not import GnuPG key from file %r" - % cfg.EMAIL_GPG_SIGNING_KEY) - - fingerprint = key.imports[0][0] - logging.info("GPG Key with fingerprint %s imported" % fingerprint) - - ctx.armor = True - ctx.signers = [ctx.get_key(fingerprint)] - - logging.info("Testing signature created with GnuPG key...") - message = io.StringIO('Test') - new_sigs = ctx.sign(message, io.StringIO(), gpgme.SIG_MODE_CLEAR) - if not len(new_sigs) == 1: - raise gpgme.GpgmeError( - "Testing was unable to produce a signature with GnuPG key.") - - except (IOError, OSError) as error: - logging.debug(error) - logging.error("Could not open or read from GnuPG key file %r!" - % cfg.EMAIL_GPG_SIGNING_KEY) - ctx = None - except gpgme.GpgmeError as error: - logging.exception(error) - ctx = None - finally: - if keyfile and not keyfile.closed: - keyfile.close() - - return ctx diff --git a/lib/bridgedb/crypto.py b/lib/bridgedb/crypto.py index 7f6d597..5c68794 100644 --- a/lib/bridgedb/crypto.py +++ b/lib/bridgedb/crypto.py @@ -29,8 +29,10 @@ from __future__ import absolute_import from __future__ import unicode_literals +import gpgme import hashlib import hmac +import io import logging import os import re @@ -51,6 +53,46 @@ DIGESTMOD = hashlib.sha1 class RSAKeyGenerationError(Exception): """Raised when there was an error creating an RSA keypair.""" +class PythonicGpgmeError(Exception): + """Replacement for ``gpgme.GpgmeError`` with understandable error info.""" + +class LessCrypticGPGMEError(Exception): + """Holds interpreted info on source/type of a ``gpgme.GpgmeError``.""" + + def __init__(self, gpgmeError, *args): + self.interpretCrypticGPGMEError(gpgmeError) + super(LessCrypticGPGMEError, self).__init__(self.message) + + def interpretCrypticGPGMEError(self, gpgmeError): + """Set our ``message`` attribute with a decoded explanation of the + GPGME error code received. + + :type gpgmeError: ``gpgme.GpgmeError`` + :param gpgmeError: An exception raised by the gpgme_ module. + + .. _gpgme: https://bazaar.launchpad.net/~jamesh/pygpgme/trunk/view/head:/src/pygpgme-e… + """ + try: + errorSource, errorCode, errorMessage = gpgmeError.args + except (AttributeError, ValueError): + self.message = "Could not get error code from gpgme.GpgmeError!" + return + + if errorCode and errorSource: + try: + sources = gpgmeErrorTranslations[str(errorSource)] + except KeyError: + sources = ['UNKNOWN'] + sources = ', '.join(sources).strip(',') + + try: + names = gpgmeErrorTranslations[str(errorCode)] + except KeyError: + names = ['UNKNOWN'] + names = ', '.join(names).strip(',') + + self.message = "GpgmeError: {0} stemming from {1}: '{2}'""".format( + names, sources, str(errorMessage)) def writeKeyToFile(key, filename): """Write **key** to **filename**, with ``0400`` permissions. @@ -194,6 +236,117 @@ def getHMACFunc(key, hex=True): return h_tmp.digest() return hmac_fn +def _createGPGMEErrorInterpreters(): + errorDict = {} + errorAttrs = [] + + if gpgme is not None: + errorAttrs = dir(gpgme) + + for attr in errorAttrs: + if attr.startswith('ERR'): + errorName = attr + errorCode = getattr(gpgme, attr, None) + if errorCode is not None: + try: + allErrorNames = errorDict[str(errorCode)] + except KeyError: + allErrorNames = [] + allErrorNames.append(str(errorName)) + + errorDict.update({str(errorCode): allErrorNames}) + errorDict.update({str(errorName): str(errorCode)}) + + return errorDict + +gpgmeErrorTranslations = _createGPGMEErrorInterpreters() + +def getGPGContext(cfg): + """Import a key from a file and initialise a context for GnuPG operations. + + The key should not be protected by a passphrase, and should have the + signing flag enabled. + + :type cfg: :class:`bridgedb.persistent.Conf` + :param cfg: The loaded config file. + :rtype: :class:`gpgme.Context` or None + :returns: A GPGME context with the signers initialized by the keyfile + specified by the option EMAIL_GPG_SIGNING_KEY in bridgedb.conf, or + None if the option was not enabled, or was unable to initialize. + """ + try: + # must have enabled signing and specified a key file + if not cfg.EMAIL_GPG_SIGNING_ENABLED or not cfg.EMAIL_GPG_SIGNING_KEY: + return None + except AttributeError: + return None + + keyfile = None + ctx = gpgme.Context() + + try: + logging.debug("Opening GPG keyfile %s..." % cfg.EMAIL_GPG_SIGNING_KEY) + keyfile = open(cfg.EMAIL_GPG_SIGNING_KEY) + key = ctx.import_(keyfile) + + if not len(key.imports) > 0: + logging.debug("Unexpected result from gpgme.Context.import_(): %r" + % key) + raise PythonicGpgmeError("Could not import GnuPG key from file %r" + % cfg.EMAIL_GPG_SIGNING_KEY) + + fingerprint = key.imports[0][0] + subkeyFingerprints = [] + # For some reason, if we don't do it exactly like this, we can get + # signatures for *any* key in the current process owner's keyring + # file: + bridgedbKey = ctx.get_key(fingerprint) + bridgedbUID = bridgedbKey.uids[0].uid + logging.info("GnuPG key imported: %s" % bridgedbUID) + logging.info(" Fingerprint: %s" % fingerprint) + for subkey in bridgedbKey.subkeys: + logging.info("Subkey fingerprint: %s" % subkey.fpr) + subkeyFingerprints.append(subkey.fpr) + + ctx.armor = True + ctx.signers = (bridgedbKey,) + + logging.debug("Testing signature created with GnuPG key...") + testMessage = "Testing 1 2 3" + signatureText, sigs = gpgSignMessage(ctx, testMessage) + + if not len(sigs) == 1: + raise PythonicGpgmeError("Testing couldn't produce a signature "\ + "with GnuPG key: %s" % fingerprint) + + sigFingerprint = sigs[0].fpr + if sigFingerprint in subkeyFingerprints: + logging.info("GPG signatures will use subkey with fingerprint: %s" + % sigFingerprint) + else: + if sigFingerprint != fingerprint: + raise PythonicGpgmeError( + "Test sig fingerprint '%s' not from any appropriate key!" + % sigFingerprint) + + except (IOError, OSError) as error: + logging.debug(error) + logging.error("Could not open or read from GnuPG key file %r!" + % cfg.EMAIL_GPG_SIGNING_KEY) + ctx = None + except gpgme.GpgmeError as error: + lessCryptic = LessCrypticGPGMEError(error) + logging.error(lessCryptic) + ctx = None + except PythonicGpgmeError as error: + logging.error(error) + ctx = None + finally: + if keyfile and not keyfile.closed: + keyfile.close() + + return ctx + class SSLVerifyingContextFactory(ssl.CertificateOptions): """``OpenSSL.SSL.Context`` factory which does full certificate-chain and

1 0

[bridgedb/master] Simplify test_EmailServer.EmailResponseTests assertion checks.
by isis＠torproject.org 19 Apr '14

19 Apr '14

commit 1e9c46fc4b238085141fb50e98183aa64e90db26 Author: Isis Lovecruft <isis(a)torproject.org> Date: Thu Apr 17 02:48:46 2014 +0000 Simplify test_EmailServer.EmailResponseTests assertion checks. --- lib/bridgedb/test/test_EmailServer.py | 64 +++++++++++++-------------------- 1 file changed, 24 insertions(+), 40 deletions(-) diff --git a/lib/bridgedb/test/test_EmailServer.py b/lib/bridgedb/test/test_EmailServer.py index 9e5db06..8087247 100644 --- a/lib/bridgedb/test/test_EmailServer.py +++ b/lib/bridgedb/test/test_EmailServer.py @@ -175,6 +175,20 @@ class EmailResponseTests(unittest.TestCase): "get bridges"] self.ctx = _createMailContext() + def _isTwoTupleOfNone(self, reply): + """Check that a return value is ``(None, None)``.""" + self.assertIsInstance(reply, tuple) + self.assertEqual(len(reply), 2) + self.assertEqual(reply[0], None) + self.assertEqual(reply[1], None) + + def _isTwoTupleOfAddrAndClass(self, reply, address="testing(a)example.com", + klass=io.StringIO): + self.assertIsInstance(reply, tuple) + self.assertEqual(len(reply), 2) + self.assertEqual(reply[0], address) + self.assertIsInstance(reply[1], klass) + def test_getMailResponse_noFrom(self): """A received email without a "From:" or "Sender:" header shouldn't receive a response. @@ -182,46 +196,31 @@ class EmailResponseTests(unittest.TestCase): lines = self.lines lines[0] = "" ret = EmailServer.getMailResponse(lines, self.ctx) - self.assertIsInstance(ret, tuple) - self.assertEqual(len(ret), 2) - self.assertEqual(ret[0], None) - self.assertEqual(ret[1], None) + self._isTwoTupleOfNone(ret) def test_getMailResponse_badAddress(self): lines = copy.copy(self.lines) lines[0] = self.lines[0] % ("testing*.?\"", "example") ret = EmailServer.getMailResponse(lines, self.ctx) - self.assertIsInstance(ret, tuple) - self.assertEqual(len(ret), 2) - self.assertEqual(ret[0], None) - self.assertEqual(ret[1], None) + self._isTwoTupleOfNone(ret) def test_getMailResponse_anotherBadAddress(self): lines = copy.copy(self.lines) lines[0] = "From: Mallory %s(a)%s.com" % ("<>>", "example") ret = EmailServer.getMailResponse(lines, self.ctx) - self.assertIsInstance(ret, tuple) - self.assertEqual(len(ret), 2) - self.assertEqual(ret[0], None) - self.assertEqual(ret[1], None) + self._isTwoTupleOfNone(ret) def test_getMailResponse_invalidDomain(self): lines = copy.copy(self.lines) lines[0] = self.lines[0] % ("testing", "exa#mple") ret = EmailServer.getMailResponse(lines, self.ctx) - self.assertIsInstance(ret, tuple) - self.assertEqual(len(ret), 2) - self.assertEqual(ret[0], None) - self.assertEqual(ret[1], None) + self._isTwoTupleOfNone(ret) def test_getMailResponse_anotherInvalidDomain(self): lines = copy.copy(self.lines) lines[0] = self.lines[0] % ("testing", "exam+ple") ret = EmailServer.getMailResponse(lines, self.ctx) - self.assertIsInstance(ret, tuple) - self.assertEqual(len(ret), 2) - self.assertEqual(ret[0], None) - self.assertEqual(ret[1], None) + self._isTwoTupleOfNone(ret) def test_getMailResponse_DKIM_badDKIMheader(self): """An email with an appended 'X-DKIM-Authentication-Result:' header should not @@ -231,20 +230,14 @@ class EmailResponseTests(unittest.TestCase): lines[0] = self.lines[0] % ("testing", "gmail") lines.append("X-DKIM-Authentication-Result: ") ret = EmailServer.getMailResponse(lines, self.ctx) - self.assertIsInstance(ret, tuple) - self.assertEqual(len(ret), 2) - self.assertEqual(ret[0], None) - self.assertEqual(ret[1], None) + self._isTwoTupleOfNone(ret) def test_getMailResponse_DKIM(self): lines = copy.copy(self.lines) lines[0] = self.lines[0] % ("testing", "example") lines.append("X-DKIM-Authentication-Result: ") ret = EmailServer.getMailResponse(lines, self.ctx) - self.assertIsInstance(ret, tuple) - self.assertEqual(len(ret), 2) - self.assertEqual(ret[0], "testing(a)example.com") - self.assertIsInstance(ret[1], io.BytesIO) + self._isTwoTupleOfAddrAndClass(ret) mail = ret[1].getvalue() self.assertNotEqual(mail.find("no bridges currently"), -1) @@ -254,10 +247,7 @@ class EmailResponseTests(unittest.TestCase): lines[0] = self.lines[0] % ("testing", "example") lines.append("transport obfs") ret = EmailServer.getMailResponse(lines, self.ctx) - self.assertIsInstance(ret, tuple) - self.assertEqual(len(ret), 2) - self.assertEqual(ret[0], "testing(a)example.com") - self.assertIsInstance(ret[1], io.BytesIO) + self._isTwoTupleOfAddrAndClass(ret) mail = ret[1].getvalue() self.assertNotEqual(mail.find("no bridges currently"), -1) @@ -269,10 +259,7 @@ class EmailResponseTests(unittest.TestCase): lines.append("transport obfs") lines.append("unblocked webz") ret = EmailServer.getMailResponse(lines, self.ctx) - self.assertIsInstance(ret, tuple) - self.assertEqual(len(ret), 2) - self.assertEqual(ret[0], "testing(a)example.com") - self.assertIsInstance(ret[1], io.BytesIO) + self._isTwoTupleOfAddrAndClass(ret) mail = ret[1].getvalue() self.assertNotEqual(mail.find("no bridges currently"), -1) @@ -285,10 +272,7 @@ class EmailResponseTests(unittest.TestCase): lines.append("unblocked webz") lines.append("ipv6") ret = EmailServer.getMailResponse(lines, self.ctx) - self.assertIsInstance(ret, tuple) - self.assertEqual(len(ret), 2) - self.assertEqual(ret[0], "testing(a)example.com") - self.assertIsInstance(ret[1], io.BytesIO) + self._isTwoTupleOfAddrAndClass(ret) mail = ret[1].getvalue() self.assertNotEqual(mail.find("no bridges currently"), -1)

1 0

[bridgedb/master] Add doctrings to test_EmailServer.EmailResponseTests.
by isis＠torproject.org 19 Apr '14

19 Apr '14

commit 3e25fdbbaee346c61ab9f1c664d32597033142fd Author: Isis Lovecruft <isis(a)torproject.org> Date: Thu Apr 17 02:50:32 2014 +0000 Add doctrings to test_EmailServer.EmailResponseTests. --- lib/bridgedb/test/test_EmailServer.py | 17 +++++++++++------ 1 file changed, 11 insertions(+), 6 deletions(-) diff --git a/lib/bridgedb/test/test_EmailServer.py b/lib/bridgedb/test/test_EmailServer.py index 8087247..bc7e998 100644 --- a/lib/bridgedb/test/test_EmailServer.py +++ b/lib/bridgedb/test/test_EmailServer.py @@ -199,32 +199,36 @@ class EmailResponseTests(unittest.TestCase): self._isTwoTupleOfNone(ret) def test_getMailResponse_badAddress(self): + """Don't respond to RFC2822 malformed source addresses.""" lines = copy.copy(self.lines) lines[0] = self.lines[0] % ("testing*.?\"", "example") ret = EmailServer.getMailResponse(lines, self.ctx) self._isTwoTupleOfNone(ret) def test_getMailResponse_anotherBadAddress(self): + """Don't respond to RFC2822 malformed source addresses.""" lines = copy.copy(self.lines) lines[0] = "From: Mallory %s(a)%s.com" % ("<>>", "example") ret = EmailServer.getMailResponse(lines, self.ctx) self._isTwoTupleOfNone(ret) def test_getMailResponse_invalidDomain(self): + """Don't respond to RFC2822 malformed source addresses.""" lines = copy.copy(self.lines) lines[0] = self.lines[0] % ("testing", "exa#mple") ret = EmailServer.getMailResponse(lines, self.ctx) self._isTwoTupleOfNone(ret) def test_getMailResponse_anotherInvalidDomain(self): + """Don't respond to RFC2822 malformed source addresses.""" lines = copy.copy(self.lines) lines[0] = self.lines[0] % ("testing", "exam+ple") ret = EmailServer.getMailResponse(lines, self.ctx) self._isTwoTupleOfNone(ret) def test_getMailResponse_DKIM_badDKIMheader(self): - """An email with an appended 'X-DKIM-Authentication-Result:' header should not - receive a response. + """An email with an 'X-DKIM-Authentication-Result:' header appended + after the body should not receive a response. """ lines = copy.copy(self.lines) lines[0] = self.lines[0] % ("testing", "gmail") @@ -233,6 +237,7 @@ class EmailResponseTests(unittest.TestCase): self._isTwoTupleOfNone(ret) def test_getMailResponse_DKIM(self): + """An email with a good DKIM header should be responded to.""" lines = copy.copy(self.lines) lines[0] = self.lines[0] % ("testing", "example") lines.append("X-DKIM-Authentication-Result: ") @@ -241,8 +246,8 @@ class EmailResponseTests(unittest.TestCase): mail = ret[1].getvalue() self.assertNotEqual(mail.find("no bridges currently"), -1) - def test_getMailResponse_bridges_obfs(self): - """A request for 'transport obfs' should receive a response.""" + def test_getMailResponse_bridges_obfs3(self): + """A request for 'transport obfs3' should receive a response.""" lines = copy.copy(self.lines) lines[0] = self.lines[0] % ("testing", "example") lines.append("transport obfs") @@ -252,7 +257,7 @@ class EmailResponseTests(unittest.TestCase): self.assertNotEqual(mail.find("no bridges currently"), -1) def test_getMailResponse_bridges_obfsobfswebz(self): - """We should only pay attention to the first in a crazy request.""" + """We should only pay attention to the *last* in a crazy request.""" lines = copy.copy(self.lines) lines[0] = self.lines[0] % ("testing", "example") lines.append("transport obfs") @@ -264,7 +269,7 @@ class EmailResponseTests(unittest.TestCase): self.assertNotEqual(mail.find("no bridges currently"), -1) def test_getMailResponse_bridges_obfsobfswebzipv6(self): - """We should *still* only pay attention to the first request.""" + """We should *still* only pay attention to the *last* request.""" lines = copy.copy(self.lines) lines[0] = self.lines[0] % ("testing", "example") lines.append("transport obfs")

1 0