March 2015 - tor-commits - lists.torproject.org

[bridgedb/master] Raise InvalidRouterNickname in b.p.descriptors.parseNetworkStatusFile().
by isis＠torproject.org 21 Mar '15

21 Mar '15

commit 978323b132a39fd6d9e429d0cf25e8c0db1e55bd Author: Isis Lovecruft <isis(a)torproject.org> Date: Sun Dec 28 12:44:20 2014 +0000 Raise InvalidRouterNickname in b.p.descriptors.parseNetworkStatusFile(). For all other ValueErrors raised by Stem, we'll re-raise another ValueError that reuses Stem's error message. * CHANGE bridgedb.parse.descriptors.parseNetworkStatusFile() to raise an InvalidRouterNickname exception if a router is parsed with a nickname which doesn't conform to torspec. --- lib/bridgedb/parse/descriptors.py | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/lib/bridgedb/parse/descriptors.py b/lib/bridgedb/parse/descriptors.py index ee0cea8..c1e4706 100644 --- a/lib/bridgedb/parse/descriptors.py +++ b/lib/bridgedb/parse/descriptors.py @@ -25,6 +25,7 @@ from stem.descriptor.router_status_entry import _parse_file as _parseNSFile from stem.descriptor.router_status_entry import RouterStatusEntryV3 from bridgedb import safelog +from bridgedb.parse.nickname import InvalidRouterNickname class DescriptorWarning(Warning): @@ -85,6 +86,9 @@ def parseNetworkStatusFile(filename, validate=True, skipAnnotations=True, :param descriptorClass: A class (probably from :api:`stem.descriptors.router_status_entry`) which Stem will parse each descriptor it reads from **filename** into. + :raises InvalidRouterNickname: if one of the routers in the networkstatus + file had a nickname which does not conform to Tor's nickname + specification. :raises ValueError: if the contents of a descriptor are malformed and **validate** is ``True``. :raises IOError: if the file at **filename** can't be read. @@ -103,7 +107,15 @@ def parseNetworkStatusFile(filename, validate=True, skipAnnotations=True, logging.debug("Skipping %d bytes of networkstatus file." % position) fh.seek(position) document = _parseNSFile(fh, validate, entry_class=descriptorClass) - routers.extend(list(document)) + + try: + routers.extend(list(document)) + except ValueError as error: + if "nickname isn't valid" in str(error): + raise InvalidRouterNickname(str(error)) + else: + raise ValueError(str(error)) + logging.info("Closed networkstatus file: %s" % filename) return routers

1 0

[bridgedb/master] Add unittest for del() of bridges.PluggableTransport.port property.
by isis＠torproject.org 21 Mar '15

21 Mar '15

commit 868b6e62fe791ad01fab511107646ebf25342700 Author: Isis Lovecruft <isis(a)torproject.org> Date: Sun Dec 28 12:42:17 2014 +0000 Add unittest for del() of bridges.PluggableTransport.port property. --- lib/bridgedb/test/test_bridges.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/lib/bridgedb/test/test_bridges.py b/lib/bridgedb/test/test_bridges.py index 23ee70b..794351f 100644 --- a/lib/bridgedb/test/test_bridges.py +++ b/lib/bridgedb/test/test_bridges.py @@ -470,6 +470,18 @@ class PluggableTransportTests(unittest.TestCase): pt = bridges.PluggableTransport() self.assertIsInstance(pt, bridges.PluggableTransport) + def test_PluggableTransport_port_del(self): + """The del method for the port property should reset the port to None. + """ + pt = bridges.PluggableTransport(self.fingerprint, + "voltronPT", "1.2.3.4", 443, + {'sharedsecret': 'foobar'}) + self.assertEqual(pt.port, 443) + + del(pt.port) + self.assertIsNone(pt.port) + self.assertIsNone(pt._port) + def test_PluggableTransport_parseArgumentsIntoDict_valid_list(self): """Parsing a valid list of PT args should return a dictionary.""" pt = bridges.PluggableTransport()

1 0

[bridgedb/master] Remove bridgedb.Bridges.is_valid_ip().
by isis＠torproject.org 21 Mar '15

21 Mar '15

commit e1ad705670de064d22ababc78f4f38393a8dbf97 Author: Isis Lovecruft <isis(a)torproject.org> Date: Tue Feb 10 07:34:08 2015 +0000 Remove bridgedb.Bridges.is_valid_ip(). --- lib/bridgedb/Bridges.py | 34 ---------------------------------- lib/bridgedb/HTTPServer.py | 5 +++-- 2 files changed, 3 insertions(+), 36 deletions(-) diff --git a/lib/bridgedb/Bridges.py b/lib/bridgedb/Bridges.py index a5d142f..9e7c292 100644 --- a/lib/bridgedb/Bridges.py +++ b/lib/bridgedb/Bridges.py @@ -42,40 +42,6 @@ DIGEST_LEN = 20 PORTSPEC_LEN = 16 -def is_valid_ip(ip): - """Return True if ip is the string encoding of a valid IPv4 address, - and False otherwise. - - XXX this should probably be deprecated in favour of - :func:`bridgedb.parse.addr.isValid`. - - >>> from bridgedb import Bridges - >>> Bridges.is_valid_ip('1.2.3.4') - True - >>> Bridges.is_valid_ip('1.2.3.255') - True - >>> Bridges.is_valid_ip('1.2.3.256') - False - >>> Bridges.is_valid_ip('1') - False - >>> Bridges.is_valid_ip('1.2.3') - False - >>> Bridges.is_valid_ip('xyzzy') - False - - :param str ip: A string representing an IPv4 or IPv6 address. - """ - logging.warn(PendingDeprecationWarning( - "Bridges.is_valid_ip() is replaced with parse.isIPAddress()")) - # ipaddr does not treat "1.2" as a synonym for "0.0.1.2" - try: - ipaddr.IPAddress(ip) - except ValueError: - # not a valid IPv4 or IPv6 address - return False - return True - - def getDescriptorDigests(desc): """Return the SHA-1 hash hexdigests of all descriptor descs diff --git a/lib/bridgedb/HTTPServer.py b/lib/bridgedb/HTTPServer.py index b073542..389d5a4 100644 --- a/lib/bridgedb/HTTPServer.py +++ b/lib/bridgedb/HTTPServer.py @@ -49,6 +49,7 @@ from bridgedb.Filters import filterBridgesByIP6 from bridgedb.Filters import filterBridgesByTransport from bridgedb.Filters import filterBridgesByNotBlockedIn from bridgedb.parse import headers +from bridgedb.parse.addr import isIPAddress from bridgedb.qrcodes import generateQR from bridgedb.safelog import logSafely @@ -158,7 +159,7 @@ class CaptchaProtectedResource(resource.Resource): h = request.getHeader("X-Forwarded-For") if h: ip = h.split(",")[-1].strip() - if not bridgedb.Bridges.is_valid_ip(ip): + if not isIPAddress(ip): logging.warn("Got weird X-Forwarded-For value %r" % h) ip = None else: @@ -684,7 +685,7 @@ class WebResourceBridges(resource.Resource): h = request.getHeader("X-Forwarded-For") if h: ip = h.split(",")[-1].strip() - if not bridgedb.Bridges.is_valid_ip(ip): + if not isIPAddress(ip): logging.warn("Got weird forwarded-for value %r",h) ip = None else:

1 0

[bridgedb/master] Remove duplicate Bridge.assertOK() spec conformity checks.
by isis＠torproject.org 21 Mar '15

21 Mar '15

commit 22e78da568bc608b0487d2fe18b5b3879980fc45 Author: Isis Lovecruft <isis(a)torproject.org> Date: Wed Dec 31 13:11:18 2014 +0000 Remove duplicate Bridge.assertOK() spec conformity checks. * REMOVE sanity checks for spec conformity in Bridge.assertOK() for fingerprint, address, and port, since these are now @properties of the Bridge class (and the conformity checks are done in those methods). --- lib/bridgedb/bridges.py | 20 +++++--------------- 1 file changed, 5 insertions(+), 15 deletions(-) diff --git a/lib/bridgedb/bridges.py b/lib/bridgedb/bridges.py index f1bf6dc..33741a8 100644 --- a/lib/bridgedb/bridges.py +++ b/lib/bridgedb/bridges.py @@ -1038,31 +1038,21 @@ class Bridge(BridgeBackwardsCompatibility): We require that: - 1. This bridge's :data:`fingerprint` is valid, accoring to - :func:`~bridgedb.parse.fingerprint.isValidFingerprint`. + 1. Any IP addresses contained in :data:`orAddresses` are valid, + according to :func:`~bridgedb.parse.addr.isValidIP`. - 2. This bridge's :data:`address` and any IP addresses contained in - :data:`orAddresses` are valid, according to - :func:`~bridgedb.parse.addr.isValidIP`. - - 3. The :data:`orPort` and any ports in :data:`orAddresses` are - between ``1`` and ``65535`` (inclusive). + 3. Any ports in :data:`orAddresses` are between ``1`` and ``65535`` + (inclusive). :raises MalformedBridgeInfo: if something was found to be malformed or invalid. """ malformed = [] - if not isValidFingerprint(self.fingerprint): - malformed.append("Invalid fingerprint: '%s'" % self.fingerprint) - if not isValidIP(self.address): - malformed.append("Invalid ORPort address: '%s'" % self.address) - if not (1 <= self.orPort <= 65535): - malformed.append("Invalid ORPort port: '%d'" % self.orPort) for (address, port, version) in self.orAddresses: if not isValidIP(address): malformed.append("Invalid ORAddress address: '%s'" % address) - if not (1 <= port <= 65535): + if not (0 <= port <= 65535): malformed.append("Invalid ORAddress port: '%d'" % port) if not version in (4, 6): malformed.append("Invalid ORAddress IP version: %r" % version)

1 0

[bridgedb/master] Remove Bridges.getExtraInfoDigests().
by isis＠torproject.org 21 Mar '15

21 Mar '15

commit 0e8200f0352865ea3eb3ce235bf431677a835598 Author: Isis Lovecruft <isis(a)torproject.org> Date: Wed Feb 11 01:29:04 2015 +0000 Remove Bridges.getExtraInfoDigests(). This functionality is now built into the bridgedb.bridges.Bridge class, and the retrieval of the digest values is done per-descriptor. * REMOVE bridgedb.Bridges.getExtraInfoDigests() function. --- lib/bridgedb/Bridges.py | 31 ------------------------------- lib/bridgedb/test/test_bridges.py | 24 ------------------------ 2 files changed, 55 deletions(-) diff --git a/lib/bridgedb/Bridges.py b/lib/bridgedb/Bridges.py index a8b0a4f..e92e23e 100644 --- a/lib/bridgedb/Bridges.py +++ b/lib/bridgedb/Bridges.py @@ -42,37 +42,6 @@ DIGEST_LEN = 20 PORTSPEC_LEN = 16 -def getExtraInfoDigests(doc): - """Return the SHA-1 hash hexdigests of all extra-info documents - - :param File doc: A string containing the contents of one - or more bridge extra-info documents concatenated - together. - :returns: A dict indexed by the SHA-1 hexdigest of the bridge - extra-info doc, equivalent to that which was published - on the 'extra-info-digest' line of the bridge's - descriptor. The value is the bridge's extra-info document - digest, or None, if not provided. - """ - if not doc: return None - - documents = {} - sha1hash = hashlib.sha1() - document_content = '' - - for line in doc: - if line != '-----BEGIN SIGNATURE-----\n': - sha1hash.update(line) - document_content += line - else: - digest = sha1hash.hexdigest().lower() - documents[digest] = StringIO(document_content) - while line != '-----END SIGNATURE-----\n': - line = next(doc) - sha1hash = hashlib.sha1() - document_content = '' - return documents - def parseDescFile(f, bridge_purpose='bridge'): """Generator. Parses a cached-descriptors file 'f' and yeilds a Bridge object for every entry whose purpose matches bridge_purpose. diff --git a/lib/bridgedb/test/test_bridges.py b/lib/bridgedb/test/test_bridges.py index aff6e65..8ff0557 100644 --- a/lib/bridgedb/test/test_bridges.py +++ b/lib/bridgedb/test/test_bridges.py @@ -134,7 +134,6 @@ class BridgeIntegrationTests(unittest.TestCase): test_getConfigLine_vanilla_withoutFingerprint test_integration_getConfigLine_vanilla_withoutFingerprint test_getConfigLine_vanilla_withFingerprint test_integration_getConfigLine_vanilla_withFingerprint test_getConfigLine_scramblesuit_withFingeprint test_integration_getConfigLine_scramblesuit_withFingerprint - test_getExtraInfoDigests test_integration_getExtraInfoDigests test_splitterBridgeInsertion test_integration_splitterBridgeInsertion ============================================== ======================== .. @@ -286,29 +285,6 @@ class BridgeIntegrationTests(unittest.TestCase): % (self.fingerprint, ptArgsList), bridgeLine) - def test_integration_getExtraInfoDigests(self): - raise unittest.SkipTest( - ("The functions getDescriptorDigests() and getExtraInfoDigests() " - "have not been refactored into the new bridgedb.bridges module " - "because it's not clear yet if they're necessary. Skip these " - "tests for now.")) - - sha1hash = hashlib.sha1() - - test = "Many words and line all together\n" - test += "extra info is nothing like weather\n" - test += "it's certain to come, like the key in a hum\n" - test += "but sometimes without a transport and rum\n" - content = test - sha1hash.update(test) - digest = sha1hash.hexdigest() - test += "-----BEGIN SIGNATURE-----\n" - test += "But the rum can't save the world like you\n" - test += "-----END SIGNATURE-----\n" - digests = bridges.getExtraInfoDigests(io.StringIO(test)) - self.failUnlessIn(digest, digests) - self.failUnlessEqual(content, digests[digest].read()) - def test_integration_splitterBridgeInsertion(self): key = "Testing-Bridges-To-Rings" splitter = FilteredBridgeSplitter(key)

1 0

[bridgedb/master] Add two unittests for bridgedb.bridges.Bridge.assertOK().
by isis＠torproject.org 21 Mar '15

21 Mar '15

commit 777f2389fc6f1e7cb728966f5be204bf062ccf32 Author: Isis Lovecruft <isis(a)torproject.org> Date: Fri Feb 13 01:05:16 2015 +0000 Add two unittests for bridgedb.bridges.Bridge.assertOK(). * ADD test_Bridge_assertOK() which checks the case where everything is in fact okay. * ADD test_Bridge_assertOK_all_bad_values() which checks the case where everything is totes not okay. --- lib/bridgedb/test/test_bridges.py | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) diff --git a/lib/bridgedb/test/test_bridges.py b/lib/bridgedb/test/test_bridges.py index 8ff0557..e87ff8a 100644 --- a/lib/bridgedb/test/test_bridges.py +++ b/lib/bridgedb/test/test_bridges.py @@ -920,3 +920,23 @@ class BridgeTests(unittest.TestCase): self.assertRaises(bridges.ServerDescriptorDigestMismatch, self.bridge.updateFromServerDescriptor, self.serverdescriptor) + + def test_Bridge_assertOK(self): + """If all orAddresses are okay, then assertOK() should return None.""" + self.bridge.updateFromNetworkStatus(self.networkstatus) + self.bridge.updateFromServerDescriptor(self.serverdescriptor) + + self.assertIsNone(self.bridge.assertOK()) + + def test_Bridge_assertOK_all_bad_values(self): + """If an orAddress has an IP address of 999.999.999.999 and a port of + -1 and claims to be IPv5, then everything about it is bad and it should + fail all the checks in assertOK(), then a MalformedBridgeInfo should be + raised. + """ + self.bridge.updateFromNetworkStatus(self.networkstatus) + self.bridge.updateFromServerDescriptor(self.serverdescriptor) + + # All values are bad (even though IPv5 is a thing): + self.bridge.orAddresses.append(('999.999.999.999', -1, 5)) + self.assertRaises(bridges.MalformedBridgeInfo, self.bridge.assertOK)

1 0

[bridgedb/master] Remove Bridges.parseDescFile() and its unittests.
by isis＠torproject.org 21 Mar '15

21 Mar '15

commit 58718f5d6f287d6bf5effbd594295325606248e6 Author: Isis Lovecruft <isis(a)torproject.org> Date: Wed Feb 11 01:43:47 2015 +0000 Remove Bridges.parseDescFile() and its unittests. * REMOVE bridgedb.Bridges.parseDescFile() function because it was replaced by bridgedb.parse.descriptors.parseServerDescriptorsFile(). * REMOVE four unittests in legacy_Tests.ParseDescFileTests: - testSimpleDesc - testSingleOrAddress - testMultipleOrAddress - testConvolutedOrAddress * RENAME legacy_Tests.ParseDescFileTests class to ParseCountryBlockFileTests. --- lib/bridgedb/Bridges.py | 56 --------------------------------- lib/bridgedb/test/legacy_Tests.py | 62 ++----------------------------------- 2 files changed, 2 insertions(+), 116 deletions(-) diff --git a/lib/bridgedb/Bridges.py b/lib/bridgedb/Bridges.py index e92e23e..31b7cf6 100644 --- a/lib/bridgedb/Bridges.py +++ b/lib/bridgedb/Bridges.py @@ -41,62 +41,6 @@ ID_LEN = 20 # XXX Only used in commented out line in Storage.py DIGEST_LEN = 20 PORTSPEC_LEN = 16 - -def parseDescFile(f, bridge_purpose='bridge'): - """Generator. Parses a cached-descriptors file 'f' and yeilds a Bridge object - for every entry whose purpose matches bridge_purpose. - This Generator understands the new descriptor format described in - 186-multiple-orports.txt - - The new specification provides for specifying multiple ORports as well - as supporting new address format for IPv6 addresses. - - The router descriptor "or-address" may occur zero, one, or multiple times. - parseDescFile adds each ADDRESS:PORTSPEC to the Bridge.or_addresses list. - - The "or-address" should not duplicate the address:port pair from the "router" - description. (Should we try to catch this case?) - - A node may not list more than 8 or-address lines. - (should we try to enforce this too?) - - Here is the new format: - - or-address SP ADDRESS ":" PORTLIST NL - ADDRESS = IP6ADDR | IP4ADDR - IPV6ADDR = an ipv6 address, surrounded by square brackets. - IPV4ADDR = an ipv4 address, represented as a dotted quad. - PORTLIST = PORTSPEC | PORTSPEC "," PORTLIST - PORTSPEC = PORT - PORT = a number between 1 and 65535 inclusive. - """ - - nickname = ip = orport = fingerprint = purpose = None - num_or_address_lines = 0 - or_addresses = {} - - for line in f: - line = line.strip() - if line.startswith("opt "): - line = line[4:] - if line.startswith("@purpose "): - items = line.split() - purpose = items[1] - elif line.startswith("router "): - items = line.split() - if len(items) >= 4: - nickname = items[1] - ip = items[2].strip('[]') - orport = int(items[3]) - elif line.startswith("fingerprint "): - fingerprint = line[12:].replace(" ", "") - elif line.startswith("router-signature"): - purposeMatches = (purpose == bridge_purpose or bridge_purpose is None) - if purposeMatches and nickname and ip and orport and fingerprint: - yield (nickname, ipaddr.IPAddress(ip), orport, fingerprint) - nickname = ip = orport = fingerprint = purpose = None - - re_ipv6 = re.compile("\[([a-fA-F0-9:]+)\]:(.*$)") re_ipv4 = re.compile("((?:\d{1,3}\.?){4}):(.*$)") diff --git a/lib/bridgedb/test/legacy_Tests.py b/lib/bridgedb/test/legacy_Tests.py index 6d55fce..7be5270 100644 --- a/lib/bridgedb/test/legacy_Tests.py +++ b/lib/bridgedb/test/legacy_Tests.py @@ -547,65 +547,7 @@ class SQLStorageTests(unittest.TestCase): db.cleanWarnedEmails(t+200) self.assertEquals(db.getWarnedEmail("def(a)example.com"), False) -class ParseDescFileTests(unittest.TestCase): - def testSimpleDesc(self): - test = "" - - for i in range(100): - test+= "".join(simpleDesc % (randomIP(), randomPort())) - test+=gettimestamp() - test+="router-signature\n" - - bs = [b for b in bridgedb.Bridges.parseDescFile(test.split('\n'))] - self.assertEquals(len(bs), 100) - - for b in bs: - b.assertOK() - - def testSingleOrAddress(self): - test = "" - - for i in range(100): - test+= simpleDesc % (randomIP(), randomPort()) - test+= orAddress % (randomIP(),randomPort()) - test+=gettimestamp() - test+= "router-signature\n" - - bs = [b for b in bridgedb.Bridges.parseDescFile(test.split('\n'))] - self.assertEquals(len(bs), 100) - - for b in bs: - b.assertOK() - - def testMultipleOrAddress(self): - test = "" - for i in range(100): - test+= simpleDesc % (randomIPString(), randomPort()) - for i in xrange(8): - test+= orAddress % (randomIPString(),randomPortSpec()) - test+=gettimestamp() - test+= "router-signature\n" - - bs = [b for b in bridgedb.Bridges.parseDescFile(test.split('\n'))] - self.assertEquals(len(bs), 100) - - for b in bs: - b.assertOK() - - def testConvolutedOrAddress(self): - test = "" - for i in range(100): - test+= simpleDesc % (randomIPString(), randomPort()) - for i in xrange(8): - test+= orAddress % (randomIPString(),randomPortSpec()) - test+=gettimestamp() - test+= "router-signature\n" - - bs = [b for b in bridgedb.Bridges.parseDescFile(test.split('\n'))] - self.assertEquals(len(bs), 100) - - for b in bs: - b.assertOK() +class ParseCountryBlockFileTests(unittest.TestCase): def testParseCountryBlockFile(self): simpleBlock = "%s:%s %s\n" @@ -765,7 +707,7 @@ def testSuite(): loader = unittest.TestLoader() for klass in [IPBridgeDistTests, SQLStorageTests, EmailBridgeDistTests, - ParseDescFileTests, BridgeStabilityTests]: + ParseCountryBlockFileTests, BridgeStabilityTests]: suite.addTest(loader.loadTestsFromTestCase(klass)) for module in [ bridgedb.Bridges,

1 0

[bridgedb/master] Remove Bridges.getDescriptorDigests().
by isis＠torproject.org 21 Mar '15

21 Mar '15

commit 016815deee25cfb27e474bb8f5be24af68ce0058 Author: Isis Lovecruft <isis(a)torproject.org> Date: Wed Feb 11 01:22:33 2015 +0000 Remove Bridges.getDescriptorDigests(). The functionality for checking the server-descriptor digest is now in bridgedb.bridges.Bridge.updateFromServerDescriptor(), which calls bridgedb.bridges.Bridge._checkServerDescriptor(). The digests are retrieved per-descriptor, during bridgedb.bridges.updateFromNetworkStatus(). * REMOVE bridgedb.Bridges.getDescriptorDigests() function. --- lib/bridgedb/Bridges.py | 34 ---------------------------------- lib/bridgedb/test/test_bridges.py | 22 ---------------------- 2 files changed, 56 deletions(-) diff --git a/lib/bridgedb/Bridges.py b/lib/bridgedb/Bridges.py index 9e7c292..a8b0a4f 100644 --- a/lib/bridgedb/Bridges.py +++ b/lib/bridgedb/Bridges.py @@ -42,40 +42,6 @@ DIGEST_LEN = 20 PORTSPEC_LEN = 16 -def getDescriptorDigests(desc): - """Return the SHA-1 hash hexdigests of all descriptor descs - - :param File desc: A string containing the contents of one - or more bridge descriptors concatenated - together. - :returns: A dict indexed by the SHA-1 hexdigest of the bridge - descriptor, equivalent to that which was published - on the 'r' line of the networkstatus for this bridge. - The value is the bridge's extra-info document digest, - or None, if not provided. - """ - if not desc: return None - - descriptors = {} - sha1hash = hashlib.sha1() - ei_digest = None - - for line in desc: - if line != '-----BEGIN SIGNATURE-----\n': - sha1hash.update(line) - if line.startswith('extra-info-digest'): - parts = line.split() - if len(parts) == 2: - ei_digest = parts[1].lower() - else: - digest = sha1hash.hexdigest().lower() - descriptors[digest] = ei_digest - while line != '-----END SIGNATURE-----\n': - line = next(desc) - sha1hash = hashlib.sha1() - ei_digest = None - return descriptors - def getExtraInfoDigests(doc): """Return the SHA-1 hash hexdigests of all extra-info documents diff --git a/lib/bridgedb/test/test_bridges.py b/lib/bridgedb/test/test_bridges.py index c481578..aff6e65 100644 --- a/lib/bridgedb/test/test_bridges.py +++ b/lib/bridgedb/test/test_bridges.py @@ -134,7 +134,6 @@ class BridgeIntegrationTests(unittest.TestCase): test_getConfigLine_vanilla_withoutFingerprint test_integration_getConfigLine_vanilla_withoutFingerprint test_getConfigLine_vanilla_withFingerprint test_integration_getConfigLine_vanilla_withFingerprint test_getConfigLine_scramblesuit_withFingeprint test_integration_getConfigLine_scramblesuit_withFingerprint - test_getDescriptorDigests test_integration_getDescriptorDigests test_getExtraInfoDigests test_integration_getExtraInfoDigests test_splitterBridgeInsertion test_integration_splitterBridgeInsertion ============================================== ======================== @@ -287,27 +286,6 @@ class BridgeIntegrationTests(unittest.TestCase): % (self.fingerprint, ptArgsList), bridgeLine) - def test_integration_getDescriptorDigests(self): - raise unittest.SkipTest( - ("The functions getDescriptorDigests() and getExtraInfoDigests() " - "have not been refactored into the new bridgedb.bridges module " - "because it's not clear yet if they're necessary. Skip these " - "tests for now.")) - - sha1hash = hashlib.sha1() - ei_digest = 'abcdefghijklmno' - - test = "this is a test line\nFollowed by another\n" - test += "extra-info-digest %s\n" % ei_digest - sha1hash.update(test) - digest = sha1hash.hexdigest() - test += "-----BEGIN SIGNATURE-----\n" - test += "This is a test line that should be skipped\n" - test += "-----END SIGNATURE-----\n" - digests = bridges.getDescriptorDigests(io.StringIO(test)) - self.failUnlessIn(digest, digests) - self.failUnlessEqual(ei_digest, digests[digest]) - def test_integration_getExtraInfoDigests(self): raise unittest.SkipTest( ("The functions getDescriptorDigests() and getExtraInfoDigests() "

1 0

[bridgedb/master] Improve docstring for bridgedb.bridges.Bridge.assertOK().
by isis＠torproject.org 21 Mar '15

21 Mar '15

commit 6a6a1021db4a9a0b697f7243c5e7f8d233f5009f Author: Isis Lovecruft <isis(a)torproject.org> Date: Fri Feb 13 00:43:32 2015 +0000 Improve docstring for bridgedb.bridges.Bridge.assertOK(). * FIX a typo in bridgedb.bridges.Bridge.assertOK() docstring and clarify the method's data validation steps. * ADD a TODO in the documentation for Bridge.assertOK(). --- lib/bridgedb/bridges.py | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/lib/bridgedb/bridges.py b/lib/bridgedb/bridges.py index 33741a8..9a0a0ff 100644 --- a/lib/bridgedb/bridges.py +++ b/lib/bridgedb/bridges.py @@ -1041,9 +1041,17 @@ class Bridge(BridgeBackwardsCompatibility): 1. Any IP addresses contained in :data:`orAddresses` are valid, according to :func:`~bridgedb.parse.addr.isValidIP`. - 3. Any ports in :data:`orAddresses` are between ``1`` and ``65535`` + 2. Any ports in :data:`orAddresses` are between ``1`` and ``65535`` (inclusive). + 3. All IP version numbers given in :data:`orAddresses` are either + ``4`` or ``6``. + + .. todo:: This should probably be reimplemented as a property that + automatically sanitises the values for each ORAddress, as is done + for :property:`bridgedb.bridges.BridgeAddressBase.address` and + :property:`bridgedb.bridges.BridgeBase.orPort`. + :raises MalformedBridgeInfo: if something was found to be malformed or invalid. """

1 0

[bridgedb/master] Deprecate the bridgedb.parse.networkstatus module.
by isis＠torproject.org 21 Mar '15

21 Mar '15

commit 399552ae06b56c7f703303e9d0c638253657d1bb Author: Isis Lovecruft <isis(a)torproject.org> Date: Wed Feb 11 21:58:51 2015 +0000 Deprecate the bridgedb.parse.networkstatus module. * MOVE bridgedb.parse.networkstatus to bridgedb.test.deprecated_networkstatus and wrap all callables within with @twisted.python.deprecate.deprecated. * REMOVE the import of bridgedb.parse.networkstatus in bridgedb.Bridges module. * CHANGE legacy_Tests.py to import deprecated_networkstatus to continue to check for regressions in other parts of the codebase. * REMOVE bridgedb.test.test_parse_networkstatus.py. --- lib/bridgedb/Bridges.py | 1 - lib/bridgedb/parse/networkstatus.py | 263 ---------------- lib/bridgedb/test/deprecated_networkstatus.py | 275 ++++++++++++++++ lib/bridgedb/test/legacy_Tests.py | 2 +- lib/bridgedb/test/test_parse_networkstatus.py | 414 ------------------------- 5 files changed, 276 insertions(+), 679 deletions(-) diff --git a/lib/bridgedb/Bridges.py b/lib/bridgedb/Bridges.py index 31b7cf6..bdb911a 100644 --- a/lib/bridgedb/Bridges.py +++ b/lib/bridgedb/Bridges.py @@ -25,7 +25,6 @@ import bridgedb.Bucket from bridgedb.bridges import Bridge from bridgedb.crypto import getHMACFunc from bridgedb.parse import addr -from bridgedb.parse import networkstatus from bridgedb.parse.fingerprint import toHex from bridgedb.parse.fingerprint import fromHex from bridgedb.parse.fingerprint import isValidFingerprint diff --git a/lib/bridgedb/parse/networkstatus.py b/lib/bridgedb/parse/networkstatus.py deleted file mode 100644 index 8140fe0..0000000 --- a/lib/bridgedb/parse/networkstatus.py +++ /dev/null @@ -1,263 +0,0 @@ -# -*- coding: utf-8 -*- -# -# This file is part of BridgeDB, a Tor bridge distribution system. -# -# :authors: Isis Lovecruft 0xA3ADB67A2CDB8B35 <isis(a)torproject.org> -# please also see AUTHORS file -# :copyright: (c) 2013 Isis Lovecruft -# (c) 2007-2014, The Tor Project, Inc. -# (c) 2007-2014, all entities within the AUTHORS file -# :license: 3-clause BSD, see included LICENSE for information - -"""Parsers for bridge networkstatus descriptors. - -.. py:module:: bridgedb.parse.networkstatus - :synopsis: Parsers for ``@type bridge-network-status`` descriptors_. -.. _descriptors: https://metrics.torproject.org/formats.html#descriptortypes - - -bridgedb.parse.networkstatus -============================ -:: - - networkstatus - |_ isValidRouterNickname - Determine if a nickname is according to spec - |_ parseRLine - Parse an 'r'-line from a networkstatus document - |_ parseALine - Parse an 'a'-line from a networkstatus document - \_ parseSLine - Parse an 's'-line from a networkstatus document -.. -""" - -import binascii -import logging -import string -import time -import warnings - -from twisted.python.log import showwarning - -from bridgedb.parse import addr -from bridgedb.parse import parseUnpaddedBase64 -from bridgedb.parse import InvalidBase64 -from bridgedb.parse.nickname import InvalidRouterNickname -from bridgedb.parse.nickname import isValidRouterNickname - - -class NetworkstatusParsingError(Exception): - """Unable to parse networkstatus document line.""" - -class InvalidNetworkstatusRouterIdentity(ValueError): - """The ID field of a networkstatus document 'r'-line is invalid.""" - - -def parseRLine(line): - """Parse an 'r'-line from a networkstatus document. - - From torspec.git/dir-spec.txt, commit 36761c7d553d L1499-1512: - | "r" SP nickname SP identity SP digest SP publication SP IP SP ORPort - | SP DirPort NL - | - | [At start, exactly once.] - | - | "Nickname" is the OR's nickname. "Identity" is a hash of its - | identity key, encoded in base64, with trailing equals sign(s) - | removed. "Digest" is a hash of its most recent descriptor as - | signed (that is, not including the signature), encoded in base64. - | "Publication" is the - | publication time of its most recent descriptor, in the form - | YYYY-MM-DD HH:MM:SS, in UTC. "IP" is its current IP address; - | ORPort is its current OR port, "DirPort" is its current directory - | port, or "0" for "none". - - :param string line: An 'r'-line from an bridge-network-status descriptor. - :returns: - A 7-tuple of:: - (nickname, identityDigest, descriptorDigest, timestamp, - orAddress, orPort, dirport) - where each value is set according to the data parsed from the - **line**, or ``None`` if nothing suitable could be parsed. - """ - (nickname, ID, descDigest, timestamp, - ORaddr, ORport, dirport) = (None for x in xrange(7)) - - try: - if not line.startswith('r '): - raise NetworkstatusParsingError( - "Networkstatus parser received non 'r'-line: %r" % line) - - line = line[2:] # Chop off the 'r ' - fields = line.split() - - if len(fields) != 8: - raise NetworkstatusParsingError( - "Wrong number of fields in networkstatus 'r'-line: %r" % line) - - nickname, ID = fields[:2] - - try: - ID = parseUnpaddedBase64(ID) - except InvalidBase64 as error: - raise InvalidNetworkstatusRouterIdentity(error) - - # Check the nickname validity after parsing the ID, otherwise, if the - # nickname is invalid, we end up with the nickname being ``None`` and - # the ID being unparsed, unpadded (meaning it is technically invalid) - # base64. - isValidRouterNickname(nickname) - - except NetworkstatusParsingError as error: - logging.error(error) - nickname, ID = None, None - except InvalidRouterNickname as error: - logging.error(error) - # Assume that we mostly care about obtaining the OR's ID, then it - # should be okay to set the nickname to ``None``, if it was invalid. - nickname = None - except InvalidNetworkstatusRouterIdentity as error: - logging.error(error) - ID = None - else: - try: - descDigest = parseUnpaddedBase64(fields[2]) - timestamp = time.mktime(time.strptime(" ".join(fields[3:5]), - "%Y-%m-%d %H:%M:%S")) - ORaddr = fields[5] - ORport = int(fields[6]) - dirport = fields[7] - except InvalidBase64 as error: - logging.error(error) - descDigest = None - except (AttributeError, ValueError, IndexError) as error: - logging.error(error) - timestamp = None - finally: - return (nickname, ID, descDigest, timestamp, ORaddr, ORport, dirport) - -def parseALine(line, fingerprint=None): - """Parse an 'a'-line of a bridge networkstatus document. - - From torspec.git/dir-spec.txt, commit 36761c7d553d L1499-1512: - | - | "a" SP address ":" port NL - | - | [Any number.] - | - | Present only if the OR has at least one IPv6 address. - | - | Address and portlist are as for "or-address" as specified in - | 2.1. - | - | (Only included when the vote or consensus is generated with - | consensus-method 14 or later.) - - :param string line: An 'a'-line from an bridge-network-status descriptor. - :type fingerprint: string or None - :param fingerprint: A string which identifies which OR the descriptor - we're parsing came from (since the 'a'-line doesn't tell us, this can - help make the log messages clearer). - :raises: :exc:`NetworkstatusParsingError` - :rtype: tuple - :returns: A 2-tuple of a string respresenting the IP address and a - :class:`bridgedb.parse.addr.PortList`. - """ - ip = None - portlist = None - - if line.startswith('a '): - line = line[2:] # Chop off the 'a ' - else: - logging.warn("Networkstatus parser received non 'a'-line for %r:"\ - " %r" % (fingerprint or 'Unknown', line)) - - try: - ip, portlist = line.rsplit(':', 1) - except ValueError as error: - logging.error("Bad separator in networkstatus 'a'-line: %r" % line) - return (None, None) - - if ip.startswith('[') and ip.endswith(']'): - ip = ip.strip('[]') - - try: - if not addr.isIPAddress(ip): - raise NetworkstatusParsingError( - "Got invalid IP Address in networkstatus 'a'-line for %r: %r" - % (fingerprint or 'Unknown', line)) - - if addr.isIPv4(ip): - warnings.warn(FutureWarning( - "Got IPv4 address in networkstatus 'a'-line! "\ - "Networkstatus document format may have changed!")) - except NetworkstatusParsingError as error: - logging.error(error) - ip, portlist = None, None - - try: - portlist = addr.PortList(portlist) - if not portlist: - raise NetworkstatusParsingError( - "Got invalid portlist in 'a'-line for %r!\n Line: %r" - % (fingerprint or 'Unknown', line)) - except (addr.InvalidPort, NetworkstatusParsingError) as error: - logging.error(error) - portlist = None - else: - logging.debug("Parsed networkstatus ORAddress line for %r:"\ - "\n Address: %s \tPorts: %s" - % (fingerprint or 'Unknown', ip, portlist)) - finally: - return (ip, portlist) - -def parseSLine(line): - """Parse an 's'-line from a bridge networkstatus document. - - The 's'-line contains all flags assigned to a bridge. The flags which may - be assigned to a bridge are as follows: - - From torspec.git/dir-spec.txt, commit 36761c7d553d L1526-1554: - | - | "s" SP Flags NL - | - | [Exactly once.] - | - | A series of space-separated status flags, in lexical order (as ASCII - | byte strings). Currently documented flags are: - | - | "BadDirectory" if the router is believed to be useless as a - | directory cache (because its directory port isn't working, - | its bandwidth is always throttled, or for some similar - | reason). - | "Fast" if the router is suitable for high-bandwidth circuits. - | "Guard" if the router is suitable for use as an entry guard. - | "HSDir" if the router is considered a v2 hidden service directory. - | "Named" if the router's identity-nickname mapping is canonical, - | and this authority binds names. - | "Stable" if the router is suitable for long-lived circuits. - | "Running" if the router is currently usable. - | "Valid" if the router has been 'validated'. - | "V2Dir" if the router implements the v2 directory protocol. - - :param string line: An 's'-line from an bridge-network-status descriptor. - :rtype: tuple - :returns: A 2-tuple of booleans, the first is True if the bridge has the - "Running" flag, and the second is True if it has the "Stable" flag. - """ - line = line[2:] - - flags = [x.capitalize() for x in line.split()] - fast = 'Fast' in flags - running = 'Running' in flags - stable = 'Stable' in flags - guard = 'Guard' in flags - valid = 'Valid' in flags - - if (fast or running or stable or guard or valid): - logging.debug("Parsed Flags: %s%s%s%s%s" - % ('Fast ' if fast else '', - 'Running ' if running else '', - 'Stable ' if stable else '', - 'Guard ' if guard else '', - 'Valid ' if valid else '')) - - # Right now, we only care about 'Running' and 'Stable' - return running, stable diff --git a/lib/bridgedb/test/deprecated_networkstatus.py b/lib/bridgedb/test/deprecated_networkstatus.py new file mode 100644 index 0000000..7e3b0a4 --- /dev/null +++ b/lib/bridgedb/test/deprecated_networkstatus.py @@ -0,0 +1,275 @@ +# -*- coding: utf-8 -*- +# +# This file is part of BridgeDB, a Tor bridge distribution system. +# +# :authors: Isis Lovecruft 0xA3ADB67A2CDB8B35 <isis(a)torproject.org> +# please also see AUTHORS file +# :copyright: (c) 2013 Isis Lovecruft +# (c) 2007-2014, The Tor Project, Inc. +# (c) 2007-2014, all entities within the AUTHORS file +# :license: 3-clause BSD, see included LICENSE for information + +"""Parsers for bridge networkstatus descriptors. + +THIS ENTIRE MODULE WAS DEPRECATED (AS PART OF #9380_) AND WAS REPLACED WITH +THE CORRESPONDING FUNCTIONS IN :mod:`bridgedb.parse.descriptors`. + +.. #9380: https://bugs.torproject.org/9380 + +.. py:module:: bridgedb.parse.networkstatus + :synopsis: Parsers for ``@type bridge-network-status`` descriptors_. +.. _descriptors: https://metrics.torproject.org/formats.html#descriptortypes + + +bridgedb.parse.networkstatus +============================ +:: + + networkstatus + |_ isValidRouterNickname - Determine if a nickname is according to spec + |_ parseRLine - Parse an 'r'-line from a networkstatus document + |_ parseALine - Parse an 'a'-line from a networkstatus document + \_ parseSLine - Parse an 's'-line from a networkstatus document +.. +""" + +import binascii +import logging +import string +import time +import warnings + +from twisted.python import deprecate +from twisted.python.log import showwarning +from twisted.python.versions import Version + +from bridgedb.parse import addr +from bridgedb.parse import parseUnpaddedBase64 +from bridgedb.parse import InvalidBase64 +from bridgedb.parse.nickname import InvalidRouterNickname +from bridgedb.parse.nickname import isValidRouterNickname + + +(a)deprecate.deprecated(Version('bridgedb', 0, 2, 5)) +class NetworkstatusParsingError(Exception): + """Unable to parse networkstatus document line.""" + +(a)deprecate.deprecated(Version('bridgedb', 0, 2, 5)) +class InvalidNetworkstatusRouterIdentity(ValueError): + """The ID field of a networkstatus document 'r'-line is invalid.""" + + +(a)deprecate.deprecated(Version('bridgedb', 0, 2, 5)) +def parseRLine(line): + """Parse an 'r'-line from a networkstatus document. + + From torspec.git/dir-spec.txt, commit 36761c7d553d L1499-1512: + | "r" SP nickname SP identity SP digest SP publication SP IP SP ORPort + | SP DirPort NL + | + | [At start, exactly once.] + | + | "Nickname" is the OR's nickname. "Identity" is a hash of its + | identity key, encoded in base64, with trailing equals sign(s) + | removed. "Digest" is a hash of its most recent descriptor as + | signed (that is, not including the signature), encoded in base64. + | "Publication" is the + | publication time of its most recent descriptor, in the form + | YYYY-MM-DD HH:MM:SS, in UTC. "IP" is its current IP address; + | ORPort is its current OR port, "DirPort" is its current directory + | port, or "0" for "none". + + :param string line: An 'r'-line from an bridge-network-status descriptor. + :returns: + A 7-tuple of:: + (nickname, identityDigest, descriptorDigest, timestamp, + orAddress, orPort, dirport) + where each value is set according to the data parsed from the + **line**, or ``None`` if nothing suitable could be parsed. + """ + (nickname, ID, descDigest, timestamp, + ORaddr, ORport, dirport) = (None for x in xrange(7)) + + try: + if not line.startswith('r '): + raise NetworkstatusParsingError( + "Networkstatus parser received non 'r'-line: %r" % line) + + line = line[2:] # Chop off the 'r ' + fields = line.split() + + if len(fields) != 8: + raise NetworkstatusParsingError( + "Wrong number of fields in networkstatus 'r'-line: %r" % line) + + nickname, ID = fields[:2] + + try: + ID = parseUnpaddedBase64(ID) + except InvalidBase64 as error: + raise InvalidNetworkstatusRouterIdentity(error) + + # Check the nickname validity after parsing the ID, otherwise, if the + # nickname is invalid, we end up with the nickname being ``None`` and + # the ID being unparsed, unpadded (meaning it is technically invalid) + # base64. + isValidRouterNickname(nickname) + + except NetworkstatusParsingError as error: + logging.error(error) + nickname, ID = None, None + except InvalidRouterNickname as error: + logging.error(error) + # Assume that we mostly care about obtaining the OR's ID, then it + # should be okay to set the nickname to ``None``, if it was invalid. + nickname = None + except InvalidNetworkstatusRouterIdentity as error: + logging.error(error) + ID = None + else: + try: + descDigest = parseUnpaddedBase64(fields[2]) + timestamp = time.mktime(time.strptime(" ".join(fields[3:5]), + "%Y-%m-%d %H:%M:%S")) + ORaddr = fields[5] + ORport = int(fields[6]) + dirport = fields[7] + except InvalidBase64 as error: + logging.error(error) + descDigest = None + except (AttributeError, ValueError, IndexError) as error: + logging.error(error) + timestamp = None + finally: + return (nickname, ID, descDigest, timestamp, ORaddr, ORport, dirport) + +(a)deprecate.deprecated(Version('bridgedb', 0, 2, 5)) +def parseALine(line, fingerprint=None): + """Parse an 'a'-line of a bridge networkstatus document. + + From torspec.git/dir-spec.txt, commit 36761c7d553d L1499-1512: + | + | "a" SP address ":" port NL + | + | [Any number.] + | + | Present only if the OR has at least one IPv6 address. + | + | Address and portlist are as for "or-address" as specified in + | 2.1. + | + | (Only included when the vote or consensus is generated with + | consensus-method 14 or later.) + + :param string line: An 'a'-line from an bridge-network-status descriptor. + :type fingerprint: string or None + :param fingerprint: A string which identifies which OR the descriptor + we're parsing came from (since the 'a'-line doesn't tell us, this can + help make the log messages clearer). + :raises: :exc:`NetworkstatusParsingError` + :rtype: tuple + :returns: A 2-tuple of a string respresenting the IP address and a + :class:`bridgedb.parse.addr.PortList`. + """ + ip = None + portlist = None + + if line.startswith('a '): + line = line[2:] # Chop off the 'a ' + else: + logging.warn("Networkstatus parser received non 'a'-line for %r:"\ + " %r" % (fingerprint or 'Unknown', line)) + + try: + ip, portlist = line.rsplit(':', 1) + except ValueError as error: + logging.error("Bad separator in networkstatus 'a'-line: %r" % line) + return (None, None) + + if ip.startswith('[') and ip.endswith(']'): + ip = ip.strip('[]') + + try: + if not addr.isIPAddress(ip): + raise NetworkstatusParsingError( + "Got invalid IP Address in networkstatus 'a'-line for %r: %r" + % (fingerprint or 'Unknown', line)) + + if addr.isIPv4(ip): + warnings.warn(FutureWarning( + "Got IPv4 address in networkstatus 'a'-line! "\ + "Networkstatus document format may have changed!")) + except NetworkstatusParsingError as error: + logging.error(error) + ip, portlist = None, None + + try: + portlist = addr.PortList(portlist) + if not portlist: + raise NetworkstatusParsingError( + "Got invalid portlist in 'a'-line for %r!\n Line: %r" + % (fingerprint or 'Unknown', line)) + except (addr.InvalidPort, NetworkstatusParsingError) as error: + logging.error(error) + portlist = None + else: + logging.debug("Parsed networkstatus ORAddress line for %r:"\ + "\n Address: %s \tPorts: %s" + % (fingerprint or 'Unknown', ip, portlist)) + finally: + return (ip, portlist) + +(a)deprecate.deprecated(Version('bridgedb', 0, 2, 5)) +def parseSLine(line): + """Parse an 's'-line from a bridge networkstatus document. + + The 's'-line contains all flags assigned to a bridge. The flags which may + be assigned to a bridge are as follows: + + From torspec.git/dir-spec.txt, commit 36761c7d553d L1526-1554: + | + | "s" SP Flags NL + | + | [Exactly once.] + | + | A series of space-separated status flags, in lexical order (as ASCII + | byte strings). Currently documented flags are: + | + | "BadDirectory" if the router is believed to be useless as a + | directory cache (because its directory port isn't working, + | its bandwidth is always throttled, or for some similar + | reason). + | "Fast" if the router is suitable for high-bandwidth circuits. + | "Guard" if the router is suitable for use as an entry guard. + | "HSDir" if the router is considered a v2 hidden service directory. + | "Named" if the router's identity-nickname mapping is canonical, + | and this authority binds names. + | "Stable" if the router is suitable for long-lived circuits. + | "Running" if the router is currently usable. + | "Valid" if the router has been 'validated'. + | "V2Dir" if the router implements the v2 directory protocol. + + :param string line: An 's'-line from an bridge-network-status descriptor. + :rtype: tuple + :returns: A 2-tuple of booleans, the first is True if the bridge has the + "Running" flag, and the second is True if it has the "Stable" flag. + """ + line = line[2:] + + flags = [x.capitalize() for x in line.split()] + fast = 'Fast' in flags + running = 'Running' in flags + stable = 'Stable' in flags + guard = 'Guard' in flags + valid = 'Valid' in flags + + if (fast or running or stable or guard or valid): + logging.debug("Parsed Flags: %s%s%s%s%s" + % ('Fast ' if fast else '', + 'Running ' if running else '', + 'Stable ' if stable else '', + 'Guard ' if guard else '', + 'Valid ' if valid else '')) + + # Right now, we only care about 'Running' and 'Stable' + return running, stable diff --git a/lib/bridgedb/test/legacy_Tests.py b/lib/bridgedb/test/legacy_Tests.py index 7be5270..d416d22 100644 --- a/lib/bridgedb/test/legacy_Tests.py +++ b/lib/bridgedb/test/legacy_Tests.py @@ -35,7 +35,7 @@ from bridgedb.Filters import filterBridgesByNotBlockedIn from bridgedb.Stability import BridgeHistory from bridgedb.parse import addr -from bridgedb.parse import networkstatus +from bridgedb.test import deprecated_networkstatus as networkstatus from math import log diff --git a/lib/bridgedb/test/test_parse_networkstatus.py b/lib/bridgedb/test/test_parse_networkstatus.py deleted file mode 100644 index 6a89c25..0000000 --- a/lib/bridgedb/test/test_parse_networkstatus.py +++ /dev/null @@ -1,414 +0,0 @@ -# -*- coding: utf-8 -*- -# -# This file is part of BridgeDB, a Tor bridge distribution system. -# -# :authors: Isis Lovecruft 0xA3ADB67A2CDB8B35 <isis(a)torproject.org> -# :copyright: (c) 2013-2014, Isis Lovecruft -# (c) 2007-2014, The Tor Project, Inc. -# :license: 3-Clause BSD, see LICENSE for licensing information - -"""Unittests for the :mod:`bridgedb.parse.networkstatus` module. - -These tests are meant to ensure that the :mod:`bridgedb.parse.networkstatus` -module is functioning correctly. -""" - -from __future__ import print_function -from __future__ import unicode_literals - -import binascii - -from twisted.python import log -from twisted.trial import unittest -from bridgedb.parse import networkstatus - -import sure -from sure import this, these, those, the, it - - -logFormat = "%(created)d [%(levelname)s] %(module)s.%(funcName)s(): " -logFormat += "%(message)s" -networkstatus.logging.basicConfig( - filename='test_parse_networkstatus.log', - level=networkstatus.logging.DEBUG, - flags='w', format=logFormat) - - -class ParseNetworkStatusRLineTests(unittest.TestCase): - """Tests for :func:`bridgedb.parse.networkstatus.parseRLine`. - - The documentation for all class variables, e.g. 'pre' or 'ident', refers - to what said value should be in a *valid* descriptor. - """ - rawIdent = 'identdigestidentdig' - rawDesc = 'descdigestdescdiges' - - #: The prefix for the 'r'-line. Should be an 'r', unless testing that - #: lines with unknown prefixes are dropped. - pre = 'r ' - #: An OR nickname string. To be valid, it should be 1-19 alphanumeric - #: upper or lower cased characters. - nick = 'Testing' - #: A base64-encoded, SHA-1 digest of the DER-formatted, ASN.1-encoded, - #: public portion of an OR identity key, with any trailing base64 padding - #: (any '=' characters) removed. - ident = binascii.b2a_base64(rawIdent).strip().rstrip('==') - #: A base64-encoded, SHA-1 digest of the OR - #: `@type-[bridge-]server-descriptor` document (the whole thing, up until - #: the 'router signature' line, but not including the signature thereafter), - #: with any trailing base64 padding (any '=' characters) removed. - desc = binascii.b2a_base64(rawDesc).strip().rstrip('==') - #: An ISO-8661 formatted timestamp, with a space separator (rather than a - #: 'T' character). - ts = '2013-10-31 15:15:15' - #: An IPv4 address. - ip = '221.251.0.42' - #: An ORPort number. - port = '9001' - #: A DirPort number. - dirp = '0' - - def makeRLine(self, *args, **kwargs): - """Concatenate parameters into an 'r'-line and store the result as - ``self.line``. - - :keywords: The keyword arguments may be any of the class variables, - i.e. 'nick' or 'ident', and the variables should be similar - to the defaults in the class variables. If not given as - parameters, the class variables will be used. - """ - line = [] - for kw in ('pre', 'nick', 'ident', 'desc', 'ts', 'ip', 'port', 'dirp'): - if kw in kwargs.keys(): - if kwargs[kw]: - line.append(kwargs[kw]) - elif kwargs[kw] is False: - pass - else: - line.append(getattr(self, kw, '')) - - self.line = ' '.join([l for l in line]).strip() - log.msg("\n Testing networkstatusline:\n %r..." % self.line) - self.assertTrue(self.line != '') - - def tearDown(self): - self.line = '' - - def assertAllFieldsAreNone(self, fields): - """Assert that every field in the iterable ``fields`` is None.""" - for field in fields: - self.assertTrue(field is None) - - def test_missingPrefix(self): - """Test a networkstatus 'r'-line that is missing the 'r ' prefix.""" - self.makeRLine(pre=False) - fields = networkstatus.parseRLine(self.line) - self.assertAllFieldsAreNone(fields) - - def test_wrongNumberOfFields(self): - """Test a line missing digest, ORPort, and DirPort fields.""" - self.makeRLine(desc=False, port=False, dirp=False) - fields = networkstatus.parseRLine(self.line) - self.assertAllFieldsAreNone(fields) - - def test_wrongFieldOrder(self): - """Test a line with the identity and descriptor digests switched.""" - self.makeRLine(desc=self.ident, ident=self.desc) - fields = networkstatus.parseRLine(self.line) - nick, others = fields[0], fields[1:] - - this(nick).should.be.ok - this(nick).should.be.a(basestring) - this(nick).should.equal(self.nick) - - the(others).should.be.a(tuple) - the(others).should.have.length_of(6) - for other in others: - the(other).should.be(None) - - def test_invalidNicknameNonAlphanumeric(self): - """Test a line with a non-alphanumeric router nickname.""" - self.makeRLine(nick='abcdef/*comment*/') - fields = networkstatus.parseRLine(self.line) - nick, ident, desc = fields[:3] - this(nick).should.be(None) - the(ident).should.be.a(basestring) - the(desc).should.be(None) - - def test_invalidNicknameTooLong(self): - """Test a line with a router nickname which is way too long.""" - self.makeRLine(nick='ThisIsAReallyReallyLongRouterNickname') - fields = networkstatus.parseRLine(self.line) - nick, ident, desc = fields[:3] - this(nick).should.be(None) - the(ident).should.be.a(basestring) - the(desc).should.be(None) - - def test_invalidIdentBase64(self): - """Test line with '%$>@,<' for an identity digest.""" - self.makeRLine(ident='%$>#@,<') - (nick, ident, desc, ts, - ip, port, dirp) = networkstatus.parseRLine(self.line) - - the(nick).should.be.ok - the(nick).should.be.a(basestring) - the(nick).should.equal(self.nick) - the(ident).should.be(None) - the(desc).should.be(None) - - def test_invalidIdentSingleQuoteChar(self): - """Test a line with a single quote character for the identity digest.""" - self.makeRLine(ident=chr(0x27)) - fields = networkstatus.parseRLine(self.line) - nick, ident, desc = fields[:3] - - the(nick).should.be.ok - the(nick).should.be.a(basestring) - the(nick).should.be.equal(self.nick) - the(ident).should.be.equal(None) - the(desc).should.be.equal(None) - - def test_invalidIdent_withBase64padding(self): - """Test a line with invalid base64 (no padding) identity digest.""" - self.makeRLine(ident=self.ident + '==') - fields = networkstatus.parseRLine(self.line) - nick, ident, desc = fields[:3] - - the(nick).should.be.ok - the(nick).should.be.a(basestring) - the(nick).should.be.equal(self.nick) - the(ident).should.be.equal(None) - the(desc).should.be.equal(None) - - def test_invalidDescriptorDigest(self): - """Test an 'r'-line with invalid base64 descriptor digest.""" - self.makeRLine(desc='敃噸襶') - fields = networkstatus.parseRLine(self.line) - nick, ident, desc, ts, ip = fields[:5] - - the(nick).should.be.ok - the(nick).should.be.a(basestring) - the(nick).should.be.equal(self.nick) - - the(ident).should.be.a(basestring) - the(ident).should.be.equal(self.rawIdent) - - the(desc).should.be.equal(None) - the(ts).should.be.equal(None) - the(ip).should.be.equal(None) - - def test_invalidDescriptorDigest_invalidBase64(self): - """Test line with '%$>@,<' for an identity digest.""" - self.makeRLine(desc='%$>#@,<') - fields = networkstatus.parseRLine(self.line) - nick, ident, desc, ts, ip = fields[:5] - - the(nick).should.be.ok - the(nick).should.be.a(basestring) - the(nick).should.equal(self.nick) - the(ident).should.be(None) - the(desc).should.be(None) - - def test_invalidDescriptorDigest_withBase64padding(self): - """Test a line with invalid base64 (no padding) descriptor digest.""" - self.makeRLine(desc=self.desc + '==') - fields = networkstatus.parseRLine(self.line) - nick, ident, desc, ts, ip = fields[:5] - - the(nick).should.be.ok - the(nick).should.be.a(basestring) - the(nick).should.be.equal(self.nick) - - the(ident).should.be.a(basestring) - the(ident).should.be.equal(self.rawIdent) - - the(desc).should.be.equal(None) - the(ts).should.be.equal(None) - the(ip).should.be.equal(None) - - def test_invalidDescriptorDigest_singleQuoteChar(self): - """Test with a single quote character for the descriptor digest.""" - self.makeRLine(desc=chr(0x27)) - fields = networkstatus.parseRLine(self.line) - nick, ident, desc = fields[:3] - - the(nick).should.be.ok - the(nick).should.be.a(basestring) - the(nick).should.be.equal(self.nick) - the(ident).should.be.equal(self.rawIdent) - the(desc).should.be.equal(None) - - def test_missingAfterDesc(self): - """Test a line that has a valid descriptor digest, and is missing - everything after the descriptor digest, i.e. the timestamp, IP address, - and DirPort. - """ - self.makeRLine(nick='missingAfterDesc', ts=False, ip=False, dirp=False) - fields = networkstatus.parseRLine(self.line) - self.assertAllFieldsAreNone(fields) - - def test_missingAfterIdent(self): - """Test a line that and is missing the descriptor digest and - everything after it, i.e. the timestamp, IP address, and DirPort. - """ - self.makeRLine(nick='noDesc', desc=False, ts=False, - ip=False, dirp=False) - fields = networkstatus.parseRLine(self.line) - self.assertAllFieldsAreNone(fields) - - def test_invalidTimestamp(self): - """Test line with two large integers for the timestamp.""" - self.makeRLine(ts='123456789 987654321') - fields = networkstatus.parseRLine(self.line) - nick, ident, desc, ts, ip, port = fields[:6] - - the(nick).should.be.equal(self.nick) - the(ident).should.be.equal(self.rawIdent) - - # descDigest is set to `None` if there is an error while parsing: - the(desc).should.be(None) - the(ts).should.be(None) - the(ip).should.be(None) - - def test_invalidTimestampMissingDate(self): - """Test a line where the timestamp is missing the date portion.""" - self.makeRLine(ts='15:15:15') - fields = networkstatus.parseRLine(self.line) - self.assertAllFieldsAreNone(fields) - - def test_invalidIPAddress(self): - """Test a line with an invalid IP address.""" - self.makeRLine(ip='0.0.0.0') - fields = networkstatus.parseRLine(self.line) - nick, ident, desc, ts, ip, port = fields[:6] - - the(nick).should.be.equal(self.nick) - the(ident).should.be.equal(self.rawIdent) - - # descDigest is set to `None` if there is an error while parsing: - the(desc).should.be(None) - the(ts).should.be(None) - the(ip).should.be(None) - - def test_valid(self): - """Test a valid 'r'-line.""" - self.makeRLine() - fields = networkstatus.parseRLine(self.line) - nick, ident, desc, ts, ip, port = fields[:6] - the(nick).should.be.equal(self.nick) - the(ident).should.be.equal(self.rawIdent) - the(desc).should.be.equal(self.rawDesc) - the(ts).should.be.ok - the(ip).should.be.ok - - -class ParseNetworkStatusALineTests(unittest.TestCase): - """Tests for :func:`bridgedb.parse.networkstatus.parseALine`. - - The documentation for all class variables, e.g. 'pre' or 'oraddr', refers - to what said value should be in a *valid* descriptor. - """ - #: The prefix for the 'a'-line. Should be an 'a', unless testing that - #: lines with unknown prefixes are dropped. - pre = 'a ' - #: An ORAddress. As of tor-0.2.5.1-alpha, there is only one and it is an - #: IPv6 address. - oraddr = '[b8d:48ae:5185:dad:5c2a:4e75:8394:f5f8]' - - def tearDown(self): - self.line = '' - - def assertAllFieldsAreNone(self, fields): - """Assert that every field in the iterable ``fields`` is None.""" - for field in fields: - self.assertTrue(field is None) - - def test_missingPrefix(self): - """Changed to allow a missing 'a' prefix in branch - ``hotfix/9462B-netstatus-returns-None``. - """ - self.line = '%s:1234' % self.oraddr - ip, port = networkstatus.parseALine(self.line) - this(ip).should.be.a(basestring) - this(port).should.be(None) - - def test_IPv4(self): - self.line = 'a 48.32.199.45:9001' - ip, port = networkstatus.parseALine(self.line) - ip, port = self.assertWarns( - FutureWarning, - "Got IPv4 address in networkstatus 'a'-line! "\ - "Networkstatus document format may have changed!", - networkstatus.__file__, - networkstatus.parseALine, - self.line) - this(ip).should.be.a(basestring) - this(port).should.be.ok - this(port).should.be.a(networkstatus.addr.PortList) - - def test_IPv4BadPortSeparator(self): - self.line = 'a 1.1.1.1 9001' - fields = networkstatus.parseALine(self.line) - self.assertAllFieldsAreNone(fields) - - def test_IPv6BadPortlist(self): - self.line = 'a 23.23.23.23:1111,2222,badportlist' - ip, port = networkstatus.parseALine(self.line) - this(ip).should.be.a(basestring) - this(port).should.be(None) - - def test_IPv4MissingPort(self): - self.line = 'a 1.1.1.1' - fields = networkstatus.parseALine(self.line) - self.assertAllFieldsAreNone(fields) - - def test_IPv4InvalidAddress(self): - self.line = 'a 127.0.0.1:5555' - fields = networkstatus.parseALine(self.line) - self.assertAllFieldsAreNone(fields) - - def test_IPv6BadPortSeparator(self): - self.line = 'a %s missingcolon' % self.oraddr - fields = networkstatus.parseALine(self.line) - self.assertAllFieldsAreNone(fields) - - def test_IPv6BadPortlist(self): - self.line = 'a %s:1111,2222,badportlist' % self.oraddr - ip, port = networkstatus.parseALine(self.line) - this(ip).should.be.a(basestring) - this(port).should.be(None) - - def test_IPv6(self): - self.line = 'a %s:6004' % self.oraddr - ip, port = networkstatus.parseALine(self.line) - this(ip).should.be.a(basestring) - this(port).should.be.ok - this(port).should.be.a(networkstatus.addr.PortList) - - -class ParseNetworkStatusSLineTests(unittest.TestCase): - """Tests for :func:`bridgedb.parse.networkstatus.parseSLine`.""" - - def tearDown(self): - """Automatically called after each test_* method to run cleanups.""" - self.line = '' - - def test_missingPrefix(self): - self.line = 'Stable' - running, stable = networkstatus.parseSLine(self.line) - self.assertFalse(running) - self.assertFalse(stable) - - def test_makeBelieveFlag(self): - """Test that 's'-parser should ignore a 'MakeBelieve' flag.""" - self.line = 's Stable Running MakeBelieve BadExit' - running, stable = networkstatus.parseSLine(self.line) - self.assertTrue(running) - self.assertTrue(stable) - - def test_noFlags(self): - """Test that an 's'-line with no flags returns False for everything.""" - self.line = '' - running, stable = networkstatus.parseSLine(self.line) - self.assertFalse(running) - self.assertFalse(stable)

1 0