commit 97c9a58eab40ce32256afbb02a4f8c6c84045bb1 Merge: 4357e548 6a44d211 Author: Damian Johnson atagar@torproject.org Date: Sat Aug 17 13:42:52 2019 -0700

CollecTor module

Brand new module that makes it simple to browse tor's network topology at prior points in time.

https://trac.torproject.org/projects/tor/ticket/17979

docs/_static/example/collector_caching.py | 18 + docs/_static/example/collector_reading.py | 10 + docs/_static/example/past_descriptors.py | 5 - docs/api.rst | 1 + docs/api/descriptor/collector.rst | 5 + docs/change_log.rst | 3 +- docs/contents.rst | 1 + docs/tutorials/mirror_mirror_on_the_wall.rst | 13 +- run_tests.py | 15 +- stem/__init__.py | 67 ++ stem/cached_fallbacks.cfg | 775 ++++++++++----------- stem/cached_manual.sqlite | Bin 248832 -> 249856 bytes stem/descriptor/__init__.py | 90 +++ stem/descriptor/collector.py | 727 +++++++++++++++++++ stem/descriptor/hidden_service_descriptor.py | 3 + stem/descriptor/networkstatus.py | 7 +- stem/descriptor/remote.py | 125 ++-- stem/descriptor/router_status_entry.py | 19 + stem/descriptor/server_descriptor.py | 17 +- stem/directory.py | 27 +- stem/manual.py | 6 +- stem/settings.cfg | 1 - stem/util/connection.py | 52 ++ test/arguments.py | 21 +- test/integ/descriptor/__init__.py | 1 + test/integ/descriptor/collector.py | 98 +++ test/integ/manual.py | 6 +- test/integ/util/connection.py | 34 +- test/settings.cfg | 3 + test/unit/descriptor/__init__.py | 2 + test/unit/descriptor/collector.py | 373 ++++++++++ test/unit/descriptor/compression.py | 39 ++ test/unit/descriptor/data/__init__.py | 7 + test/unit/descriptor/data/collector/__init__.py | 7 + .../data/collector/bandwidths-2019-05-cropped.tar | Bin 0 -> 32768 bytes .../bridge-extra-infos-2019-03-cropped.tar | Bin 0 -> 15872 bytes .../bridge-server-descriptors-2019-02-cropped.tar | Bin 0 -> 9216 bytes .../collector/bridge-statuses-2019-05-cropped.tar | Bin 0 -> 467456 bytes .../descriptor/data/collector/certs-cropped.tar | Bin 0 -> 14336 bytes .../data/collector/consensuses-2018-06-cropped.tar | Bin 0 -> 100864 bytes .../data/collector/exit-list-2018-11-cropped.tar | Bin 0 -> 590336 bytes .../data/collector/extra-infos-2019-04-cropped.tar | Bin 0 -> 22528 bytes test/unit/descriptor/data/collector/index.json | 1 + test/unit/descriptor/data/collector/index.py | 530 ++++++++++++++ .../data/collector/microdescs-2019-05-cropped.tar | Bin 0 -> 193024 bytes .../server-descriptors-2005-12-cropped.tar | Bin 0 -> 22528 bytes test/unit/descriptor/data/compressed_bz2 | Bin 0 -> 1691 bytes test/unit/descriptor/remote.py | 13 +- test/unit/directory/authority.py | 3 +- test/unit/directory/fallback.py | 5 +- test/unit/tutorial.py | 18 +- test/unit/util/connection.py | 44 ++ 52 files changed, 2656 insertions(+), 536 deletions(-)