[tor-commits] [check/master] Only download descriptor files from the last hour and a half.
arlo at torproject.org
arlo at torproject.org
Wed Nov 13 23:58:53 UTC 2013
commit 8ff3537fe11a46caa06e59c2a50cd9a78631e7ad
Author: Kevin Butler <haqkrs at gmail.com>
Date: Mon Nov 4 02:36:32 2013 +0000
Only download descriptor files from the last hour and a half.
---
Makefile | 5 ++++-
1 file changed, 4 insertions(+), 1 deletion(-)
diff --git a/Makefile b/Makefile
index cb2a3e0..bdf5bc1 100644
--- a/Makefile
+++ b/Makefile
@@ -41,9 +41,12 @@ data/cached-descriptors: descriptors
find data/descriptors -type f -mmin -60 | xargs cat > data/cached-descriptors
@echo "Done"
+descriptors_cutoff = $(shell date -u -v-1H -v-30M "+%Y/%m/%d %H:%M:%S")
descriptors: data/descriptors/
+ @echo "Removing old descriptors"
+ @rm -r ./data/descriptors
@echo "Getting latest descriptors (This may take a while)"
- @rsync -avz $(rsync_server)::$(descriptors_dir) --delete ./data/descriptors/
+ @rsync $(rsync_server)::$(descriptors_dir) | awk 'BEGIN { before="$(descriptors_cutoff)"; } before < ($$3 " " $$4) && ($$5!=".") {print $$5}' | rsync -avz --files-from=- $(rsync_server)::$(descriptors_dir) --delete ./data/descriptors/
@echo Done
data/langs: data/
More information about the tor-commits
mailing list