[tor-bugs] #19170 [Metrics/CollecTor]: make parsing more robust (extra-info)

Wed Aug 10 10:05:39 UTC 2016

#19170: make parsing more robust (extra-info)
-------------------------------+---------------------------------
 Reporter:  iwakeh             |          Owner:  iwakeh
     Type:  defect             |         Status:  needs_revision
 Priority:  Medium             |      Milestone:  CollecTor 1.0.0
Component:  Metrics/CollecTor  |        Version:
 Severity:  Normal             |     Resolution:
 Keywords:  ctip               |  Actual Points:
Parent ID:                     |         Points:
 Reviewer:                     |        Sponsor:
-------------------------------+---------------------------------

Comment (by iwakeh):

 You're change [https://gitweb.torproject.org/karsten/metrics-
 db.git/log/?h=task-19170 in here] is fine and can go into 1.0.0.

 It's just not sufficiently solving this ticket.  The extra-info could be
 read, all information necessary for storing is ascii and readable, just
 these few country codes are non-ascii.
 Or, am I overlooking something?

 The following will be skipped and not stored:

 {{{
 @type extra-info 1.0

 extra-info SweTor247 4FF069CA2B2D1A76C7AB451EFB7117F29AEF750A
 published 2016-05-22 16:43:55
 write-history 2016-05-22 16:32:25 (900 s)
 1357860864,1486376960,1279031296,1351328768,1743697920,2200178688,1234156544,1523289088,1551633408,1621464064,1254597632,1775264768,1689665536,1753520128,1103904768,1434341376,1150939136,967985152,895990784,1302690816,1300997120,947147776,1441388544,1407930368,1558607872,1063849984,916183040,1294087168,1107414016,1026692096,1144520704,1861045248,1282239488,1273192448,1158875136,1321010176,945436672,720959488,723689472,1121559552,1056056320,746829824,705452032,910871552,1741348864,809389056,817775616,1078247424,1004999680,1189643264,705234944,1284806656,1980861440,1514937344,838163456,1152607232,1203712000,1020697600,906333184,1218160640,1198831616,835339264,1586464768,2203707392,1559570432,1039450112,1134445568,1238086656,1253769216,1233560576,1691033600,1659950080,1356476416,1166150656,889988096,1218139136,1569614848,1237613568,1162537984,1312793600,1228486656,1187644416,1113488384,1428703232,1186930688,998151168,1278302208,1259377664,1092085760,1001015296,1191922688,1477314560,133
 7351168,1455647744,974535680,1528930304
 read-history 2016-05-22 16:32:25 (900 s)
 1332578304,1448282112,1254513664,1324864512,1714417664,2170276864,1203768320,1480467456,1523788800,1583406080,1221485568,1746613248,1660780544,1711060992,1076665344,1403919360,1125062656,931348480,868599808,1276554240,1274421248,923617280,1413637120,1372585984,1531207680,1032589312,898709504,1270477824,1081565184,1002877952,1121116160,1838573568,1259815936,1247204352,1134850048,1294400512,920386560,693218304,710129664,1097239552,1029796864,715806720,690363392,885669888,1722977280,782941184,789390336,1056364544,981941248,1157256192,674372608,1265626112,1953830912,1484488704,815069184,1126297600,1173146624,989871104,883805184,1192287232,1172829184,808004608,1563955200,2174199808,1531340800,1005859840,1106042880,1209826304,1215944704,1204684800,1657624576,1623773184,1321722880,1129592832,859763712,1191492608,1539031040,1200889856,1137287168,1283620864,1196333056,1147316224,1086354432,1395887104,1154003968,975105024,1249856512,1233748992,1061946368,968668160,1165745152,1449252864,130211
 3280,1418886144,941774848,1504149504
 dirreq-write-history 2016-05-22 16:38:42 (900 s)
 26721280,26181632,22713344,18153472,30959616,27491328,23710720,33908736,30176256,29278208,26059776,23006208,31754240,32760832,26696704,19438592,26868736,30183424,19349504,20831232,20793344,20324352,35196928,19519488,23652352,23080960,14424064,17801216,22862848,16696320,19476480,17430528,21992448,21087232,18184192,23530496,23248896,17436672,12994560,19902464,25379840,23402496,10625024,18203648,19986432,20084736,23708672,17466368,19121152,30393344,16679936,14265344,27670528,21859328,23498752,22908928,21556224,25786368,16757760,23324672,20441088,21089280,19623936,22488064,26152960,26180608,23634944,25591808,25244672,26862592,26347520,32198656,31865856,26145792,23252992,24669184,29142016,20024320,22441984,25981952,26183680,31656960,23510016,28493824,26350592,21965824,20175872,27035648,23478272,25636864,23432192,23070720,33317888,23294976,28601344,27546624
 dirreq-read-history 2016-05-22 16:38:42 (900 s)
 1080320,988160,893952,980992,803840,1124352,1157120,522240,451584,670720,1185792,701440,845824,804864,617472,487424,409600,909312,688128,741376,381952,664576,1137664,591872,783360,539648,562176,498688,319488,802816,352256,1174528,293888,785408,299008,1057792,389120,432128,291840,414720,657408,318464,351232,724992,330752,365568,648192,856064,930816,601088,514048,332800,381952,486400,753664,768000,588800,633856,472064,621568,693248,582656,687104,483328,508928,835584,675840,1278976,832512,596992,728064,1417216,1032192,706560,791552,623616,710656,568320,901120,917504,1327104,1090560,954368,1106944,1076224,946176,679936,1252352,1022976,1053696,1033216,536576,933888,888832,885760,1418240
 geoip-db-digest 2ACCCC7A9A2449D86D5F0A7A3F80588028EE7102
 geoip6-db-digest 4D916E7A0FB1B80C6DAFF63689E36AA0E50D8E06
 dirreq-stats-end 2016-05-22 07:12:47 (86400 s)
 dirreq-v3-ips
 us=176,ru=136,??=112,de=104,fr=96,gb=56,es=40,br=32,it=32,jp=32,ar=24,cn=24,pl=24,tw=24,ua=24,at=16,au=16,ca=16,ch=16,cz=16,in=16,mx=16,nl=16,ro=16,se=16,vn=16,]h=8,ae=8,al=8,ao=8,bd=8,be=8,bg=8,bo=8,by=8,cd=8,cl=8,co=8,dd=8,dk=8,do=8,du=8,dz=8,ec=8,ee=8,eg=8,fi=8,gd=8,gh=8,gr=8,hk=8,hn=8,hr=8,hu=8,id=8,il=8,is=8,i�=8,ke=8,kr=8,kw=8,kz=8,lb=8,lt=8,lu=8,lv=8,ma=8,md=8,mn=8,my=8,ng=8,no=8,nz=8,pe=8,ph=8,pr=8,pt=8,py=8,qa=8,re=8,rs=8,sd=8,sg=8,si=8,sk=8,st=8,sy=8,sz=8,th=8,tj=8,tn=8,tr=8,uy=8,uz=8,ve=8,za=8
 dirreq-v3-reqs
 us=984,ru=280,??=240,de=200,fr=144,gb=120,jp=56,se=56,es=48,it=48,br=40,ca=40,ua=40,cn=32,nl=32,ro=32,ar=24,at=24,by=24,ch=24,fi=24,il=24,kr=24,kz=24,lv=24,mx=24,pl=24,tw=24,vn=24,au=16,be=16,cd=16,cz=16,ee=16,hk=16,id=16,in=16,md=16,ng=16,nz=16,sg=16,th=16,]h=8,ae=8,al=8,ao=8,bd=8,bg=8,bo=8,cl=8,co=8,dd=8,dk=8,do=8,du=8,dz=8,ec=8,eg=8,gd=8,gh=8,gr=8,hn=8,hr=8,hu=8,is=8,i�=8,ke=8,kw=8,lb=8,lt=8,lu=8,ma=8,mn=8,my=8,no=8,pe=8,ph=8,pr=8,pt=8,py=8,qa=8,re=8,rs=8,sd=8,si=8,sk=8,st=8,sy=8,sz=8,tj=8,tn=8,tr=8,uy=8,uz=8,ve=8,za=8
 dirreq-v3-resp ok=2944,not-enough-sigs=0,unavailable=0,not-found=0,not-
 modified=504,busy=0
 dirreq-v3-direct-dl complete=0,timeout=0,running=0
 dirreq-v3-tunneled-dl
 complete=2808,timeout=140,running=0,min=1966,d1=135428,d2=267335,q1=320462,d3=397691,d4=535243,md=661980,d6=798489,d7=877941,q3=940817,d8=1053538,d9=1474341,max=3124308
 router-signature
 -----BEGIN SIGNATURE-----
 dsAqdP897XSqSBMwePHUTSRsCBAtPR42pQmrJTg44b7GIFyVj0MpAJNazOiNy97n
 xm7aVTAGfaU4Q4sPDFXTpi/Ax4ubc1tdiOSiWxBwlLgbQA93rKd93IbHNN/pIw+r
 +z1GuFb33/tCPFKWBPTrjvfnIAC77FZkML6tSiVoZEQ=
 -----END SIGNATURE-----

 }}}

--
Ticket URL: <https://trac.torproject.org/projects/tor/ticket/19170#comment:22>
Tor Bug Tracker & Wiki <https://trac.torproject.org/>
The Tor Project: anonymity online