commit 26f5725e9ec5251963d986e98b2dfb929f3e8b4a Author: Ana C. Custura ana@netstat.org.uk Date: Mon Apr 22 16:24:27 2019 +0100

Adds tests for the tgen transfer log parser --- onionperf/tests/test_analysis.py | 188 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 188 insertions(+)

diff --git a/onionperf/tests/test_analysis.py b/onionperf/tests/test_analysis.py new file mode 100644 index 0000000..150e8f0 --- /dev/null +++ b/onionperf/tests/test_analysis.py @@ -0,0 +1,188 @@ +import os +import pkg_resources +from nose.tools import * +from onionperf import analysis + + +def absolute_data_path(relative_path=""): + """ + Returns an absolute path for test data given a relative path. + """ + return pkg_resources.resource_filename("onionperf", + "tests/data/" + relative_path) + + +DATA_DIR = absolute_data_path() +LINE_ERROR = '2019-04-22 14:41:20 1555940480.647663 [message] [shd-tgen-transfer.c:1504] [_tgentransfer_log] [transfer-error] transport TCP,12,localhost:127.0.0.1:46878,localhost:127.0.0.1:43735,dc34og3c3aqdqntblnxkstzfvh7iy7llojd4fi5j23y2po32ock2k7ad.onion:0.0.0.0:8080,state=ERROR,error=READ transfer transfer5m,4,cyan,GET,5242880,(null),0,state=ERROR,error=PROXY total-bytes-read=0 total-bytes-write=0 payload-bytes-read=0/5242880 (0.00%) usecs-to-socket-create=11 usecs-to-socket-connect=210 usecs-to-proxy-init=283 usecs-to-proxy-choice=348 usecs-to-proxy-request=412 usecs-to-proxy-response=-1 usecs-to-command=-1 usecs-to-response=-1 usecs-to-first-byte=-1 usecs-to-last-byte=-1 usecs-to-checksum=-1' + + +def test_transfer_status_event(): + transfer = analysis.TransferStatusEvent(LINE_ERROR) + assert_equals(transfer.is_success, False) + assert_equals(transfer.is_error, False) + assert_equals(transfer.is_complete, False) + assert_equals(transfer.unix_ts_end, 1555940480.647663) + assert_equals(transfer.endpoint_local, 'localhost:127.0.0.1:46878') + assert_equals(transfer.endpoint_proxy, 'localhost:127.0.0.1:43735') + assert_equals( + transfer.endpoint_remote, + 'dc34og3c3aqdqntblnxkstzfvh7iy7llojd4fi5j23y2po32ock2k7ad.onion:0.0.0.0:8080' + ) + assert_equals( + transfer.endpoint_remote, + 'dc34og3c3aqdqntblnxkstzfvh7iy7llojd4fi5j23y2po32ock2k7ad.onion:0.0.0.0:8080' + ) + assert_equals(transfer.transfer_id, 'transfer5m:4') + assert_equals(transfer.hostname_local, 'cyan') + assert_equals(transfer.method, 'GET') + assert_equals(transfer.filesize_bytes, 5242880) + assert_equals(transfer.hostname_remote, '(null)') + assert_equals(transfer.error_code, 'PROXY') + assert_equals(transfer.total_bytes_read, 0) + assert_equals(transfer.total_bytes_write, 0) + assert_equals(transfer.is_commander, True) + assert_equals(transfer.payload_bytes_status, 0) + assert_equals(transfer.unconsumed_parts, [ + 'usecs-to-socket-create=11', 'usecs-to-socket-connect=210', + 'usecs-to-proxy-init=283', 'usecs-to-proxy-choice=348', + 'usecs-to-proxy-request=412', 'usecs-to-proxy-response=-1', + 'usecs-to-command=-1', 'usecs-to-response=-1', + 'usecs-to-first-byte=-1', 'usecs-to-last-byte=-1', + 'usecs-to-checksum=-1' + ]) + assert_equals(transfer.elapsed_seconds, {}) + + +def test_transfer_complete_event_init(): + complete = analysis.TransferCompleteEvent(LINE_ERROR) + assert_equals(complete.is_complete, True) + assert_equals( + complete.elapsed_seconds, { + 'proxy_init': 0.000283, + 'proxy_request': 0.000412, + 'proxy_choice': 0.000348, + 'socket_connect': 0.00021, + 'socket_create': 1.1e-05 + }) + assert_equals(complete.unix_ts_start, 1555940480.6472511) + + +def test_transfer_error_event(): + error = analysis.TransferErrorEvent(LINE_ERROR) + assert_equals(error.is_error, True) + assert_equals(error.is_success, False) + + +def test_transfer_success_event_init(): + success = analysis.TransferSuccessEvent(LINE_ERROR) + assert_equals(success.is_success, True) + + +def test_transfer_object_init(): + error = analysis.TransferErrorEvent(LINE_ERROR) + t = analysis.Transfer(error.transfer_id) + assert_equals(t.id, 'transfer5m:4') + assert_equals(t.last_event, None) + assert_equals( + t.payload_progress, { + 0.0: None, + 0.1: None, + 0.2: None, + 0.3: None, + 0.4: None, + 0.5: None, + 0.6: None, + 0.7: None, + 0.8: None, + 0.9: None, + 1.0: None + }) + + +def test_transfer_object_add_event(): + error = analysis.TransferErrorEvent(LINE_ERROR) + t = analysis.Transfer(error.transfer_id) + t.add_event(error) + assert_equals(t.last_event, error) + assert_equals( + t.payload_progress, { + 0.0: 1555940480.647663, + 0.1: None, + 0.2: None, + 0.3: None, + 0.4: None, + 0.5: None, + 0.6: None, + 0.7: None, + 0.8: None, + 0.9: None, + 1.0: None + }) + + +@raises(KeyError) +def test_transfer_object_get_data_error(): + error = analysis.TransferErrorEvent(LINE_ERROR) + t = analysis.Transfer(error.transfer_id) + t.add_event(error) + t.get_data()['elapsed_seconds']['payload_progress'] + + +def test_transfer_object_get_data_no_error(): + success = analysis.TransferSuccessEvent(LINE_ERROR) + t = analysis.Transfer(success.transfer_id) + t.add_event(success) + assert_true( + t.get_data()['elapsed_seconds']['payload_progress'] is not None) + + +def test_transfer_object_end_to_end(): + error = analysis.TransferErrorEvent(LINE_ERROR) + t = analysis.Transfer(error.transfer_id) + t.add_event(error) + assert_equals( + t.get_data(), { + 'is_error': + True, + 'endpoint_local': + 'localhost:127.0.0.1:46878', + 'total_bytes_read': + 0, + 'error_code': + 'PROXY', + 'unix_ts_end': + 1555940480.647663, + 'hostname_local': + 'cyan', + 'endpoint_remote': + 'dc34og3c3aqdqntblnxkstzfvh7iy7llojd4fi5j23y2po32ock2k7ad.onion:0.0.0.0:8080', + 'elapsed_seconds': { + 'proxy_init': 0.000283, + 'proxy_request': 0.000412, + 'proxy_choice': 0.000348, + 'socket_connect': 0.00021, + 'socket_create': 1.1e-05 + }, + 'method': + 'GET', + 'is_commander': + True, + 'total_bytes_write': + 0, + 'unix_ts_start': + 1555940480.6472511, + 'hostname_remote': + '(null)', + 'transfer_id': + 'transfer5m:4', + 'is_success': + False, + 'payload_bytes_status': + 0, + 'endpoint_proxy': + 'localhost:127.0.0.1:43735', + 'is_complete': + True, + 'filesize_bytes': + 5242880 + })