- tbb-commits - lists.torproject.org

[tor-browser-bundle-testsuite/master] Bug 34189: Fix the settings test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit f4b6d697a47c2b7d856f626363152777126369ad Author: Alex Catarineu <acat(a)torproject.org> Date: Tue May 12 12:33:57 2020 +0200 Bug 34189: Fix the settings test --- marionette/tor_browser_tests/test_settings.py | 98 ++++----------------------- 1 file changed, 15 insertions(+), 83 deletions(-) diff --git a/marionette/tor_browser_tests/test_settings.py b/marionette/tor_browser_tests/test_settings.py index 97918d2..b0a9be4 100644 --- a/marionette/tor_browser_tests/test_settings.py +++ b/marionette/tor_browser_tests/test_settings.py @@ -17,7 +17,7 @@ class Test(MarionetteTestCase): # This variable contains settings we want to check on all versions of # Tor Browser. See below for settings to check on specific versions. # - # Most of the following checks and comments are taken from + # Most of the following checks and comments are taken from # https://github.com/arthuredelstein/tor-browser/blob/12620/tbb-tests/browser… self.SETTINGS = { "privacy.clearOnShutdown.cache": True, @@ -27,9 +27,6 @@ class Test(MarionetteTestCase): "privacy.clearOnShutdown.history": True, "privacy.clearOnShutdown.sessions": True, - # #16632 : Turn on the background autoupdater - "app.update.auto": True, - "browser.search.update": False, "browser.rights.3.shown": True, @@ -41,10 +38,8 @@ class Test(MarionetteTestCase): "browser.privatebrowsing.autostart": True, "browser.cache.disk.enable": False, "browser.cache.offline.enable": False, - "dom.indexedDB.enabled": True, "permissions.memory_only": True, "network.cookie.lifetimePolicy": 2, - "browser.download.manager.retention": 1, "security.nocertdb": True, # Disk activity: TBB Directory Isolation @@ -61,44 +56,30 @@ class Test(MarionetteTestCase): # Misc privacy: Remote "browser.send_pings": False, "geo.enabled": False, - "geo.wifi.uri": "", + "geo.provider.network.url": "", "browser.search.suggest.enabled": False, - "browser.safebrowsing.enabled": False, + "browser.safebrowsing.phishing.enabled": False, "browser.safebrowsing.malware.enabled": False, - "browser.download.manager.scanWhenDone": False, # prevents AV remote reporting of downloads "extensions.ui.lastCategory": "addons://list/extension", - "datareporting.healthreport.service.enabled": False, # Yes, all three of these must be set "datareporting.healthreport.uploadEnabled": False, "datareporting.policy.dataSubmissionEnabled": False, "security.mixed_content.block_active_content": True, # Activated with bug #21323 - # Don't fetch a localized remote page that Tor Browser interacts with, see - # #16727. And, yes, it is "reportUrl" and not "reportURL". - "datareporting.healthreport.about.reportUrl": "data:text/plain,", - "datareporting.healthreport.about.reportUrlUnified": "data:text/plain,", - # Make sure Unified Telemetry is really disabled, see: #18738. "toolkit.telemetry.unified": False, - "toolkit.telemetry.enabled": False, - # No experiments, use Tor Browser. See 21797. - "experiments.enabled": False, - "browser.syncPromoViewsLeftMap": "{\"addons\":0, \"passwords\":0, \"bookmarks\":0}", # Don't promote sync + "toolkit.telemetry.enabled": True if ts.t["tbbinfos"]["version"].startswith("tbb-nightly") else False, "identity.fxaccounts.enabled": False, # Disable sync by default "services.sync.engine.prefs": False, # Never sync prefs, addons, or tabs with other browsers "services.sync.engine.addons": False, "services.sync.engine.tabs": False, "extensions.getAddons.cache.enabled": False, # https://blog.mozilla.org/addons/how-to-opt-out-of-add-on-metadata-updates/ - "browser.newtabpage.preload": False, # Bug 16316 - Avoid potential confusion over tiles for now. - "browser.search.countryCode": "US", # The next three prefs disable GeoIP search lookups (#16254) "browser.search.region": "US", "browser.search.geoip.url": "", "browser.fixup.alternate.enabled": False, # Bug #16783: Prevent .onion fixups # Make sure there is no Tracking Protection active in Tor Browser, see: #17898. "privacy.trackingprotection.pbmode.enabled": False, - # Disable the Pocket extension (Bug #18886) - "browser.pocket.enabled": False, - "browser.pocket.api": "", - "browser.pocket.site": "", + # Disable the Pocket extension (Bug #18886 and #31602) + "extensions.pocket.enabled": False, "network.http.referer.hideOnionSource": True, # Fingerprinting @@ -106,45 +87,20 @@ class Test(MarionetteTestCase): "webgl.disable-fail-if-major-performance-caveat": True, "webgl.enable-webgl2": False, "gfx.downloadable_fonts.fallback_delay": -1, - "general.appname.override": "Netscape", - "general.appversion.override": "5.0 (Windows)", - "general.oscpu.override": "Windows NT 6.1", - "general.platform.override": "Win32", - "general.productSub.override": "20100101", - "general.buildID.override": "20100101", "browser.startup.homepage_override.buildID": "20100101", - "general.useragent.vendor": "", - "general.useragent.vendorSub": "", - "dom.enable_performance": False, - "plugin.expose_full_path": False, - "browser.zoom.siteSpecific": False, - "intl.charset.default": "windows-1252", "browser.link.open_newwindow.restriction": 0, # Bug 9881: Open popups in new tabs (to avoid fullscreen popups) - "dom.gamepad.enabled": False, # bugs.torproject.org/13023 - # Disable video statistics fingerprinting vector (bug 15757) - "media.video_stats.enabled": False, # Set video VP9 to 0 for everyone (bug 22548) "media.benchmark.vp9.threshold": 0, - # Disable device sensors as possible fingerprinting vector (bug 15758) - "device.sensors.enabled": False, "dom.enable_resource_timing": False, # Bug 13024: To hell with this API - "dom.enable_user_timing": False, # Bug 16336: To hell with this API "privacy.resistFingerprinting": True, "privacy.resistFingerprinting.block_mozAddonManager": True, # Bug 26114 - "dom.event.highrestimestamp.enabled": True, # Bug #17046: "Highres" (but truncated) timestamps prevent uptime leaks - "privacy.suppressModifierKeyEvents": True, # Bug #17009: Suppress ALT and SHIFT events" - "ui.use_standins_for_native_colors": True, # https://bugzilla.mozilla.org/232227 - "privacy.use_utc_timezone": True, - "media.webspeech.synth.enabled": False, # Bug 10283: Disable SpeechSynthesis API "dom.webaudio.enabled": False, # Bug 13017: Disable Web Audio API - "dom.maxHardwareConcurrency": 1, # Bug 21675: Spoof single-core cpu "dom.w3c_touch_events.enabled": 0, # Bug 10286: Always disable Touch API "dom.w3c_pointer_events.enabled": False, "dom.vr.enabled": False, # Bug 21607: Disable WebVR for now # Disable randomised Firefox HTTP cache decay user test groups (Bug: 13575) "security.webauth.webauthn": False, # Bug 26614: Disable Web Authentication API for now - "browser.cache.frecency_experiment": -1, - + # Third party stuff "network.cookie.cookieBehavior": 1, "privacy.firstparty.isolate": True, @@ -167,8 +123,7 @@ class Test(MarionetteTestCase): "network.protocol-handler.warn-external.news": True, "network.protocol-handler.warn-external.nntp": True, "network.protocol-handler.warn-external.snews": True, - "plugins.click_to_play": True, - "plugin.state.flash": 1, + "plugin.state.flash": 0, "media.peerconnection.enabled": False, # Disable WebRTC interfaces # Disables media devices but only if `media.peerconnection.enabled` is set to # `false` as well. (see bug 16328 for this defense-in-depth measure) @@ -187,18 +142,13 @@ class Test(MarionetteTestCase): # --disable-eme (which we do), we disable all of them here as well for defense # in depth. "browser.eme.ui.enabled": False, - "media.gmp-eme-adobe.visible": False, - "media.gmp-eme-adobe.enabled": False, "media.gmp-widevinecdm.visible": False, "media.gmp-widevinecdm.enabled": False, "media.eme.enabled": False, - "media.eme.apiVisible": False, # WebIDE can bypass proxy settings for remote debugging. It also downloads # some additional addons that we have not reviewed. Turn all that off. - "devtools.webide.autoinstallADBHelper": False, - "devtools.webide.autoinstallFxdtAdapters": False, + "devtools.webide.autoinstallADBExtension": False, "devtools.webide.enabled": False, - "devtools.appmanager.enabled": False, # The in-browser debugger for debugging chrome code is not coping with our # restrictive DNS look-up policy. We use "127.0.0.1" instead of "localhost" as # a workaround. See bug 16523 for more details. @@ -225,8 +175,6 @@ class Test(MarionetteTestCase): "extensions.autoDisableScopes": 0, "extensions.bootstrappedAddons": "{}", "extensions.checkCompatibility.4.*": False, - "extensions.enabledAddons": "https-everywhere%40eff.org:3.1.4,%7B73a6fe31-595d-460b-a920-fcc0f8843232%7D:2.6.6.1,torbutton%40torproject.org:1.5.2,ubufox%40ubuntu.com:2.6,tor-launcher%40torproject.org:0.1.1pre-alpha,%7B972ce4c6-7e08-4474-a285-3208198ce6fd%7D:17.0.5", - "extensions.enabledItems": "langpack-en-US@firefox.mozilla.org:,{73a6fe31-595d-460b-a920-fcc0f8843232}:1.9.9.57,{e0204bd5-9d31-402b-a99d-a6aa8ffebdca}:1.2.4,{972ce4c6-7e08-4474-a285-3208198ce6fd}:3.5.8", # extensions.enabledScopes is set to 5 by marionette_driver #"extensions.enabledScopes": 1, "extensions.pendingOperations": False, @@ -236,25 +184,13 @@ class Test(MarionetteTestCase): # don't want to have some random Google Analytics script running either on the # about:addons page, see bug 22073 and 22900. "extensions.getAddons.showPane": False, - # Show our legacy extensions directly on about:addons and get rid of the - # warning for the default theme. - "extensions.legacy.exceptions": "{972ce4c6-7e08-4474-a285-3208198ce6fd},torbutton@torproject.org,tor-launcher@torproject.org", # Bug 26114: Allow NoScript to access addons.mozilla.org etc. "extensions.webextensions.restrictedDomains": "", - # Audio_data is deprecated in future releases, but still present - # in FF24. This is a dangerous combination (spotted by iSec) - "media.audio_data.enabled": False, - "dom.enable_resource_timing": False, - # If true, remote JAR files will not be opened, regardless of content type - # Patch written by Jeff Gibat (iSEC). - "network.jar.block-remote-files": True, - # Disable RC4 fallback. This will go live in Firefox 44, Chrome and IE/Edge: # https://blog.mozilla.org/security/2015/09/11/deprecating-the-rc4-cipher/ - "security.tls.unrestricted_rc4_fallback": False, # Enforce certificate pinning, see: https://bugs.torproject.org/16206 "security.cert_pinning.enforcement_level": 2, @@ -262,11 +198,7 @@ class Test(MarionetteTestCase): # Don't allow MitM via Microsoft Family Safety, see bug 21686 "security.family_safety.mode": 0, - # Enforce SHA1 deprecation, see: bug 18042. - "security.pki.sha1_enforcement_level": 2, - # Disable the language pack signing check for now, see: bug 26465 - "extensions.langpacks.signatures.required": False, # Avoid report TLS errors to Mozilla. We might want to repurpose this feature # one day to help detecting bad relays (which is bug 19119). For now we just @@ -283,14 +215,14 @@ class Test(MarionetteTestCase): # checking torbrowser.version match the version from the filename "torbrowser.version": ts.t["tbbinfos"]["version"], - - # Disable device sensors as possible fingerprinting vector (bug 15758) - "device.sensors.enabled": False, - # Disable video statistics fingerprinting vector (bug 15757) - "media.video_stats.enabled": False, "startup.homepage_override_url": "https://blog.torproject.org/category/tags/tor-browser", - "network.jar.block-remote-files": True, + + # Disable network information API everywhere + # but, alas, the behavior is inconsistent across platforms, see: + # https://trac.torproject.org/projects/tor/ticket/27268#comment:19. We should + # not leak that difference if possible. + "dom.netinfo.enabled": False, } # Settings for the Tor Browser 8.0

1 0

[tor-browser-bundle-testsuite/master] Fix dom-objects-enumeration tests
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit 36cc780d129bd7cb9a1f47d5039918f9f759488a Author: Alex Catarineu <acat(a)torproject.org> Date: Thu May 14 16:42:41 2020 +0200 Fix dom-objects-enumeration tests - Use fixture server. - Use same method for both worker and window tests. - Require results to exactly match what we expect. --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 1 + .../test_dom-objects-enumeration-worker.py | 62 +-- .../test_dom-objects-enumeration.py | 451 ++++----------------- test-data/dom-objects-enumeration.html | 14 + test-data/dom-objects-enumeration.js | 44 ++ .../workers/dom-objects-enumeration-worker.js | 22 - test-data/workers/dom-objects-enumeration.html | 15 - test-data/workers/dom-objects-enumeration.js | 15 - 8 files changed, 188 insertions(+), 436 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index 44c800e..ce5ffeb 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -829,6 +829,7 @@ sub marionette_run { system(xvfb_run($test), "$FindBin::Bin/virtualenv-marionette-5.0.0/$bin/tor-browser-tests", '--log-unittest', winpath($result_file_txt), '--log-html', winpath($result_file_html), + '--server-root', winpath("$FindBin::Bin/test-data"), '--binary', ffbin_path($tbbinfos, $test), '--profile', winpath($tbbinfos->{ffprofiledir}), $OSNAME eq 'cygwin' ? () : ('--workspace', $test->{workspace}), diff --git a/marionette/tor_browser_tests/test_dom-objects-enumeration-worker.py b/marionette/tor_browser_tests/test_dom-objects-enumeration-worker.py index a22e317..59d771b 100644 --- a/marionette/tor_browser_tests/test_dom-objects-enumeration-worker.py +++ b/marionette/tor_browser_tests/test_dom-objects-enumeration-worker.py @@ -1,18 +1,12 @@ -from marionette_driver import By -from marionette_driver.errors import MarionetteException - from marionette_harness import MarionetteTestCase -import testsuite - - class Test(MarionetteTestCase): def setUp(self): MarionetteTestCase.setUp(self) - ts = testsuite.TestSuite() - self.ts = ts + self.marionette.set_pref("network.proxy.allow_hijacking_localhost", False) + self.test_page_file_url = self.marionette.absolute_url("dom-objects-enumeration.html?testType=worker") self.expectedObjects = [ "AbortController", @@ -21,10 +15,15 @@ class Test(MarionetteTestCase): "Array", "ArrayBuffer", "atob", + "Atomics", + "BigInt", + "BigInt64Array", + "BigUint64Array", "Blob", "Boolean", "BroadcastChannel", "btoa", + "ByteLengthQueuingStrategy", "Cache", "caches", "CacheStorage", @@ -34,7 +33,9 @@ class Test(MarionetteTestCase): "CloseEvent", "console", "constructor", + "CountQueuingStrategy", "createImageBitmap", + "crossOriginIsolated", "crypto", "Crypto", "CustomEvent", @@ -47,9 +48,14 @@ class Test(MarionetteTestCase): "__defineSetter__", "Directory", "dispatchEvent", - "DOMCursor", - "DOMError", "DOMException", + "DOMMatrix", + "DOMMatrixReadOnly", + "DOMPoint", + "DOMPointReadOnly", + "DOMQuad", + "DOMRect", + "DOMRectReadOnly", "DOMRequest", "DOMStringList", "dump", @@ -72,7 +78,7 @@ class Test(MarionetteTestCase): "Float64Array", "FormData", "Function", - "getAllPropertyNames", + "globalThis", "hasOwnProperty", "Headers", "IDBCursor", @@ -101,13 +107,14 @@ class Test(MarionetteTestCase): "isNaN", "isPrototypeOf", "isSecureContext", - "Iterator", "JSON", "location", "__lookupGetter__", "__lookupSetter__", "Map", "Math", + "MediaCapabilities", + "MediaCapabilitiesInfo", "MessageChannel", "MessageEvent", "MessagePort", @@ -117,12 +124,14 @@ class Test(MarionetteTestCase): "Notification", "Number", "Object", - "onclose", "onerror", + "onlanguagechange", "onmessage", "onmessageerror", "onoffline", "ononline", + "onrejectionhandled", + "onunhandledrejection", "origin", "parseFloat", "parseInt", @@ -134,13 +143,17 @@ class Test(MarionetteTestCase): "PerformanceObserver", "PerformanceObserverEntryList", "PerformanceResourceTiming", + "PerformanceServerTiming", "postMessage", "ProgressEvent", "Promise", + "PromiseRejectionEvent", "propertyIsEnumerable", "__proto__", "Proxy", + "queueMicrotask", "RangeError", + "ReadableStream", "ReferenceError", "Reflect", "RegExp", @@ -151,7 +164,6 @@ class Test(MarionetteTestCase): "Set", "setInterval", "setTimeout", - "StopIteration", "StorageManager", "String", "SubtleCrypto", @@ -160,7 +172,6 @@ class Test(MarionetteTestCase): "TextDecoder", "TextEncoder", "toLocaleString", - "toSource", "toString", "TypeError", "Uint16Array", @@ -169,13 +180,10 @@ class Test(MarionetteTestCase): "Uint8ClampedArray", "undefined", "unescape", - "uneval", - "unwatch", "URIError", "URL", "URLSearchParams", "valueOf", - "watch", "WeakMap", "WeakSet", "WebAssembly", @@ -191,14 +199,13 @@ class Test(MarionetteTestCase): def test_dom_objects_enumeration_workers(self): with self.marionette.using_context('content'): - URL = "file://%s/workers/dom-objects-enumeration.html" % self.ts.t['options']['test_data_dir'] - self.marionette.navigate(URL) - self.marionette.set_search_timeout(50000) + self.marionette.navigate(self.test_page_file_url) + self.marionette.timeout.implicit = 5 elt = self.marionette.find_element('id', 'enumeration') - + r = elt.text.split("\n") err = False unknown_objects = '' - for l in elt.text.split("\n"): + for l in r: if l in self.expectedObjects: continue err = True @@ -206,3 +213,12 @@ class Test(MarionetteTestCase): err_msg = "Unknown objects:\n%s" % unknown_objects self.assertFalse(err, msg=err_msg) + + for l in self.expectedObjects: + if l in r: + continue + err = True + unknown_objects += l + "\n" + + err_msg = "Expected objects not found:\n%s" % unknown_objects + self.assertFalse(err, msg=err_msg) \ No newline at end of file diff --git a/marionette/tor_browser_tests/test_dom-objects-enumeration.py b/marionette/tor_browser_tests/test_dom-objects-enumeration.py index 84b58f5..be2ae65 100644 --- a/marionette/tor_browser_tests/test_dom-objects-enumeration.py +++ b/marionette/tor_browser_tests/test_dom-objects-enumeration.py @@ -9,79 +9,49 @@ from marionette_driver.errors import MarionetteException from marionette_harness import MarionetteTestCase -import testsuite - - class Test(MarionetteTestCase): - def setUp(self): MarionetteTestCase.setUp(self) - - ts = testsuite.TestSuite() - self.ts = ts - + self.marionette.set_pref("network.proxy.allow_hijacking_localhost", False) + self.test_page_file_url = self.marionette.absolute_url("dom-objects-enumeration.html?testType=window") # The list of expected DOM objects - self.interfaceNamesInGlobalScope = [ + self.expectedObjects = [ "AbortController", "AbortSignal", + "AbstractRange", "addEventListener", - "adjustToolbarIconArrow", "alert", - "AnalyserNode", "Animation", "AnimationEffect", "AnimationEvent", - "AnimationPlayer", + "AnimationPlaybackEvent", "AnimationTimeline", - "AnonymousContent", - "Application", - "applicationCache", - "ArchiveRequest", "Array", "ArrayBuffer", - "AsyncScrollEventDetail", "atob", + "Atomics", "Attr", "Audio", - "AudioBuffer", - "AudioBufferSourceNode", - "AudioContext", - "AudioDestinationNode", - "AudioListener", - "AudioNode", - "AudioParam", - "AudioProcessingEvent", + "AudioParamMap", "AudioScheduledSourceNode", - "AudioStreamTrack", - "back", + "AudioWorklet", + "AudioWorkletNode", "BarProp", "BaseAudioContext", - "BatteryManager", "BeforeUnloadEvent", - "BiquadFilterNode", + "BigInt", + "BigInt64Array", + "BigUint64Array", "Blob", "BlobEvent", "blur", "Boolean", - "BoxObject", "BroadcastChannel", - "BrowserFeedWriter", "btoa", + "ByteLengthQueuingStrategy", "Cache", "caches", "CacheStorage", - "CameraCapabilities", - "CameraClosedEvent", - "CameraConfigurationEvent", - "CameraControl", - "CameraDetectedFace", - "CameraFacesDetectedEvent", - "CameraManager", - "CameraRecorderAudioProfile", - "CameraRecorderProfile", - "CameraRecorderProfiles", - "CameraRecorderVideoProfile", - "CameraStateChangeEvent", "cancelAnimationFrame", "cancelIdleCallback", "CanvasCaptureMediaStream", @@ -91,77 +61,51 @@ class Test(MarionetteTestCase): "captureEvents", "CaretPosition", "CDATASection", - "ChannelMergerNode", - "ChannelSplitterNode", "CharacterData", - "ChromeMessageBroadcaster", - "ChromeMessageSender", - "ChromeWindow", - "ChromeWorker", "clearInterval", "clearTimeout", - "ClientInformation", - "ClientRect", - "ClientRectList", + "Clipboard", "ClipboardEvent", "close", "closed", "CloseEvent", - "CommandEvent", "Comment", - "Components", "CompositionEvent", "confirm", "console", - "Console", - "Contact", - "ContactManager", - "_content", + "constructor", "content", - "ContentFrameMessageManager", - "ContentProcessMessageManager", - "controllers", - "Controllers", - "ConvolverNode", - "Counter", + "CountQueuingStrategy", "createImageBitmap", - "CRMFObject", + "crossOriginIsolated", "crypto", "Crypto", - "CryptoDialogs", "CryptoKey", "CSS", "CSS2Properties", - "CSSCharsetRule", + "CSSAnimation", "CSSConditionRule", "CSSCounterStyleRule", "CSSFontFaceRule", "CSSFontFeatureValuesRule", "CSSGroupingRule", - "CSSGroupRuleRuleList", "CSSImportRule", "CSSKeyframeRule", "CSSKeyframesRule", "CSSMediaRule", "CSSMozDocumentRule", "CSSNamespaceRule", - "CSSNameSpaceRule", "CSSPageRule", - "CSSPrimitiveValue", - "CSSRect", "CSSRule", "CSSRuleList", "CSSStyleDeclaration", "CSSStyleRule", "CSSStyleSheet", "CSSSupportsRule", - "CSSUnknownRule", - "CSSValue", - "CSSValueList", + "CSSTransition", + "CustomElementRegistry", + "customElements", "CustomEvent", - "DataChannel", - "DataContainerEvent", - "DataErrorEvent", "DataTransfer", "DataTransferItem", "DataTransferItemList", @@ -169,37 +113,22 @@ class Test(MarionetteTestCase): "Date", "decodeURI", "decodeURIComponent", - "DelayNode", - "DesktopNotification", - "DesktopNotificationCenter", - "DeviceAcceleration", - "DeviceLightEvent", + "__defineGetter__", + "__defineSetter__", "DeviceMotionEvent", "DeviceOrientationEvent", "devicePixelRatio", - "DeviceProximityEvent", - "DeviceRotationRate", - "DeviceStorage", - "DeviceStorageChangeEvent", - "DeviceStorageCursor", "Directory", "dispatchEvent", "document", "Document", "DocumentFragment", - "DocumentTouch", + "DocumentTimeline", "DocumentType", - "DocumentXBL", - "DOMApplication", - "DOMApplicationsManager", - "DOMConstructor", - "DOMCursor", - "DOMError", "DOMException", "DOMImplementation", "DOMMatrix", "DOMMatrixReadOnly", - "DOMMMIError", "DOMParser", "DOMPoint", "DOMPointReadOnly", @@ -208,18 +137,12 @@ class Test(MarionetteTestCase): "DOMRectList", "DOMRectReadOnly", "DOMRequest", - "DOMSettableTokenList", "DOMStringList", "DOMStringMap", "DOMTokenList", - "DOMTransactionEvent", "DragEvent", "dump", - "DynamicsCompressorNode", "Element", - "ElementCSSInlineStyle", - "ElementReplaceEvent", - "ElementTimeControl", "encodeURI", "encodeURIComponent", "Error", @@ -227,19 +150,15 @@ class Test(MarionetteTestCase): "escape", "eval", "EvalError", + "event", "Event", - "EventListener", - "EventListenerInfo", "EventSource", "EventTarget", "external", - "External", "fetch", "File", - "FileHandle", "FileList", "FileReader", - "FileRequest", "FileSystem", "FileSystemDirectoryEntry", "FileSystemDirectoryReader", @@ -251,56 +170,42 @@ class Test(MarionetteTestCase): "focus", "FocusEvent", "FontFace", - "FontFaceList", "FontFaceSet", "FontFaceSetLoadEvent", "FormData", - "forward", + "FormDataEvent", "frameElement", "frames", "fullScreen", "Function", - "FutureResolver", - "GainNode", "Gamepad", - "GamepadAxisMoveEvent", - "GamepadButtonEvent", + "GamepadButton", "GamepadEvent", "GamepadHapticActuator", "GamepadPose", - "GeoGeolocation", - "GeoPosition", - "GeoPositionCallback", - "GeoPositionCoords", - "GeoPositionError", - "GeoPositionErrorCallback", + "Geolocation", + "GeolocationCoordinates", + "GeolocationPosition", + "GeolocationPositionError", "getComputedStyle", "getDefaultComputedStyle", - "getInterface", "getSelection", - "GetUserMediaErrorCallback", - "GetUserMediaSuccessCallback", - "GlobalObjectConstructor", - "GlobalPropertyInitializer", + "globalThis", "HashChangeEvent", + "hasOwnProperty", "Headers", "history", "History", - "home", "HTMLAllCollection", "HTMLAnchorElement", - "HTMLAppletElement", "HTMLAreaElement", "HTMLAudioElement", "HTMLBaseElement", "HTMLBodyElement", "HTMLBRElement", "HTMLButtonElement", - "HTMLByteRanges", "HTMLCanvasElement", "HTMLCollection", - "HTMLCommandElement", - "HTMLContentElement", "HTMLDataElement", "HTMLDataListElement", "HTMLDetailsElement", @@ -328,6 +233,7 @@ class Test(MarionetteTestCase): "HTMLLIElement", "HTMLLinkElement", "HTMLMapElement", + "HTMLMarqueeElement", "HTMLMediaElement", "HTMLMenuElement", "HTMLMenuItemElement", @@ -345,11 +251,10 @@ class Test(MarionetteTestCase): "HTMLPictureElement", "HTMLPreElement", "HTMLProgressElement", - "HTMLPropertiesCollection", "HTMLQuoteElement", "HTMLScriptElement", "HTMLSelectElement", - "HTMLShadowElement", + "HTMLSlotElement", "HTMLSourceElement", "HTMLSpanElement", "HTMLStyleElement", @@ -386,15 +291,12 @@ class Test(MarionetteTestCase): "ImageBitmap", "ImageBitmapRenderingContext", "ImageData", - "ImageDocument", "indexedDB", "Infinity", "innerHeight", "innerWidth", "InputEvent", - "insertPropertyStrings", "InstallTrigger", - "InstallTriggerImpl", "Int16Array", "Int32Array", "Int8Array", @@ -404,105 +306,54 @@ class Test(MarionetteTestCase): "Intl", "isFinite", "isNaN", + "isPrototypeOf", "isSecureContext", - "Iterator", "JSON", - "JSWindow", "KeyboardEvent", "KeyEvent", + "KeyframeEffect", "length", - "LinkStyle", - "LoadStatus", - "LocalMediaStream", "localStorage", "location", "Location", "locationbar", - "LockedFile", - "LSProgressEvent", + "__lookupGetter__", + "__lookupSetter__", "Map", "matchMedia", "Math", - "MediaElementAudioSourceNode", + "MathMLElement", + "MediaCapabilities", + "MediaCapabilitiesInfo", "MediaEncryptedEvent", "MediaError", - "MediaKeys", "MediaKeyError", "MediaKeyMessageEvent", + "MediaKeys", "MediaKeySession", "MediaKeyStatusMap", "MediaKeySystemAccess", "MediaList", "MediaQueryList", "MediaQueryListEvent", - "MediaQueryListListener", "MediaRecorder", "MediaRecorderErrorEvent", "MediaSource", "MediaStream", - "MediaStreamAudioDestinationNode", - "MediaStreamAudioSourceNode", "MediaStreamTrack", "MediaStreamTrackEvent", "menubar", - "MenuBoxObject", "MessageChannel", "MessageEvent", "MessagePort", "MimeType", "MimeTypeArray", - "ModalContentWindow", "MouseEvent", "MouseScrollEvent", "moveBy", "moveTo", - "MozAlarmsManager", - "mozAnimationStartTime", - "MozApplicationEvent", - "MozBlobBuilder", - "MozBrowserFrame", - "mozCancelAnimationFrame", - "mozCancelRequestAnimationFrame", - "MozCanvasPrintState", - "MozConnection", - "mozContact", - "MozContactChangeEvent", - "MozCSSKeyframeRule", - "MozCSSKeyframesRule", - "mozIndexedDB", "mozInnerScreenX", "mozInnerScreenY", - "MozMmsEvent", - "MozMmsMessage", - "MozMobileCellInfo", - "MozMobileConnectionInfo", - "MozMobileMessageManager", - "MozMobileMessageThread", - "MozMobileNetworkInfo", - "MozNamedAttrMap", - "MozNavigatorMobileMessage", - "MozNavigatorNetwork", - "MozNavigatorSms", - "MozNavigatorTime", - "MozNetworkStats", - "MozNetworkStatsData", - "MozNetworkStatsManager", - "mozPaintCount", - "MozPowerManager", - "mozRequestAnimationFrame", - "mozRequestOverfill", - "MozSelfSupport", - "MozSettingsEvent", - "MozSettingsTransactionEvent", - "MozSmsEvent", - "MozSmsFilter", - "MozSmsManager", - "MozSmsMessage", - "MozSmsSegmentInfo", - "MozTimeManager", - "MozTouchEvent", - "MozWakeLock", - "MozWakeLockListener", "MutationEvent", "MutationObserver", "MutationRecord", @@ -511,30 +362,15 @@ class Test(MarionetteTestCase): "NaN", "navigator", "Navigator", - "NavigatorCamera", - "NavigatorDesktopNotification", - "NavigatorDeviceStorage", - "NavigatorGeolocation", - "NavigatorUserMedia", "netscape", "Node", "NodeFilter", "NodeIterator", "NodeList", - "NodeSelector", - "__noscriptStorage", "Notification", - "NotifyAudioAvailableEvent", "NotifyPaintEvent", - "NSEditableElement", - "NSEvent", - "NSRGBAColor", - "NSXPathExpression", "Number", "Object", - "OfflineAudioCompletionEvent", - "OfflineAudioContext", - "OfflineResourceList", "onabort", "onabsolutedeviceorientation", "onafterprint", @@ -552,6 +388,7 @@ class Test(MarionetteTestCase): "onclick", "onclose", "oncontextmenu", + "oncuechange", "ondblclick", "ondevicelight", "ondevicemotion", @@ -570,7 +407,7 @@ class Test(MarionetteTestCase): "onended", "onerror", "onfocus", - "ongotpointercapture", + "onformdata", "onhashchange", "oninput", "oninvalid", @@ -579,12 +416,10 @@ class Test(MarionetteTestCase): "onkeyup", "onlanguagechange", "onload", - "onLoad", "onloadeddata", "onloadedmetadata", "onloadend", "onloadstart", - "onlostpointercapture", "onmessage", "onmessageerror", "onmousedown", @@ -596,8 +431,6 @@ class Test(MarionetteTestCase): "onmouseup", "onmozfullscreenchange", "onmozfullscreenerror", - "onmozpointerlockchange", - "onmozpointerlockerror", "onoffline", "ononline", "onpagehide", @@ -605,17 +438,10 @@ class Test(MarionetteTestCase): "onpause", "onplay", "onplaying", - "onpointercancel", - "onpointerdown", - "onpointerenter", - "onpointerleave", - "onpointermove", - "onpointerout", - "onpointerover", - "onpointerup", "onpopstate", "onprogress", "onratechange", + "onrejectionhandled", "onreset", "onresize", "onscroll", @@ -634,6 +460,7 @@ class Test(MarionetteTestCase): "ontransitionend", "ontransitionrun", "ontransitionstart", + "onunhandledrejection", "onunload", "onuserproximity", "onvolumechange", @@ -644,12 +471,9 @@ class Test(MarionetteTestCase): "onwebkittransitionend", "onwheel", "open", - "openDialog", "opener", - "OpenWindowEventDetail", "Option", "origin", - "OscillatorNode", "outerHeight", "outerWidth", "PageTransitionEvent", @@ -657,79 +481,64 @@ class Test(MarionetteTestCase): "pageYOffset", "PaintRequest", "PaintRequestList", - "PannerNode", "parent", "parseFloat", "parseInt", - "Parser", - "ParserJS", "Path2D", - "PaymentRequestInfo", "performance", "Performance", "PerformanceEntry", "PerformanceMark", "PerformanceMeasure", "PerformanceNavigation", - "PerformanceNavigationTiming", "PerformanceObserver", "PerformanceObserverEntryList", "PerformanceResourceTiming", + "PerformanceServerTiming", "PerformanceTiming", - "PeriodicWave", "Permissions", - "PermissionSettings", "PermissionStatus", "personalbar", - "PhoneNumberService", - "Pkcs11", "Plugin", "PluginArray", - "PluginCrashedEvent", - "PointerEvent", "PopStateEvent", "PopupBlockedEvent", - "PopupBoxObject", "postMessage", "print", "ProcessingInstruction", "ProgressEvent", "Promise", - "PromiseDebugging", + "PromiseRejectionEvent", "prompt", - "PropertyNodeList", + "propertyIsEnumerable", + "__proto__", "Proxy", - "PushManager", - "QueryInterface", + "queueMicrotask", "RadioNodeList", "Range", "RangeError", - "realFrameElement", - "RecordErrorEvent", - "Rect", + "ReadableStream", "ReferenceError", + "Reflect", "RegExp", "releaseEvents", "removeEventListener", "Request", "requestAnimationFrame", "requestIdleCallback", - "RequestService", "resizeBy", + "ResizeObserver", + "ResizeObserverEntry", + "ResizeObserverSize", "resizeTo", "Response", - "RGBColor", - "RTCIceCandidate", - "RTCPeerConnection", - "RTCPeerConnectionIdentityErrorEvent", - "RTCPeerConnectionIdentityEvent", - "RTCSessionDescription", "screen", "Screen", + "screenLeft", "ScreenOrientation", + "screenTop", "screenX", "screenY", - "ScriptProcessorNode", "scroll", "ScrollAreaEvent", "scrollbars", @@ -739,53 +548,41 @@ class Test(MarionetteTestCase): "scrollMaxX", "scrollMaxY", "scrollTo", - "ScrollViewChangeEvent", "scrollX", "scrollY", + "SecurityPolicyViolationEvent", "Selection", - "SelectionStateChangedEvent", "self", - "Serializer", - "Services", "sessionStorage", "Set", "setInterval", "setResizable", "setTimeout", - "SettingsLock", - "SettingsManager", + "ShadowRoot", "SharedWorker", - "showModalDialog", "sidebar", - "SimpleGestureEvent", "sizeToContent", - "SmartCardEvent", "SourceBuffer", "SourceBufferList", - "SpeechRecognitionError", - "SpeechRecognitionEvent", "speechSynthesis", + "SpeechSynthesis", + "SpeechSynthesisErrorEvent", "SpeechSynthesisEvent", + "SpeechSynthesisUtterance", + "SpeechSynthesisVoice", + "StaticRange", "status", "statusbar", - "StereoPannerNode", "stop", - "StopIteration", "Storage", "StorageEvent", - "StorageIndexedDB", - "StorageItem", "StorageManager", - "StorageObsolete", "String", - "StyleRuleChangeEvent", "StyleSheet", - "StyleSheetApplicableStateChangeEvent", - "StyleSheetChangeEvent", "StyleSheetList", + "SubmitEvent", "SubtleCrypto", "SVGAElement", - "SVGAltGlyphElement", "SVGAngle", "SVGAnimatedAngle", "SVGAnimatedBoolean", @@ -795,8 +592,6 @@ class Test(MarionetteTestCase): "SVGAnimatedLengthList", "SVGAnimatedNumber", "SVGAnimatedNumberList", - "SVGAnimatedPathData", - "SVGAnimatedPoints", "SVGAnimatedPreserveAspectRatio", "SVGAnimatedRect", "SVGAnimatedString", @@ -810,10 +605,8 @@ class Test(MarionetteTestCase): "SVGComponentTransferFunctionElement", "SVGDefsElement", "SVGDescElement", - "SVGDocument", "SVGElement", "SVGEllipseElement", - "SVGEvent", "SVGFEBlendElement", "SVGFEColorMatrixElement", "SVGFEComponentTransferElement", @@ -840,8 +633,6 @@ class Test(MarionetteTestCase): "SVGFETileElement", "SVGFETurbulenceElement", "SVGFilterElement", - "SVGFilterPrimitiveStandardAttributes", - "SVGFitToViewBox", "SVGForeignObjectElement", "SVGGElement", "SVGGeometryElement", @@ -852,37 +643,15 @@ class Test(MarionetteTestCase): "SVGLengthList", "SVGLinearGradientElement", "SVGLineElement", - "SVGLocatable", "SVGMarkerElement", "SVGMaskElement", "SVGMatrix", "SVGMetadataElement", - "SVGMpathElement", "SVGMPathElement", "SVGNumber", "SVGNumberList", "SVGPathElement", - "SVGPathSeg", - "SVGPathSegArcAbs", - "SVGPathSegArcRel", - "SVGPathSegClosePath", - "SVGPathSegCurvetoCubicAbs", - "SVGPathSegCurvetoCubicRel", - "SVGPathSegCurvetoCubicSmoothAbs", - "SVGPathSegCurvetoCubicSmoothRel", - "SVGPathSegCurvetoQuadraticAbs", - "SVGPathSegCurvetoQuadraticRel", - "SVGPathSegCurvetoQuadraticSmoothAbs", - "SVGPathSegCurvetoQuadraticSmoothRel", - "SVGPathSegLinetoAbs", - "SVGPathSegLinetoHorizontalAbs", - "SVGPathSegLinetoHorizontalRel", - "SVGPathSegLinetoRel", - "SVGPathSegLinetoVerticalAbs", - "SVGPathSegLinetoVerticalRel", "SVGPathSegList", - "SVGPathSegMovetoAbs", - "SVGPathSegMovetoRel", "SVGPatternElement", "SVGPoint", "SVGPointList", @@ -896,31 +665,23 @@ class Test(MarionetteTestCase): "SVGSetElement", "SVGStopElement", "SVGStringList", - "SVGStylable", "SVGStyleElement", "SVGSVGElement", "SVGSwitchElement", "SVGSymbolElement", - "SVGTests", "SVGTextContentElement", "SVGTextElement", "SVGTextPathElement", "SVGTextPositioningElement", "SVGTitleElement", "SVGTransform", - "SVGTransformable", "SVGTransformList", "SVGTSpanElement", "SVGUnitTypes", - "SVGURIReference", "SVGUseElement", "SVGViewElement", - "SVGViewSpec", - "SVGZoomAndPan", - "SVGZoomEvent", "Symbol", "SyntaxError", - "TCPSocket", "Text", "TextDecoder", "TextEncoder", @@ -931,45 +692,36 @@ class Test(MarionetteTestCase): "TextTrackList", "TimeEvent", "TimeRanges", + "toLocaleString", "toolbar", "top", - "toStaticHTML", - "ToString", - "Touch", - "TouchEvent", - "TouchList", + "toString", "TrackEvent", "TransitionEvent", - "TreeColumn", - "TreeColumns", - "TreeContentView", - "TreeSelection", "TreeWalker", "TypeError", + "u2f", + "U2F", "UIEvent", "Uint16Array", "Uint32Array", "Uint8Array", "Uint8ClampedArray", "undefined", - "UndoManager", "unescape", - "uneval", "updateCommands", "URIError", "URL", "URLSearchParams", - "UserDataHandler", - "UserProximityEvent", - "USSDReceivedEvent", "ValidityState", + "valueOf", "VideoPlaybackQuality", - "VideoStreamTrack", + "VisualViewport", "VTTCue", "VTTRegion", - "WaveShaperNode", "WeakMap", "WeakSet", + "WebAssembly", "WebGLActiveInfo", "WebGLBuffer", "WebGLContextEvent", @@ -982,68 +734,36 @@ class Test(MarionetteTestCase): "WebGLShaderPrecisionFormat", "WebGLTexture", "WebGLUniformLocation", - "WebGLVertexArray", "WebGLVertexArrayObject", "WebKitCSSMatrix", + "webkitURL", "WebSocket", "WheelEvent", "window", "Window", - "WindowCollection", - "WindowInternal", - "WindowPerformance", - "WindowRoot", - "WindowUtils", "Worker", - "__XBLClassObjectMap__", + "Worklet", "XMLDocument", "XMLHttpRequest", "XMLHttpRequestEventTarget", "XMLHttpRequestUpload", "XMLSerializer", - "XMLStylesheetProcessingInstruction", "XPathEvaluator", "XPathExpression", - "XPathNamespace", - "XPathNSResolver", "XPathResult", - "XPCNativeWrapper", "XSLTProcessor", - "XULButtonElement", - "XULCheckboxElement", - "XULCommandDispatcher", - "XULCommandEvent", - "XULContainerElement", - "XULContainerItemElement", - "XULControlElement", - "XULControllers", - "XULDescriptionElement", - "XULDocument", - "XULElement", - "XULImageElement", - "XULLabeledControlElement", - "XULLabelElement", - "XULMenuListElement", - "XULMultiSelectControlElement", - "XULPopupElement", - "XULRelatedElement", - "XULSelectControlElement", - "XULSelectControlItemElement", - "XULTemplateBuilder", - "XULTextBoxElement", - "XULTreeBuilder", - "XULTreeElement", ] def test_dom_objects_enumeration(self): with self.marionette.using_context('content'): - self.marionette.navigate('about:robots') - - r = self.marionette.execute_script('return Object.getOwnPropertyNames(window);') + self.marionette.navigate(self.test_page_file_url) + self.marionette.timeout.implicit = 5 + elt = self.marionette.find_element('id', 'enumeration') + r = elt.text.split("\n") err = False unknown_objects = '' for l in r: - if l in self.interfaceNamesInGlobalScope: + if l in self.expectedObjects: continue err = True unknown_objects += l + "\n" @@ -1051,3 +771,12 @@ class Test(MarionetteTestCase): err_msg = "Unknown objects:\n%s" % unknown_objects self.assertFalse(err, msg=err_msg) + for l in self.expectedObjects: + if l in r: + continue + err = True + unknown_objects += l + "\n" + + err_msg = "Expected objects not found:\n%s" % unknown_objects + self.assertFalse(err, msg=err_msg) + diff --git a/test-data/dom-objects-enumeration.html b/test-data/dom-objects-enumeration.html new file mode 100644 index 0000000..1f7e6c0 --- /dev/null +++ b/test-data/dom-objects-enumeration.html @@ -0,0 +1,14 @@ +<!DOCTYPE html> +<html> + <head> + <meta charset="utf-8"> + + <title>dom objects enumeration</title> + </head> + + <body> + <h1>dom objects enumeration</h1> + <script src="dom-objects-enumeration.js"></script> + </body> +</html> + diff --git a/test-data/dom-objects-enumeration.js b/test-data/dom-objects-enumeration.js new file mode 100644 index 0000000..b3e60c5 --- /dev/null +++ b/test-data/dom-objects-enumeration.js @@ -0,0 +1,44 @@ +(() => { + // getAllPropertyNames function taken from: + // https://stackoverflow.com/questions/8024149/is-it-possible-to-get-the-non-e… + function getAllPropertyNames(obj) { + const props = []; + do { + Object.getOwnPropertyNames(obj).forEach((prop) => { + if (props.indexOf(prop) === -1) { + props.push(prop); + } + }); + } while (obj = Object.getPrototypeOf(obj)); + return [...new Set(props)].sort(); + } + + function getGlobalNames() { + return getAllPropertyNames(globalThis); + } + + if (!self.document) { + // This is a worker + self.postMessage(getGlobalNames()); + } else { + // Not a worker, loaded via script. + const enumeration = document.createElement("div"); + enumeration.setAttribute("id", "enumeration"); + const queryString = window.location.search; + const urlParams = new URLSearchParams(queryString); + let onmessage = (allObjects) => { + for (const name of allObjects) { + enumeration.innerHTML += name + "<br/>"; + } + document.getElementsByTagName("body")[0].appendChild(enumeration); + }; + if (urlParams.get("testType") === "worker") { + // Must enumerate worker globals + const worker = new Worker("dom-objects-enumeration.js"); + worker.onmessage = (e) => onmessage(e.data); + } else { + // Must enumerate window global + onmessage(getGlobalNames()); + } + } +})(); \ No newline at end of file diff --git a/test-data/workers/dom-objects-enumeration-worker.js b/test-data/workers/dom-objects-enumeration-worker.js deleted file mode 100644 index 5ab3723..0000000 --- a/test-data/workers/dom-objects-enumeration-worker.js +++ /dev/null @@ -1,22 +0,0 @@ -// getAllPropertyNames function taken from: -// https://stackoverflow.com/questions/8024149/is-it-possible-to-get-the-non-e… -function getAllPropertyNames( obj ) { - var props = []; - do { - Object.getOwnPropertyNames( obj ).forEach(function ( prop ) { - if ( props.indexOf( prop ) === -1 ) { - props.push( prop ); - } - }); - } while ( obj = Object.getPrototypeOf( obj ) ); - return props; -} - -onmessage = function(e) { - var allObjects = getAllPropertyNames(self); - var res = Array(); - for (var i in allObjects.sort()) { - res.push(allObjects[i]); - } - postMessage(res); -} diff --git a/test-data/workers/dom-objects-enumeration.html b/test-data/workers/dom-objects-enumeration.html deleted file mode 100644 index 6a2fc19..0000000 --- a/test-data/workers/dom-objects-enumeration.html +++ /dev/null @@ -1,15 +0,0 @@ -<!DOCTYPE html> -<html> - <head> - <meta charset="utf-8"> - - <title>Web Workers dom objects enumeration</title> - </head> - - <body> - <h1>Web Workers dom objects enumeration</h1> - - </body> - <script src="dom-objects-enumeration.js"></script> -</html> - diff --git a/test-data/workers/dom-objects-enumeration.js b/test-data/workers/dom-objects-enumeration.js deleted file mode 100644 index 56d4a64..0000000 --- a/test-data/workers/dom-objects-enumeration.js +++ /dev/null @@ -1,15 +0,0 @@ -var enumeration = document.createElement('div'); -enumeration.setAttribute("id", "enumeration"); - -if (window.Worker) { - var myWorker = new Worker("dom-objects-enumeration-worker.js"); - myWorker.postMessage("Hello"); - myWorker.onmessage = function(e) { - var allObjects = e.data; - for (var i in allObjects.sort()) { - var name = allObjects[i]; - enumeration.innerHTML += name + "<br/>"; - } - document.getElementsByTagName("body")[0].appendChild(enumeration); - } -}

1 0

[tor-browser-bundle-testsuite/master] Fix pinning test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit eae3202691b96fc3d39e952eb0ca6a3d67dd28be Author: Alex Catarineu <acat(a)torproject.org> Date: Fri May 15 13:48:05 2020 +0200 Fix pinning test --- marionette/tor_browser_tests/test_pinning.py | 9 +++------ 1 file changed, 3 insertions(+), 6 deletions(-) diff --git a/marionette/tor_browser_tests/test_pinning.py b/marionette/tor_browser_tests/test_pinning.py index dc66236..23e029c 100644 --- a/marionette/tor_browser_tests/test_pinning.py +++ b/marionette/tor_browser_tests/test_pinning.py @@ -1,10 +1,7 @@ -from marionette_driver import By, Actions -from marionette_driver.errors import MarionetteException, JavascriptException - from marionette_harness import MarionetteTestCase import testsuite - +import json class Test(MarionetteTestCase): @@ -31,8 +28,8 @@ class Test(MarionetteTestCase): self.assertTrue(res, msg="Page could be loaded") if res: - errorCode = m.find_element('id', 'errorCode') - self.assertEqual(errorCode.get_attribute('title'), + errorCode = m.find_element('id', 'errorShortDescText2') + self.assertEqual(json.loads(errorCode.get_attribute('data-l10n-args'))["error"], 'MOZILLA_PKIX_ERROR_KEY_PINNING_FAILURE', msg='Wrong error code')

1 0

[tor-browser-bundle-testsuite/master] Fix performance-observer test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit 1b30b27ffd9af1ef9a0a6bd81e3c1247a7e96637 Author: Alex Catarineu <acat(a)torproject.org> Date: Mon May 18 08:56:21 2020 +0200 Fix performance-observer test --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 7 ---- .../tor_browser_tests/test_performance-observer.py | 38 ++++++++++++---------- 2 files changed, 21 insertions(+), 24 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index e35e903..0bf4359 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -380,13 +380,6 @@ our @tests = ( type => 'marionette', descr => 'Check that the Performance Observer API is really disabled', use_net => 1, - # To check that the test fails when performance observer is enabled, - # uncomment this: - #prefs => { - # 'dom.enable_performance_observer' => 'true', - #}, - # Bug 27137: temporarily disable test - enable => sub { undef }, }, { name => 'searchengines', diff --git a/marionette/tor_browser_tests/test_performance-observer.py b/marionette/tor_browser_tests/test_performance-observer.py index 31c3c5f..b727a01 100644 --- a/marionette/tor_browser_tests/test_performance-observer.py +++ b/marionette/tor_browser_tests/test_performance-observer.py @@ -4,9 +4,6 @@ # Setting |dom.enable_performance_observer| to |false| and testing that # might not be sufficient. -from marionette_driver import By -from marionette_driver.errors import MarionetteException - from marionette_harness import MarionetteTestCase class Test(MarionetteTestCase): @@ -19,18 +16,25 @@ class Test(MarionetteTestCase): def test_performance_observer(self): + def is_perf_obs_working(marionette): + return self.marionette.execute_async_script(""" + let [resolve] = arguments; + var observer = new PerformanceObserver(function(...args) { resolve(true); }); + observer.observe({entryTypes: ['resource', 'mark', 'measure']}); + performance.mark("hello"); + setTimeout(function() { + resolve(false); + }, 2000); + """) + with self.marionette.using_context('content'): - self.marionette.navigate(self.TEST_URL) - - err_msg = 'performance observer is working' - self.assertTrue(self.marionette.execute_script(""" - var pass = false; - try { - var observer = new PerformanceObserver(function(list) { }); - observer.observe({entryTypes: ['resource', 'mark', 'measure']}); - } catch (e) { - pass = true; - } - return pass; - """), - msg=err_msg) + m = self.marionette + m.navigate(self.TEST_URL) + m.timeout.script = 10 + + # Performance observer should not work with default settings + self.assertFalse(is_perf_obs_working(m), 'performance observer is working') + + # Performance observer should work if `privacy.resistFingerprinting = false` + with self.marionette.using_prefs({"privacy.resistFingerprinting": False}): + self.assertTrue(is_perf_obs_working(m), 'performance observer is not working')

1 0

[tor-browser-bundle-testsuite/master] Fix download_pdf test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit b44d95b16beb891ae730cb24fc29b0edb1324701 Author: Alex Catarineu <acat(a)torproject.org> Date: Sun May 17 19:42:48 2020 +0200 Fix download_pdf test --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 2 -- marionette/tor_browser_tests/test_download_pdf.py | 38 +++++------------------ 2 files changed, 7 insertions(+), 33 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index ce5ffeb..a054438 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -485,8 +485,6 @@ our @tests = ( type => 'marionette', descr => 'Check if download of PDF is working (#19402)', use_net => 1, - # Bug 30333: temporarily disable test - enable => sub { undef }, }, { name => 'pinning_now', diff --git a/marionette/tor_browser_tests/test_download_pdf.py b/marionette/tor_browser_tests/test_download_pdf.py index 737a725..408f63a 100644 --- a/marionette/tor_browser_tests/test_download_pdf.py +++ b/marionette/tor_browser_tests/test_download_pdf.py @@ -1,6 +1,3 @@ -from marionette_driver import By, Actions -from marionette_driver.errors import MarionetteException, JavascriptException - from marionette_harness import MarionetteTestCase import testsuite @@ -19,31 +16,10 @@ class Test(MarionetteTestCase): def test_download_pdf(self): m = self.marionette - - m.set_search_timeout(1000) - m.set_window_size(1024, 300) - - with m.using_context('content'): - - current_window = m.current_chrome_window_handle - - m.navigate(self.URL) - download_button = m.find_element('id', 'download') - action = Actions(m) - action.click(download_button) - action.wait(time=3) - action.perform() - - closed_window = 0 - with m.using_context('chrome'): - for window in m.chrome_window_handles: - if window != current_window: - m.switch_to_window(window) - info_msg = m.find_element('id', 'info.body') - self.assertRegexpMatches(info_msg.text, 'Tails', - msg='Pop up window text does not include Tails') - m.close() - closed_window += 1 - m.switch_to_window(current_window) - self.assertEqual(closed_window, 1, msg="no download pop up") - + m.set_window_rect(width=1024, height=300) + m.navigate(self.URL) + download_button = m.find_element('id', 'download').click() + self.assertEqual(len(m.chrome_window_handles), 2, msg="Number of windows not correct") + dialog = m.switch_to_alert() + self.assertRegexpMatches(dialog.text, 'Tails', + msg='Pop up window text does not include Tails')

1 0

[tor-browser-bundle-testsuite/master] Fix fp_navigator and fp_useragent tests
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit 376bbd63eff6a16e4b6c810ba0594d3efe529470 Author: Alex Catarineu <acat(a)torproject.org> Date: Mon May 18 10:05:57 2020 +0200 Fix fp_navigator and fp_useragent tests --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 2 -- marionette/tor_browser_tests/test_fp_navigator.py | 9 +++------ marionette/tor_browser_tests/test_fp_useragent.py | 2 +- 3 files changed, 4 insertions(+), 9 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index 91aa6f0..4223132 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -421,8 +421,6 @@ our @tests = ( name => 'fp_navigator', type => 'marionette', descr => 'Check that navigator properties are as expected', - # Bug 28665: temporarily disable test - enable => sub { undef }, }, { name => 'play_videos', diff --git a/marionette/tor_browser_tests/test_fp_navigator.py b/marionette/tor_browser_tests/test_fp_navigator.py index 0d47f82..1453b0f 100644 --- a/marionette/tor_browser_tests/test_fp_navigator.py +++ b/marionette/tor_browser_tests/test_fp_navigator.py @@ -15,9 +15,9 @@ nav_props = {"appCodeName": "Mozilla", "product": "Gecko", "productSub": "20100101", "plugins": "[object PluginArray]", -"cookieEnabled": "true", +"cookieEnabled": "false", "onLine": "true", -"buildID": "20100101", +"buildID": "20181001000000", "doNotTrack": "unspecified", "javaEnabled": """function javaEnabled() { [native code] @@ -28,9 +28,6 @@ nav_props = {"appCodeName": "Mozilla", "vibrate": """function vibrate() { [native code] }""", -"registerContentHandler": """function registerContentHandler() { - [native code] -}""", "registerProtocolHandler": """function registerProtocolHandler() { [native code] }""", @@ -63,7 +60,7 @@ class Test(MarionetteTestCase): app_version = "5.0 (Macintosh)" platform = "MacIntel" oscpu = "Intel Mac OS X 10.13" - nav_props["userAgent"] = "Mozilla/5.0 (" + ua_os + "; rv:60.0) Gecko/20100101 Firefox/60.0" + nav_props["userAgent"] = "Mozilla/5.0 (" + ua_os + "; rv:78.0) Gecko/20100101 Firefox/78.0" nav_props["appVersion"] = app_version nav_props["platform"] = platform nav_props["oscpu"] = oscpu diff --git a/marionette/tor_browser_tests/test_fp_useragent.py b/marionette/tor_browser_tests/test_fp_useragent.py index af527c1..a2ef986 100644 --- a/marionette/tor_browser_tests/test_fp_useragent.py +++ b/marionette/tor_browser_tests/test_fp_useragent.py @@ -19,5 +19,5 @@ class Test(MarionetteTestCase): ua_os = 'Windows NT 6.1; Win64; x64' if osname == 'MacOSX': ua_os = 'Macintosh; Intel Mac OS X 10.13' - self.assertEqual("Mozilla/5.0 (" + ua_os + "; rv:60.0) Gecko/20100101 Firefox/60.0", + self.assertEqual("Mozilla/5.0 (" + ua_os + "; rv:78.0) Gecko/20100101 Firefox/78.0", js("return navigator.userAgent"))

1 0

[tor-browser-bundle-testsuite/master] Fix user-timing-worker test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit e102b9b86988121fc1c14ca2a05bfb9a2ca1dae4 Author: Alex Catarineu <acat(a)torproject.org> Date: Sun May 17 20:21:40 2020 +0200 Fix user-timing-worker test --- marionette/tor_browser_tests/test_page.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/marionette/tor_browser_tests/test_page.py b/marionette/tor_browser_tests/test_page.py index bc1eb69..d03367c 100644 --- a/marionette/tor_browser_tests/test_page.py +++ b/marionette/tor_browser_tests/test_page.py @@ -1,6 +1,3 @@ -from marionette_driver import By -from marionette_driver.errors import MarionetteException - from marionette_harness import MarionetteTestCase import testsuite @@ -28,7 +25,7 @@ class Test(MarionetteTestCase): def test_page(self): with self.marionette.using_context('content'): self.marionette.navigate(self.test_page_url) - self.marionette.set_search_timeout(self.timeout) + self.marionette.timeout.implicit = self.timeout/1000 elt = self.marionette.find_element('id', 'test_result'); self.assertEqual(elt.text, 'OK')

1 0

[tor-browser-bundle-testsuite/master] Fix readelf_RELRO, readelf_stack_canary and readelf_PIE
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit cd6aa441e887e0a587e572e6e901219fbca14f69 Author: Alex Catarineu <acat(a)torproject.org> Date: Sun May 17 20:36:53 2020 +0200 Fix readelf_RELRO, readelf_stack_canary and readelf_PIE --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index a054438..e92fe6d 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -99,6 +99,8 @@ our @tests = ( TorBrowser/Tor/PluggableTransports/meek-client-torbrowser TorBrowser/Tor/PluggableTransports/obfs4proxy TorBrowser/Tor/PluggableTransports/zope/interface/_zope_interface_coptimizations.so + TorBrowser/Tor/PluggableTransports/snowflake-client + TorBrowser/ncprop279/ncprop279 ) ], }, { @@ -106,7 +108,7 @@ our @tests = ( type => 'command', descr => 'Check for stack canary support', files => \&tbb_binfiles, - command => [ 'readelf', '-s' ], + command => [ 'readelf', '-s', '--wide' ], check_output => sub { $_[0] =~ m/__stack_chk_fail/ }, enable => sub { $OSNAME eq 'linux' }, # ticket 13056 @@ -115,7 +117,6 @@ our @tests = ( gtk2/libmozgtk.so libmozalloc.so libmozgtk.so - libnssckbi.so libplc4.so libplds4.so TorBrowser/Tor/libstdc++/libstdc++.so.6 @@ -130,6 +131,11 @@ our @tests = ( TorBrowser/Tor/PluggableTransports/zope/interface/_zope_interface_coptimizations.so TorBrowser/Tor/PluggableTransports/meek-client TorBrowser/Tor/PluggableTransports/obfs4proxy + TorBrowser/Tor/PluggableTransports/snowflake-client + TorBrowser/ncprop279/ncprop279 + libgraphitewasm.so + liboggwasm.so + libmozwayland.so ) ], }, { @@ -154,6 +160,7 @@ our @tests = ( TorBrowser/Tor/PluggableTransports/meek-client-torbrowser TorBrowser/Tor/PluggableTransports/obfs4proxy TorBrowser/Tor/PluggableTransports/snowflake-client + TorBrowser/ncprop279/ncprop279 ) ], }, {

1 0

[tor-browser-bundle-testsuite/master] Fix readelf_no_rpath test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit a05667015ccd4811a3b4901d8bcc97eb455773b7 Author: Alex Catarineu <acat(a)torproject.org> Date: Mon May 18 15:52:27 2020 +0200 Fix readelf_no_rpath test --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 3 +++ 1 file changed, 3 insertions(+) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index 90d445c..b7014f4 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -180,6 +180,9 @@ our @tests = ( command => [ 'readelf', '-d' ], check_output => sub { ! ( $_[0] =~ m/runpath/ ) }, enable => sub { $OSNAME eq 'linux' }, + skip_files => [ qw( + updater + ) ], # We have tor-browser-build#40092 for investigating this }, { name => 'otool_PIE',

1 0

[tor-browser-bundle-testsuite/master] Fix searchengines test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit aa420c446bacd1dd800ad75467261726037b5ec2 Author: Alex Catarineu <acat(a)torproject.org> Date: Mon May 18 09:36:03 2020 +0200 Fix searchengines test --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 2 -- marionette/tor_browser_tests/test_searchengines.py | 13 ++++++++----- 2 files changed, 8 insertions(+), 7 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index 0bf4359..91aa6f0 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -385,8 +385,6 @@ our @tests = ( name => 'searchengines', type => 'marionette', descr => 'Check that we have the default search engines set', - # Bug 30340: temporarily disable test - enable => sub { undef }, }, { name => 'noscript', diff --git a/marionette/tor_browser_tests/test_searchengines.py b/marionette/tor_browser_tests/test_searchengines.py index 69d0ffe..eeb2c6b 100644 --- a/marionette/tor_browser_tests/test_searchengines.py +++ b/marionette/tor_browser_tests/test_searchengines.py @@ -22,12 +22,15 @@ class Test(MarionetteTestCase): def test_searchengines(self): with self.marionette.using_context('content'): - self.marionette.navigate('about:') + self.marionette.navigate('about:robots') with self.marionette.using_context('chrome'): - searchbar = self.marionette.find_element('id', 'searchbar') - txtbox = searchbar.find_element('anon attribute', {'anonid': 'searchbar-textbox'}) - self.assertRegexpMatches(txtbox.get_attribute('label'), 'DuckDuckGo', - 'DuckDuckGo is not the default search engine!') + self.marionette.timeout.implicit = 5 + searchbar = self.marionette.find_element('id', 'urlbar-input') + searchbar.click() + searchbar.send_keys("test") + urlbarresults = self.marionette.find_element('id', 'urlbar-results') + result = urlbarresults.find_element("css selector", "div:first-child .urlbarView-action") + self.assertRegexpMatches(result.text, 'DuckDuckGo', 'DuckDuckGo is not the default search engine!') #XXX: Test whether the second and third engine are the ones we want as well.

1 0

[tor-browser-bundle-testsuite/master] Fix play_videos test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit e8a5a6b29969e9b68a2d4acc989508b6a5ee748f Author: Alex Catarineu <acat(a)torproject.org> Date: Mon May 18 10:26:07 2020 +0200 Fix play_videos test --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 4 +--- marionette/tor_browser_tests/test_page.py | 5 +++-- test-data/play_videos.html | 3 ++- 3 files changed, 6 insertions(+), 6 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index 4223132..365b7bc 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -428,10 +428,8 @@ our @tests = ( descr => 'Play some videos', use_net => 1, marionette_test => 'page', - remote => 1, + remote => 0, timeout => 50000, - # Bug 30339: temporarily disable test - enable => sub { undef }, }, { name => 'svg-disable', diff --git a/marionette/tor_browser_tests/test_page.py b/marionette/tor_browser_tests/test_page.py index d03367c..3d1f4cc 100644 --- a/marionette/tor_browser_tests/test_page.py +++ b/marionette/tor_browser_tests/test_page.py @@ -13,9 +13,10 @@ class Test(MarionetteTestCase): if ts.t['test']['remote']: test_data_url = ts.t['options']['test_data_url'] + self.test_page_url = '%s/%s.html' % (test_data_url, ts.t['test']['name']) else: - test_data_url = "file://%s" % ts.t['options']['test_data_dir'] - self.test_page_url = '%s/%s.html' % (test_data_url, ts.t['test']['name']) + self.test_page_url = self.marionette.absolute_url('%s.html' % (ts.t['test']['name'])) + self.marionette.set_pref("network.proxy.allow_hijacking_localhost", False) if ts.t['test']['timeout']: self.timeout = ts.t['test']['timeout'] diff --git a/test-data/play_videos.html b/test-data/play_videos.html index 76e4d1f..a2f4112 100644 --- a/test-data/play_videos.html +++ b/test-data/play_videos.html @@ -34,7 +34,8 @@ for (var i = 0; i < videos.length; i++) { next[v.id] = 'videos_' + (i + 1).toString(); document.getElementById("videos").appendChild(v); } -document.getElementById("videos_0").play(); +const first = document.getElementById("videos_0"); +first.addEventListener("canplay", () => first.play()); </script> </body>

1 0

[tor-browser-bundle-testsuite/master] Fix svg tests
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit 838c00e3f9b562ccd3b4b5809b6fb4fe34b3814d Author: Alex Catarineu <acat(a)torproject.org> Date: Mon May 18 11:42:53 2020 +0200 Fix svg tests --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 10 +---- marionette/tor_browser_tests/test_svg.py | 67 +++++++++++++--------------- test-data/svg/object_data_url.html | 2 +- 3 files changed, 33 insertions(+), 46 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index 365b7bc..90d445c 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -439,11 +439,8 @@ our @tests = ( use_net => 1, prefs => { 'extensions.torbutton.security_custom' => 'true', - 'svg.in-content.enabled' => 'false', + 'svg.disabled' => 'true', }, - # Bug 28798: temporarily disable test - enable => sub { undef }, - #enable => sub { $OSNAME eq 'linux' }, }, { name => 'svg-enable', @@ -453,11 +450,8 @@ our @tests = ( use_net => 1, prefs => { 'extensions.torbutton.security_custom' => 'true', - 'svg.in-content.enabled' => 'true', + 'svg.disabled' => 'false', }, - # Bug 28798: temporarily disable test - enable => sub { undef }, - #enable => sub { $OSNAME eq 'linux' }, }, { name => 'download_pdf', diff --git a/marionette/tor_browser_tests/test_svg.py b/marionette/tor_browser_tests/test_svg.py index e420d60..af55b1b 100644 --- a/marionette/tor_browser_tests/test_svg.py +++ b/marionette/tor_browser_tests/test_svg.py @@ -1,11 +1,9 @@ -from marionette_driver import By from marionette_driver.errors import MarionetteException, JavascriptException, NoSuchElementException from marionette_harness import MarionetteTestCase import testsuite - class Test(MarionetteTestCase): def setUp(self): @@ -14,62 +12,58 @@ class Test(MarionetteTestCase): ts = testsuite.TestSuite() self.ts = ts - self.svg_dir = "file://%s/svg/" % ts.t['options']['test_data_dir'] + self.marionette.set_pref("network.proxy.allow_hijacking_localhost", False) def test_svg(self): m = self.marionette svg_enabled = self.ts.t['test']['name'] == 'svg-enable' - self.assertEqual(self.marionette.get_pref('svg.in-content.enabled'), - svg_enabled, - msg="svg.in-content.enabled is not set correctly") + self.assertEqual(self.marionette.get_pref('svg.disabled'), + not svg_enabled, + msg="svg.disabled is not set correctly") - m.set_search_timeout(1000) + self.marionette.timeout.implicit = 1 with m.using_context('content'): # img src url - m.navigate("%s/img_src_url.html" % self.svg_dir) + m.navigate(self.marionette.absolute_url("svg/img_src_url.html")) svg_elt = m.find_element('id', 'svgImgElem') self.assertEqual(svg_elt.get_property('width'), 450 if svg_enabled else 24, msg="img src url") # img data url - m.navigate("%s/img_data_url.html" % self.svg_dir) + m.navigate(self.marionette.absolute_url("svg/img_data_url.html")) svg_elt = m.find_element('id', 'svgImgElem') self.assertEqual(svg_elt.get_property('width'), 300 if svg_enabled else 24, msg="img data url") # object data url - m.navigate("%s/object_data_url.html" % self.svg_dir) - try: - visibility = m.execute_script(''' + m.navigate(self.marionette.absolute_url("svg/object_data_url.html")) + width = m.execute_script(''' var elt = document.getElementById("svgObjectElem"); - return elt.contentDocument.visibilityState; + return elt.getBoundingClientRect().width; ''') - except JavascriptException: - visibility = 'invisible' - self.assertEqual(visibility, - 'visible' if svg_enabled else 'invisible', - msg='object data url') + self.assertEqual(width, + 450 if svg_enabled else 300, + msg="object data url") # object remote url - m.navigate("%s/object_remote_url.html" % self.svg_dir) - try: - visibility = m.execute_script(''' + m.navigate(self.marionette.absolute_url("svg/object_remote_url.html")) + svg_elt = m.find_element('id', 'svgObjectElem') + + width = m.execute_script(''' var elt = document.getElementById("svgObjectElem"); - return elt.contentDocument.visibilityState; + return elt.getBoundingClientRect().width; ''') - except JavascriptException: - visibility = 'invisible' - self.assertEqual(visibility, - 'visible' if svg_enabled else 'invisible', - msg='object remote url') + self.assertEqual(width, + 450 if svg_enabled else 300, + msg="object remote url") # inline svg - m.navigate('%s/inline_svg.html' % self.svg_dir) + m.navigate(self.marionette.absolute_url("svg/inline_svg.html")) try: elt_width = m.execute_script(''' var elt = document.getElementById("inlineSVG"); @@ -77,19 +71,18 @@ class Test(MarionetteTestCase): ''') except JavascriptException: elt_width = None - print "width: %s" % elt_width self.assertEqual(elt_width, 300 if svg_enabled else None, msg='inline svg') # iframe remote url - m.navigate('%s/iframe_remote_url.html' % self.svg_dir) + m.navigate(self.marionette.absolute_url("svg/iframe_remote_url.html")) m.switch_to_frame(m.find_element('id', 'svgIframeElem')) - found_elt = True - try: - svg_elt = m.find_element('tag name', 'svg') - except NoSuchElementException: - found_elt = False - self.assertEqual(found_elt, True if svg_enabled else False, + svg_elt = m.find_element('tag name', 'svg') + width = m.execute_script(''' + var elt = document.getElementsByTagName("svg")[0]; + return elt.getBoundingClientRect().width; + ''') + self.assertEqual(width, + 450 if svg_enabled else 500, msg="iframe remote url prompt") - diff --git a/test-data/svg/object_data_url.html b/test-data/svg/object_data_url.html index 6d2a8b4..9e3344d 100644 --- a/test-data/svg/object_data_url.html +++ b/test-data/svg/object_data_url.html @@ -5,7 +5,7 @@ <title>SVG Test</title> <body> <div>object with data URL:<br> - <object id="svgObjectElem" type="image/svg+xml" data="data:image/svg+xml;utf8,<svg xmlns='http://www.w3.org/2000/svg'><linearGradient id='g' x2='0' y2='100%'><stop stop-color='%23faf'/><stop offset='100%' stop-color='white'/></linearGradient><rect fill='url(%23g)' width='100%' height='100%'/></svg>"> + <object id="svgObjectElem" type="image/svg+xml" data="data:image/svg+xml;utf8,<svg xmlns='http://www.w3.org/2000/svg' width='450'><linearGradient id='g' x2='0' y2='100%'><stop stop-color='%23faf'/><stop offset='100%' stop-color='white'/></linearGradient><rect fill='url(%23g)' width='100%' height='100%'/></svg>"> this text appears when SVG is disabled </object> </div>

1 0

[tor-browser-bundle-testsuite/master] Bug 30431: Fix the https-everywhere test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit 3f07e512d087e40845ce4d52ec4221f98baed878 Author: Alex Catarineu <acat(a)torproject.org> Date: Mon Sep 14 18:26:12 2020 +0200 Bug 30431: Fix the https-everywhere test Temptatively fixing this flaky test by waiting until HTTPS Everywhere has loaded some rulesets. Also fix https-everywhere tests for builtin addon. --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 15 -------- .../tor_browser_tests/test_https-everywhere.py | 44 ++++++++++++++++++---- 2 files changed, 37 insertions(+), 22 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index e92fe6d..e35e903 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -272,27 +272,12 @@ our @tests = ( type => 'marionette', descr => 'Check that https everywhere is not doing anything when disabled', use_net => 1, - pre => sub { - my ($tbbinfos, $t) = @_; - my $hdir = "$tbbinfos->{tmpdir}/https-everywhere"; - mkdir "$hdir"; - move($tbbinfos->{ffprofiledir} . '/extensions/https-everywhere-eff(a)eff.org.xpi', - $hdir . '/https-everywhere-eff(a)eff.org.xpi'); - }, - post => sub { - my ($tbbinfos, $t) = @_; - my $hdir = "$tbbinfos->{tmpdir}/https-everywhere"; - move($hdir . '/https-everywhere-eff(a)eff.org.xpi', - $tbbinfos->{ffprofiledir} . '/extensions/https-everywhere-eff(a)eff.org.xpi'); - }, }, { name => 'https-everywhere', type => 'marionette', use_net => 1, descr => 'Check that https everywhere is working', - # Bug 30431: temporarily disable test - enable => sub { undef }, }, { name => 'settings', diff --git a/marionette/tor_browser_tests/test_https-everywhere.py b/marionette/tor_browser_tests/test_https-everywhere.py index 25d959e..7819771 100644 --- a/marionette/tor_browser_tests/test_https-everywhere.py +++ b/marionette/tor_browser_tests/test_https-everywhere.py @@ -1,11 +1,7 @@ -from marionette_driver import By -from marionette_driver.errors import MarionetteException - from marionette_harness import MarionetteTestCase - +from marionette_driver import Wait import testsuite - class Test(MarionetteTestCase): def setUp(self): @@ -17,13 +13,47 @@ class Test(MarionetteTestCase): self.HTTP_URL = "http://httpbin.org/" self.HTTPS_URL = "https://httpbin.org/" + self.is_disabled = self.ts.t['test']['name'] == 'https-everywhere-disabled' + + if self.is_disabled: + with self.marionette.using_context('chrome'): + self.marionette.execute_async_script(""" + let [resolve] = arguments; + const { AddonManager } = ChromeUtils.import( + "resource://gre/modules/AddonManager.jsm" + ); + AddonManager.getAddonByID("https-everywhere-eff(a)eff.org") + .then(addon => addon.disable()) + .then(resolve); + """) + + def tearDown(self): + super(Test, self).tearDown() + if self.is_disabled: + with self.marionette.using_context('chrome'): + self.marionette.execute_async_script(""" + let [resolve] = arguments; + const { AddonManager } = ChromeUtils.import( + "resource://gre/modules/AddonManager.jsm" + ); + AddonManager.getAddonByID("https-everywhere-eff(a)eff.org") + .then(addon => addon.enable()) + .then(resolve); + """) def test_https_everywhere(self): + # Wait until .tor.onion rules have been loaded, to make sure HTTPS Everywhere + # has loaded correctly. + m = self.marionette + if not self.is_disabled: + with m.using_context('chrome'): + Wait(m, timeout=m.timeout.page_load).until( + lambda _: m.execute_script("return OnionAliasStore._onionMap.size;") > 0) + with self.marionette.using_context('content'): self.marionette.navigate(self.HTTP_URL) - if self.ts.t['test']['name'] == 'https-everywhere': + if not self.is_disabled: self.assertEqual(self.marionette.get_url(), self.HTTPS_URL) else: self.assertEqual(self.marionette.get_url(), self.HTTP_URL) -

1 0

[tor-browser-bundle-testsuite/master] Fix several bridge tests
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit 7b3991c9ba73b514cdedf23d2d54df3166454466 Author: Alex Catarineu <acat(a)torproject.org> Date: Mon May 18 15:55:45 2020 +0200 Fix several bridge tests --- tor-config/meek_config | 2 +- tor-config/tor_bridge.conf | 2 +- tor-config/tor_meek-azure.conf | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/tor-config/meek_config b/tor-config/meek_config index c851390..a795e1d 100644 --- a/tor-config/meek_config +++ b/tor-config/meek_config @@ -1,4 +1,4 @@ [% INCLUDE main_config %] -ClientTransportPlugin meek exec [% tbbinfos.ptdir %]/meek-client-torbrowser -- [% tbbinfos.ptdir %]/meek-client +ClientTransportPlugin meek_lite exec [% tbbinfos.ptdir %]/obfs4proxy diff --git a/tor-config/tor_bridge.conf b/tor-config/tor_bridge.conf index f9a5d7e..5d82115 100644 --- a/tor-config/tor_bridge.conf +++ b/tor-config/tor_bridge.conf @@ -1,4 +1,4 @@ [% INCLUDE main_config %] UseBridges 1 -Bridge 83.212.101.3:6666 +Bridge 35.170.192.213:12358 diff --git a/tor-config/tor_meek-azure.conf b/tor-config/tor_meek-azure.conf index 29f8601..0da1b9f 100644 --- a/tor-config/tor_meek-azure.conf +++ b/tor-config/tor_meek-azure.conf @@ -1,4 +1,4 @@ [% INCLUDE meek_config %] UseBridges 1 -Bridge meek 0.0.2.0:3 97700DFE9F483596DDA6264C4D7DF7641E1E39CE url=https://meek.azureedge.net/ front=ajax.aspnetcdn.com +Bridge meek_lite 0.0.2.0:2 97700DFE9F483596DDA6264C4D7DF7641E1E39CE url=https://meek.azureedge.net/ front=ajax.aspnetcdn.com

1 0

[tor-browser-bundle-testsuite/master] Enable noscript test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit 72d4af38812d87fc43e66891bc1e049f83f9ddb1 Author: Alex Catarineu <acat(a)torproject.org> Date: Mon May 18 17:44:23 2020 +0200 Enable noscript test --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 2 -- marionette/tor_browser_tests/test_noscript.py | 3 +-- 2 files changed, 1 insertion(+), 4 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index b7014f4..4a8908e 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -397,8 +397,6 @@ our @tests = ( prefs => { 'extensions.torbutton.security_slider' => 2, }, - # Bug 28876: temporarily disable test - enable => sub { undef }, }, { name => 'fp_screen_dimensions', diff --git a/marionette/tor_browser_tests/test_noscript.py b/marionette/tor_browser_tests/test_noscript.py index 6c3fdeb..8083098 100644 --- a/marionette/tor_browser_tests/test_noscript.py +++ b/marionette/tor_browser_tests/test_noscript.py @@ -7,7 +7,6 @@ from marionette_harness import MarionetteTestCase import testsuite - class Test(MarionetteTestCase): def setUp(self): @@ -21,7 +20,7 @@ class Test(MarionetteTestCase): def test_noscript(self): - self.marionette.set_search_timeout(1000) + self.marionette.timeout.implicit = 1 with self.marionette.using_context('content'):

1 0

[tor-browser-bundle-testsuite/master] Bug 40002: Add test for 'Add v3 onion services client authentication prompt' TB patch
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit 5c0a4650a88d4b616fb36afc2a57ebb78ab7f539 Author: Alex Catarineu <acat(a)torproject.org> Date: Fri Jul 3 00:53:46 2020 +0200 Bug 40002: Add test for 'Add v3 onion services client authentication prompt' TB patch --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 7 + TBBTestSuite/Tests/TorBootstrap.pm | 4 + .../tor_browser_tests/test_onion_client_auth.py | 215 +++++++++++++++++++++ 3 files changed, 226 insertions(+) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index 37efae6..7d6c110 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -494,6 +494,13 @@ our @tests = ( use_net => 1, descr => 'Check that onion alias urlbar rewrites work properly', }, + { + name => 'onion_client_auth', + type => 'marionette', + use_net => 1, + descr => 'Check that onion client auth works properly', + run_once => 1, + }, { name => 'security_level_ui', type => 'marionette', diff --git a/TBBTestSuite/Tests/TorBootstrap.pm b/TBBTestSuite/Tests/TorBootstrap.pm index f35b4a2..006be59 100644 --- a/TBBTestSuite/Tests/TorBootstrap.pm +++ b/TBBTestSuite/Tests/TorBootstrap.pm @@ -153,11 +153,15 @@ sub start_tor { } write_file("$tbbinfos->{datadir}/Tor/torrc", ()) unless -f "$tbbinfos->{datadir}/Tor/torrc"; + # These arguments should be kept in sync with tor-launcher + mkdir "$tbbinfos->{datadir}/Tor/onion-auth" unless -d "$tbbinfos->{datadir}/Tor/onion-auth"; my @cmd = (winpath($tbbinfos->{torbin}), '--defaults-torrc', winpath($torrc_file), '-f', winpath("$tbbinfos->{datadir}/Tor/torrc"), 'DataDirectory', winpath("$tbbinfos->{datadir}/Tor"), 'GeoIPFile', winpath($tbbinfos->{torgeoip}), + 'ClientOnionAuthDir', winpath("$tbbinfos->{datadir}/Tor/onion-auth"), + '__SocksPort', "$options->{'tor-socks-port'} ExtendedErrors IPv6Traffic PreferIPv6 KeepAliveIsolateSOCKSAuth", '__OwningControllerProcess', winpid($$)); $tbbinfos->{torpid} = fork; if ($tbbinfos->{torpid} == 0) { diff --git a/marionette/tor_browser_tests/test_onion_client_auth.py b/marionette/tor_browser_tests/test_onion_client_auth.py new file mode 100644 index 0000000..38c8a34 --- /dev/null +++ b/marionette/tor_browser_tests/test_onion_client_auth.py @@ -0,0 +1,215 @@ +from marionette_driver import By, Wait +from marionette_driver.errors import MarionetteException, NoSuchElementException, TimeoutException +from marionette_driver.legacy_actions import Actions +from marionette_harness import MarionetteTestCase, WindowManagerMixin + +import testsuite + +from stem.control import Controller +from stem.process import launch_tor_with_config + +from urlparse import urlparse +from tempfile import mkdtemp +import shutil +import os +import base64 + +import time + + +class Test(WindowManagerMixin, MarionetteTestCase): + def setUp(self): + super(Test, self).setUp() + + self.public_key = 'E4ST65PDZDVZRAW2FLT5RBFKYEM3GW73SRQDMEBLBDHQP3Y4NADQ' + self.private_key = 'B7H4TVVQNEOIENRS3GW3GI4VLVTSZPKS7NVSJAIDTNLBRWKWPHLQ' + + self.tmp_dir = mkdtemp() + fixtures_port = urlparse(self.marionette.absolute_url('')).port + os.mkdir(os.path.join(self.tmp_dir, 'hidden_service'), 0700) + os.mkdir(os.path.join(self.tmp_dir, 'hidden_service', + 'authorized_clients'), 0700) + with open(os.path.join(self.tmp_dir, 'hidden_service', 'authorized_clients', 'alice.auth'), "w") as myfile: + myfile.write("descriptor:x25519:" + self.public_key + '\n') + + # Add tor executable directory to the LD_LIBRARY_PATH + ld_lib_list = filter(len, os.environ.get( + "LD_LIBRARY_PATH", "").split(":")) + tor_dirname = os.path.dirname( + testsuite.TestSuite().t['tbbinfos']['torbin']) + if tor_dirname not in ld_lib_list: + ld_lib_list = [tor_dirname] + ld_lib_list + os.environ["LD_LIBRARY_PATH"] = ":".join(ld_lib_list) + + self.tor_process = launch_tor_with_config( + config={ + 'ControlPort': '9999', + 'SOCKSPort': '0', + 'DataDirectory': self.tmp_dir, + 'HiddenServiceDir': os.path.join(self.tmp_dir, 'hidden_service'), + 'HiddenServicePort': '80 127.0.0.1:' + str(fixtures_port), + }, + take_ownership=True, + tor_cmd=testsuite.TestSuite().t['tbbinfos']['torbin'] + ) + + with open(os.path.join(self.tmp_dir, 'hidden_service', 'hostname'), 'r') as myfile: + self.onion = myfile.read().strip() + + self.controller = Controller.from_port(port=9999) + self.controller.authenticate() + + def is_published(_): + try: + self.controller.get_hidden_service_descriptor(self.onion) + return True + except: + return False + Wait(self.marionette, timeout=10).until(is_published) + # Wait a reasonable amount of time to increase the chances of the service to work + time.sleep(10) + + def tearDown(self): + self.controller.close() + self.tor_process.terminate() + shutil.rmtree(self.tmp_dir, ignore_errors=True) + super(Test, self).tearDown() + + def load_onion(self, onion=None, wait_auth=True): + if not onion: + onion = self.onion + m = self.marionette + with m.using_context('content'): + self.marionette.execute_script( + 'window.location = "http://' + onion + '/dom-objects-enumeration.html";') + if wait_auth: + with m.using_context('chrome'): + Wait(m, timeout=m.timeout.page_load).until(lambda _: m.find_element( + 'id', 'tor-clientauth-notification-key').is_displayed()) + + def check_errors(self, title, short, long): + m = self.marionette + with m.using_context('content'): + Wait(m, timeout=m.timeout.page_load).until(lambda _: m.find_element( + 'css selector', '#text-container .title-text').text != '') + self.assertEqual(m.find_element( + 'css selector', '#text-container .title-text').text, title) + self.assertEqual(m.find_element( + 'id', 'errorShortDescText').text, short) + self.assertEqual(m.find_element('id', 'errorLongDesc').text, long) + + def get_keys(self): + with self.marionette.using_context('content'): + self.marionette.navigate("about:preferences#privacy") + self.marionette.find_element( + 'id', 'torOnionServiceKeys-savedKeys').click() + return self.marionette.execute_script(''' + const dialog = document.querySelector('.dialogFrame'); + const tree = dialog.contentDocument.querySelector('#onionservices-savedkeys-tree'); + const view = tree.view; + const rowCount = view.rowCount; + const result = []; + for (let i = 0; i < rowCount; ++i) { + result.push([ + view.getCellText(i, tree.columns[0]), + view.getCellText(i, tree.columns[1]), + ]); + } + return result; + ''') + + def new_identity(self): + m = self.marionette + with m.using_context('chrome'): + m.set_pref('extensions.torbutton.confirm_newnym', False) + m.find_element('id', 'new-identity-button').click() + # Wait some time for new identity to finish. + time.sleep(2) + # Reload marionette session after new identity. + self.marionette.quit() + self.marionette.start_session() + self.marionette.timeout.implicit = 10 + + def delete_all_keys(self): + with self.marionette.using_context('content'): + self.marionette.navigate("about:preferences#privacy") + self.marionette.find_element( + 'id', 'torOnionServiceKeys-savedKeys').click() + return self.marionette.execute_script(''' + const dialog = document.querySelector('.dialogFrame'); + dialog.contentDocument.querySelector('#onionservices-savedkeys-removeall').click(); + ''') + + def test_client_auth(self): + m = self.marionette + m.timeout.implicit = 10 + + # Cancel auth + self.load_onion() + with m.using_context('chrome'): + cancel = m.find_element( + 'css selector', '#tor-clientauth-notification .popup-notification-secondary-button') + cancel.click() + + self.check_errors('Onionsite Requires Authentication', 'Access to the onionsite requires a key but none was provided.', + u'Details: 0xF4 \u2014 The client downloaded the requested onion service descriptor but was unable to decrypt its content because client authorization information is missing.') + + # Wrong auth + self.load_onion() + with m.using_context('chrome'): + m.find_element('id', 'tor-clientauth-notification-key').send_keys( + 'E4ST65PDZDVZRAW2FLT5RBFKYEM3GW73SRQDMEBLBDHQP3Y4NADQ') + m.find_element( + 'css selector', '#tor-clientauth-notification .popup-notification-primary-button').click() + Wait(m, timeout=m.timeout.page_load).until(lambda _: not m.find_element( + 'id', 'tor-clientauth-notification-key').is_displayed()) + Wait(m, timeout=m.timeout.page_load).until(lambda _: m.find_element( + 'id', 'tor-clientauth-notification-key').is_displayed()) + + # Good auth, don't remember key + with m.using_context('chrome'): + m.find_element( + 'id', 'tor-clientauth-notification-key').send_keys(self.private_key) + m.find_element( + 'css selector', '#tor-clientauth-notification .popup-notification-primary-button').click() + with m.using_context('content'): + m.find_element('id', 'enumeration') + keys = self.get_keys() + self.assertEqual(len(keys), 0) + self.new_identity() + self.load_onion() # This will block if the auth prompt is not displayed + + # Good auth, remember key + with m.using_context('chrome'): + m.find_element( + 'id', 'tor-clientauth-notification-key').send_keys(self.private_key) + m.find_element('id', 'tor-clientauth-persistkey-checkbox').click() + m.find_element( + 'css selector', '#tor-clientauth-notification .popup-notification-primary-button').click() + with m.using_context('content'): + m.find_element('id', 'enumeration') + keys = self.get_keys() + self.assertEqual(len(keys), 1) + self.assertEqual(keys[0][0], self.onion[:-6]) + self.assertEqual(keys[0][1], base64.b64encode( + base64.b32decode(self.private_key + '===='))) + self.new_identity() + with m.using_context('content'): + m.navigate('http://' + self.onion + + '/dom-objects-enumeration.html') # Should not block + + self.delete_all_keys() + # Wait a bit, otherwise it sometimes loads the onion without the auth prompt + time.sleep(5) + with m.using_context('content'): + self.load_onion() # Load and wait for the auth doorgahnger + + # Check invalid onion address error + with m.using_context('content'): + bad_char = 'a' if self.onion[-7:-6] != 'a' else 'b' + self.load_onion( + onion=self.onion[:-7] + bad_char + ".onion", wait_auth=False) + self.check_errors('Invalid Onionsite Address', 'The provided onionsite address is invalid. Please check that you entered it correctly.', + u'Details: 0xF6 \u2014 The provided .onion address is invalid. This error is returned due to one of the following reasons: the address checksum doesn\'t match, the ed25519 public key is invalid, or the encoding is invalid.') + + # TODO: check other onion errors

1 0

[tor-browser-bundle-testsuite/master] Bug 40004: Add test for 'Implement .onion alias urlbar rewrites' TB patch
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit cf696e9f07b8716e8115d59d9651982f3702fa32 Author: Alex Catarineu <acat(a)torproject.org> Date: Mon Jun 29 19:54:14 2020 +0200 Bug 40004: Add test for 'Implement .onion alias urlbar rewrites' TB patch --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 6 +++ marionette/tor_browser_tests/test_onion_alias.py | 67 ++++++++++++++++++++++++ 2 files changed, 73 insertions(+) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index 5a642ef..931ab70 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -488,6 +488,12 @@ our @tests = ( use_net => 1, descr => 'Check that Onion-Location header handling works correctly', }, + { + name => 'onion_alias', + type => 'marionette', + use_net => 1, + descr => 'Check that onion alias urlbar rewrites work properly', + }, ); sub set_test_prefs { diff --git a/marionette/tor_browser_tests/test_onion_alias.py b/marionette/tor_browser_tests/test_onion_alias.py new file mode 100644 index 0000000..1495906 --- /dev/null +++ b/marionette/tor_browser_tests/test_onion_alias.py @@ -0,0 +1,67 @@ +from marionette_driver import By, Wait +from marionette_driver.errors import MarionetteException, NoSuchElementException, TimeoutException +from marionette_driver.legacy_actions import Actions +from marionette_harness import MarionetteTestCase, WindowManagerMixin + +import time + + +class Test(WindowManagerMixin, MarionetteTestCase): + def get_urlbar_value(self): + with self.marionette.using_context('chrome'): + return self.marionette.execute_script("return gURLBar.value;") + + def test_onion_alias(self): + m = self.marionette + m.timeout.implicit = 10 + + # Wait until .tor.onion rules have been loaded + with m.using_context('chrome'): + Wait(m, timeout=m.timeout.page_load).until( + lambda _: m.execute_script("return OnionAliasStore._onionMap.size;") > 0) + + with m.using_context('content'): + # Navigating to a known .tor.onion should redirect and rewrite the urlbar with the alias. + m.navigate('http://theintercept.securedrop.tor.onion') + self.assertEqual(m.get_url( + ), 'http://xpxduj55x2j27l2qytu2tcetykyfxbjbafin3x4i3ywddzphkbrd3jyd.onion/') + self.assertEqual(self.get_urlbar_value(), + 'theintercept.securedrop.tor.onion') + + # Bookmark should be created with the onion alias URL + with m.using_context('chrome'): + m.find_element('id', 'star-button-box').click() + m.find_element('id', 'editBookmarkPanelDoneButton').click() + recent_bookmarks = m.execute_script( + "return PlacesUtils.bookmarks.getRecent(1);") + self.assertEqual( + recent_bookmarks[0]["url"], "http://theintercept.securedrop.tor.onion/") + + # Opening a same-origin link should keep the onion alias in the urlbar + el = m.find_element('id', 'submit-documents-button') + action = Actions(m) + action.middle_click(el) + action.perform() + Wait(m, timeout=m.timeout.page_load).until( + lambda _: len(m.window_handles) > 1) + m.switch_to_window(m.window_handles[1]) + Wait(m, timeout=m.timeout.page_load).until( + lambda _: m.get_url() != 'about:blank') + self.assertEqual(m.get_url( + ), 'http://xpxduj55x2j27l2qytu2tcetykyfxbjbafin3x4i3ywddzphkbrd3jyd.onion/gener…') + self.assertEqual(self.get_urlbar_value(), + 'theintercept.securedrop.tor.onion/generate') + m.close() + m.switch_to_window(m.window_handles[0]) + + # Going directly to .onion should not rewrite the urlbar + new_tab = self.open_tab() + m.switch_to_window(new_tab) + m.navigate( + 'http://xpxduj55x2j27l2qytu2tcetykyfxbjbafin3x4i3ywddzphkbrd3jyd.onion') + self.assertEqual(m.get_url( + ), 'http://xpxduj55x2j27l2qytu2tcetykyfxbjbafin3x4i3ywddzphkbrd3jyd.onion/') + self.assertEqual(self.get_urlbar_value( + ), 'xpxduj55x2j27l2qytu2tcetykyfxbjbafin3x4i3ywddzphkbrd3jyd.onion') + m.close() + m.switch_to_window(self.start_tab)

1 0

[tor-browser-bundle-testsuite/master] Bug 40003: Add test for 'Implement Onion-Location' TB patch
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit fe257166a6e9a5bb4100a24674f98eed86822572 Author: Alex Catarineu <acat(a)torproject.org> Date: Mon Jun 29 19:41:47 2020 +0200 Bug 40003: Add test for 'Implement Onion-Location' TB patch --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 6 + .../tor_browser_tests/test_onion_location.py | 135 +++++++++++++++++++++ 2 files changed, 141 insertions(+) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index 834641e..5a642ef 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -482,6 +482,12 @@ our @tests = ( use_net => 1, descr => 'Check onion security expectations', }, + { + name => 'onion_location', + type => 'marionette', + use_net => 1, + descr => 'Check that Onion-Location header handling works correctly', + }, ); sub set_test_prefs { diff --git a/marionette/tor_browser_tests/test_onion_location.py b/marionette/tor_browser_tests/test_onion_location.py new file mode 100644 index 0000000..1188250 --- /dev/null +++ b/marionette/tor_browser_tests/test_onion_location.py @@ -0,0 +1,135 @@ +from marionette_driver import By, Wait +from marionette_driver.errors import MarionetteException, NoSuchElementException, TimeoutException + +from marionette_harness import MarionetteTestCase, WindowManagerMixin + + +class Test(WindowManagerMixin, MarionetteTestCase): + + def test_onion_location(self): + m = self.marionette + m.timeout.implicit = 10 + + self.assertEqual(None, m.get_pref( + 'privacy.prioritizeonions.showNotification')) + + with m.using_context('content'): + m.navigate('https://www.torproject.org/') + + with m.using_context('chrome'): + # Check whether the urlbar badge is displayed + self.assertTrue(m.find_element( + 'id', 'onion-location-box').is_displayed()) + + # Check whether the notification is displayed the first time + notification = m.find_element('id', 'onion-location-notification') + self.assertTrue(notification.is_displayed()) + self.assertFalse(m.get_pref( + 'privacy.prioritizeonions.showNotification')) + always_prioritize = notification.find_element( + 'css selector', '.popup-notification-primary-button') + self.assertEqual(always_prioritize.get_attribute( + 'label'), 'Always Prioritize Onions') + + # Check learn more link + notification.find_element( + 'css selector', '.popup-notification-learnmore-link').click() + with m.using_context('content'): + Wait(m, timeout=m.timeout.page_load).until( + lambda _: len(m.window_handles) > 1) + m.switch_to_window(m.window_handles[1]) + Wait(m, timeout=m.timeout.page_load).until( + lambda _: m.get_url() != "about:blank") + self.assertEqual( + m.get_url(), "https://tb-manual.torproject.org/onion-services/") + m.close() + m.switch_to_window(m.window_handles[0]) + + with m.using_context('chrome'): + # Close the notification and check that it's not displayed anymore. + notification = m.find_element('id', 'onion-location-notification') + not_now = notification.find_element( + 'css selector', '.popup-notification-secondary-button') + self.assertEqual(not_now.get_attribute('label'), 'Not Now') + not_now.click() + try: + self.assertFalse(m.find_element( + 'id', 'onion-location-notification').is_displayed()) + except NoSuchElementException: + pass + + # Show the notification again + m.set_pref('privacy.prioritizeonions.showNotification', None) + new_tab = self.open_tab() + m.switch_to_window(new_tab) + m.close() + m.switch_to_window(self.start_tab) + + # Click "Always prioritize" in the notification + notification = m.find_element('id', 'onion-location-notification') + notification.find_element( + 'css selector', '.popup-notification-primary-button').click() + self.assertTrue(m.get_pref('privacy.prioritizeonions.enabled')) + + with m.using_context('content'): + m.switch_to_window(m.window_handles[1]) + self.assertEqual( + m.get_url(), 'about:preferences#privacy-onionservices') + m.close() + m.switch_to_window(self.start_tab) + + # Check that the original page is redirected to .onion + Wait(m, timeout=m.timeout.page_load).until( + lambda _: m.get_url() != 'https://www.torproject.org/') + self.assertEqual( + m.get_url(), 'http://expyuzz4wqqyqhjn.onion/index.html') + + # Check that auto-redirects work + m.navigate('https://www.torproject.org/') + self.assertEqual(m.get_url(), 'https://www.torproject.org/') + Wait(m, timeout=m.timeout.page_load).until( + lambda _: m.get_url() != 'https://www.torproject.org/') + self.assertEqual( + m.get_url(), 'http://expyuzz4wqqyqhjn.onion/index.html') + + # Go to preferences and disable auto-redirects + new_tab = self.open_tab() + m.switch_to_window(new_tab) + m.navigate('about:preferences#privacy-onionservices') + m.find_element('id', 'onionServicesRadioAsk').click() + self.assertFalse(m.get_pref( + 'privacy.prioritizeonions.enabled')) + m.close() + m.switch_to_window(self.start_tab) + m.navigate('https://www.torproject.org/') + try: + Wait(m, timeout=5).until(lambda _: m.get_url() + != 'https://www.torproject.org/') + self.assertTrue(False, "Should not redirect") + except TimeoutException: + pass + + # Check that the page is redirected when clicking on the urlbar badge + with m.using_context('chrome'): + self.assertTrue(m.find_element( + 'id', 'onion-location-box').is_displayed()) + m.find_element('id', 'onion-location-box').click() + with m.using_context('content'): + Wait(m, timeout=5).until(lambda _: m.get_url() + != 'https://www.torproject.org/') + self.assertEqual( + m.get_url(), 'http://expyuzz4wqqyqhjn.onion/index.html') + + # Check learn more link + with m.using_context('content'): + m.navigate('about:preferences#privacy-onionservices') + m.find_element('id', 'onionServicesLearnMore').click() + Wait(m, timeout=m.timeout.page_load).until( + lambda _: len(m.window_handles) > 1) + m.switch_to_window(m.window_handles[1]) + Wait(m, timeout=m.timeout.page_load).until( + lambda _: m.get_url() != "about:blank") + self.assertEqual( + m.get_url(), "https://tb-manual.torproject.org/onion-services/") + m.close() + m.switch_to_window(m.window_handles[0])

1 0

[tor-browser-bundle-testsuite/master] Fix onion location test issue in 81
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit 120a97eb4b3c0250ce4613a8f314dcd3841430fb Author: Alex Catarineu <acat(a)torproject.org> Date: Thu Aug 27 22:10:27 2020 +0200 Fix onion location test issue in 81 --- .../tor_browser_tests/test_onion_location.py | 36 ++++++++++++++-------- 1 file changed, 23 insertions(+), 13 deletions(-) diff --git a/marionette/tor_browser_tests/test_onion_location.py b/marionette/tor_browser_tests/test_onion_location.py index 1188250..d028d04 100644 --- a/marionette/tor_browser_tests/test_onion_location.py +++ b/marionette/tor_browser_tests/test_onion_location.py @@ -5,6 +5,16 @@ from marionette_harness import MarionetteTestCase, WindowManagerMixin class Test(WindowManagerMixin, MarionetteTestCase): + # To be investigated in #40007: + # In 81, marionette.get_url() sometimes fails with: + # `UnknownException: TypeError: browsingContext.currentWindowGlobal is null` + # It happens when clicking "Always Prioritize Onions" in the doorhanger: + # opens a new tab + refreshes the previous one, then when we close the new tab + # and move to the old one, marionette.get_url() throws the error. + # Until a proper fix, this workaround seems to work fine. + def get_url(self): + with self.marionette.using_context('content'): + return self.marionette.execute_script("return document.location.href;") def test_onion_location(self): m = self.marionette @@ -39,9 +49,9 @@ class Test(WindowManagerMixin, MarionetteTestCase): lambda _: len(m.window_handles) > 1) m.switch_to_window(m.window_handles[1]) Wait(m, timeout=m.timeout.page_load).until( - lambda _: m.get_url() != "about:blank") + lambda _: self.get_url() != "about:blank") self.assertEqual( - m.get_url(), "https://tb-manual.torproject.org/onion-services/") + self.get_url(), "https://tb-manual.torproject.org/onion-services/") m.close() m.switch_to_window(m.window_handles[0]) @@ -74,23 +84,23 @@ class Test(WindowManagerMixin, MarionetteTestCase): with m.using_context('content'): m.switch_to_window(m.window_handles[1]) self.assertEqual( - m.get_url(), 'about:preferences#privacy-onionservices') + self.get_url(), 'about:preferences#privacy-onionservices') m.close() m.switch_to_window(self.start_tab) # Check that the original page is redirected to .onion Wait(m, timeout=m.timeout.page_load).until( - lambda _: m.get_url() != 'https://www.torproject.org/') + lambda _: self.get_url() != 'https://www.torproject.org/') self.assertEqual( - m.get_url(), 'http://expyuzz4wqqyqhjn.onion/index.html') + self.get_url(), 'http://expyuzz4wqqyqhjn.onion/index.html') # Check that auto-redirects work m.navigate('https://www.torproject.org/') - self.assertEqual(m.get_url(), 'https://www.torproject.org/') + self.assertEqual(self.get_url(), 'https://www.torproject.org/') Wait(m, timeout=m.timeout.page_load).until( - lambda _: m.get_url() != 'https://www.torproject.org/') + lambda _: self.get_url() != 'https://www.torproject.org/') self.assertEqual( - m.get_url(), 'http://expyuzz4wqqyqhjn.onion/index.html') + self.get_url(), 'http://expyuzz4wqqyqhjn.onion/index.html') # Go to preferences and disable auto-redirects new_tab = self.open_tab() @@ -103,7 +113,7 @@ class Test(WindowManagerMixin, MarionetteTestCase): m.switch_to_window(self.start_tab) m.navigate('https://www.torproject.org/') try: - Wait(m, timeout=5).until(lambda _: m.get_url() + Wait(m, timeout=5).until(lambda _: self.get_url() != 'https://www.torproject.org/') self.assertTrue(False, "Should not redirect") except TimeoutException: @@ -115,10 +125,10 @@ class Test(WindowManagerMixin, MarionetteTestCase): 'id', 'onion-location-box').is_displayed()) m.find_element('id', 'onion-location-box').click() with m.using_context('content'): - Wait(m, timeout=5).until(lambda _: m.get_url() + Wait(m, timeout=5).until(lambda _: self.get_url() != 'https://www.torproject.org/') self.assertEqual( - m.get_url(), 'http://expyuzz4wqqyqhjn.onion/index.html') + self.get_url(), 'http://expyuzz4wqqyqhjn.onion/index.html') # Check learn more link with m.using_context('content'): @@ -128,8 +138,8 @@ class Test(WindowManagerMixin, MarionetteTestCase): lambda _: len(m.window_handles) > 1) m.switch_to_window(m.window_handles[1]) Wait(m, timeout=m.timeout.page_load).until( - lambda _: m.get_url() != "about:blank") + lambda _: self.get_url() != "about:blank") self.assertEqual( - m.get_url(), "https://tb-manual.torproject.org/onion-services/") + self.get_url(), "https://tb-manual.torproject.org/onion-services/") m.close() m.switch_to_window(m.window_handles[0])

1 0

[tor-browser-bundle-testsuite/master] Bug 40001: Add test for 'Communicating security expectations TB patch'
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit a6c55026833dbdb0a7769d7352579fd796e7573c Author: Alex Catarineu <acat(a)torproject.org> Date: Mon Jun 29 19:37:00 2020 +0200 Bug 40001: Add test for 'Communicating security expectations TB patch' --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 6 + marionette/setup.py | 1 + .../test_onion_security_expectations.py | 134 +++++++++++++++++++++ test-data/mixed.html | 8 ++ test-data/mixed_active.html | 8 ++ 5 files changed, 157 insertions(+) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index 4a8908e..834641e 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -476,6 +476,12 @@ our @tests = ( # Bug 30432: temporarily disable test enable => sub { undef }, }, + { + name => 'onion_security_expectations', + type => 'marionette', + use_net => 1, + descr => 'Check onion security expectations', + }, ); sub set_test_prefs { diff --git a/marionette/setup.py b/marionette/setup.py index 78f4522..9dc9772 100644 --- a/marionette/setup.py +++ b/marionette/setup.py @@ -5,6 +5,7 @@ PACKAGE_VERSION = '0.3' deps = [ 'marionette_harness == 5.0.0', 'marionette_driver == 3.0.0', + 'stem == 1.8.0', ] setup(name='tor-browser-tests', diff --git a/marionette/tor_browser_tests/test_onion_security_expectations.py b/marionette/tor_browser_tests/test_onion_security_expectations.py new file mode 100644 index 0000000..866ae1e --- /dev/null +++ b/marionette/tor_browser_tests/test_onion_security_expectations.py @@ -0,0 +1,134 @@ +from marionette_driver import By, Wait +from marionette_driver.errors import MarionetteException, NoSuchElementException, TimeoutException +from marionette_driver.legacy_actions import Actions +from marionette_harness import MarionetteTestCase, WindowManagerMixin + +import testsuite + +from stem.control import Controller + +from urlparse import urlparse + +import time + +class OnionFixturesMixin(object): + def setUp(self): + super(OnionFixturesMixin, self).setUp() + tor_control_port = testsuite.TestSuite( + ).t['options']['tor-control-port'] + with Controller.from_port(port=int(tor_control_port)) as controller: + controller.authenticate() + port = urlparse(self.marionette.absolute_url('')).port + response = controller.create_ephemeral_hidden_service( + {80: port}, + key_content='ED25519-V3', + await_publication=True, + detached=True, + ) + self.service_id = response.service_id + + def tearDown(self): + tor_control_port = testsuite.TestSuite( + ).t['options']['tor-control-port'] + with Controller.from_port(port=int(tor_control_port)) as controller: + controller.authenticate() + controller.remove_ephemeral_hidden_service(self.service_id) + super(OnionFixturesMixin, self).tearDown() + + +class Test(OnionFixturesMixin, WindowManagerMixin, MarionetteTestCase): + def get_identity_class(self): + with self.marionette.using_context('chrome'): + return self.marionette.execute_script(''' + return document.getElementById("identity-box").className; + ''') + + def get_identity_icon(self): + with self.marionette.using_context('chrome'): + return self.marionette.execute_script(''' + const el = document.getElementById("identity-icon"); + return document.defaultView.getComputedStyle(el)["list-style-image"]; + ''') + + def get_connection_type(self): + m = self.marionette + with self.marionette.using_context('chrome'): + self.execute_chrome( + 'document.getElementById("identity-popup-more-info").click()') + m.switch_to_window(m.chrome_window_handles[1]) + Wait(m, timeout=m.timeout.page_load).until( + lambda _: m.find_element('id', 'security-technical-shortform').text != '') + text = m.find_element('id', 'security-technical-shortform').text + m.close_chrome_window() + m.switch_to_window(self.start_window) + return text + + def execute_chrome(self, script): + with self.marionette.using_context('chrome'): + return self.marionette.execute_script(script) + + def test_onion_security_expectations(self): + m = self.marionette + m.timeout.implicit = 10 + + # Wait some more time to make sure the onion service is set up + time.sleep(10) + + # Regular onion + with m.using_context('content'): + m.navigate('http://' + self.service_id + '.onion') + self.assertTrue(self.execute_chrome( + "return !!gIdentityHandler._isSecureConnection;")) + self.assertEqual(self.get_identity_class(), 'onionUnknownIdentity') + self.assertEqual(self.get_connection_type(), + 'Connection Encrypted (Onion Service)') + self.assertEqual(self.get_identity_icon(), + 'url("chrome://browser/skin/onion.svg")') + + # Onion with mixed display content + with m.using_context('content'): + m.navigate('http://' + self.service_id + '.onion/mixed.html') + self.assertFalse(self.execute_chrome( + "return !!gIdentityHandler._isSecureConnection;")) + self.assertEqual(self.get_identity_class(), + 'onionUnknownIdentity onionMixedDisplayContent') + self.assertEqual(self.get_connection_type(), + 'Connection Partially Encrypted') + self.assertEqual(self.get_identity_icon(), + 'url("chrome://browser/skin/onion-warning.svg")') + + # Onion with mixed active content + with m.using_context('content'): + m.navigate('http://' + self.service_id + + '.onion/mixed_active.html') + self.assertTrue(self.execute_chrome( + "return !!gIdentityHandler._isSecureConnection;")) + self.assertEqual(self.get_identity_class(), 'onionUnknownIdentity') + self.assertEqual(self.get_connection_type(), + 'Connection Encrypted (Onion Service)') + self.assertEqual(self.get_identity_icon(), + 'url("chrome://browser/skin/onion.svg")') + # Reload with mixed content protection disabled + self.execute_chrome( + 'gIdentityHandler.disableMixedContentProtection();') + Wait(m, timeout=m.timeout.page_load).until( + lambda _: self.get_identity_class() != 'onionUnknownIdentity') + self.assertFalse(self.execute_chrome( + "return !!gIdentityHandler._isSecureConnection;")) + self.assertEqual(self.get_identity_class(), + 'onionUnknownIdentity onionMixedActiveContent') + self.assertEqual(self.get_connection_type(), + 'Connection Partially Encrypted') + self.assertEqual(self.get_identity_icon(), + 'url("chrome://browser/skin/onion-slash.svg")') + + # Onion with valid TLS certificate + with m.using_context('content'): + m.navigate('https://3g2upl4pq6kufc4m.onion/') + self.assertTrue(self.execute_chrome( + "return !!gIdentityHandler._isSecureConnection;")) + self.assertEqual(self.get_identity_class(), 'onionVerifiedDomain') + self.assertEqual(self.get_connection_type( + ), 'Connection Encrypted (Onion Service, TLS_AES_256_GCM_SHA384, 256 bit keys, TLS 1.3)') + self.assertEqual(self.get_identity_icon(), + 'url("chrome://browser/skin/onion.svg")') diff --git a/test-data/mixed.html b/test-data/mixed.html new file mode 100644 index 0000000..3de98a1 --- /dev/null +++ b/test-data/mixed.html @@ -0,0 +1,8 @@ +<!DOCTYPE html> +<html> + <head> + </head> + <body> + <img src="http://www.torproject.org/static/images/tor-logo@2x.png"/> + </body> +</html> diff --git a/test-data/mixed_active.html b/test-data/mixed_active.html new file mode 100644 index 0000000..23430ab --- /dev/null +++ b/test-data/mixed_active.html @@ -0,0 +1,8 @@ +<!DOCTYPE html> +<html> + <head> + </head> + <body> + <iframe src="http://www.torproject.org"></iframe> + </body> +</html>

1 0

[tor-browser-bundle-testsuite/master] Disable navigation timing test for >= 79
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit 0f220abf788eb987e5b158d0b376d2f88c6907e2 Author: Alex Catarineu <acat(a)torproject.org> Date: Mon Aug 3 15:45:25 2020 +0200 Disable navigation timing test for >= 79 --- marionette/tor_browser_tests/test_navigation-timing.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/marionette/tor_browser_tests/test_navigation-timing.py b/marionette/tor_browser_tests/test_navigation-timing.py index 0b0c125..9d38697 100644 --- a/marionette/tor_browser_tests/test_navigation-timing.py +++ b/marionette/tor_browser_tests/test_navigation-timing.py @@ -7,11 +7,12 @@ from marionette_driver import By from marionette_driver.errors import MarionetteException from marionette_harness import MarionetteTestCase +import testsuite -class Test(MarionetteTestCase): +class Test(testsuite.TorBrowserTest): def setUp(self): - MarionetteTestCase.setUp(self) + testsuite.TorBrowserTest.setUp(self) self.TEST_URL = "https://www.mediawiki.org/wiki/MediaWiki" @@ -40,6 +41,9 @@ class Test(MarionetteTestCase): } def test_navigation_timing(self): + if (self.get_version() >= 79): + # Navigation timing was reenabled in 79 (https://bugzilla.mozilla.org/show_bug.cgi?id=1637985) + return with self.marionette.using_context('content'): self.marionette.navigate(self.TEST_URL)

1 0

[tor-browser-bundle-testsuite/master] Fix slider settings test for 78.2
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit 3c2da7d966cf1a2eb02812d5ab05eea774a84359 Author: Alex Catarineu <acat(a)torproject.org> Date: Wed Aug 26 16:24:12 2020 +0200 Fix slider settings test for 78.2 --- marionette/tor_browser_tests/test_slider_settings.py | 1 - 1 file changed, 1 deletion(-) diff --git a/marionette/tor_browser_tests/test_slider_settings.py b/marionette/tor_browser_tests/test_slider_settings.py index 290482e..f61ad21 100644 --- a/marionette/tor_browser_tests/test_slider_settings.py +++ b/marionette/tor_browser_tests/test_slider_settings.py @@ -20,7 +20,6 @@ class Test(MarionetteTestCase): "javascript.options.ion" : [ 0, False, False, False, True ], "javascript.options.baselinejit" : [ 0, False, False, False, True ], "javascript.options.native_regexp" : [ 0, False, False, False, True ], - "media.webaudio.enabled" : [ 0, False, False, False, True ], "mathml.disabled" : [ 0, True, True, True, False], "gfx.font_rendering.opentype_svg.enabled" : [ 0, False, False, True, True ], "svg.disabled" : [ 0, True, False, False, False],

1 0

[tor-browser-bundle-testsuite/master] Bug 40005: Add test for 'Replace security slider with security level UI' TB patch
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit d97948001366242e3baab4d49dd0706cf42aa8ab Author: Alex Catarineu <acat(a)torproject.org> Date: Mon Jun 29 19:56:14 2020 +0200 Bug 40005: Add test for 'Replace security slider with security level UI' TB patch --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 6 ++ .../tor_browser_tests/test_security_level_ui.py | 72 ++++++++++++++++++++++ 2 files changed, 78 insertions(+) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index 931ab70..37efae6 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -494,6 +494,12 @@ our @tests = ( use_net => 1, descr => 'Check that onion alias urlbar rewrites work properly', }, + { + name => 'security_level_ui', + type => 'marionette', + use_net => 1, + descr => 'Check that the security level UI is working properly', + }, ); sub set_test_prefs { diff --git a/marionette/tor_browser_tests/test_security_level_ui.py b/marionette/tor_browser_tests/test_security_level_ui.py new file mode 100644 index 0000000..f24e7ea --- /dev/null +++ b/marionette/tor_browser_tests/test_security_level_ui.py @@ -0,0 +1,72 @@ +from marionette_driver import By, Wait +from marionette_driver.errors import MarionetteException + +from marionette_harness import MarionetteTestCase + + +class Test(MarionetteTestCase): + def test_security_level_ui(self): + custom_pref = 'javascript.options.wasm' + m = self.marionette + m.timeout.implicit = 5 + with m.using_context('chrome'): + m.find_element('id', 'security-level-button').click() + m.find_element( + 'id', 'securityLevel-advancedSecuritySettings').click() + with m.using_context('content'): + # Test whether changing the security level value works + self.assertEqual( + m.get_url(), "about:preferences#privacy-securitylevel") + self.assertEqual(4, m.get_pref( + 'extensions.torbutton.security_slider')) + m.find_element( + 'css selector', '#securityLevel-vbox-safer radio').click() + self.assertEqual(2, m.get_pref( + 'extensions.torbutton.security_slider')) + m.find_element( + 'css selector', '#securityLevel-vbox-safest radio').click() + self.assertEqual(1, m.get_pref( + 'extensions.torbutton.security_slider')) + m.find_element( + 'css selector', '#securityLevel-vbox-standard radio').click() + self.assertEqual(4, m.get_pref( + 'extensions.torbutton.security_slider')) + + # Test custom security settings + elem = m.find_element('id', 'securityLevel-restoreDefaults') + self.assertEqual(elem.is_displayed(), False) + m.set_pref(custom_pref, False) + self.assertEqual(elem.is_displayed(), True) + elem.click() + self.assertEqual(True, m.get_pref(custom_pref)) + + # Test Learn More link + m.find_element('id', 'securityLevel-learnMore').click() + Wait(m, timeout=m.timeout.page_load).until( + lambda _: len(m.window_handles) > 1) + m.switch_to_window(m.window_handles[1]) + Wait(m, timeout=m.timeout.page_load).until( + lambda _: m.get_url() != "about:blank") + self.assertTrue( + m.get_url() in ["https://tb-manual.torproject.org/en-US/security-settings/", "https://tb-manual.torproject.org/security-settings/"]) + + # Test Learn More link from panel + m.find_element('id', 'security-level-button').click() + m.find_element('id', 'securityLevel-learnMore').click() + Wait(m, timeout=m.timeout.page_load).until( + lambda _: len(m.window_handles) > 2) + with m.using_context('content'): + m.switch_to_window(m.window_handles[2]) + Wait(m, timeout=m.timeout.page_load).until( + lambda _: m.get_url() != "about:blank") + self.assertTrue( + m.get_url() in ["https://tb-manual.torproject.org/en-US/security-settings/", "https://tb-manual.torproject.org/security-settings/"]) + + # Test custom settings from panel + m.set_pref(custom_pref, False) + elem = m.find_element('id', 'securityLevel-restoreDefaults') + self.assertEqual(elem.is_displayed(), False) + m.find_element('id', 'security-level-button').click() + self.assertEqual(elem.is_displayed(), True) + elem.click() + self.assertEqual(True, m.get_pref(custom_pref))

1 0

[tor-browser-bundle-testsuite/master] Fix onion alias test for same reason as previous commit
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit d582cb8edb59ba625c24586a2b8b202a83440e11 Author: Alex Catarineu <acat(a)torproject.org> Date: Thu Aug 27 22:28:26 2020 +0200 Fix onion alias test for same reason as previous commit --- marionette/tor_browser_tests/test_onion_alias.py | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/marionette/tor_browser_tests/test_onion_alias.py b/marionette/tor_browser_tests/test_onion_alias.py index 1495906..39dcc49 100644 --- a/marionette/tor_browser_tests/test_onion_alias.py +++ b/marionette/tor_browser_tests/test_onion_alias.py @@ -7,6 +7,10 @@ import time class Test(WindowManagerMixin, MarionetteTestCase): + def get_url(self): + with self.marionette.using_context('content'): + return self.marionette.execute_script("return document.location.href;") + def get_urlbar_value(self): with self.marionette.using_context('chrome'): return self.marionette.execute_script("return gURLBar.value;") @@ -23,7 +27,7 @@ class Test(WindowManagerMixin, MarionetteTestCase): with m.using_context('content'): # Navigating to a known .tor.onion should redirect and rewrite the urlbar with the alias. m.navigate('http://theintercept.securedrop.tor.onion') - self.assertEqual(m.get_url( + self.assertEqual(self.get_url( ), 'http://xpxduj55x2j27l2qytu2tcetykyfxbjbafin3x4i3ywddzphkbrd3jyd.onion/') self.assertEqual(self.get_urlbar_value(), 'theintercept.securedrop.tor.onion') @@ -46,8 +50,8 @@ class Test(WindowManagerMixin, MarionetteTestCase): lambda _: len(m.window_handles) > 1) m.switch_to_window(m.window_handles[1]) Wait(m, timeout=m.timeout.page_load).until( - lambda _: m.get_url() != 'about:blank') - self.assertEqual(m.get_url( + lambda _: self.get_url() != 'about:blank') + self.assertEqual(self.get_url( ), 'http://xpxduj55x2j27l2qytu2tcetykyfxbjbafin3x4i3ywddzphkbrd3jyd.onion/gener…') self.assertEqual(self.get_urlbar_value(), 'theintercept.securedrop.tor.onion/generate') @@ -59,7 +63,7 @@ class Test(WindowManagerMixin, MarionetteTestCase): m.switch_to_window(new_tab) m.navigate( 'http://xpxduj55x2j27l2qytu2tcetykyfxbjbafin3x4i3ywddzphkbrd3jyd.onion') - self.assertEqual(m.get_url( + self.assertEqual(self.get_url( ), 'http://xpxduj55x2j27l2qytu2tcetykyfxbjbafin3x4i3ywddzphkbrd3jyd.onion/') self.assertEqual(self.get_urlbar_value( ), 'xpxduj55x2j27l2qytu2tcetykyfxbjbafin3x4i3ywddzphkbrd3jyd.onion')

1 0

[tor-browser-bundle-testsuite/master] Fix dom objects enumeration tests for 80
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit ab71188e49358619bfe06a2b618200b2f5e5b68f Author: Alex Catarineu <acat(a)torproject.org> Date: Mon Aug 3 12:18:15 2020 +0200 Fix dom objects enumeration tests for 80 --- marionette/tor_browser_tests/lib/testsuite.py | 7 +++++++ .../test_dom-objects-enumeration-worker.py | 15 +++++++++++---- .../tor_browser_tests/test_dom-objects-enumeration.py | 16 ++++++++++++---- 3 files changed, 30 insertions(+), 8 deletions(-) diff --git a/marionette/tor_browser_tests/lib/testsuite.py b/marionette/tor_browser_tests/lib/testsuite.py index 78713c8..88b1953 100644 --- a/marionette/tor_browser_tests/lib/testsuite.py +++ b/marionette/tor_browser_tests/lib/testsuite.py @@ -1,5 +1,6 @@ import os import json +from marionette_harness import MarionetteTestCase class TestSuite(object): def __init__(self): @@ -24,3 +25,9 @@ class TestSuite(object): output = open(screenshot_file, 'w') output.write(png_data) output.close() + + +class TorBrowserTest(MarionetteTestCase): + def get_version(self): + with self.marionette.using_context("chrome"): + return self.marionette.execute_script("return parseFloat(AppConstants.MOZ_APP_VERSION);") diff --git a/marionette/tor_browser_tests/test_dom-objects-enumeration-worker.py b/marionette/tor_browser_tests/test_dom-objects-enumeration-worker.py index 59d771b..88f5792 100644 --- a/marionette/tor_browser_tests/test_dom-objects-enumeration-worker.py +++ b/marionette/tor_browser_tests/test_dom-objects-enumeration-worker.py @@ -1,9 +1,10 @@ from marionette_harness import MarionetteTestCase +import testsuite -class Test(MarionetteTestCase): +class Test(testsuite.TorBrowserTest): def setUp(self): - MarionetteTestCase.setUp(self) + testsuite.TorBrowserTest.setUp(self) self.marionette.set_pref("network.proxy.allow_hijacking_localhost", False) self.test_page_file_url = self.marionette.absolute_url("dom-objects-enumeration.html?testType=worker") @@ -196,8 +197,14 @@ class Test(MarionetteTestCase): "XMLHttpRequestEventTarget", "XMLHttpRequestUpload", ] + self.expectedObjects80 = self.expectedObjects + ["AggregateError", "FinalizationRegistry", "WeakRef"] + self.expectedObjects80.sort() def test_dom_objects_enumeration_workers(self): + expectedObjects = self.expectedObjects + if self.get_version() >= 80: + expectedObjects = self.expectedObjects80 + with self.marionette.using_context('content'): self.marionette.navigate(self.test_page_file_url) self.marionette.timeout.implicit = 5 @@ -206,7 +213,7 @@ class Test(MarionetteTestCase): err = False unknown_objects = '' for l in r: - if l in self.expectedObjects: + if l in expectedObjects: continue err = True unknown_objects += l + "\n" @@ -214,7 +221,7 @@ class Test(MarionetteTestCase): err_msg = "Unknown objects:\n%s" % unknown_objects self.assertFalse(err, msg=err_msg) - for l in self.expectedObjects: + for l in expectedObjects: if l in r: continue err = True diff --git a/marionette/tor_browser_tests/test_dom-objects-enumeration.py b/marionette/tor_browser_tests/test_dom-objects-enumeration.py index be2ae65..3db4366 100644 --- a/marionette/tor_browser_tests/test_dom-objects-enumeration.py +++ b/marionette/tor_browser_tests/test_dom-objects-enumeration.py @@ -8,10 +8,11 @@ from marionette_driver import By from marionette_driver.errors import MarionetteException from marionette_harness import MarionetteTestCase +import testsuite -class Test(MarionetteTestCase): +class Test(testsuite.TorBrowserTest): def setUp(self): - MarionetteTestCase.setUp(self) + testsuite.TorBrowserTest.setUp(self) self.marionette.set_pref("network.proxy.allow_hijacking_localhost", False) self.test_page_file_url = self.marionette.absolute_url("dom-objects-enumeration.html?testType=window") # The list of expected DOM objects @@ -753,8 +754,15 @@ class Test(MarionetteTestCase): "XPathResult", "XSLTProcessor", ] + self.expectedObjects80 = self.expectedObjects + ["AggregateError", "FinalizationRegistry", "WeakRef"] + self.expectedObjects80.remove("content") + self.expectedObjects80.sort() def test_dom_objects_enumeration(self): + expectedObjects = self.expectedObjects + if self.get_version() >= 80: + expectedObjects = self.expectedObjects80 + with self.marionette.using_context('content'): self.marionette.navigate(self.test_page_file_url) self.marionette.timeout.implicit = 5 @@ -763,7 +771,7 @@ class Test(MarionetteTestCase): err = False unknown_objects = '' for l in r: - if l in self.expectedObjects: + if l in expectedObjects: continue err = True unknown_objects += l + "\n" @@ -771,7 +779,7 @@ class Test(MarionetteTestCase): err_msg = "Unknown objects:\n%s" % unknown_objects self.assertFalse(err, msg=err_msg) - for l in self.expectedObjects: + for l in expectedObjects: if l in r: continue err = True

1 0