- tbb-commits - lists.torproject.org

[tor-browser-bundle-testsuite/master] Bug 32537: Update marionette version
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit b21127c7a42e0855ef56cf70c777e0adc451cc60 Author: Alex Catarineu <acat(a)torproject.org> Date: Mon May 11 14:00:37 2020 +0200 Bug 32537: Update marionette version Also check for virtualenv2, as in some systems virtualenv is the Python3 one, and remove code for https://bugzilla.mozilla.org/show_bug.cgi?id=1345274 workaround. --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 2 +- marionette/setup.py | 7 ++----- setup-virtualenv | 13 ++++--------- 3 files changed, 7 insertions(+), 15 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index cf580f0..44c800e 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -826,7 +826,7 @@ sub marionette_run { $test->{screenshots} = []; my $screenshots_tmp = File::Temp::newdir('XXXXXX', DIR => $options->{tmpdir}); $ENV{'MARIONETTE_SCREENSHOTS'} = winpath($screenshots_tmp); - system(xvfb_run($test), "$FindBin::Bin/virtualenv-marionette-4.3.0/$bin/tor-browser-tests", + system(xvfb_run($test), "$FindBin::Bin/virtualenv-marionette-5.0.0/$bin/tor-browser-tests", '--log-unittest', winpath($result_file_txt), '--log-html', winpath($result_file_html), '--binary', ffbin_path($tbbinfos, $test), diff --git a/marionette/setup.py b/marionette/setup.py index 13970e8..78f4522 100644 --- a/marionette/setup.py +++ b/marionette/setup.py @@ -3,11 +3,8 @@ from setuptools import setup, find_packages PACKAGE_VERSION = '0.3' deps = [ - 'marionette_harness == 4.3.0', - 'marionette_driver == 2.5.0', - 'mozfile == 1.2', - 'mozinfo == 0.8', - 'mozlog == 3.0', + 'marionette_harness == 5.0.0', + 'marionette_driver == 3.0.0', ] setup(name='tor-browser-tests', diff --git a/setup-virtualenv b/setup-virtualenv index b3a412f..f0c6288 100755 --- a/setup-virtualenv +++ b/setup-virtualenv @@ -5,6 +5,8 @@ use File::Copy; use IO::CaptureOutput qw(qxx); use Cwd; use English; +use lib $FindBin::Bin; +use TBBTestSuite::Common qw(has_bin); sub winpath { return $_[0] unless $OSNAME eq 'cygwin'; @@ -13,7 +15,7 @@ sub winpath { return $res; } -my $virtenv_marionette_dir = winpath("$FindBin::Bin/virtualenv-marionette-4.3.0"); +my $virtenv_marionette_dir = winpath("$FindBin::Bin/virtualenv-marionette-5.0.0"); my $virtenv_pefile_dir = winpath("$FindBin::Bin/virtualenv-pefile"); sub run { @@ -28,7 +30,7 @@ sub run_from_dir { return $res; } -my $virtualenv_cmd = 'virtualenv'; +my $virtualenv_cmd = has_bin('virtualenv2') ? 'virtualenv2' : 'virtualenv'; my $bin = 'bin'; my $lib = 'lib'; if ($OSNAME eq 'cygwin') { @@ -45,13 +47,6 @@ unless (-d $virtenv_marionette_dir) { run("$virtenv_marionette_dir/$bin/pip", 'install', '--upgrade', 'pip'); run("$virtenv_marionette_dir/$bin/pip", 'install', '--upgrade', 'setuptools'); run_from_dir('marionette', "$virtenv_marionette_dir/$bin/python", 'setup.py', 'develop'); - # Workaround for https://bugzilla.mozilla.org/show_bug.cgi?id=1345274 - my $sitepackage = 'site-packages/marionette_harness-4.3.0-py2.7.egg/marionette_harness/runner/'; - my $marionette_runner_dir = "$virtenv_marionette_dir/$lib/python2.7/$sitepackage"; - $marionette_runner_dir = "$virtenv_marionette_dir/$lib/$sitepackage" - unless -d $marionette_runner_dir; - copy "$FindBin::Bin/data/marionette_certs/test.cert", $marionette_runner_dir; - copy "$FindBin::Bin/data/marionette_certs/test.key", $marionette_runner_dir; } if ($OSNAME eq 'cygwin') {

1 0

[tor-browser-bundle-testsuite/master] Fix url for screenshot test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit 6891edfe6228654940808a93fd36bfa6d24ae935 Author: Alex Catarineu <acat(a)torproject.org> Date: Fri May 15 13:47:01 2020 +0200 Fix url for screenshot test --- marionette/tor_browser_tests/test_screenshots.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/marionette/tor_browser_tests/test_screenshots.py b/marionette/tor_browser_tests/test_screenshots.py index 3e3a089..b7cc3d6 100755 --- a/marionette/tor_browser_tests/test_screenshots.py +++ b/marionette/tor_browser_tests/test_screenshots.py @@ -13,7 +13,7 @@ class Test(MarionetteTestCase): self.ts = ts self.URLs = [ - 'chrome://torlauncher/content/network-settings-wizard.xul', + 'chrome://torlauncher/content/network-settings-wizard.xhtml', ]; def test_check_tpo(self):

1 0

[tor-browser-bundle-testsuite/master] Bug 34189: Fix the settings test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit f4b6d697a47c2b7d856f626363152777126369ad Author: Alex Catarineu <acat(a)torproject.org> Date: Tue May 12 12:33:57 2020 +0200 Bug 34189: Fix the settings test --- marionette/tor_browser_tests/test_settings.py | 98 ++++----------------------- 1 file changed, 15 insertions(+), 83 deletions(-) diff --git a/marionette/tor_browser_tests/test_settings.py b/marionette/tor_browser_tests/test_settings.py index 97918d2..b0a9be4 100644 --- a/marionette/tor_browser_tests/test_settings.py +++ b/marionette/tor_browser_tests/test_settings.py @@ -17,7 +17,7 @@ class Test(MarionetteTestCase): # This variable contains settings we want to check on all versions of # Tor Browser. See below for settings to check on specific versions. # - # Most of the following checks and comments are taken from + # Most of the following checks and comments are taken from # https://github.com/arthuredelstein/tor-browser/blob/12620/tbb-tests/browser… self.SETTINGS = { "privacy.clearOnShutdown.cache": True, @@ -27,9 +27,6 @@ class Test(MarionetteTestCase): "privacy.clearOnShutdown.history": True, "privacy.clearOnShutdown.sessions": True, - # #16632 : Turn on the background autoupdater - "app.update.auto": True, - "browser.search.update": False, "browser.rights.3.shown": True, @@ -41,10 +38,8 @@ class Test(MarionetteTestCase): "browser.privatebrowsing.autostart": True, "browser.cache.disk.enable": False, "browser.cache.offline.enable": False, - "dom.indexedDB.enabled": True, "permissions.memory_only": True, "network.cookie.lifetimePolicy": 2, - "browser.download.manager.retention": 1, "security.nocertdb": True, # Disk activity: TBB Directory Isolation @@ -61,44 +56,30 @@ class Test(MarionetteTestCase): # Misc privacy: Remote "browser.send_pings": False, "geo.enabled": False, - "geo.wifi.uri": "", + "geo.provider.network.url": "", "browser.search.suggest.enabled": False, - "browser.safebrowsing.enabled": False, + "browser.safebrowsing.phishing.enabled": False, "browser.safebrowsing.malware.enabled": False, - "browser.download.manager.scanWhenDone": False, # prevents AV remote reporting of downloads "extensions.ui.lastCategory": "addons://list/extension", - "datareporting.healthreport.service.enabled": False, # Yes, all three of these must be set "datareporting.healthreport.uploadEnabled": False, "datareporting.policy.dataSubmissionEnabled": False, "security.mixed_content.block_active_content": True, # Activated with bug #21323 - # Don't fetch a localized remote page that Tor Browser interacts with, see - # #16727. And, yes, it is "reportUrl" and not "reportURL". - "datareporting.healthreport.about.reportUrl": "data:text/plain,", - "datareporting.healthreport.about.reportUrlUnified": "data:text/plain,", - # Make sure Unified Telemetry is really disabled, see: #18738. "toolkit.telemetry.unified": False, - "toolkit.telemetry.enabled": False, - # No experiments, use Tor Browser. See 21797. - "experiments.enabled": False, - "browser.syncPromoViewsLeftMap": "{\"addons\":0, \"passwords\":0, \"bookmarks\":0}", # Don't promote sync + "toolkit.telemetry.enabled": True if ts.t["tbbinfos"]["version"].startswith("tbb-nightly") else False, "identity.fxaccounts.enabled": False, # Disable sync by default "services.sync.engine.prefs": False, # Never sync prefs, addons, or tabs with other browsers "services.sync.engine.addons": False, "services.sync.engine.tabs": False, "extensions.getAddons.cache.enabled": False, # https://blog.mozilla.org/addons/how-to-opt-out-of-add-on-metadata-updates/ - "browser.newtabpage.preload": False, # Bug 16316 - Avoid potential confusion over tiles for now. - "browser.search.countryCode": "US", # The next three prefs disable GeoIP search lookups (#16254) "browser.search.region": "US", "browser.search.geoip.url": "", "browser.fixup.alternate.enabled": False, # Bug #16783: Prevent .onion fixups # Make sure there is no Tracking Protection active in Tor Browser, see: #17898. "privacy.trackingprotection.pbmode.enabled": False, - # Disable the Pocket extension (Bug #18886) - "browser.pocket.enabled": False, - "browser.pocket.api": "", - "browser.pocket.site": "", + # Disable the Pocket extension (Bug #18886 and #31602) + "extensions.pocket.enabled": False, "network.http.referer.hideOnionSource": True, # Fingerprinting @@ -106,45 +87,20 @@ class Test(MarionetteTestCase): "webgl.disable-fail-if-major-performance-caveat": True, "webgl.enable-webgl2": False, "gfx.downloadable_fonts.fallback_delay": -1, - "general.appname.override": "Netscape", - "general.appversion.override": "5.0 (Windows)", - "general.oscpu.override": "Windows NT 6.1", - "general.platform.override": "Win32", - "general.productSub.override": "20100101", - "general.buildID.override": "20100101", "browser.startup.homepage_override.buildID": "20100101", - "general.useragent.vendor": "", - "general.useragent.vendorSub": "", - "dom.enable_performance": False, - "plugin.expose_full_path": False, - "browser.zoom.siteSpecific": False, - "intl.charset.default": "windows-1252", "browser.link.open_newwindow.restriction": 0, # Bug 9881: Open popups in new tabs (to avoid fullscreen popups) - "dom.gamepad.enabled": False, # bugs.torproject.org/13023 - # Disable video statistics fingerprinting vector (bug 15757) - "media.video_stats.enabled": False, # Set video VP9 to 0 for everyone (bug 22548) "media.benchmark.vp9.threshold": 0, - # Disable device sensors as possible fingerprinting vector (bug 15758) - "device.sensors.enabled": False, "dom.enable_resource_timing": False, # Bug 13024: To hell with this API - "dom.enable_user_timing": False, # Bug 16336: To hell with this API "privacy.resistFingerprinting": True, "privacy.resistFingerprinting.block_mozAddonManager": True, # Bug 26114 - "dom.event.highrestimestamp.enabled": True, # Bug #17046: "Highres" (but truncated) timestamps prevent uptime leaks - "privacy.suppressModifierKeyEvents": True, # Bug #17009: Suppress ALT and SHIFT events" - "ui.use_standins_for_native_colors": True, # https://bugzilla.mozilla.org/232227 - "privacy.use_utc_timezone": True, - "media.webspeech.synth.enabled": False, # Bug 10283: Disable SpeechSynthesis API "dom.webaudio.enabled": False, # Bug 13017: Disable Web Audio API - "dom.maxHardwareConcurrency": 1, # Bug 21675: Spoof single-core cpu "dom.w3c_touch_events.enabled": 0, # Bug 10286: Always disable Touch API "dom.w3c_pointer_events.enabled": False, "dom.vr.enabled": False, # Bug 21607: Disable WebVR for now # Disable randomised Firefox HTTP cache decay user test groups (Bug: 13575) "security.webauth.webauthn": False, # Bug 26614: Disable Web Authentication API for now - "browser.cache.frecency_experiment": -1, - + # Third party stuff "network.cookie.cookieBehavior": 1, "privacy.firstparty.isolate": True, @@ -167,8 +123,7 @@ class Test(MarionetteTestCase): "network.protocol-handler.warn-external.news": True, "network.protocol-handler.warn-external.nntp": True, "network.protocol-handler.warn-external.snews": True, - "plugins.click_to_play": True, - "plugin.state.flash": 1, + "plugin.state.flash": 0, "media.peerconnection.enabled": False, # Disable WebRTC interfaces # Disables media devices but only if `media.peerconnection.enabled` is set to # `false` as well. (see bug 16328 for this defense-in-depth measure) @@ -187,18 +142,13 @@ class Test(MarionetteTestCase): # --disable-eme (which we do), we disable all of them here as well for defense # in depth. "browser.eme.ui.enabled": False, - "media.gmp-eme-adobe.visible": False, - "media.gmp-eme-adobe.enabled": False, "media.gmp-widevinecdm.visible": False, "media.gmp-widevinecdm.enabled": False, "media.eme.enabled": False, - "media.eme.apiVisible": False, # WebIDE can bypass proxy settings for remote debugging. It also downloads # some additional addons that we have not reviewed. Turn all that off. - "devtools.webide.autoinstallADBHelper": False, - "devtools.webide.autoinstallFxdtAdapters": False, + "devtools.webide.autoinstallADBExtension": False, "devtools.webide.enabled": False, - "devtools.appmanager.enabled": False, # The in-browser debugger for debugging chrome code is not coping with our # restrictive DNS look-up policy. We use "127.0.0.1" instead of "localhost" as # a workaround. See bug 16523 for more details. @@ -225,8 +175,6 @@ class Test(MarionetteTestCase): "extensions.autoDisableScopes": 0, "extensions.bootstrappedAddons": "{}", "extensions.checkCompatibility.4.*": False, - "extensions.enabledAddons": "https-everywhere%40eff.org:3.1.4,%7B73a6fe31-595d-460b-a920-fcc0f8843232%7D:2.6.6.1,torbutton%40torproject.org:1.5.2,ubufox%40ubuntu.com:2.6,tor-launcher%40torproject.org:0.1.1pre-alpha,%7B972ce4c6-7e08-4474-a285-3208198ce6fd%7D:17.0.5", - "extensions.enabledItems": "langpack-en-US@firefox.mozilla.org:,{73a6fe31-595d-460b-a920-fcc0f8843232}:1.9.9.57,{e0204bd5-9d31-402b-a99d-a6aa8ffebdca}:1.2.4,{972ce4c6-7e08-4474-a285-3208198ce6fd}:3.5.8", # extensions.enabledScopes is set to 5 by marionette_driver #"extensions.enabledScopes": 1, "extensions.pendingOperations": False, @@ -236,25 +184,13 @@ class Test(MarionetteTestCase): # don't want to have some random Google Analytics script running either on the # about:addons page, see bug 22073 and 22900. "extensions.getAddons.showPane": False, - # Show our legacy extensions directly on about:addons and get rid of the - # warning for the default theme. - "extensions.legacy.exceptions": "{972ce4c6-7e08-4474-a285-3208198ce6fd},torbutton@torproject.org,tor-launcher@torproject.org", # Bug 26114: Allow NoScript to access addons.mozilla.org etc. "extensions.webextensions.restrictedDomains": "", - # Audio_data is deprecated in future releases, but still present - # in FF24. This is a dangerous combination (spotted by iSec) - "media.audio_data.enabled": False, - "dom.enable_resource_timing": False, - # If true, remote JAR files will not be opened, regardless of content type - # Patch written by Jeff Gibat (iSEC). - "network.jar.block-remote-files": True, - # Disable RC4 fallback. This will go live in Firefox 44, Chrome and IE/Edge: # https://blog.mozilla.org/security/2015/09/11/deprecating-the-rc4-cipher/ - "security.tls.unrestricted_rc4_fallback": False, # Enforce certificate pinning, see: https://bugs.torproject.org/16206 "security.cert_pinning.enforcement_level": 2, @@ -262,11 +198,7 @@ class Test(MarionetteTestCase): # Don't allow MitM via Microsoft Family Safety, see bug 21686 "security.family_safety.mode": 0, - # Enforce SHA1 deprecation, see: bug 18042. - "security.pki.sha1_enforcement_level": 2, - # Disable the language pack signing check for now, see: bug 26465 - "extensions.langpacks.signatures.required": False, # Avoid report TLS errors to Mozilla. We might want to repurpose this feature # one day to help detecting bad relays (which is bug 19119). For now we just @@ -283,14 +215,14 @@ class Test(MarionetteTestCase): # checking torbrowser.version match the version from the filename "torbrowser.version": ts.t["tbbinfos"]["version"], - - # Disable device sensors as possible fingerprinting vector (bug 15758) - "device.sensors.enabled": False, - # Disable video statistics fingerprinting vector (bug 15757) - "media.video_stats.enabled": False, "startup.homepage_override_url": "https://blog.torproject.org/category/tags/tor-browser", - "network.jar.block-remote-files": True, + + # Disable network information API everywhere + # but, alas, the behavior is inconsistent across platforms, see: + # https://trac.torproject.org/projects/tor/ticket/27268#comment:19. We should + # not leak that difference if possible. + "dom.netinfo.enabled": False, } # Settings for the Tor Browser 8.0

1 0

[tor-browser-bundle-testsuite/master] Fix dom-objects-enumeration tests
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit 36cc780d129bd7cb9a1f47d5039918f9f759488a Author: Alex Catarineu <acat(a)torproject.org> Date: Thu May 14 16:42:41 2020 +0200 Fix dom-objects-enumeration tests - Use fixture server. - Use same method for both worker and window tests. - Require results to exactly match what we expect. --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 1 + .../test_dom-objects-enumeration-worker.py | 62 +-- .../test_dom-objects-enumeration.py | 451 ++++----------------- test-data/dom-objects-enumeration.html | 14 + test-data/dom-objects-enumeration.js | 44 ++ .../workers/dom-objects-enumeration-worker.js | 22 - test-data/workers/dom-objects-enumeration.html | 15 - test-data/workers/dom-objects-enumeration.js | 15 - 8 files changed, 188 insertions(+), 436 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index 44c800e..ce5ffeb 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -829,6 +829,7 @@ sub marionette_run { system(xvfb_run($test), "$FindBin::Bin/virtualenv-marionette-5.0.0/$bin/tor-browser-tests", '--log-unittest', winpath($result_file_txt), '--log-html', winpath($result_file_html), + '--server-root', winpath("$FindBin::Bin/test-data"), '--binary', ffbin_path($tbbinfos, $test), '--profile', winpath($tbbinfos->{ffprofiledir}), $OSNAME eq 'cygwin' ? () : ('--workspace', $test->{workspace}), diff --git a/marionette/tor_browser_tests/test_dom-objects-enumeration-worker.py b/marionette/tor_browser_tests/test_dom-objects-enumeration-worker.py index a22e317..59d771b 100644 --- a/marionette/tor_browser_tests/test_dom-objects-enumeration-worker.py +++ b/marionette/tor_browser_tests/test_dom-objects-enumeration-worker.py @@ -1,18 +1,12 @@ -from marionette_driver import By -from marionette_driver.errors import MarionetteException - from marionette_harness import MarionetteTestCase -import testsuite - - class Test(MarionetteTestCase): def setUp(self): MarionetteTestCase.setUp(self) - ts = testsuite.TestSuite() - self.ts = ts + self.marionette.set_pref("network.proxy.allow_hijacking_localhost", False) + self.test_page_file_url = self.marionette.absolute_url("dom-objects-enumeration.html?testType=worker") self.expectedObjects = [ "AbortController", @@ -21,10 +15,15 @@ class Test(MarionetteTestCase): "Array", "ArrayBuffer", "atob", + "Atomics", + "BigInt", + "BigInt64Array", + "BigUint64Array", "Blob", "Boolean", "BroadcastChannel", "btoa", + "ByteLengthQueuingStrategy", "Cache", "caches", "CacheStorage", @@ -34,7 +33,9 @@ class Test(MarionetteTestCase): "CloseEvent", "console", "constructor", + "CountQueuingStrategy", "createImageBitmap", + "crossOriginIsolated", "crypto", "Crypto", "CustomEvent", @@ -47,9 +48,14 @@ class Test(MarionetteTestCase): "__defineSetter__", "Directory", "dispatchEvent", - "DOMCursor", - "DOMError", "DOMException", + "DOMMatrix", + "DOMMatrixReadOnly", + "DOMPoint", + "DOMPointReadOnly", + "DOMQuad", + "DOMRect", + "DOMRectReadOnly", "DOMRequest", "DOMStringList", "dump", @@ -72,7 +78,7 @@ class Test(MarionetteTestCase): "Float64Array", "FormData", "Function", - "getAllPropertyNames", + "globalThis", "hasOwnProperty", "Headers", "IDBCursor", @@ -101,13 +107,14 @@ class Test(MarionetteTestCase): "isNaN", "isPrototypeOf", "isSecureContext", - "Iterator", "JSON", "location", "__lookupGetter__", "__lookupSetter__", "Map", "Math", + "MediaCapabilities", + "MediaCapabilitiesInfo", "MessageChannel", "MessageEvent", "MessagePort", @@ -117,12 +124,14 @@ class Test(MarionetteTestCase): "Notification", "Number", "Object", - "onclose", "onerror", + "onlanguagechange", "onmessage", "onmessageerror", "onoffline", "ononline", + "onrejectionhandled", + "onunhandledrejection", "origin", "parseFloat", "parseInt", @@ -134,13 +143,17 @@ class Test(MarionetteTestCase): "PerformanceObserver", "PerformanceObserverEntryList", "PerformanceResourceTiming", + "PerformanceServerTiming", "postMessage", "ProgressEvent", "Promise", + "PromiseRejectionEvent", "propertyIsEnumerable", "__proto__", "Proxy", + "queueMicrotask", "RangeError", + "ReadableStream", "ReferenceError", "Reflect", "RegExp", @@ -151,7 +164,6 @@ class Test(MarionetteTestCase): "Set", "setInterval", "setTimeout", - "StopIteration", "StorageManager", "String", "SubtleCrypto", @@ -160,7 +172,6 @@ class Test(MarionetteTestCase): "TextDecoder", "TextEncoder", "toLocaleString", - "toSource", "toString", "TypeError", "Uint16Array", @@ -169,13 +180,10 @@ class Test(MarionetteTestCase): "Uint8ClampedArray", "undefined", "unescape", - "uneval", - "unwatch", "URIError", "URL", "URLSearchParams", "valueOf", - "watch", "WeakMap", "WeakSet", "WebAssembly", @@ -191,14 +199,13 @@ class Test(MarionetteTestCase): def test_dom_objects_enumeration_workers(self): with self.marionette.using_context('content'): - URL = "file://%s/workers/dom-objects-enumeration.html" % self.ts.t['options']['test_data_dir'] - self.marionette.navigate(URL) - self.marionette.set_search_timeout(50000) + self.marionette.navigate(self.test_page_file_url) + self.marionette.timeout.implicit = 5 elt = self.marionette.find_element('id', 'enumeration') - + r = elt.text.split("\n") err = False unknown_objects = '' - for l in elt.text.split("\n"): + for l in r: if l in self.expectedObjects: continue err = True @@ -206,3 +213,12 @@ class Test(MarionetteTestCase): err_msg = "Unknown objects:\n%s" % unknown_objects self.assertFalse(err, msg=err_msg) + + for l in self.expectedObjects: + if l in r: + continue + err = True + unknown_objects += l + "\n" + + err_msg = "Expected objects not found:\n%s" % unknown_objects + self.assertFalse(err, msg=err_msg) \ No newline at end of file diff --git a/marionette/tor_browser_tests/test_dom-objects-enumeration.py b/marionette/tor_browser_tests/test_dom-objects-enumeration.py index 84b58f5..be2ae65 100644 --- a/marionette/tor_browser_tests/test_dom-objects-enumeration.py +++ b/marionette/tor_browser_tests/test_dom-objects-enumeration.py @@ -9,79 +9,49 @@ from marionette_driver.errors import MarionetteException from marionette_harness import MarionetteTestCase -import testsuite - - class Test(MarionetteTestCase): - def setUp(self): MarionetteTestCase.setUp(self) - - ts = testsuite.TestSuite() - self.ts = ts - + self.marionette.set_pref("network.proxy.allow_hijacking_localhost", False) + self.test_page_file_url = self.marionette.absolute_url("dom-objects-enumeration.html?testType=window") # The list of expected DOM objects - self.interfaceNamesInGlobalScope = [ + self.expectedObjects = [ "AbortController", "AbortSignal", + "AbstractRange", "addEventListener", - "adjustToolbarIconArrow", "alert", - "AnalyserNode", "Animation", "AnimationEffect", "AnimationEvent", - "AnimationPlayer", + "AnimationPlaybackEvent", "AnimationTimeline", - "AnonymousContent", - "Application", - "applicationCache", - "ArchiveRequest", "Array", "ArrayBuffer", - "AsyncScrollEventDetail", "atob", + "Atomics", "Attr", "Audio", - "AudioBuffer", - "AudioBufferSourceNode", - "AudioContext", - "AudioDestinationNode", - "AudioListener", - "AudioNode", - "AudioParam", - "AudioProcessingEvent", + "AudioParamMap", "AudioScheduledSourceNode", - "AudioStreamTrack", - "back", + "AudioWorklet", + "AudioWorkletNode", "BarProp", "BaseAudioContext", - "BatteryManager", "BeforeUnloadEvent", - "BiquadFilterNode", + "BigInt", + "BigInt64Array", + "BigUint64Array", "Blob", "BlobEvent", "blur", "Boolean", - "BoxObject", "BroadcastChannel", - "BrowserFeedWriter", "btoa", + "ByteLengthQueuingStrategy", "Cache", "caches", "CacheStorage", - "CameraCapabilities", - "CameraClosedEvent", - "CameraConfigurationEvent", - "CameraControl", - "CameraDetectedFace", - "CameraFacesDetectedEvent", - "CameraManager", - "CameraRecorderAudioProfile", - "CameraRecorderProfile", - "CameraRecorderProfiles", - "CameraRecorderVideoProfile", - "CameraStateChangeEvent", "cancelAnimationFrame", "cancelIdleCallback", "CanvasCaptureMediaStream", @@ -91,77 +61,51 @@ class Test(MarionetteTestCase): "captureEvents", "CaretPosition", "CDATASection", - "ChannelMergerNode", - "ChannelSplitterNode", "CharacterData", - "ChromeMessageBroadcaster", - "ChromeMessageSender", - "ChromeWindow", - "ChromeWorker", "clearInterval", "clearTimeout", - "ClientInformation", - "ClientRect", - "ClientRectList", + "Clipboard", "ClipboardEvent", "close", "closed", "CloseEvent", - "CommandEvent", "Comment", - "Components", "CompositionEvent", "confirm", "console", - "Console", - "Contact", - "ContactManager", - "_content", + "constructor", "content", - "ContentFrameMessageManager", - "ContentProcessMessageManager", - "controllers", - "Controllers", - "ConvolverNode", - "Counter", + "CountQueuingStrategy", "createImageBitmap", - "CRMFObject", + "crossOriginIsolated", "crypto", "Crypto", - "CryptoDialogs", "CryptoKey", "CSS", "CSS2Properties", - "CSSCharsetRule", + "CSSAnimation", "CSSConditionRule", "CSSCounterStyleRule", "CSSFontFaceRule", "CSSFontFeatureValuesRule", "CSSGroupingRule", - "CSSGroupRuleRuleList", "CSSImportRule", "CSSKeyframeRule", "CSSKeyframesRule", "CSSMediaRule", "CSSMozDocumentRule", "CSSNamespaceRule", - "CSSNameSpaceRule", "CSSPageRule", - "CSSPrimitiveValue", - "CSSRect", "CSSRule", "CSSRuleList", "CSSStyleDeclaration", "CSSStyleRule", "CSSStyleSheet", "CSSSupportsRule", - "CSSUnknownRule", - "CSSValue", - "CSSValueList", + "CSSTransition", + "CustomElementRegistry", + "customElements", "CustomEvent", - "DataChannel", - "DataContainerEvent", - "DataErrorEvent", "DataTransfer", "DataTransferItem", "DataTransferItemList", @@ -169,37 +113,22 @@ class Test(MarionetteTestCase): "Date", "decodeURI", "decodeURIComponent", - "DelayNode", - "DesktopNotification", - "DesktopNotificationCenter", - "DeviceAcceleration", - "DeviceLightEvent", + "__defineGetter__", + "__defineSetter__", "DeviceMotionEvent", "DeviceOrientationEvent", "devicePixelRatio", - "DeviceProximityEvent", - "DeviceRotationRate", - "DeviceStorage", - "DeviceStorageChangeEvent", - "DeviceStorageCursor", "Directory", "dispatchEvent", "document", "Document", "DocumentFragment", - "DocumentTouch", + "DocumentTimeline", "DocumentType", - "DocumentXBL", - "DOMApplication", - "DOMApplicationsManager", - "DOMConstructor", - "DOMCursor", - "DOMError", "DOMException", "DOMImplementation", "DOMMatrix", "DOMMatrixReadOnly", - "DOMMMIError", "DOMParser", "DOMPoint", "DOMPointReadOnly", @@ -208,18 +137,12 @@ class Test(MarionetteTestCase): "DOMRectList", "DOMRectReadOnly", "DOMRequest", - "DOMSettableTokenList", "DOMStringList", "DOMStringMap", "DOMTokenList", - "DOMTransactionEvent", "DragEvent", "dump", - "DynamicsCompressorNode", "Element", - "ElementCSSInlineStyle", - "ElementReplaceEvent", - "ElementTimeControl", "encodeURI", "encodeURIComponent", "Error", @@ -227,19 +150,15 @@ class Test(MarionetteTestCase): "escape", "eval", "EvalError", + "event", "Event", - "EventListener", - "EventListenerInfo", "EventSource", "EventTarget", "external", - "External", "fetch", "File", - "FileHandle", "FileList", "FileReader", - "FileRequest", "FileSystem", "FileSystemDirectoryEntry", "FileSystemDirectoryReader", @@ -251,56 +170,42 @@ class Test(MarionetteTestCase): "focus", "FocusEvent", "FontFace", - "FontFaceList", "FontFaceSet", "FontFaceSetLoadEvent", "FormData", - "forward", + "FormDataEvent", "frameElement", "frames", "fullScreen", "Function", - "FutureResolver", - "GainNode", "Gamepad", - "GamepadAxisMoveEvent", - "GamepadButtonEvent", + "GamepadButton", "GamepadEvent", "GamepadHapticActuator", "GamepadPose", - "GeoGeolocation", - "GeoPosition", - "GeoPositionCallback", - "GeoPositionCoords", - "GeoPositionError", - "GeoPositionErrorCallback", + "Geolocation", + "GeolocationCoordinates", + "GeolocationPosition", + "GeolocationPositionError", "getComputedStyle", "getDefaultComputedStyle", - "getInterface", "getSelection", - "GetUserMediaErrorCallback", - "GetUserMediaSuccessCallback", - "GlobalObjectConstructor", - "GlobalPropertyInitializer", + "globalThis", "HashChangeEvent", + "hasOwnProperty", "Headers", "history", "History", - "home", "HTMLAllCollection", "HTMLAnchorElement", - "HTMLAppletElement", "HTMLAreaElement", "HTMLAudioElement", "HTMLBaseElement", "HTMLBodyElement", "HTMLBRElement", "HTMLButtonElement", - "HTMLByteRanges", "HTMLCanvasElement", "HTMLCollection", - "HTMLCommandElement", - "HTMLContentElement", "HTMLDataElement", "HTMLDataListElement", "HTMLDetailsElement", @@ -328,6 +233,7 @@ class Test(MarionetteTestCase): "HTMLLIElement", "HTMLLinkElement", "HTMLMapElement", + "HTMLMarqueeElement", "HTMLMediaElement", "HTMLMenuElement", "HTMLMenuItemElement", @@ -345,11 +251,10 @@ class Test(MarionetteTestCase): "HTMLPictureElement", "HTMLPreElement", "HTMLProgressElement", - "HTMLPropertiesCollection", "HTMLQuoteElement", "HTMLScriptElement", "HTMLSelectElement", - "HTMLShadowElement", + "HTMLSlotElement", "HTMLSourceElement", "HTMLSpanElement", "HTMLStyleElement", @@ -386,15 +291,12 @@ class Test(MarionetteTestCase): "ImageBitmap", "ImageBitmapRenderingContext", "ImageData", - "ImageDocument", "indexedDB", "Infinity", "innerHeight", "innerWidth", "InputEvent", - "insertPropertyStrings", "InstallTrigger", - "InstallTriggerImpl", "Int16Array", "Int32Array", "Int8Array", @@ -404,105 +306,54 @@ class Test(MarionetteTestCase): "Intl", "isFinite", "isNaN", + "isPrototypeOf", "isSecureContext", - "Iterator", "JSON", - "JSWindow", "KeyboardEvent", "KeyEvent", + "KeyframeEffect", "length", - "LinkStyle", - "LoadStatus", - "LocalMediaStream", "localStorage", "location", "Location", "locationbar", - "LockedFile", - "LSProgressEvent", + "__lookupGetter__", + "__lookupSetter__", "Map", "matchMedia", "Math", - "MediaElementAudioSourceNode", + "MathMLElement", + "MediaCapabilities", + "MediaCapabilitiesInfo", "MediaEncryptedEvent", "MediaError", - "MediaKeys", "MediaKeyError", "MediaKeyMessageEvent", + "MediaKeys", "MediaKeySession", "MediaKeyStatusMap", "MediaKeySystemAccess", "MediaList", "MediaQueryList", "MediaQueryListEvent", - "MediaQueryListListener", "MediaRecorder", "MediaRecorderErrorEvent", "MediaSource", "MediaStream", - "MediaStreamAudioDestinationNode", - "MediaStreamAudioSourceNode", "MediaStreamTrack", "MediaStreamTrackEvent", "menubar", - "MenuBoxObject", "MessageChannel", "MessageEvent", "MessagePort", "MimeType", "MimeTypeArray", - "ModalContentWindow", "MouseEvent", "MouseScrollEvent", "moveBy", "moveTo", - "MozAlarmsManager", - "mozAnimationStartTime", - "MozApplicationEvent", - "MozBlobBuilder", - "MozBrowserFrame", - "mozCancelAnimationFrame", - "mozCancelRequestAnimationFrame", - "MozCanvasPrintState", - "MozConnection", - "mozContact", - "MozContactChangeEvent", - "MozCSSKeyframeRule", - "MozCSSKeyframesRule", - "mozIndexedDB", "mozInnerScreenX", "mozInnerScreenY", - "MozMmsEvent", - "MozMmsMessage", - "MozMobileCellInfo", - "MozMobileConnectionInfo", - "MozMobileMessageManager", - "MozMobileMessageThread", - "MozMobileNetworkInfo", - "MozNamedAttrMap", - "MozNavigatorMobileMessage", - "MozNavigatorNetwork", - "MozNavigatorSms", - "MozNavigatorTime", - "MozNetworkStats", - "MozNetworkStatsData", - "MozNetworkStatsManager", - "mozPaintCount", - "MozPowerManager", - "mozRequestAnimationFrame", - "mozRequestOverfill", - "MozSelfSupport", - "MozSettingsEvent", - "MozSettingsTransactionEvent", - "MozSmsEvent", - "MozSmsFilter", - "MozSmsManager", - "MozSmsMessage", - "MozSmsSegmentInfo", - "MozTimeManager", - "MozTouchEvent", - "MozWakeLock", - "MozWakeLockListener", "MutationEvent", "MutationObserver", "MutationRecord", @@ -511,30 +362,15 @@ class Test(MarionetteTestCase): "NaN", "navigator", "Navigator", - "NavigatorCamera", - "NavigatorDesktopNotification", - "NavigatorDeviceStorage", - "NavigatorGeolocation", - "NavigatorUserMedia", "netscape", "Node", "NodeFilter", "NodeIterator", "NodeList", - "NodeSelector", - "__noscriptStorage", "Notification", - "NotifyAudioAvailableEvent", "NotifyPaintEvent", - "NSEditableElement", - "NSEvent", - "NSRGBAColor", - "NSXPathExpression", "Number", "Object", - "OfflineAudioCompletionEvent", - "OfflineAudioContext", - "OfflineResourceList", "onabort", "onabsolutedeviceorientation", "onafterprint", @@ -552,6 +388,7 @@ class Test(MarionetteTestCase): "onclick", "onclose", "oncontextmenu", + "oncuechange", "ondblclick", "ondevicelight", "ondevicemotion", @@ -570,7 +407,7 @@ class Test(MarionetteTestCase): "onended", "onerror", "onfocus", - "ongotpointercapture", + "onformdata", "onhashchange", "oninput", "oninvalid", @@ -579,12 +416,10 @@ class Test(MarionetteTestCase): "onkeyup", "onlanguagechange", "onload", - "onLoad", "onloadeddata", "onloadedmetadata", "onloadend", "onloadstart", - "onlostpointercapture", "onmessage", "onmessageerror", "onmousedown", @@ -596,8 +431,6 @@ class Test(MarionetteTestCase): "onmouseup", "onmozfullscreenchange", "onmozfullscreenerror", - "onmozpointerlockchange", - "onmozpointerlockerror", "onoffline", "ononline", "onpagehide", @@ -605,17 +438,10 @@ class Test(MarionetteTestCase): "onpause", "onplay", "onplaying", - "onpointercancel", - "onpointerdown", - "onpointerenter", - "onpointerleave", - "onpointermove", - "onpointerout", - "onpointerover", - "onpointerup", "onpopstate", "onprogress", "onratechange", + "onrejectionhandled", "onreset", "onresize", "onscroll", @@ -634,6 +460,7 @@ class Test(MarionetteTestCase): "ontransitionend", "ontransitionrun", "ontransitionstart", + "onunhandledrejection", "onunload", "onuserproximity", "onvolumechange", @@ -644,12 +471,9 @@ class Test(MarionetteTestCase): "onwebkittransitionend", "onwheel", "open", - "openDialog", "opener", - "OpenWindowEventDetail", "Option", "origin", - "OscillatorNode", "outerHeight", "outerWidth", "PageTransitionEvent", @@ -657,79 +481,64 @@ class Test(MarionetteTestCase): "pageYOffset", "PaintRequest", "PaintRequestList", - "PannerNode", "parent", "parseFloat", "parseInt", - "Parser", - "ParserJS", "Path2D", - "PaymentRequestInfo", "performance", "Performance", "PerformanceEntry", "PerformanceMark", "PerformanceMeasure", "PerformanceNavigation", - "PerformanceNavigationTiming", "PerformanceObserver", "PerformanceObserverEntryList", "PerformanceResourceTiming", + "PerformanceServerTiming", "PerformanceTiming", - "PeriodicWave", "Permissions", - "PermissionSettings", "PermissionStatus", "personalbar", - "PhoneNumberService", - "Pkcs11", "Plugin", "PluginArray", - "PluginCrashedEvent", - "PointerEvent", "PopStateEvent", "PopupBlockedEvent", - "PopupBoxObject", "postMessage", "print", "ProcessingInstruction", "ProgressEvent", "Promise", - "PromiseDebugging", + "PromiseRejectionEvent", "prompt", - "PropertyNodeList", + "propertyIsEnumerable", + "__proto__", "Proxy", - "PushManager", - "QueryInterface", + "queueMicrotask", "RadioNodeList", "Range", "RangeError", - "realFrameElement", - "RecordErrorEvent", - "Rect", + "ReadableStream", "ReferenceError", + "Reflect", "RegExp", "releaseEvents", "removeEventListener", "Request", "requestAnimationFrame", "requestIdleCallback", - "RequestService", "resizeBy", + "ResizeObserver", + "ResizeObserverEntry", + "ResizeObserverSize", "resizeTo", "Response", - "RGBColor", - "RTCIceCandidate", - "RTCPeerConnection", - "RTCPeerConnectionIdentityErrorEvent", - "RTCPeerConnectionIdentityEvent", - "RTCSessionDescription", "screen", "Screen", + "screenLeft", "ScreenOrientation", + "screenTop", "screenX", "screenY", - "ScriptProcessorNode", "scroll", "ScrollAreaEvent", "scrollbars", @@ -739,53 +548,41 @@ class Test(MarionetteTestCase): "scrollMaxX", "scrollMaxY", "scrollTo", - "ScrollViewChangeEvent", "scrollX", "scrollY", + "SecurityPolicyViolationEvent", "Selection", - "SelectionStateChangedEvent", "self", - "Serializer", - "Services", "sessionStorage", "Set", "setInterval", "setResizable", "setTimeout", - "SettingsLock", - "SettingsManager", + "ShadowRoot", "SharedWorker", - "showModalDialog", "sidebar", - "SimpleGestureEvent", "sizeToContent", - "SmartCardEvent", "SourceBuffer", "SourceBufferList", - "SpeechRecognitionError", - "SpeechRecognitionEvent", "speechSynthesis", + "SpeechSynthesis", + "SpeechSynthesisErrorEvent", "SpeechSynthesisEvent", + "SpeechSynthesisUtterance", + "SpeechSynthesisVoice", + "StaticRange", "status", "statusbar", - "StereoPannerNode", "stop", - "StopIteration", "Storage", "StorageEvent", - "StorageIndexedDB", - "StorageItem", "StorageManager", - "StorageObsolete", "String", - "StyleRuleChangeEvent", "StyleSheet", - "StyleSheetApplicableStateChangeEvent", - "StyleSheetChangeEvent", "StyleSheetList", + "SubmitEvent", "SubtleCrypto", "SVGAElement", - "SVGAltGlyphElement", "SVGAngle", "SVGAnimatedAngle", "SVGAnimatedBoolean", @@ -795,8 +592,6 @@ class Test(MarionetteTestCase): "SVGAnimatedLengthList", "SVGAnimatedNumber", "SVGAnimatedNumberList", - "SVGAnimatedPathData", - "SVGAnimatedPoints", "SVGAnimatedPreserveAspectRatio", "SVGAnimatedRect", "SVGAnimatedString", @@ -810,10 +605,8 @@ class Test(MarionetteTestCase): "SVGComponentTransferFunctionElement", "SVGDefsElement", "SVGDescElement", - "SVGDocument", "SVGElement", "SVGEllipseElement", - "SVGEvent", "SVGFEBlendElement", "SVGFEColorMatrixElement", "SVGFEComponentTransferElement", @@ -840,8 +633,6 @@ class Test(MarionetteTestCase): "SVGFETileElement", "SVGFETurbulenceElement", "SVGFilterElement", - "SVGFilterPrimitiveStandardAttributes", - "SVGFitToViewBox", "SVGForeignObjectElement", "SVGGElement", "SVGGeometryElement", @@ -852,37 +643,15 @@ class Test(MarionetteTestCase): "SVGLengthList", "SVGLinearGradientElement", "SVGLineElement", - "SVGLocatable", "SVGMarkerElement", "SVGMaskElement", "SVGMatrix", "SVGMetadataElement", - "SVGMpathElement", "SVGMPathElement", "SVGNumber", "SVGNumberList", "SVGPathElement", - "SVGPathSeg", - "SVGPathSegArcAbs", - "SVGPathSegArcRel", - "SVGPathSegClosePath", - "SVGPathSegCurvetoCubicAbs", - "SVGPathSegCurvetoCubicRel", - "SVGPathSegCurvetoCubicSmoothAbs", - "SVGPathSegCurvetoCubicSmoothRel", - "SVGPathSegCurvetoQuadraticAbs", - "SVGPathSegCurvetoQuadraticRel", - "SVGPathSegCurvetoQuadraticSmoothAbs", - "SVGPathSegCurvetoQuadraticSmoothRel", - "SVGPathSegLinetoAbs", - "SVGPathSegLinetoHorizontalAbs", - "SVGPathSegLinetoHorizontalRel", - "SVGPathSegLinetoRel", - "SVGPathSegLinetoVerticalAbs", - "SVGPathSegLinetoVerticalRel", "SVGPathSegList", - "SVGPathSegMovetoAbs", - "SVGPathSegMovetoRel", "SVGPatternElement", "SVGPoint", "SVGPointList", @@ -896,31 +665,23 @@ class Test(MarionetteTestCase): "SVGSetElement", "SVGStopElement", "SVGStringList", - "SVGStylable", "SVGStyleElement", "SVGSVGElement", "SVGSwitchElement", "SVGSymbolElement", - "SVGTests", "SVGTextContentElement", "SVGTextElement", "SVGTextPathElement", "SVGTextPositioningElement", "SVGTitleElement", "SVGTransform", - "SVGTransformable", "SVGTransformList", "SVGTSpanElement", "SVGUnitTypes", - "SVGURIReference", "SVGUseElement", "SVGViewElement", - "SVGViewSpec", - "SVGZoomAndPan", - "SVGZoomEvent", "Symbol", "SyntaxError", - "TCPSocket", "Text", "TextDecoder", "TextEncoder", @@ -931,45 +692,36 @@ class Test(MarionetteTestCase): "TextTrackList", "TimeEvent", "TimeRanges", + "toLocaleString", "toolbar", "top", - "toStaticHTML", - "ToString", - "Touch", - "TouchEvent", - "TouchList", + "toString", "TrackEvent", "TransitionEvent", - "TreeColumn", - "TreeColumns", - "TreeContentView", - "TreeSelection", "TreeWalker", "TypeError", + "u2f", + "U2F", "UIEvent", "Uint16Array", "Uint32Array", "Uint8Array", "Uint8ClampedArray", "undefined", - "UndoManager", "unescape", - "uneval", "updateCommands", "URIError", "URL", "URLSearchParams", - "UserDataHandler", - "UserProximityEvent", - "USSDReceivedEvent", "ValidityState", + "valueOf", "VideoPlaybackQuality", - "VideoStreamTrack", + "VisualViewport", "VTTCue", "VTTRegion", - "WaveShaperNode", "WeakMap", "WeakSet", + "WebAssembly", "WebGLActiveInfo", "WebGLBuffer", "WebGLContextEvent", @@ -982,68 +734,36 @@ class Test(MarionetteTestCase): "WebGLShaderPrecisionFormat", "WebGLTexture", "WebGLUniformLocation", - "WebGLVertexArray", "WebGLVertexArrayObject", "WebKitCSSMatrix", + "webkitURL", "WebSocket", "WheelEvent", "window", "Window", - "WindowCollection", - "WindowInternal", - "WindowPerformance", - "WindowRoot", - "WindowUtils", "Worker", - "__XBLClassObjectMap__", + "Worklet", "XMLDocument", "XMLHttpRequest", "XMLHttpRequestEventTarget", "XMLHttpRequestUpload", "XMLSerializer", - "XMLStylesheetProcessingInstruction", "XPathEvaluator", "XPathExpression", - "XPathNamespace", - "XPathNSResolver", "XPathResult", - "XPCNativeWrapper", "XSLTProcessor", - "XULButtonElement", - "XULCheckboxElement", - "XULCommandDispatcher", - "XULCommandEvent", - "XULContainerElement", - "XULContainerItemElement", - "XULControlElement", - "XULControllers", - "XULDescriptionElement", - "XULDocument", - "XULElement", - "XULImageElement", - "XULLabeledControlElement", - "XULLabelElement", - "XULMenuListElement", - "XULMultiSelectControlElement", - "XULPopupElement", - "XULRelatedElement", - "XULSelectControlElement", - "XULSelectControlItemElement", - "XULTemplateBuilder", - "XULTextBoxElement", - "XULTreeBuilder", - "XULTreeElement", ] def test_dom_objects_enumeration(self): with self.marionette.using_context('content'): - self.marionette.navigate('about:robots') - - r = self.marionette.execute_script('return Object.getOwnPropertyNames(window);') + self.marionette.navigate(self.test_page_file_url) + self.marionette.timeout.implicit = 5 + elt = self.marionette.find_element('id', 'enumeration') + r = elt.text.split("\n") err = False unknown_objects = '' for l in r: - if l in self.interfaceNamesInGlobalScope: + if l in self.expectedObjects: continue err = True unknown_objects += l + "\n" @@ -1051,3 +771,12 @@ class Test(MarionetteTestCase): err_msg = "Unknown objects:\n%s" % unknown_objects self.assertFalse(err, msg=err_msg) + for l in self.expectedObjects: + if l in r: + continue + err = True + unknown_objects += l + "\n" + + err_msg = "Expected objects not found:\n%s" % unknown_objects + self.assertFalse(err, msg=err_msg) + diff --git a/test-data/dom-objects-enumeration.html b/test-data/dom-objects-enumeration.html new file mode 100644 index 0000000..1f7e6c0 --- /dev/null +++ b/test-data/dom-objects-enumeration.html @@ -0,0 +1,14 @@ +<!DOCTYPE html> +<html> + <head> + <meta charset="utf-8"> + + <title>dom objects enumeration</title> + </head> + + <body> + <h1>dom objects enumeration</h1> + <script src="dom-objects-enumeration.js"></script> + </body> +</html> + diff --git a/test-data/dom-objects-enumeration.js b/test-data/dom-objects-enumeration.js new file mode 100644 index 0000000..b3e60c5 --- /dev/null +++ b/test-data/dom-objects-enumeration.js @@ -0,0 +1,44 @@ +(() => { + // getAllPropertyNames function taken from: + // https://stackoverflow.com/questions/8024149/is-it-possible-to-get-the-non-e… + function getAllPropertyNames(obj) { + const props = []; + do { + Object.getOwnPropertyNames(obj).forEach((prop) => { + if (props.indexOf(prop) === -1) { + props.push(prop); + } + }); + } while (obj = Object.getPrototypeOf(obj)); + return [...new Set(props)].sort(); + } + + function getGlobalNames() { + return getAllPropertyNames(globalThis); + } + + if (!self.document) { + // This is a worker + self.postMessage(getGlobalNames()); + } else { + // Not a worker, loaded via script. + const enumeration = document.createElement("div"); + enumeration.setAttribute("id", "enumeration"); + const queryString = window.location.search; + const urlParams = new URLSearchParams(queryString); + let onmessage = (allObjects) => { + for (const name of allObjects) { + enumeration.innerHTML += name + "<br/>"; + } + document.getElementsByTagName("body")[0].appendChild(enumeration); + }; + if (urlParams.get("testType") === "worker") { + // Must enumerate worker globals + const worker = new Worker("dom-objects-enumeration.js"); + worker.onmessage = (e) => onmessage(e.data); + } else { + // Must enumerate window global + onmessage(getGlobalNames()); + } + } +})(); \ No newline at end of file diff --git a/test-data/workers/dom-objects-enumeration-worker.js b/test-data/workers/dom-objects-enumeration-worker.js deleted file mode 100644 index 5ab3723..0000000 --- a/test-data/workers/dom-objects-enumeration-worker.js +++ /dev/null @@ -1,22 +0,0 @@ -// getAllPropertyNames function taken from: -// https://stackoverflow.com/questions/8024149/is-it-possible-to-get-the-non-e… -function getAllPropertyNames( obj ) { - var props = []; - do { - Object.getOwnPropertyNames( obj ).forEach(function ( prop ) { - if ( props.indexOf( prop ) === -1 ) { - props.push( prop ); - } - }); - } while ( obj = Object.getPrototypeOf( obj ) ); - return props; -} - -onmessage = function(e) { - var allObjects = getAllPropertyNames(self); - var res = Array(); - for (var i in allObjects.sort()) { - res.push(allObjects[i]); - } - postMessage(res); -} diff --git a/test-data/workers/dom-objects-enumeration.html b/test-data/workers/dom-objects-enumeration.html deleted file mode 100644 index 6a2fc19..0000000 --- a/test-data/workers/dom-objects-enumeration.html +++ /dev/null @@ -1,15 +0,0 @@ -<!DOCTYPE html> -<html> - <head> - <meta charset="utf-8"> - - <title>Web Workers dom objects enumeration</title> - </head> - - <body> - <h1>Web Workers dom objects enumeration</h1> - - </body> - <script src="dom-objects-enumeration.js"></script> -</html> - diff --git a/test-data/workers/dom-objects-enumeration.js b/test-data/workers/dom-objects-enumeration.js deleted file mode 100644 index 56d4a64..0000000 --- a/test-data/workers/dom-objects-enumeration.js +++ /dev/null @@ -1,15 +0,0 @@ -var enumeration = document.createElement('div'); -enumeration.setAttribute("id", "enumeration"); - -if (window.Worker) { - var myWorker = new Worker("dom-objects-enumeration-worker.js"); - myWorker.postMessage("Hello"); - myWorker.onmessage = function(e) { - var allObjects = e.data; - for (var i in allObjects.sort()) { - var name = allObjects[i]; - enumeration.innerHTML += name + "<br/>"; - } - document.getElementsByTagName("body")[0].appendChild(enumeration); - } -}

1 0

[tor-browser-bundle-testsuite/master] Fix pinning test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit eae3202691b96fc3d39e952eb0ca6a3d67dd28be Author: Alex Catarineu <acat(a)torproject.org> Date: Fri May 15 13:48:05 2020 +0200 Fix pinning test --- marionette/tor_browser_tests/test_pinning.py | 9 +++------ 1 file changed, 3 insertions(+), 6 deletions(-) diff --git a/marionette/tor_browser_tests/test_pinning.py b/marionette/tor_browser_tests/test_pinning.py index dc66236..23e029c 100644 --- a/marionette/tor_browser_tests/test_pinning.py +++ b/marionette/tor_browser_tests/test_pinning.py @@ -1,10 +1,7 @@ -from marionette_driver import By, Actions -from marionette_driver.errors import MarionetteException, JavascriptException - from marionette_harness import MarionetteTestCase import testsuite - +import json class Test(MarionetteTestCase): @@ -31,8 +28,8 @@ class Test(MarionetteTestCase): self.assertTrue(res, msg="Page could be loaded") if res: - errorCode = m.find_element('id', 'errorCode') - self.assertEqual(errorCode.get_attribute('title'), + errorCode = m.find_element('id', 'errorShortDescText2') + self.assertEqual(json.loads(errorCode.get_attribute('data-l10n-args'))["error"], 'MOZILLA_PKIX_ERROR_KEY_PINNING_FAILURE', msg='Wrong error code')

1 0

[tor-browser-bundle-testsuite/master] Fix performance-observer test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit 1b30b27ffd9af1ef9a0a6bd81e3c1247a7e96637 Author: Alex Catarineu <acat(a)torproject.org> Date: Mon May 18 08:56:21 2020 +0200 Fix performance-observer test --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 7 ---- .../tor_browser_tests/test_performance-observer.py | 38 ++++++++++++---------- 2 files changed, 21 insertions(+), 24 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index e35e903..0bf4359 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -380,13 +380,6 @@ our @tests = ( type => 'marionette', descr => 'Check that the Performance Observer API is really disabled', use_net => 1, - # To check that the test fails when performance observer is enabled, - # uncomment this: - #prefs => { - # 'dom.enable_performance_observer' => 'true', - #}, - # Bug 27137: temporarily disable test - enable => sub { undef }, }, { name => 'searchengines', diff --git a/marionette/tor_browser_tests/test_performance-observer.py b/marionette/tor_browser_tests/test_performance-observer.py index 31c3c5f..b727a01 100644 --- a/marionette/tor_browser_tests/test_performance-observer.py +++ b/marionette/tor_browser_tests/test_performance-observer.py @@ -4,9 +4,6 @@ # Setting |dom.enable_performance_observer| to |false| and testing that # might not be sufficient. -from marionette_driver import By -from marionette_driver.errors import MarionetteException - from marionette_harness import MarionetteTestCase class Test(MarionetteTestCase): @@ -19,18 +16,25 @@ class Test(MarionetteTestCase): def test_performance_observer(self): + def is_perf_obs_working(marionette): + return self.marionette.execute_async_script(""" + let [resolve] = arguments; + var observer = new PerformanceObserver(function(...args) { resolve(true); }); + observer.observe({entryTypes: ['resource', 'mark', 'measure']}); + performance.mark("hello"); + setTimeout(function() { + resolve(false); + }, 2000); + """) + with self.marionette.using_context('content'): - self.marionette.navigate(self.TEST_URL) - - err_msg = 'performance observer is working' - self.assertTrue(self.marionette.execute_script(""" - var pass = false; - try { - var observer = new PerformanceObserver(function(list) { }); - observer.observe({entryTypes: ['resource', 'mark', 'measure']}); - } catch (e) { - pass = true; - } - return pass; - """), - msg=err_msg) + m = self.marionette + m.navigate(self.TEST_URL) + m.timeout.script = 10 + + # Performance observer should not work with default settings + self.assertFalse(is_perf_obs_working(m), 'performance observer is working') + + # Performance observer should work if `privacy.resistFingerprinting = false` + with self.marionette.using_prefs({"privacy.resistFingerprinting": False}): + self.assertTrue(is_perf_obs_working(m), 'performance observer is not working')

1 0

[tor-browser-bundle-testsuite/master] Fix download_pdf test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit b44d95b16beb891ae730cb24fc29b0edb1324701 Author: Alex Catarineu <acat(a)torproject.org> Date: Sun May 17 19:42:48 2020 +0200 Fix download_pdf test --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 2 -- marionette/tor_browser_tests/test_download_pdf.py | 38 +++++------------------ 2 files changed, 7 insertions(+), 33 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index ce5ffeb..a054438 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -485,8 +485,6 @@ our @tests = ( type => 'marionette', descr => 'Check if download of PDF is working (#19402)', use_net => 1, - # Bug 30333: temporarily disable test - enable => sub { undef }, }, { name => 'pinning_now', diff --git a/marionette/tor_browser_tests/test_download_pdf.py b/marionette/tor_browser_tests/test_download_pdf.py index 737a725..408f63a 100644 --- a/marionette/tor_browser_tests/test_download_pdf.py +++ b/marionette/tor_browser_tests/test_download_pdf.py @@ -1,6 +1,3 @@ -from marionette_driver import By, Actions -from marionette_driver.errors import MarionetteException, JavascriptException - from marionette_harness import MarionetteTestCase import testsuite @@ -19,31 +16,10 @@ class Test(MarionetteTestCase): def test_download_pdf(self): m = self.marionette - - m.set_search_timeout(1000) - m.set_window_size(1024, 300) - - with m.using_context('content'): - - current_window = m.current_chrome_window_handle - - m.navigate(self.URL) - download_button = m.find_element('id', 'download') - action = Actions(m) - action.click(download_button) - action.wait(time=3) - action.perform() - - closed_window = 0 - with m.using_context('chrome'): - for window in m.chrome_window_handles: - if window != current_window: - m.switch_to_window(window) - info_msg = m.find_element('id', 'info.body') - self.assertRegexpMatches(info_msg.text, 'Tails', - msg='Pop up window text does not include Tails') - m.close() - closed_window += 1 - m.switch_to_window(current_window) - self.assertEqual(closed_window, 1, msg="no download pop up") - + m.set_window_rect(width=1024, height=300) + m.navigate(self.URL) + download_button = m.find_element('id', 'download').click() + self.assertEqual(len(m.chrome_window_handles), 2, msg="Number of windows not correct") + dialog = m.switch_to_alert() + self.assertRegexpMatches(dialog.text, 'Tails', + msg='Pop up window text does not include Tails')

1 0

[tor-browser-bundle-testsuite/master] Fix fp_navigator and fp_useragent tests
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit 376bbd63eff6a16e4b6c810ba0594d3efe529470 Author: Alex Catarineu <acat(a)torproject.org> Date: Mon May 18 10:05:57 2020 +0200 Fix fp_navigator and fp_useragent tests --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 2 -- marionette/tor_browser_tests/test_fp_navigator.py | 9 +++------ marionette/tor_browser_tests/test_fp_useragent.py | 2 +- 3 files changed, 4 insertions(+), 9 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index 91aa6f0..4223132 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -421,8 +421,6 @@ our @tests = ( name => 'fp_navigator', type => 'marionette', descr => 'Check that navigator properties are as expected', - # Bug 28665: temporarily disable test - enable => sub { undef }, }, { name => 'play_videos', diff --git a/marionette/tor_browser_tests/test_fp_navigator.py b/marionette/tor_browser_tests/test_fp_navigator.py index 0d47f82..1453b0f 100644 --- a/marionette/tor_browser_tests/test_fp_navigator.py +++ b/marionette/tor_browser_tests/test_fp_navigator.py @@ -15,9 +15,9 @@ nav_props = {"appCodeName": "Mozilla", "product": "Gecko", "productSub": "20100101", "plugins": "[object PluginArray]", -"cookieEnabled": "true", +"cookieEnabled": "false", "onLine": "true", -"buildID": "20100101", +"buildID": "20181001000000", "doNotTrack": "unspecified", "javaEnabled": """function javaEnabled() { [native code] @@ -28,9 +28,6 @@ nav_props = {"appCodeName": "Mozilla", "vibrate": """function vibrate() { [native code] }""", -"registerContentHandler": """function registerContentHandler() { - [native code] -}""", "registerProtocolHandler": """function registerProtocolHandler() { [native code] }""", @@ -63,7 +60,7 @@ class Test(MarionetteTestCase): app_version = "5.0 (Macintosh)" platform = "MacIntel" oscpu = "Intel Mac OS X 10.13" - nav_props["userAgent"] = "Mozilla/5.0 (" + ua_os + "; rv:60.0) Gecko/20100101 Firefox/60.0" + nav_props["userAgent"] = "Mozilla/5.0 (" + ua_os + "; rv:78.0) Gecko/20100101 Firefox/78.0" nav_props["appVersion"] = app_version nav_props["platform"] = platform nav_props["oscpu"] = oscpu diff --git a/marionette/tor_browser_tests/test_fp_useragent.py b/marionette/tor_browser_tests/test_fp_useragent.py index af527c1..a2ef986 100644 --- a/marionette/tor_browser_tests/test_fp_useragent.py +++ b/marionette/tor_browser_tests/test_fp_useragent.py @@ -19,5 +19,5 @@ class Test(MarionetteTestCase): ua_os = 'Windows NT 6.1; Win64; x64' if osname == 'MacOSX': ua_os = 'Macintosh; Intel Mac OS X 10.13' - self.assertEqual("Mozilla/5.0 (" + ua_os + "; rv:60.0) Gecko/20100101 Firefox/60.0", + self.assertEqual("Mozilla/5.0 (" + ua_os + "; rv:78.0) Gecko/20100101 Firefox/78.0", js("return navigator.userAgent"))

1 0

[tor-browser-bundle-testsuite/master] Fix user-timing-worker test
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit e102b9b86988121fc1c14ca2a05bfb9a2ca1dae4 Author: Alex Catarineu <acat(a)torproject.org> Date: Sun May 17 20:21:40 2020 +0200 Fix user-timing-worker test --- marionette/tor_browser_tests/test_page.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/marionette/tor_browser_tests/test_page.py b/marionette/tor_browser_tests/test_page.py index bc1eb69..d03367c 100644 --- a/marionette/tor_browser_tests/test_page.py +++ b/marionette/tor_browser_tests/test_page.py @@ -1,6 +1,3 @@ -from marionette_driver import By -from marionette_driver.errors import MarionetteException - from marionette_harness import MarionetteTestCase import testsuite @@ -28,7 +25,7 @@ class Test(MarionetteTestCase): def test_page(self): with self.marionette.using_context('content'): self.marionette.navigate(self.test_page_url) - self.marionette.set_search_timeout(self.timeout) + self.marionette.timeout.implicit = self.timeout/1000 elt = self.marionette.find_element('id', 'test_result'); self.assertEqual(elt.text, 'OK')

1 0

[tor-browser-bundle-testsuite/master] Fix readelf_RELRO, readelf_stack_canary and readelf_PIE
by gk＠torproject.org 15 Oct '20

15 Oct '20

commit cd6aa441e887e0a587e572e6e901219fbca14f69 Author: Alex Catarineu <acat(a)torproject.org> Date: Sun May 17 20:36:53 2020 +0200 Fix readelf_RELRO, readelf_stack_canary and readelf_PIE --- TBBTestSuite/TestSuite/BrowserBundleTests.pm | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/TBBTestSuite/TestSuite/BrowserBundleTests.pm b/TBBTestSuite/TestSuite/BrowserBundleTests.pm index a054438..e92fe6d 100644 --- a/TBBTestSuite/TestSuite/BrowserBundleTests.pm +++ b/TBBTestSuite/TestSuite/BrowserBundleTests.pm @@ -99,6 +99,8 @@ our @tests = ( TorBrowser/Tor/PluggableTransports/meek-client-torbrowser TorBrowser/Tor/PluggableTransports/obfs4proxy TorBrowser/Tor/PluggableTransports/zope/interface/_zope_interface_coptimizations.so + TorBrowser/Tor/PluggableTransports/snowflake-client + TorBrowser/ncprop279/ncprop279 ) ], }, { @@ -106,7 +108,7 @@ our @tests = ( type => 'command', descr => 'Check for stack canary support', files => \&tbb_binfiles, - command => [ 'readelf', '-s' ], + command => [ 'readelf', '-s', '--wide' ], check_output => sub { $_[0] =~ m/__stack_chk_fail/ }, enable => sub { $OSNAME eq 'linux' }, # ticket 13056 @@ -115,7 +117,6 @@ our @tests = ( gtk2/libmozgtk.so libmozalloc.so libmozgtk.so - libnssckbi.so libplc4.so libplds4.so TorBrowser/Tor/libstdc++/libstdc++.so.6 @@ -130,6 +131,11 @@ our @tests = ( TorBrowser/Tor/PluggableTransports/zope/interface/_zope_interface_coptimizations.so TorBrowser/Tor/PluggableTransports/meek-client TorBrowser/Tor/PluggableTransports/obfs4proxy + TorBrowser/Tor/PluggableTransports/snowflake-client + TorBrowser/ncprop279/ncprop279 + libgraphitewasm.so + liboggwasm.so + libmozwayland.so ) ], }, { @@ -154,6 +160,7 @@ our @tests = ( TorBrowser/Tor/PluggableTransports/meek-client-torbrowser TorBrowser/Tor/PluggableTransports/obfs4proxy TorBrowser/Tor/PluggableTransports/snowflake-client + TorBrowser/ncprop279/ncprop279 ) ], }, {

1 0