Bug 1959269 - clean and standardize devtools/**/xpcshell.toml. r=aryx,devtools-reviewers,ochameau

Differential Revision: https://phabricator.services.mozilla.com/D244831

devtools/client/aboutdebugging/test/xpcshell/xpcshell.toml

@@ -2,7 +2,7 @@
 tags = "devtools"
 head = "xpcshell-head.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
+run-if = ["os != 'android'"]
 
 ["test_extensions_path.js"]
 

devtools/client/application/test/xpcshell/xpcshell.toml

@@ -2,7 +2,7 @@
 tags = "devtools"
 head = "xpcshell-head.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
+run-if = ["os != 'android'"]
 
 ["test_manifest_reducer.js"]
 

devtools/client/debugger/test/xpcshell/xpcshell.toml

@@ -1,6 +1,6 @@
 [DEFAULT]
 tags = "devtools"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
+run-if = ["os != 'android'"]
 
 ["test_sourcetree_utils_getRelativePath.js"]

devtools/client/framework/test/xpcshell/xpcshell.toml

@@ -1,6 +1,6 @@
 [DEFAULT]
 tags = "devtools"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
+run-if = ["os != 'android'"]
 
 ["test_tabs_absolute_order.js"]

devtools/client/inspector/compatibility/test/xpcshell/xpcshell.toml

@@ -2,6 +2,6 @@
 tags = "devtools"
 head = "head.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
+run-if = ["os != 'android'"]
 
 ["test_default-browsers.js"]

devtools/client/memory/test/xpcshell/xpcshell.toml

@@ -2,7 +2,7 @@
 tags = "devtools devtools-memory"
 head = "../../../shared/test/shared-head.js head.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
+run-if = ["os != 'android'"]
 
 ["test_action-clear-snapshots_01.js"]
 
@@ -37,7 +37,6 @@ skip-if = ["os == 'android'"]
 ["test_action-set-display.js"]
 
 ["test_action-take-census.js"]
-skip-if = ["tsan"] # Unreasonably slow, bug 1612707
 
 ["test_action-take-snapshot-and-census.js"]
 
@@ -68,7 +67,6 @@ skip-if = ["tsan"] # Unreasonably slow, bug 1612707
 ["test_dominator_trees_03.js"]
 
 ["test_dominator_trees_04.js"]
-skip-if = ["tsan"] # Unreasonably slow, bug 1612707
 
 ["test_dominator_trees_05.js"]
 
@@ -91,7 +89,6 @@ skip-if = ["tsan"] # Unreasonably slow, bug 1612707
 ["test_individuals_04.js"]
 
 ["test_individuals_05.js"]
-skip-if = ["tsan"] # Times out, bug 1612707
 
 ["test_individuals_06.js"]
 

devtools/client/netmonitor/test/xpcshell/xpcshell.toml

@@ -2,7 +2,7 @@
 tags = "devtools"
 head = ""
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
+run-if = ["os != 'android'"]
 
 ["test_doc-utils.js"]
 

devtools/client/shared/redux/middleware/test/xpcshell/xpcshell.toml

@@ -2,7 +2,7 @@
 tags = "devtools"
 head = "head.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
+run-if = ["os != 'android'"]
 
 ["test_middleware-task-01.js"]
 

devtools/client/shared/remote-debugging/adb/xpcshell/xpcshell.toml

@@ -2,11 +2,8 @@
 tags = "devtools"
 head = "xpcshell-head.js"
 firefox-appdir = "browser"
-skip-if = [
-    "os == 'android'",
-    "socketprocess_networking",
-]
 support-files = ["adb.py"]
+run-if = ["os != 'android'"]
 
 ["test_adb.js"]
 run-sequentially = "An extension having the same id is installed/uninstalled in different tests"

devtools/client/shared/remote-debugging/test/xpcshell/xpcshell.toml

@@ -2,7 +2,7 @@
 tags = "devtools"
 head = "xpcshell-head.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
+run-if = ["os != 'android'"]
 
 ["test_remote_client_manager.js"]
 

devtools/client/shared/test/xpcshell/xpcshell.toml

@@ -2,7 +2,7 @@
 tags = "devtools"
 head = "head.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
+run-if = ["os != 'android'"]
 
 support-files = ["../helper_color_data.js"]
 

devtools/client/webconsole/test/xpcshell/xpcshell.toml

@@ -1,6 +1,6 @@
 [DEFAULT]
 tags = "devtools"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
+run-if = ["os != 'android'"]
 
 ["test_webconsole_l10n.js"]

devtools/server/actors/compatibility/lib/test/xpcshell/xpcshell.toml

@@ -2,6 +2,5 @@
 tags = "devtools"
 head = "head.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
 
 ["test_mdn-compatibility.js"]

devtools/server/tests/xpcshell/xpcshell.toml

@@ -2,7 +2,7 @@
 tags = "devtools"
 head = "head_dbg.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
+skip-if = ["os == 'android' && android_version == '24' && processor == 'x86_64'"]
 # While not every devtools test uses evalInSandbox over 80 do, so it's easier to
 # set allow_parent_unrestricted_js_loads for all the tests here.
 # Similar story for the eval restrictions
@@ -81,21 +81,21 @@ support-files = [
 ["test_breakpoint-01.js"]
 
 ["test_breakpoint-03.js"]
-skip-if = ["true"] # breakpoint sliding is not supported bug 1525685
+run-if = ["false"] # breakpoint sliding is not supported bug 1525685
 
 ["test_breakpoint-04.js"]
 
 ["test_breakpoint-05.js"]
-skip-if = ["true"] # breakpoint sliding is not supported bug 1525685
+run-if = ["false"] # breakpoint sliding is not supported bug 1525685
 
 ["test_breakpoint-06.js"]
-skip-if = ["true"] # breakpoint sliding is not supported bug 1525685
+run-if = ["false"] # breakpoint sliding is not supported bug 1525685
 
 ["test_breakpoint-07.js"]
-skip-if = ["true"] # breakpoint sliding is not supported bug 1525685
+run-if = ["false"] # breakpoint sliding is not supported bug 1525685
 
 ["test_breakpoint-08.js"]
-skip-if = ["true"] # breakpoint sliding is not supported bug 1525685
+run-if = ["false"] # breakpoint sliding is not supported bug 1525685
 
 ["test_breakpoint-09.js"]
 
@@ -104,7 +104,7 @@ skip-if = ["true"] # breakpoint sliding is not supported bug 1525685
 ["test_breakpoint-11.js"]
 
 ["test_breakpoint-12.js"]
-skip-if = ["true"] # breakpoint sliding is not supported bug 1525685
+run-if = ["false"] # breakpoint sliding is not supported bug 1525685
 
 ["test_breakpoint-13.js"]
 
@@ -113,19 +113,18 @@ skip-if = ["true"] # breakpoint sliding is not supported bug 1525685
 ["test_breakpoint-16.js"]
 
 ["test_breakpoint-17.js"]
-skip-if = ["true"] # tests for breakpoint actors are obsolete bug 1524374
+run-if = ["false"] # tests for breakpoint actors are obsolete bug 1524374
 
 ["test_breakpoint-18.js"]
 
 ["test_breakpoint-19.js"]
-skip-if = ["true"] # bug 1104838
 
 ["test_breakpoint-20.js"]
 
 ["test_breakpoint-21.js"]
 
 ["test_breakpoint-22.js"]
-skip-if = ["true"] # breakpoint sliding is not supported bug 1525685
+run-if = ["false"] # breakpoint sliding is not supported bug 1525685
 
 ["test_breakpoint-23.js"]
 
@@ -136,7 +135,7 @@ skip-if = ["true"] # breakpoint sliding is not supported bug 1525685
 ["test_breakpoint-26.js"]
 
 ["test_breakpoint-actor-map.js"]
-skip-if = ["true"] # tests for breakpoint actors are obsolete bug 1524374
+run-if = ["false"] # tests for breakpoint actors are obsolete bug 1524374
 
 ["test_client_request.js"]
 
@@ -162,9 +161,9 @@ skip-if = ["true"] # tests for breakpoint actors are obsolete bug 1524374
 
 ["test_extension_storage_actor.js"]
 skip-if = [
-  "tsan", # Unreasonably slow, bug 1612707
-  "os == 'mac' && os_version == '10.15' && processor == 'x86_64'", # Bug 1813406
   "os == 'linux' && os_version == '18.04' && processor == 'x86_64' && ccov", # Bug 1813406
+  "os == 'linux' && os_version == '18.04' && processor == 'x86_64' && tsan", # Bug 1612707
+  "os == 'mac' && os_version == '10.15' && processor == 'x86_64'", # Bug 1813406
 ]
 
 ["test_extension_storage_actor_upgrade.js"]
@@ -340,10 +339,10 @@ skip-if = [
 ["test_setBreakpoint-on-line-with-multiple-statements.js"]
 
 ["test_setBreakpoint-on-line-with-no-offsets-in-gcd-script.js"]
-skip-if = ["true"] # breakpoint sliding is not supported bug 1525685
+run-if = ["false"] # breakpoint sliding is not supported bug 1525685
 
 ["test_setBreakpoint-on-line-with-no-offsets.js"]
-skip-if = ["true"] # breakpoint sliding is not supported bug 1525685
+run-if = ["false"] # breakpoint sliding is not supported bug 1525685
 
 ["test_setBreakpoint-on-line.js"]
 
@@ -420,7 +419,6 @@ skip-if = ["true"] # breakpoint sliding is not supported bug 1525685
 ["test_watchpoint-03.js"]
 
 ["test_watchpoint-04.js"]
-skip-if = ["os == 'mac' && os_version == '11.20' && arch == 'aarch64'"] # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 
 ["test_watchpoint-05.js"]
 

devtools/server/tracer/tests/xpcshell/xpcshell.toml

@@ -1,6 +1,5 @@
 [DEFAULT]
 tags = "devtools"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
 
 ["test_tracer.js"]

devtools/shared/heapsnapshot/tests/xpcshell/xpcshell.toml

@@ -2,7 +2,6 @@
 tags = "devtools heapsnapshot devtools-memory"
 head = "head_heapsnapshot.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
 support-files = [
   "Census.sys.mjs",
   "dominator-tree-worker.js",
@@ -33,6 +32,9 @@ support-files = [
 ["test_DominatorTree_01.js"]
 
 ["test_DominatorTree_02.js"]
+skip-if = [
+  "os == 'android' && android_version == '24' && processor == 'x86_64'",
+]
 
 ["test_DominatorTree_03.js"]
 
@@ -61,7 +63,6 @@ support-files = [
 ["test_HeapAnalyses_getDominatorTree_02.js"]
 
 ["test_HeapAnalyses_getImmediatelyDominated_01.js"]
-skip-if = ["tsan"] # Unreasonably slow, bug 1612707
 
 ["test_HeapAnalyses_readHeapSnapshot_01.js"]
 
@@ -122,12 +123,13 @@ skip-if = ["tsan"] # Unreasonably slow, bug 1612707
 ["test_ReadHeapSnapshot.js"]
 
 ["test_ReadHeapSnapshot_with_allocations.js"]
-skip-if = ["os == 'linux'"] # Bug 1176173
 
 ["test_ReadHeapSnapshot_with_utf8_paths.js"]
 
 ["test_ReadHeapSnapshot_worker.js"]
-skip-if = ["os == 'linux'"] # Bug 1176173
+skip-if = [
+  "os == 'android' && android_version == '24' && processor == 'x86_64'",
+]
 
 ["test_SaveHeapSnapshot.js"]
 
@@ -182,3 +184,4 @@ skip-if = ["os == 'linux'"] # Bug 1176173
 ["test_getReportLeaves_01.js"]
 
 ["test_saveHeapSnapshot_e10s_01.js"]
+# skip-if = ["os == 'mac' && os_version == '10.15' && processor == 'x86_64' && debug && socketprocess_networking"] # Bug TBD

devtools/shared/network-observer/test/xpcshell/xpcshell.toml

@@ -2,7 +2,6 @@
 tags = "devtools"
 head = "head.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
 support-files = ""
 
 ["test_network_helper.js"]

devtools/shared/protocol/tests/xpcshell/xpcshell.toml

@@ -2,7 +2,7 @@
 tags = "devtools"
 head = "head.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
+skip-if = ["os == 'android' && android_version == '24' && processor == 'x86_64'"]
 support-files = ""
 
 ["test_protocol_abort.js"]

devtools/shared/security/tests/xpcshell/xpcshell.toml

@@ -1,8 +1,8 @@
 [DEFAULT]
 tags = "devtools"
 head = "head_dbg.js"
-skip-if = ["os == 'android'"]
 firefox-appdir = "browser"
+skip-if = ["os == 'android' && android_version == '24' && processor == 'x86_64'"]
 support-files = ["testactors.js"]
 
 ["test_devtools_socket_status.js"]

devtools/shared/storage/vendor/stringvalidator/tests/xpcshell/xpcshell.toml

@@ -2,7 +2,6 @@
 tags = "devtools"
 head = "head_stringvalidator.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
 
 ["test_sanitizers.js"]
 

devtools/shared/tests/xpcshell/xpcshell.toml

@@ -2,7 +2,6 @@
 tags = "devtools"
 head = "head_devtools.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
 support-files = [
   "exposeLoader.js",
   "throwing-module-1.js",
@@ -16,6 +15,7 @@ support-files = [
 ["test_csslexer.js"]
 
 ["test_debugger_client.js"]
+skip-if = ["os == 'android' && android_version == '24' && processor == 'x86_64'"]
 
 ["test_defineLazyPrototypeGetter.js"]
 
@@ -28,6 +28,7 @@ support-files = [
 ["test_eventemitter_static.js"]
 
 ["test_executeSoon.js"]
+skip-if = ["os == 'android' && android_version == '24' && processor == 'x86_64'"]
 
 ["test_fetch-bom.js"]
 
@@ -52,18 +53,21 @@ support-files = [
 ["test_loader.js"]
 
 ["test_natural-sort.js"]
+skip-if = ["os == 'android' && android_version == '24' && processor == 'x86_64'"]
 
 ["test_pluralForm-english.js"]
 
 ["test_pluralForm-makeGetter.js"]
 
 ["test_prettifyCSS.js"]
+skip-if = ["os == 'android' && android_version == '24' && processor == 'x86_64'"]
 
 ["test_require.js"]
 
 ["test_require_lazy.js"]
 
 ["test_require_raw.js"]
+skip-if = ["os == 'android' && android_version == '24' && processor == 'x86_64'"]
 
 ["test_safeErrorString.js"]
 

devtools/shared/transport/tests/xpcshell/xpcshell.toml

@@ -2,7 +2,7 @@
 tags = "devtools"
 head = "head_dbg.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
+skip-if = ["os == 'android' && android_version == '24' && processor == 'x86_64'"]
 support-files = ["testactors.js"]
 
 ["test_bulk_error.js"]

devtools/shared/webconsole/test/xpcshell/xpcshell.toml

@@ -2,7 +2,6 @@
 tags = "devtools"
 head = "head.js"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
 support-files = ""
 
 ["test_analyze_input_string.js"]

devtools/startup/tests/xpcshell/xpcshell.toml

@@ -1,6 +1,6 @@
 [DEFAULT]
 tags = "devtools"
 firefox-appdir = "browser"
-skip-if = ["os == 'android'"]
+skip-if = ["os == 'android' && android_version == '24' && processor == 'x86_64'"]
 
 ["test_devtools_shim.js"]