Bug 649012 - Fail mochitest-plains which use flaky timeouts (setTimeo…

…ut(x) for x > 0); r=ted

We are white-listing the existing set of tests that use setTimeout
like this.  Hopefully these tests will be investigated and fixed
in the future, so that we can narrow down the white-list.

This check is only turned on for mochitest-plain for now.

docshell/test/navigation/test_sessionhistory.html

@@ -33,6 +33,7 @@
 var testCount = 0; // Used by the test files.
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 
 var testWindow;
 function nextTest_() {

docshell/test/test_bug385434.html

@@ -21,6 +21,7 @@
 
 /** Test for Bug 385434 **/
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 
 var gNumHashchanges = 0;
 var gCallbackOnIframeLoad = false;

docshell/test/test_bug511449.html

@@ -23,6 +23,7 @@
 /** Test for Bug 511449 **/
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 window.addEventListener('load', runTest, false);
 
 var win = null;

docshell/test/test_bug529119-1.html

@@ -8,6 +8,7 @@
 <script class="testbody" type="text/javascript">
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 
 var workingURL = "http://mochi.test:8888/tests/docshell/test/bug529119-window.html";
 var faultyURL = "http://some-nonexistent-domain-27489274c892748217cn2384.com/";

docshell/test/test_bug529119-2.html

@@ -8,6 +8,7 @@
 <script class="testbody" type="text/javascript">
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 
 var workingURL = "http://mochi.test:8888/tests/docshell/test/bug529119-window.html";
 var faultyURL = "http://some-nonexistent-domain-27489274c892748217cn2384.com/";

docshell/test/test_bug530396.html

@@ -29,6 +29,7 @@
 var gTestFrame = document.getElementById('testFrame');
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 addLoadEvent(doNextStep);
 
 function doNextStep() {

docshell/test/test_bug691547.html

@@ -53,6 +53,7 @@
 <pre id="test">
 <script type="application/javascript">
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 </script>
 </pre>
 </body>

dom/apps/tests/test_packaged_app_install.html

@@ -77,6 +77,7 @@
 }
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 
 var steps = [
   function() {

dom/apps/tests/test_packaged_app_update.html

@@ -29,6 +29,7 @@
 var miniManifestURL;
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 
 function checkForUpdate(aExpected, aOnSuccess, aOnApplied, aOnDownloadError,
                         aLaunchDownload, aOnRequestError) {

dom/audiochannel/tests/test_telephonyPolicy.html

@@ -78,6 +78,7 @@
 }
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 runTest();
 
   </script>

dom/base/test/csp/test_bug836922_npolicies.html

@@ -234,6 +234,7 @@
 
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 
 // save this for last so that our listeners are registered.
 // ... this loads the testbed of good and bad requests.

dom/base/test/test_XHR_timeout.html

@@ -48,6 +48,7 @@
   (function() {
     SimpleTest.waitForExplicitFinish();
     SimpleTest.requestLongerTimeout(TestRequests.length);
+    SimpleTest.requestFlakyTimeout("untriaged");
     var msg = "This test will take approximately " + (TestRequests.length * 10)
     msg += " seconds to complete, at most.";
     document.getElementById("content").firstChild.nodeValue = msg;

dom/base/test/test_bug1081686.html

@@ -57,6 +57,7 @@
 }
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 
 </script>
 </pre>

dom/base/test/test_bug338583.html

@@ -655,6 +655,7 @@
   }
 
   SimpleTest.waitForExplicitFinish();
+  SimpleTest.requestFlakyTimeout("untriaged");
   addLoadEvent(doTest);
 
 </script>

dom/base/test/test_bug809003.html

@@ -32,6 +32,7 @@
 window.didGetError = false;
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 
 setTimeout(function() {
   is(window.didGetLoad, false, "Shouldn't have got load event!");

dom/base/test/test_messageChannel_start.html

@@ -228,6 +228,7 @@
   ];
 
   SimpleTest.waitForExplicitFinish();
+  SimpleTest.requestFlakyTimeout("untriaged");
   SpecialPowers.pushPrefEnv({"set": [["dom.messageChannel.enabled", true]]}, runTests);
   </script>
 </body>

dom/browser-element/mochitest/browserElement_CopyPaste.js

@@ -5,6 +5,7 @@
 "use strict";
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 browserElementTestHelpers.setEnabledPref(true);
 browserElementTestHelpers.setSelectionChangeEnabledPref(true);
 browserElementTestHelpers.addPermission();

dom/browser-element/mochitest/browserElement_ReloadPostRequest.js

@@ -6,6 +6,7 @@
 
 "use strict";
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 browserElementTestHelpers.setEnabledPref(true);
 browserElementTestHelpers.addPermission();
 

dom/browser-element/mochitest/browserElement_SetVisible.js

@@ -5,6 +5,7 @@
 "use strict";
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 browserElementTestHelpers.setEnabledPref(true);
 browserElementTestHelpers.addPermission();
 

dom/browser-element/mochitest/browserElement_Stop.js

@@ -10,6 +10,7 @@
 
 "use strict";
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 browserElementTestHelpers.setEnabledPref(true);
 browserElementTestHelpers.addPermission();
 

dom/canvas/test/crossorigin/test_video_crossorigin.html

@@ -19,6 +19,7 @@
 <script type="application/javascript">
 
 /** Test for Bug 682299 **/
+SimpleTest.requestFlakyTimeout("untriaged");
 
 function createCanvas(width, height) {
   var c = document.createElement("canvas");

dom/canvas/test/test_bug902651.html

@@ -7,6 +7,7 @@
 <script>
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 addLoadEvent(function () {
 
 var canvas = document.getElementById('c');

dom/canvas/test/test_canvas.html

@@ -6,6 +6,7 @@
 <script>
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 const Cc = SpecialPowers.Cc;
 const Cr = SpecialPowers.Cr;
 

dom/canvas/test/test_toDataURL_alpha.html

@@ -197,6 +197,7 @@
 }
 
 SimpleTest.waitForExplicitFinish();
+SimpleTest.requestFlakyTimeout("untriaged");
 
 addLoadEvent(runTests);
 

dom/canvas/test/webgl-conformance/_wrappers/test_always-fail.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?always-fail.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__attribs__gl-enable-vertex-attrib.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/attribs/gl-enable-vertex-attrib.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__attribs__gl-vertex-attrib-zero-issues.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/attribs/gl-vertex-attrib-zero-issues.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__attribs__gl-vertex-attrib.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/attribs/gl-vertex-attrib.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__attribs__gl-vertexattribpointer-offsets.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/attribs/gl-vertexattribpointer-offsets.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__attribs__gl-vertexattribpointer.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/attribs/gl-vertexattribpointer.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__buffers__buffer-bind-test.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/buffers/buffer-bind-test.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__buffers__buffer-data-array-buffer.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/buffers/buffer-data-array-buffer.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__buffers__index-validation-copies-indices.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/buffers/index-validation-copies-indices.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__buffers__index-validation-crash-with-buffer-sub-data.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/buffers/index-validation-crash-with-buffer-sub-data.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__buffers__index-validation-verifies-too-many-indices.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/buffers/index-validation-verifies-too-many-indices.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__buffers__index-validation-with-resized-buffer.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/buffers/index-validation-with-resized-buffer.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__buffers__index-validation.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/buffers/index-validation.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__canvas__buffer-offscreen-test.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/canvas/buffer-offscreen-test.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__canvas__buffer-preserve-test.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/canvas/buffer-preserve-test.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__canvas__canvas-test.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/canvas/canvas-test.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__canvas__canvas-zero-size.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/canvas/canvas-zero-size.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__canvas__drawingbuffer-static-canvas-test.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/canvas/drawingbuffer-static-canvas-test.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__canvas__drawingbuffer-test.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/canvas/drawingbuffer-test.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__canvas__viewport-unchanged-upon-resize.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/canvas/viewport-unchanged-upon-resize.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__context__constants.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/context/constants.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__context__context-attributes-alpha-depth-stencil-antialias.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/context/context-attributes-alpha-depth-stencil-antialias.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__context__context-lost-restored.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/context/context-lost-restored.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__context__context-lost.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/context/context-lost.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__context__context-type-test.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/context/context-type-test.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>

dom/canvas/test/webgl-conformance/_wrappers/test_conformance__context__incorrect-context-object-behaviour.html

@@ -14,6 +14,7 @@
           src='../mochi-single.html?conformance/context/incorrect-context-object-behaviour.html'>
   </iframe>
   <script>
+    SimpleTest.requestFlakyTimeout("untriaged");
     IFrameAutoresize.StartById('mochi-single', false);
   </script>
 </body>