testing/mochitest/browser-test.js

Wed, 31 Dec 2014 06:09:35 +0100

author
Michael Schloh von Bennewitz <michael@schloh.com>
date
Wed, 31 Dec 2014 06:09:35 +0100
changeset 0
6474c204b198
permissions
-rw-r--r--

Cloned upstream origin tor-browser at tor-browser-31.3.0esr-4.5-1-build1
revision ID fc1c9ff7c1b2defdbc039f12214767608f46423f for hacking purpose.

     1 /* -*- js-indent-level: 2; tab-width: 2; indent-tabs-mode: nil -*- */
     2 // Test timeout (seconds)
     3 var gTimeoutSeconds = 45;
     4 var gConfig;
     6 if (Cc === undefined) {
     7   var Cc = Components.classes;
     8   var Ci = Components.interfaces;
     9   var Cu = Components.utils;
    10 }
    12 Cu.import("resource://gre/modules/XPCOMUtils.jsm");
    13 Cu.import("resource://gre/modules/Task.jsm");
    15 XPCOMUtils.defineLazyModuleGetter(this, "Services",
    16   "resource://gre/modules/Services.jsm");
    18 XPCOMUtils.defineLazyModuleGetter(this, "BrowserNewTabPreloader",
    19   "resource:///modules/BrowserNewTabPreloader.jsm", "BrowserNewTabPreloader");
    21 XPCOMUtils.defineLazyModuleGetter(this, "CustomizationTabPreloader",
    22   "resource:///modules/CustomizationTabPreloader.jsm", "CustomizationTabPreloader");
    24 const SIMPLETEST_OVERRIDES =
    25   ["ok", "is", "isnot", "ise", "todo", "todo_is", "todo_isnot", "info", "expectAssertions"];
    27 window.addEventListener("load", testOnLoad, false);
    29 function testOnLoad() {
    30   window.removeEventListener("load", testOnLoad, false);
    32   gConfig = readConfig();
    33   if (gConfig.testRoot == "browser" ||
    34       gConfig.testRoot == "metro" ||
    35       gConfig.testRoot == "webapprtChrome") {
    36     // Make sure to launch the test harness for the first opened window only
    37     var prefs = Services.prefs;
    38     if (prefs.prefHasUserValue("testing.browserTestHarness.running"))
    39       return;
    41     prefs.setBoolPref("testing.browserTestHarness.running", true);
    43     if (prefs.prefHasUserValue("testing.browserTestHarness.timeout"))
    44       gTimeoutSeconds = prefs.getIntPref("testing.browserTestHarness.timeout");
    46     var sstring = Cc["@mozilla.org/supports-string;1"].
    47                   createInstance(Ci.nsISupportsString);
    48     sstring.data = location.search;
    50     Services.ww.openWindow(window, "chrome://mochikit/content/browser-harness.xul", "browserTest",
    51                            "chrome,centerscreen,dialog=no,resizable,titlebar,toolbar=no,width=800,height=600", sstring);
    52   } else {
    53     // This code allows us to redirect without requiring specialpowers for chrome and a11y tests.
    54     let messageHandler = function(m) {
    55       messageManager.removeMessageListener("chromeEvent", messageHandler);
    56       var url = m.json.data;
    58       // Window is the [ChromeWindow] for messageManager, so we need content.window 
    59       // Currently chrome tests are run in a content window instead of a ChromeWindow
    60       var webNav = content.window.QueryInterface(Components.interfaces.nsIInterfaceRequestor)
    61                          .getInterface(Components.interfaces.nsIWebNavigation);
    62       webNav.loadURI(url, null, null, null, null);
    63     };
    65     var listener = 'data:,function doLoad(e) { var data=e.detail&&e.detail.data;removeEventListener("contentEvent", function (e) { doLoad(e); }, false, true);sendAsyncMessage("chromeEvent", {"data":data}); };addEventListener("contentEvent", function (e) { doLoad(e); }, false, true);';
    66     messageManager.loadFrameScript(listener, true);
    67     messageManager.addMessageListener("chromeEvent", messageHandler);
    68   }
    69   if (gConfig.e10s) {
    70     e10s_init();
    71   }
    72 }
    74 function Tester(aTests, aDumper, aCallback) {
    75   this.dumper = aDumper;
    76   this.tests = aTests;
    77   this.callback = aCallback;
    78   this.openedWindows = {};
    79   this.openedURLs = {};
    81   this._scriptLoader = Services.scriptloader;
    82   this._scriptLoader.loadSubScript("chrome://mochikit/content/tests/SimpleTest/EventUtils.js", this.EventUtils);
    83   var simpleTestScope = {};
    84   this._scriptLoader.loadSubScript("chrome://mochikit/content/tests/SimpleTest/specialpowersAPI.js", simpleTestScope);
    85   this._scriptLoader.loadSubScript("chrome://mochikit/content/tests/SimpleTest/SpecialPowersObserverAPI.js", simpleTestScope);
    86   this._scriptLoader.loadSubScript("chrome://mochikit/content/tests/SimpleTest/ChromePowers.js", simpleTestScope);
    87   this._scriptLoader.loadSubScript("chrome://mochikit/content/tests/SimpleTest/SimpleTest.js", simpleTestScope);
    88   this._scriptLoader.loadSubScript("chrome://mochikit/content/tests/SimpleTest/MemoryStats.js", simpleTestScope);
    89   this._scriptLoader.loadSubScript("chrome://mochikit/content/chrome-harness.js", simpleTestScope);
    90   this.SimpleTest = simpleTestScope.SimpleTest;
    91   this.MemoryStats = simpleTestScope.MemoryStats;
    92   this.Task = Task;
    93   this.Promise = Components.utils.import("resource://gre/modules/Promise.jsm", null).Promise;
    94   this.Assert = Components.utils.import("resource://testing-common/Assert.jsm", null).Assert;
    96   this.SimpleTestOriginal = {};
    97   SIMPLETEST_OVERRIDES.forEach(m => {
    98     this.SimpleTestOriginal[m] = this.SimpleTest[m];
    99   });
   101   this._uncaughtErrorObserver = function({message, date, fileName, stack, lineNumber}) {
   102     let text = "Once bug 991040 has landed, THIS ERROR WILL CAUSE A TEST FAILURE.\n" + message;
   103     let error = text;
   104     if (fileName || lineNumber) {
   105       error = {
   106         fileName: fileName,
   107         lineNumber: lineNumber,
   108         message: text,
   109         toString: function() {
   110           return text;
   111         }
   112       };
   113     }
   114     this.currentTest.addResult(
   115       new testResult(
   116 	/*success*/ true,
   117         /*name*/"A promise chain failed to handle a rejection",
   118         /*error*/error,
   119         /*known*/true,
   120         /*stack*/stack));
   121     }.bind(this);
   122 }
   123 Tester.prototype = {
   124   EventUtils: {},
   125   SimpleTest: {},
   126   Task: null,
   127   Promise: null,
   128   Assert: null,
   130   repeat: 0,
   131   runUntilFailure: false,
   132   checker: null,
   133   currentTestIndex: -1,
   134   lastStartTime: null,
   135   openedWindows: null,
   136   lastAssertionCount: 0,
   138   get currentTest() {
   139     return this.tests[this.currentTestIndex];
   140   },
   141   get done() {
   142     return this.currentTestIndex == this.tests.length - 1;
   143   },
   145   start: function Tester_start() {
   146     // Check whether this window is ready to run tests.
   147     if (window.BrowserChromeTest) {
   148       BrowserChromeTest.runWhenReady(this.actuallyStart.bind(this));
   149       return;
   150     }
   151     this.actuallyStart();
   152   },
   154   actuallyStart: function Tester_actuallyStart() {
   155     //if testOnLoad was not called, then gConfig is not defined
   156     if (!gConfig)
   157       gConfig = readConfig();
   159     if (gConfig.runUntilFailure)
   160       this.runUntilFailure = true;
   162     if (gConfig.repeat)
   163       this.repeat = gConfig.repeat;
   165     this.dumper.dump("*** Start BrowserChrome Test Results ***\n");
   166     Services.console.registerListener(this);
   167     Services.obs.addObserver(this, "chrome-document-global-created", false);
   168     Services.obs.addObserver(this, "content-document-global-created", false);
   169     this._globalProperties = Object.keys(window);
   170     this._globalPropertyWhitelist = [
   171       "navigator", "constructor", "top",
   172       "Application",
   173       "__SS_tabsToRestore", "__SSi",
   174       "webConsoleCommandController",
   175     ];
   177     this.Promise.Debugging.clearUncaughtErrorObservers();
   178     this.Promise.Debugging.addUncaughtErrorObserver(this._uncaughtErrorObserver);
   180     if (this.tests.length)
   181       this.nextTest();
   182     else
   183       this.finish();
   184   },
   186   waitForWindowsState: function Tester_waitForWindowsState(aCallback) {
   187     let timedOut = this.currentTest && this.currentTest.timedOut;
   188     let baseMsg = timedOut ? "Found a {elt} after previous test timed out"
   189                            : this.currentTest ? "Found an unexpected {elt} at the end of test run"
   190                                               : "Found an unexpected {elt}";
   192     // Remove stale tabs
   193     if (this.currentTest && window.gBrowser && gBrowser.tabs.length > 1) {
   194       while (gBrowser.tabs.length > 1) {
   195         let lastTab = gBrowser.tabContainer.lastChild;
   196         let msg = baseMsg.replace("{elt}", "tab") +
   197                   ": " + lastTab.linkedBrowser.currentURI.spec;
   198         this.currentTest.addResult(new testResult(false, msg, "", false));
   199         gBrowser.removeTab(lastTab);
   200       }
   201     }
   203     // Replace the last tab with a fresh one
   204     if (window.gBrowser) {
   205       gBrowser.addTab("about:blank", { skipAnimation: true });
   206       gBrowser.removeCurrentTab();
   207       gBrowser.stop();
   208     }
   210     // Remove stale windows
   211     this.dumper.dump("TEST-INFO | checking window state\n");
   212     let windowsEnum = Services.wm.getEnumerator(null);
   213     while (windowsEnum.hasMoreElements()) {
   214       let win = windowsEnum.getNext();
   215       if (win != window && !win.closed &&
   216           win.document.documentElement.getAttribute("id") != "browserTestHarness") {
   217         let type = win.document.documentElement.getAttribute("windowtype");
   218         switch (type) {
   219         case "navigator:browser":
   220           type = "browser window";
   221           break;
   222         case null:
   223           type = "unknown window";
   224           break;
   225         }
   226         let msg = baseMsg.replace("{elt}", type);
   227         if (this.currentTest)
   228           this.currentTest.addResult(new testResult(false, msg, "", false));
   229         else
   230           this.dumper.dump("TEST-UNEXPECTED-FAIL | (browser-test.js) | " + msg + "\n");
   232         win.close();
   233       }
   234     }
   236     // Make sure the window is raised before each test.
   237     this.SimpleTest.waitForFocus(aCallback);
   238   },
   240   finish: function Tester_finish(aSkipSummary) {
   241     this.Promise.Debugging.flushUncaughtErrors();
   243     var passCount = this.tests.reduce(function(a, f) a + f.passCount, 0);
   244     var failCount = this.tests.reduce(function(a, f) a + f.failCount, 0);
   245     var todoCount = this.tests.reduce(function(a, f) a + f.todoCount, 0);
   247     if (this.repeat > 0) {
   248       --this.repeat;
   249       this.currentTestIndex = -1;
   250       this.nextTest();
   251     }
   252     else{
   253       Services.console.unregisterListener(this);
   254       Services.obs.removeObserver(this, "chrome-document-global-created");
   255       Services.obs.removeObserver(this, "content-document-global-created");
   256       this.Promise.Debugging.clearUncaughtErrorObservers();
   257       this.dumper.dump("\nINFO TEST-START | Shutdown\n");
   259       if (this.tests.length) {
   260         this.dumper.dump("Browser Chrome Test Summary\n");
   262         this.dumper.dump("\tPassed: " + passCount + "\n" +
   263                          "\tFailed: " + failCount + "\n" +
   264                          "\tTodo: " + todoCount + "\n");
   265       } else {
   266         this.dumper.dump("TEST-UNEXPECTED-FAIL | (browser-test.js) | " +
   267                          "No tests to run. Did you pass an invalid --test-path?\n");
   268       }
   269       this.dumper.dump("\n*** End BrowserChrome Test Results ***\n");
   271       this.dumper.done();
   273       // Tests complete, notify the callback and return
   274       this.callback(this.tests);
   275       this.callback = null;
   276       this.tests = null;
   277       this.openedWindows = null;
   278     }
   279   },
   281   haltTests: function Tester_haltTests() {
   282     // Do not run any further tests
   283     this.currentTestIndex = this.tests.length - 1;
   284     this.repeat = 0;
   285   },
   287   observe: function Tester_observe(aSubject, aTopic, aData) {
   288     if (!aTopic) {
   289       this.onConsoleMessage(aSubject);
   290     } else if (this.currentTest) {
   291       this.onDocumentCreated(aSubject);
   292     }
   293   },
   295   onDocumentCreated: function Tester_onDocumentCreated(aWindow) {
   296     let utils = aWindow.QueryInterface(Ci.nsIInterfaceRequestor)
   297                        .getInterface(Ci.nsIDOMWindowUtils);
   298     let outerID = utils.outerWindowID;
   299     let innerID = utils.currentInnerWindowID;
   301     if (!(outerID in this.openedWindows)) {
   302       this.openedWindows[outerID] = this.currentTest;
   303     }
   304     this.openedWindows[innerID] = this.currentTest;
   306     let url = aWindow.location.href || "about:blank";
   307     this.openedURLs[outerID] = this.openedURLs[innerID] = url;
   308   },
   310   onConsoleMessage: function Tester_onConsoleMessage(aConsoleMessage) {
   311     // Ignore empty messages.
   312     if (!aConsoleMessage.message)
   313       return;
   315     try {
   316       var msg = "Console message: " + aConsoleMessage.message;
   317       if (this.currentTest)
   318         this.currentTest.addResult(new testMessage(msg));
   319       else
   320         this.dumper.dump("TEST-INFO | (browser-test.js) | " + msg.replace(/\n$/, "") + "\n");
   321     } catch (ex) {
   322       // Swallow exception so we don't lead to another error being reported,
   323       // throwing us into an infinite loop
   324     }
   325   },
   327   nextTest: Task.async(function*() {
   328     if (this.currentTest) {
   329       // Run cleanup functions for the current test before moving on to the
   330       // next one.
   331       let testScope = this.currentTest.scope;
   332       while (testScope.__cleanupFunctions.length > 0) {
   333         let func = testScope.__cleanupFunctions.shift();
   334         try {
   335           yield func.apply(testScope);
   336         }
   337         catch (ex) {
   338           this.currentTest.addResult(new testResult(false, "Cleanup function threw an exception", ex, false));
   339         }
   340       };
   342       this.Promise.Debugging.flushUncaughtErrors();
   344       let winUtils = window.QueryInterface(Ci.nsIInterfaceRequestor)
   345                            .getInterface(Ci.nsIDOMWindowUtils);
   346       if (winUtils.isTestControllingRefreshes) {
   347         this.currentTest.addResult(new testResult(false, "test left refresh driver under test control", "", false));
   348         winUtils.restoreNormalRefresh();
   349       }
   351       if (this.SimpleTest.isExpectingUncaughtException()) {
   352         this.currentTest.addResult(new testResult(false, "expectUncaughtException was called but no uncaught exception was detected!", "", false));
   353       }
   355       Object.keys(window).forEach(function (prop) {
   356         if (parseInt(prop) == prop) {
   357           // This is a string which when parsed as an integer and then
   358           // stringified gives the original string.  As in, this is in fact a
   359           // string representation of an integer, so an index into
   360           // window.frames.  Skip those.
   361           return;
   362         }
   363         if (this._globalProperties.indexOf(prop) == -1) {
   364           this._globalProperties.push(prop);
   365           if (this._globalPropertyWhitelist.indexOf(prop) == -1)
   366             this.currentTest.addResult(new testResult(false, "leaked window property: " + prop, "", false));
   367         }
   368       }, this);
   370       // Clear document.popupNode.  The test could have set it to a custom value
   371       // for its own purposes, nulling it out it will go back to the default
   372       // behavior of returning the last opened popup.
   373       document.popupNode = null;
   375       // Notify a long running test problem if it didn't end up in a timeout.
   376       if (this.currentTest.unexpectedTimeouts && !this.currentTest.timedOut) {
   377         let msg = "This test exceeded the timeout threshold. It should be " +
   378                   "rewritten or split up. If that's not possible, use " +
   379                   "requestLongerTimeout(N), but only as a last resort.";
   380         this.currentTest.addResult(new testResult(false, msg, "", false));
   381       }
   383       // If we're in a debug build, check assertion counts.  This code
   384       // is similar to the code in TestRunner.testUnloaded in
   385       // TestRunner.js used for all other types of mochitests.
   386       let debugsvc = Cc["@mozilla.org/xpcom/debug;1"].getService(Ci.nsIDebug2);
   387       if (debugsvc.isDebugBuild) {
   388         let newAssertionCount = debugsvc.assertionCount;
   389         let numAsserts = newAssertionCount - this.lastAssertionCount;
   390         this.lastAssertionCount = newAssertionCount;
   392         let max = testScope.__expectedMaxAsserts;
   393         let min = testScope.__expectedMinAsserts;
   394         if (numAsserts > max) {
   395           let msg = "Assertion count " + numAsserts +
   396                     " is greater than expected range " +
   397                     min + "-" + max + " assertions.";
   398           // TEST-UNEXPECTED-FAIL (TEMPORARILY TEST-KNOWN-FAIL)
   399           //this.currentTest.addResult(new testResult(false, msg, "", false));
   400           this.currentTest.addResult(new testResult(true, msg, "", true));
   401         } else if (numAsserts < min) {
   402           let msg = "Assertion count " + numAsserts +
   403                     " is less than expected range " +
   404                     min + "-" + max + " assertions.";
   405           // TEST-UNEXPECTED-PASS
   406           this.currentTest.addResult(new testResult(false, msg, "", true));
   407         } else if (numAsserts > 0) {
   408           let msg = "Assertion count " + numAsserts +
   409                     " is within expected range " +
   410                     min + "-" + max + " assertions.";
   411           // TEST-KNOWN-FAIL
   412           this.currentTest.addResult(new testResult(true, msg, "", true));
   413         }
   414       }
   416       // Dump memory stats for main thread.
   417       if (Cc["@mozilla.org/xre/runtime;1"]
   418           .getService(Ci.nsIXULRuntime)
   419           .processType == Ci.nsIXULRuntime.PROCESS_TYPE_DEFAULT)
   420       {
   421         this.MemoryStats.dump((l) => { this.dumper.dump(l + "\n"); },
   422                               this.currentTestIndex,
   423                               this.currentTest.path,
   424                               gConfig.dumpOutputDirectory,
   425                               gConfig.dumpAboutMemoryAfterTest,
   426                               gConfig.dumpDMDAfterTest);
   427       }
   429       // Note the test run time
   430       let time = Date.now() - this.lastStartTime;
   431       this.dumper.dump("INFO TEST-END | " + this.currentTest.path + " | finished in " + time + "ms\n");
   432       this.currentTest.setDuration(time);
   434       if (this.runUntilFailure && this.currentTest.failCount > 0) {
   435         this.haltTests();
   436       }
   438       // Restore original SimpleTest methods to avoid leaks.
   439       SIMPLETEST_OVERRIDES.forEach(m => {
   440         this.SimpleTest[m] = this.SimpleTestOriginal[m];
   441       });
   443       testScope.destroy();
   444       this.currentTest.scope = null;
   445     }
   447     // Check the window state for the current test before moving to the next one.
   448     // This also causes us to check before starting any tests, since nextTest()
   449     // is invoked to start the tests.
   450     this.waitForWindowsState((function () {
   451       if (this.done) {
   452         // Uninitialize a few things explicitly so that they can clean up
   453         // frames and browser intentionally kept alive until shutdown to
   454         // eliminate false positives.
   455         if (gConfig.testRoot == "browser") {
   456           // Replace the document currently loaded in the browser's sidebar.
   457           // This will prevent false positives for tests that were the last
   458           // to touch the sidebar. They will thus not be blamed for leaking
   459           // a document.
   460           let sidebar = document.getElementById("sidebar");
   461           sidebar.setAttribute("src", "data:text/html;charset=utf-8,");
   462           sidebar.docShell.createAboutBlankContentViewer(null);
   463           sidebar.setAttribute("src", "about:blank");
   465           // Do the same for the social sidebar.
   466           let socialSidebar = document.getElementById("social-sidebar-browser");
   467           socialSidebar.setAttribute("src", "data:text/html;charset=utf-8,");
   468           socialSidebar.docShell.createAboutBlankContentViewer(null);
   469           socialSidebar.setAttribute("src", "about:blank");
   471           // Destroy BackgroundPageThumbs resources.
   472           let {BackgroundPageThumbs} =
   473             Cu.import("resource://gre/modules/BackgroundPageThumbs.jsm", {});
   474           BackgroundPageThumbs._destroy();
   476           BrowserNewTabPreloader.uninit();
   477           CustomizationTabPreloader.uninit();
   478           SocialFlyout.unload();
   479           SocialShare.uninit();
   480           TabView.uninit();
   481         }
   483         // Simulate memory pressure so that we're forced to free more resources
   484         // and thus get rid of more false leaks like already terminated workers.
   485         Services.obs.notifyObservers(null, "memory-pressure", "heap-minimize");
   487         // Schedule GC and CC runs before finishing in order to detect
   488         // DOM windows leaked by our tests or the tested code. Note that we
   489         // use a shrinking GC so that the JS engine will discard JIT code and
   490         // JIT caches more aggressively.
   492         let checkForLeakedGlobalWindows = aCallback => {
   493           Cu.schedulePreciseShrinkingGC(() => {
   494             let analyzer = new CCAnalyzer();
   495             analyzer.run(() => {
   496               let results = [];
   497               for (let obj of analyzer.find("nsGlobalWindow ")) {
   498                 let m = obj.name.match(/^nsGlobalWindow #(\d+)/);
   499                 if (m && m[1] in this.openedWindows)
   500                   results.push({ name: obj.name, url: m[1] });
   501               }
   502               aCallback(results);
   503             });
   504           });
   505         };
   507         let reportLeaks = aResults => {
   508           for (let result of aResults) {
   509             let test = this.openedWindows[result.url];
   510             let msg = "leaked until shutdown [" + result.name +
   511                       " " + (this.openedURLs[result.url] || "NULL") + "]";
   512             test.addResult(new testResult(false, msg, "", false));
   513           }
   514         };
   516         checkForLeakedGlobalWindows(aResults => {
   517           if (aResults.length == 0) {
   518             this.finish();
   519             return;
   520           }
   521           // After the first check, if there are reported leaked windows, sleep
   522           // for a while, to allow off-main-thread work to complete and free up
   523           // main-thread objects.  Then check again.
   524           setTimeout(() => {
   525             checkForLeakedGlobalWindows(aResults => {
   526               reportLeaks(aResults);
   527               this.finish();
   528             });
   529           }, 1000);
   530         });
   532         return;
   533       }
   535       this.currentTestIndex++;
   536       this.execTest();
   537     }).bind(this));
   538   }),
   540   execTest: function Tester_execTest() {
   541     this.dumper.dump("TEST-START | " + this.currentTest.path + "\n");
   543     this.SimpleTest.reset();
   545     // Load the tests into a testscope
   546     let currentScope = this.currentTest.scope = new testScope(this, this.currentTest);
   547     let currentTest = this.currentTest;
   549     // Import utils in the test scope.
   550     this.currentTest.scope.EventUtils = this.EventUtils;
   551     this.currentTest.scope.SimpleTest = this.SimpleTest;
   552     this.currentTest.scope.gTestPath = this.currentTest.path;
   553     this.currentTest.scope.Task = this.Task;
   554     this.currentTest.scope.Promise = this.Promise;
   555     // Pass a custom report function for mochitest style reporting.
   556     this.currentTest.scope.Assert = new this.Assert(function(err, message, stack) {
   557       let res;
   558       if (err) {
   559         res = new testResult(false, err.message, err.stack, false, err.stack);
   560       } else {
   561         res = new testResult(true, message, "", false, stack);
   562       }
   563       currentTest.addResult(res);
   564     });
   566     // Allow Assert.jsm methods to be tacked to the current scope.
   567     this.currentTest.scope.export_assertions = function() {
   568       for (let func in this.Assert) {
   569         this[func] = this.Assert[func].bind(this.Assert);
   570       }
   571     };
   573     // Override SimpleTest methods with ours.
   574     SIMPLETEST_OVERRIDES.forEach(function(m) {
   575       this.SimpleTest[m] = this[m];
   576     }, this.currentTest.scope);
   578     //load the tools to work with chrome .jar and remote
   579     try {
   580       this._scriptLoader.loadSubScript("chrome://mochikit/content/chrome-harness.js", this.currentTest.scope);
   581     } catch (ex) { /* no chrome-harness tools */ }
   583     // Import head.js script if it exists.
   584     var currentTestDirPath =
   585       this.currentTest.path.substr(0, this.currentTest.path.lastIndexOf("/"));
   586     var headPath = currentTestDirPath + "/head.js";
   587     try {
   588       this._scriptLoader.loadSubScript(headPath, this.currentTest.scope);
   589     } catch (ex) {
   590       // Ignore if no head.js exists, but report all other errors.  Note this
   591       // will also ignore an existing head.js attempting to import a missing
   592       // module - see bug 755558 for why this strategy is preferred anyway.
   593       if (ex.toString() != 'Error opening input stream (invalid filename?)') {
   594        this.currentTest.addResult(new testResult(false, "head.js import threw an exception", ex, false));
   595       }
   596     }
   598     // Import the test script.
   599     try {
   600       this._scriptLoader.loadSubScript(this.currentTest.path,
   601                                        this.currentTest.scope);
   602       this.Promise.Debugging.flushUncaughtErrors();
   603       // Run the test
   604       this.lastStartTime = Date.now();
   605       if (this.currentTest.scope.__tasks) {
   606         // This test consists of tasks, added via the `add_task()` API.
   607         if ("test" in this.currentTest.scope) {
   608           throw "Cannot run both a add_task test and a normal test at the same time.";
   609         }
   610         this.Task.spawn(function() {
   611           let task;
   612           while ((task = this.__tasks.shift())) {
   613             this.SimpleTest.info("Entering test " + task.name);
   614             try {
   615               yield task();
   616             } catch (ex) {
   617               let isExpected = !!this.SimpleTest.isExpectingUncaughtException();
   618               let stack = (typeof ex == "object" && "stack" in ex)?ex.stack:null;
   619               let name = "Uncaught exception";
   620               let result = new testResult(isExpected, name, ex, false, stack);
   621               currentTest.addResult(result);
   622             }
   623             this.Promise.Debugging.flushUncaughtErrors();
   624             this.SimpleTest.info("Leaving test " + task.name);
   625           }
   626           this.finish();
   627         }.bind(currentScope));
   628       } else if ("generatorTest" in this.currentTest.scope) {
   629         if ("test" in this.currentTest.scope) {
   630           throw "Cannot run both a generator test and a normal test at the same time.";
   631         }
   633         // This test is a generator. It will not finish immediately.
   634         this.currentTest.scope.waitForExplicitFinish();
   635         var result = this.currentTest.scope.generatorTest();
   636         this.currentTest.scope.__generator = result;
   637         result.next();
   638       } else {
   639         this.currentTest.scope.test();
   640       }
   641     } catch (ex) {
   642       let isExpected = !!this.SimpleTest.isExpectingUncaughtException();
   643       if (!this.SimpleTest.isIgnoringAllUncaughtExceptions()) {
   644         this.currentTest.addResult(new testResult(isExpected, "Exception thrown", ex, false));
   645         this.SimpleTest.expectUncaughtException(false);
   646       } else {
   647         this.currentTest.addResult(new testMessage("Exception thrown: " + ex));
   648       }
   649       this.currentTest.scope.finish();
   650     }
   652     // If the test ran synchronously, move to the next test, otherwise the test
   653     // will trigger the next test when it is done.
   654     if (this.currentTest.scope.__done) {
   655       this.nextTest();
   656     }
   657     else {
   658       var self = this;
   659       this.currentTest.scope.__waitTimer = setTimeout(function timeoutFn() {
   660         if (--self.currentTest.scope.__timeoutFactor > 0) {
   661           // We were asked to wait a bit longer.
   662           self.currentTest.scope.info(
   663             "Longer timeout required, waiting longer...  Remaining timeouts: " +
   664             self.currentTest.scope.__timeoutFactor);
   665           self.currentTest.scope.__waitTimer =
   666             setTimeout(timeoutFn, gTimeoutSeconds * 1000);
   667           return;
   668         }
   670         // If the test is taking longer than expected, but it's not hanging,
   671         // mark the fact, but let the test continue.  At the end of the test,
   672         // if it didn't timeout, we will notify the problem through an error.
   673         // To figure whether it's an actual hang, compare the time of the last
   674         // result or message to half of the timeout time.
   675         // Though, to protect against infinite loops, limit the number of times
   676         // we allow the test to proceed.
   677         const MAX_UNEXPECTED_TIMEOUTS = 10;
   678         if (Date.now() - self.currentTest.lastOutputTime < (gTimeoutSeconds / 2) * 1000 &&
   679             ++self.currentTest.unexpectedTimeouts <= MAX_UNEXPECTED_TIMEOUTS) {
   680             self.currentTest.scope.__waitTimer =
   681               setTimeout(timeoutFn, gTimeoutSeconds * 1000);
   682           return;
   683         }
   685         self.currentTest.addResult(new testResult(false, "Test timed out", "", false));
   686         self.currentTest.timedOut = true;
   687         self.currentTest.scope.__waitTimer = null;
   688         self.nextTest();
   689       }, gTimeoutSeconds * 1000);
   690     }
   691   },
   693   QueryInterface: function(aIID) {
   694     if (aIID.equals(Ci.nsIConsoleListener) ||
   695         aIID.equals(Ci.nsISupports))
   696       return this;
   698     throw Components.results.NS_ERROR_NO_INTERFACE;
   699   }
   700 };
   702 function testResult(aCondition, aName, aDiag, aIsTodo, aStack) {
   703   this.msg = aName || "";
   705   this.info = false;
   706   this.pass = !!aCondition;
   707   this.todo = aIsTodo;
   709   if (this.pass) {
   710     if (aIsTodo)
   711       this.result = "TEST-KNOWN-FAIL";
   712     else
   713       this.result = "TEST-PASS";
   714   } else {
   715     if (aDiag) {
   716       if (typeof aDiag == "object" && "fileName" in aDiag) {
   717         // we have an exception - print filename and linenumber information
   718         this.msg += " at " + aDiag.fileName + ":" + aDiag.lineNumber;
   719       }
   720       this.msg += " - " + aDiag;
   721     }
   722     if (aStack) {
   723       this.msg += "\nStack trace:\n";
   724       var frame = aStack;
   725       while (frame) {
   726         this.msg += "    " + frame + "\n";
   727         frame = frame.caller;
   728       }
   729     }
   730     if (aIsTodo)
   731       this.result = "TEST-UNEXPECTED-PASS";
   732     else
   733       this.result = "TEST-UNEXPECTED-FAIL";
   735     if (gConfig.debugOnFailure) {
   736       // You've hit this line because you requested to break into the
   737       // debugger upon a testcase failure on your test run.
   738       debugger;
   739     }
   740   }
   741 }
   743 function testMessage(aName) {
   744   this.msg = aName || "";
   745   this.info = true;
   746   this.result = "TEST-INFO";
   747 }
   749 // Need to be careful adding properties to this object, since its properties
   750 // cannot conflict with global variables used in tests.
   751 function testScope(aTester, aTest) {
   752   this.__tester = aTester;
   754   var self = this;
   755   this.ok = function test_ok(condition, name, diag, stack) {
   756     aTest.addResult(new testResult(condition, name, diag, false,
   757                                    stack ? stack : Components.stack.caller));
   758   };
   759   this.is = function test_is(a, b, name) {
   760     self.ok(a == b, name, "Got " + a + ", expected " + b, false,
   761             Components.stack.caller);
   762   };
   763   this.isnot = function test_isnot(a, b, name) {
   764     self.ok(a != b, name, "Didn't expect " + a + ", but got it", false,
   765             Components.stack.caller);
   766   };
   767   this.ise = function test_ise(a, b, name) {
   768     self.ok(a === b, name, "Got " + a + ", strictly expected " + b, false,
   769             Components.stack.caller);
   770   };
   771   this.todo = function test_todo(condition, name, diag, stack) {
   772     aTest.addResult(new testResult(!condition, name, diag, true,
   773                                    stack ? stack : Components.stack.caller));
   774   };
   775   this.todo_is = function test_todo_is(a, b, name) {
   776     self.todo(a == b, name, "Got " + a + ", expected " + b,
   777               Components.stack.caller);
   778   };
   779   this.todo_isnot = function test_todo_isnot(a, b, name) {
   780     self.todo(a != b, name, "Didn't expect " + a + ", but got it",
   781               Components.stack.caller);
   782   };
   783   this.info = function test_info(name) {
   784     aTest.addResult(new testMessage(name));
   785   };
   787   this.executeSoon = function test_executeSoon(func) {
   788     Services.tm.mainThread.dispatch({
   789       run: function() {
   790         func();
   791       }
   792     }, Ci.nsIThread.DISPATCH_NORMAL);
   793   };
   795   this.nextStep = function test_nextStep(arg) {
   796     if (self.__done) {
   797       aTest.addResult(new testResult(false, "nextStep was called too many times", "", false));
   798       return;
   799     }
   801     if (!self.__generator) {
   802       aTest.addResult(new testResult(false, "nextStep called with no generator", "", false));
   803       self.finish();
   804       return;
   805     }
   807     try {
   808       self.__generator.send(arg);
   809     } catch (ex if ex instanceof StopIteration) {
   810       // StopIteration means test is finished.
   811       self.finish();
   812     } catch (ex) {
   813       var isExpected = !!self.SimpleTest.isExpectingUncaughtException();
   814       if (!self.SimpleTest.isIgnoringAllUncaughtExceptions()) {
   815         aTest.addResult(new testResult(isExpected, "Exception thrown", ex, false));
   816         self.SimpleTest.expectUncaughtException(false);
   817       } else {
   818         aTest.addResult(new testMessage("Exception thrown: " + ex));
   819       }
   820       self.finish();
   821     }
   822   };
   824   this.waitForExplicitFinish = function test_waitForExplicitFinish() {
   825     self.__done = false;
   826   };
   828   this.waitForFocus = function test_waitForFocus(callback, targetWindow, expectBlankPage) {
   829     self.SimpleTest.waitForFocus(callback, targetWindow, expectBlankPage);
   830   };
   832   this.waitForClipboard = function test_waitForClipboard(expected, setup, success, failure, flavor) {
   833     self.SimpleTest.waitForClipboard(expected, setup, success, failure, flavor);
   834   };
   836   this.registerCleanupFunction = function test_registerCleanupFunction(aFunction) {
   837     self.__cleanupFunctions.push(aFunction);
   838   };
   840   this.requestLongerTimeout = function test_requestLongerTimeout(aFactor) {
   841     self.__timeoutFactor = aFactor;
   842   };
   844   this.copyToProfile = function test_copyToProfile(filename) {
   845     self.SimpleTest.copyToProfile(filename);
   846   };
   848   this.expectUncaughtException = function test_expectUncaughtException(aExpecting) {
   849     self.SimpleTest.expectUncaughtException(aExpecting);
   850   };
   852   this.ignoreAllUncaughtExceptions = function test_ignoreAllUncaughtExceptions(aIgnoring) {
   853     self.SimpleTest.ignoreAllUncaughtExceptions(aIgnoring);
   854   };
   856   this.expectAssertions = function test_expectAssertions(aMin, aMax) {
   857     let min = aMin;
   858     let max = aMax;
   859     if (typeof(max) == "undefined") {
   860       max = min;
   861     }
   862     if (typeof(min) != "number" || typeof(max) != "number" ||
   863         min < 0 || max < min) {
   864       throw "bad parameter to expectAssertions";
   865     }
   866     self.__expectedMinAsserts = min;
   867     self.__expectedMaxAsserts = max;
   868   };
   870   this.finish = function test_finish() {
   871     self.__done = true;
   872     if (self.__waitTimer) {
   873       self.executeSoon(function() {
   874         if (self.__done && self.__waitTimer) {
   875           clearTimeout(self.__waitTimer);
   876           self.__waitTimer = null;
   877           self.__tester.nextTest();
   878         }
   879       });
   880     }
   881   };
   882 }
   883 testScope.prototype = {
   884   __done: true,
   885   __generator: null,
   886   __tasks: null,
   887   __waitTimer: null,
   888   __cleanupFunctions: [],
   889   __timeoutFactor: 1,
   890   __expectedMinAsserts: 0,
   891   __expectedMaxAsserts: 0,
   893   EventUtils: {},
   894   SimpleTest: {},
   895   Task: null,
   896   Promise: null,
   897   Assert: null,
   899   /**
   900    * Add a test function which is a Task function.
   901    *
   902    * Task functions are functions fed into Task.jsm's Task.spawn(). They are
   903    * generators that emit promises.
   904    *
   905    * If an exception is thrown, an assertion fails, or if a rejected
   906    * promise is yielded, the test function aborts immediately and the test is
   907    * reported as a failure. Execution continues with the next test function.
   908    *
   909    * To trigger premature (but successful) termination of the function, simply
   910    * return or throw a Task.Result instance.
   911    *
   912    * Example usage:
   913    *
   914    * add_task(function test() {
   915    *   let result = yield Promise.resolve(true);
   916    *
   917    *   ok(result);
   918    *
   919    *   let secondary = yield someFunctionThatReturnsAPromise(result);
   920    *   is(secondary, "expected value");
   921    * });
   922    *
   923    * add_task(function test_early_return() {
   924    *   let result = yield somethingThatReturnsAPromise();
   925    *
   926    *   if (!result) {
   927    *     // Test is ended immediately, with success.
   928    *     return;
   929    *   }
   930    *
   931    *   is(result, "foo");
   932    * });
   933    */
   934   add_task: function(aFunction) {
   935     if (!this.__tasks) {
   936       this.waitForExplicitFinish();
   937       this.__tasks = [];
   938     }
   939     this.__tasks.push(aFunction.bind(this));
   940   },
   942   destroy: function test_destroy() {
   943     for (let prop in this)
   944       delete this[prop];
   945   }
   946 };

mercurial