Spidermonkey tests

source/spidermonkey-test-runner.js

@@ -0,0 +1,238 @@
+/*****************************************************************************
+*
+*                      Higgs JavaScript Virtual Machine
+*
+*  This file is part of the Higgs project. The project is distributed at:
+*  https://github.com/maximecb/Higgs
+*
+*  Copyright (c) 2014, Maxime Chevalier-Boisvert. All rights reserved.
+*
+*  This software is licensed under the following license (Modified BSD
+*  License):
+*
+*  Redistribution and use in source and binary forms, with or without
+*  modification, are permitted provided that the following conditions are
+*  met:
+*   1. Redistributions of source code must retain the above copyright
+*      notice, this list of conditions and the following disclaimer.
+*   2. Redistributions in binary form must reproduce the above copyright
+*      notice, this list of conditions and the following disclaimer in the
+*      documentation and/or other materials provided with the distribution.
+*   3. The name of the author may not be used to endorse or promote
+*      products derived from this software without specific prior written
+*      permission.
+*
+*  THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
+*  WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+*  MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN
+*  NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
+*  INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
+*  NOT LIMITED TO PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+*  DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+*  THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+*  (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
+*  THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*
+*****************************************************************************/
+
+/*
+Test-runner runs all js files in the specified dir in a forked instance of higgs.
+If any tests fail the program exist abnormally (i.e. exit(1);)
+*/
+
+(function()
+{
+    var console = require("lib/console");
+    var ffi = require("lib/ffi");
+    var std = require("lib/stdlib");
+    var fs = require("lib/dir");
+
+    var test = require("lib/test");
+
+    var tests_dir = "./spidermonkey-tests";
+
+    // Don't run tests in tests_dir/core
+    // and don't run any files/dirs the user provides as arguments
+    test_environment = [
+        'browser.js',
+        'shell.js',
+        'jsref.js',
+        'template.js',
+        'user.js',
+        'sta.js',
+        'test262-browser.js',
+        'test262-shell.js',
+        'test402-browser.js',
+        'test402-shell.js',
+        'testBuiltInObject.js',
+        'testIntl.js',
+        'js-test-driver-begin.js',
+        'js-test-driver-end.js',
+    ]
+    var ignores = Object.create(null)
+    test_environment.forEach(
+        function (x) { ignores[x] = true; }
+    );
+    ignores["core"] = true;
+    global.arguments.forEach(
+        function(n) { ignores[n] = true; }
+    );
+
+    // Stats for the tests
+    var tests_run = 0;
+    var tests_passed = 0;
+    var tests_failed = 0;
+
+    // Track which directory we're in
+    var current = "";
+
+    // Space for the exit status of the forked vm
+    var child_status = std.malloc(4);
+
+    // included_files is a list of jsref.js, shell.js, browser.js etc.
+    // which the spidermonkey tests expect.
+    function runTest(file, included_files)
+    {
+        file = current + "/" + file;
+        console.log("Running: " + file + " and including: ", included_files);
+
+        // fork before running test
+        var pid = ffi.c.fork();
+
+        if (pid < 0)
+        {
+            console.log("FORK FAILED!");
+            std.exit(1);
+        }
+        else if (pid === 0)
+        {
+            // run the test in this child process
+            try
+            {
+                included_files.forEach(load)
+                load(file);
+            }
+            catch (e)
+            {
+                if (typeof e === "object")
+                    console.log(e.toString());
+                else if (typeof e === "string")
+                    console.log(e);
+
+                std.exit(1);
+            }
+
+            std.exit(0);
+        }
+        else
+        {
+            // parent, wait for test to finish
+            ffi.c.waitpid(pid, child_status, 0);
+            tests_run +=1;
+
+            // pull out return code and check for pass/fail
+            var status = $ir_load_u32(child_status, 0);
+            if (status !== 0)
+            {
+                console.log("***** FAILED! *****");
+                tests_failed += 1;
+            }
+            else
+            {
+                tests_passed += 1;
+            }
+        }
+    }
+
+    function runTests(dir_name)
+    {
+        var dir = fs.dir(dir_name);
+
+        // update where we are
+        current = dir_name;
+
+        dir.getDirNames().sort().forEach(
+            function(next_dir)
+            {
+                if (!ignores[next_dir]) {
+                    runVersion(dir_name + "/" + next_dir);
+                }
+            }
+        );
+    }
+
+    function runVersion(dir_name)
+    {
+
+        var dir = fs.dir(dir_name);
+
+        // update where we are
+        current = dir_name;
+        included_files = []
+
+        dir.getFileNames().sort().forEach(
+            function(file)
+            {
+                if (test_environment.indexOf(file) > -1)
+                {
+                    included_files.push(dir_name + "/" + file)
+                }
+            }
+        );
+        // run tests in any subdirectories
+        dir.getDirNames().sort().forEach(
+            function(next_dir)
+            {
+                if (!ignores[next_dir]) {
+                    runSuite(dir_name + "/" + next_dir, included_files);
+                }
+            }
+        );
+    }
+
+    function runSuite(dir_name, included_files)
+    {
+
+        var dir = fs.dir(dir_name);
+
+        // update where we are
+        current = dir_name;
+
+        dir.getFileNames().sort().forEach(
+            function(file)
+            {
+                if (test_environment.indexOf(file) > -1)
+                {
+                    included_files.push(dir_name + "/" + file)
+                }
+            }
+        );
+        dir.getFileNames().sort().forEach(
+            function(file)
+            {
+                if (!ignores[file] && file.split('.').pop() === "js")
+                {
+                    runTest(file, included_files)
+                }
+            }
+        );
+
+    }
+
+    console.log("Starting spidermonkey-test-runner.js...");
+    console.log(" --- ");
+
+    // run tests
+    runTests(tests_dir);
+
+    console.log("spidermonkey-test-runner.js results:");
+    console.log(" --- ");
+    console.log("Tests run:", tests_run);
+    if (tests_run !== tests_passed)
+        console.log("Tests passed:", tests_passed);
+    console.log("Tests failed:", tests_failed);
+
+    if (tests_failed)
+        std.exit(1);
+})();
+

source/spidermonkey-tests/LICENSE

@@ -0,0 +1,9 @@
+Please see the file toolkit/content/license.html for the copyright licensing
+conditions attached to this codebase, including copies of the licenses
+concerned.
+
+You are not granted rights or licenses to the trademarks of the
+Mozilla Foundation or any party, including without limitation the
+Firefox name or logo.
+
+For more information, see: http://www.mozilla.org/foundation/licensing.html

source/spidermonkey-tests/README.txt

@@ -0,0 +1,54 @@
+JS Test Suite Readme
+====================
+
+The JS test suite is a fairly extensive collection of correctness and regression
+tests for the Spidermonkey engine. Two harnesses run these tests: the shell test
+harness in this directory and the "reftest" harness built into the browser, used
+by Tinderbox. The browser reftests require additional manifest files; these are
+generated automatically by the build phase 'package-tests' using the
+'--make-manifests' option to jstests.py.
+
+Creating a test
+---------------
+For general information, see
+https://developer.mozilla.org/en-US/docs/SpiderMonkey/Creating_JavaScript_tests
+
+Adding a test
+-------------
+    Drop it in an appropriate directory under the tests directory.
+
+        <fineprint> Some names are forbidden. Do not name your test browser.js,
+        shell.js, jsref.js, template.js, user.js, js-test-driver-begin.js, or
+        js-test-driver-end.js, or any of the names of the files in supporting/.
+        </fineprint>
+
+Adjusting when and how a test runs
+----------------------------------
+    Put a comment at the top of the header matching the format:
+        // |reftest| <failure-type> -- <comment>
+
+    Where <failure-type> is a standard reftest <failure-type> string, as documented by:
+        http://mxr.mozilla.org/mozilla-central/source/layout/tools/reftest/README.txt
+
+    Example:
+        // |reftest| skip-if(!xulRuntime.shell) -- does not always dismiss alert
+
+        <fineprint> Either // or /* */ style comments may be used. The entire
+        comment must appear in the first 512 bytes of the file. The control
+        string must be in its own comment block. </fineprint>
+
+    When adding such comments to individual files is not feasible (e.g., for
+    imported tests), reftest manifest entries can be added to jstests.list
+    instead. Combining in-file comments with entries in this manifest file for
+    the same files is not supported (the one from the manifest file will be
+    used). Only the following two forms are supported:
+        <failure-type> include <relative_path>
+        <failure-type> script <relative_path>
+    The <type> "include" indicates that <failure-type> should apply to all test
+    cases within a directory. A statement for a nested directory or script
+    overrides one for an enclosing directory.
+
+Running tests
+-------------
+See
+https://developer.mozilla.org/en-US/docs/SpiderMonkey/Running_Automated_JavaScript_Tests