Run sauce tests locally, prerun bat for ie8

Author: Andy Earnshaw

package.json

@@ -9,6 +9,7 @@
   },
   "devDependencies": {
     "async": "^0.9.0",
+    "finalhandler": "^0.4.0",
     "glob": "^5.0.3",
     "grunt": "^0.4.5",
     "grunt-bundle-jsnext-lib": "^0.2.1",
@@ -23,6 +24,8 @@
     "grunt-zip": "^0.16.2",
     "jshint": "^2.5.5",
     "object.assign": "^1.1.1",
+    "sauce-tunnel": "^2.2.3",
+    "serve-static": "^1.10.0",
     "wd": "^0.3.6"
   },
   "scripts": {

tests/ie8fix.bat

@@ -0,0 +1 @@
+REG ADD "HKEY_CURRENT_USER\Software\Microsoft\Internet Explorer\Styles" /v "MaxScriptStatements" /t REG_DWORD /d 0xFFFFFFFF /f 

tests/saucelabs.js

@@ -1,11 +1,18 @@
+/*eslint-env node*/
+'use strict';
 var LIBS = {
+        Sauce:  require('sauce-tunnel'),
+        http:   require('http'),
+        serve:  require('serve-static'),
+        final:  require('finalhandler'),
         async:  require('async'),
         child:  require('child_process'),
         fs:     require('fs'),
         path:   require('path'),
         util:   require('util'),
         wd:     require('wd')
     },
+
     TEST_DIR = LIBS.path.resolve(__dirname, 'test262', 'pages'),
     BROWSER_CONCURRENCY = 3,
     BROWSERS = [
@@ -54,15 +61,20 @@ var LIBS = {
         {
             browserName: "internet explorer",
             version: "8",
-            platform: "Windows 7"
+            platform: "Windows 7",
+            prerun: 'http://localhost:8000/tests/ie8fix.bat'
         },
         {
             browserName: "safari",
             version: "7",
             platform: "OS X 10.9"
-        },
+        }
     ],
 
+    tunnel = process.env.TRAVIS_BUILD_NUMBER ? null : new LIBS.Sauce(process.env.SAUCE_USERNAME, process.env.SAUCE_ACCESS_KEY),
+    serveStatic = LIBS.serve(LIBS.path.resolve(__dirname, '../')),
+    testBaseURL = 'http://localhost:8000/tests/test262/pages/',
+
     // A list of tests that ES3 environments can't pass, either because they
     // use accessors or they test for behaviour achievable only in ES5 environments
     es3blacklist = [
@@ -71,6 +83,10 @@ var LIBS = {
         '12.2.1.html', '12.3.3.html', '12.3_b.html', '12.3.2_TLT_2.html'
     ];
 
+LIBS.http.createServer(function(req, res) {
+    var done = LIBS.final(req, res);
+    serveStatic(req, res, done);
+}).listen(8000);
 
 function listTests() {
     var tests = [],
@@ -97,190 +113,6 @@ function listTests() {
     return tests;
 }
 
-
-function runCommand(command, done) {
-    console.log('--COMMAND--', command.join(' '));
-    var cmd = command.shift(),
-        stdout = '',
-        stderr = '',
-        err,
-        pid;
-    pid = LIBS.child.spawn(cmd, command, {
-        cwd: process.cwd(),
-        env: process.env
-    });
-    pid.stdout.on('data', function(data) {
-        stdout += data;
-    });
-    pid.stderr.on('data', function(data) {
-        stderr += data;
-    });
-    pid.on('exit', function(code) {
-        done(err, code, stdout, stderr);
-    });
-    pid.on('error', function(err) {
-        done(err, err.code, stdout, stderr);
-    });
-    pid.on('uncaughtException', function(err) {
-        done(err, err.code || 1, stdout, stderr);
-    });
-}
-
-
-function gitDetailsFromTravis(state, done) {
-    if (process.env.TRAVIS) {
-        // travis makes this information easy to get
-        state.git.shasum = process.env.TRAVIS_COMMIT;
-        var parts = process.env.TRAVIS_REPO_SLUG.split('/');
-        state.git.user = parts[0];
-        state.git.repo = parts[1];
-        state.git.rawURL = 'https://rawgithub.com/' + state.git.user + '/' + state.git.repo + '/' + state.git.shasum + '/tests/test262/pages/';
-        done(new Error('FOUND'));
-        return;
-    }
-    done();
-}
-
-
-function gitDetailsFromGit(state, done) {
-    LIBS.async.series([
-        function(taskDone) {
-            runCommand(['git', 'rev-parse', 'HEAD'], function(err, code, stdout, stderr) {
-                if (err) {
-                    taskDone(err);
-                    return;
-                }
-                state.git.shasum = stdout.trim();
-                if (! state.git.shasum) {
-                    taskDone(new Error("failed to find current commit"));
-                    return;
-                }
-                taskDone();
-            });
-        },
-        function(taskDone) {
-            runCommand(['git', 'branch', '--all', '--contains', state.git.shasum], function(err, code, stdout, stderr) {
-                var matches;
-                if (err) {
-                    taskDone(err);
-                    return;
-                }
-                matches = stdout.match(/remotes\/([^\/]+)\/([^\/\n\s]+)$/m);
-                if (matches) {
-                    state.git.remote = matches[1];
-                    state.git.branch = matches[2];
-                    taskDone();
-                    return;
-                }
-                taskDone(new Error('failed to find relevant remote for ' + state.git.shasum));
-            });
-        },
-        function(taskDone) {
-            runCommand(['git', 'config', '--get', ['remote', state.git.remote, 'url'].join('.')], function(err, code, stdout, stderr) {
-                var matches;
-                if (err) {
-                    taskDone(err);
-                    return;
-                }
-                matches = stdout.trim().match(/([^:\/]+)\/([^\/]+)\.git$/);
-                if (matches) {
-                    state.git.user = matches[1];
-                    state.git.repo = matches[2];
-                    state.git.rawURL = 'https://rawgithub.com/' + state.git.user + '/' + state.git.repo + '/' + state.git.shasum + '/tests/test262/pages/';
-                    taskDone();
-                    return;
-                }
-                taskDone(new Error('failed to find repository URL for remote ' + state.git.remote));
-            });
-        }
-    ], function(err) {
-        if (err) {
-            console.log(err.message);
-            done();
-        }
-        else {
-            done(new Error('FOUND'));
-        }
-    });
-}
-
-
-function gitDetailsFromFilesystem(state, done) {
-    var gitDir = LIBS.path.resolve(process.cwd(), '..', '.git'),
-        config;
-
-    function readRef(ref) {
-        /*jshint boss:true*/
-        var path = LIBS.path.resolve(gitDir, ref),
-            contents = LIBS.fs.readFileSync(path).toString(),
-            matches;
-
-        while (matches = contents.match(/ref: (\S+)/)) {
-            path = LIBS.path.resolve(gitDir, matches[1]);
-            contents = LIBS.fs.readFileSync(path).toString();
-        }
-        return contents.trim();
-    }
-
-    state.git.shasum = readRef('HEAD');
-    if (! state.git.shasum) {
-        console.log("failed to find current commit");
-        done();
-        return;
-    }
-
-    LIBS.fs.readdirSync(LIBS.path.resolve(gitDir, 'refs', 'remotes')).forEach(function(remoteDir) {
-        LIBS.fs.readdirSync(LIBS.path.resolve(gitDir, 'refs', 'remotes', remoteDir)).forEach(function(branchFile) {
-            var contents = readRef(LIBS.path.join('refs', 'remotes', remoteDir, branchFile));
-            if (contents === state.git.shasum) {
-                state.git.remote = remoteDir;
-                state.git.branch = branchFile;
-            }
-        });
-    });
-    if (! state.git.remote) {
-        console.log('failed to find relevant remote for ' + state.git.shasum);
-        done();
-        return;
-    }
-
-    config = LIBS.fs.readFileSync(LIBS.path.resolve(gitDir, 'config')).toString();
-    config.split('\n[').forEach(function(conf) {
-        var matches = conf.match(/^remote "([^"]+)"\](.|\n)*url\s*=\s*\S+github\.com[:\/]([^\/]*)\/(.+)\.git/m);
-        if (matches && (matches[1] === state.git.remote)) {
-            state.git.user = matches[3];
-            state.git.repo = matches[4];
-            state.git.rawURL = 'https://rawgithub.com/' + state.git.user + '/' + state.git.repo + '/' + state.git.shasum + '/tests/test262/pages/';
-        }
-    });
-    if (! state.git.rawURL) {
-        console.log('failed to find repository URL for remote ' + state.git.remote);
-        done();
-        return;
-    }
-
-    done(new Error('FOUND'));
-}
-
-
-function calculateGitDetails(state, done) {
-    state.git = {};
-    LIBS.async.series([
-        gitDetailsFromTravis.bind(null, state),
-        gitDetailsFromGit.bind(null, state),
-        gitDetailsFromFilesystem.bind(null, state)
-    ], function(err) {
-        console.log(JSON.stringify(state.git, null, 4));
-        if (err && err.message === 'FOUND') {
-            done();
-        }
-        else {
-            done(new Error('failed to find git details'));
-        }
-    });
-}
-
-
 function runTestsInBrowser(state, browserConfig, done) {
     var tasks = [],
         caps = {},
@@ -305,16 +137,12 @@ function runTestsInBrowser(state, browserConfig, done) {
                 user: state.sauce.username,
                 pwd: state.sauce.access_key
             };
+
         if (process.env.TRAVIS) {
             // "sauce connect" travis addon
             // http://about.travis-ci.org/docs/user/gui-and-headless-browsers/#Using-Sauce-Labs
             sauceConfig.hostname = 'localhost';
             sauceConfig.port = 4445;
-            sauceConfig['custom-data'] = {
-                gituser:    state.git.user,
-                gitrepo:    state.git.repo,
-                commit:     state.git.shasum
-            };
             sauceConfig['record-video'] = false;
         }
         browser = LIBS.wd.remote(sauceConfig);
@@ -324,7 +152,7 @@ function runTestsInBrowser(state, browserConfig, done) {
     // for each page, get and test page
     state.tests.forEach(function(test) {
         tasks.push(function(taskDone) {
-            var url = state.git.rawURL + test,
+            var url = testBaseURL + test,
                 ie8 = browserConfig.browserName === 'internet explorer' && browserConfig.version === '8';
 
             //- Skip impassable tests in IE 8
@@ -458,7 +286,10 @@ function runTests(state, done) {
 }
 
 
-function main() {
+function main(tunnelReady) {
+    if (!tunnelReady) {
+        throw new Error('Could not start Sauce Tunnel');
+    }
     var state = {};
     state.tests = listTests();
     state.sauce = {
@@ -474,8 +305,8 @@ function main() {
     state.capabilities = {
         tags: []
     };
+    state.capabilities['tunnel-identifier'] = process.env.TRAVIS_JOB_NUMBER || tunnel.identifier;
     if (process.env.TRAVIS_JOB_NUMBER) {
-        state.capabilities['tunnel-identifier'] = process.env.TRAVIS_JOB_NUMBER;
         // we only need one of these to run on travis
         if ('.1' !== process.env.TRAVIS_JOB_NUMBER.substr(-2)) {
             console.log('NOOP -- only running on "first" (.1) travis job');
@@ -489,10 +320,10 @@ function main() {
     console.log(JSON.stringify(state.capabilities, null, 4));
 
     console.log('================================================ START');
-    LIBS.async.series([
-        calculateGitDetails.bind(null, state),
-        runTests.bind(null, state)
-    ], function(err) {
+    runTests(state, function(err) {
+        if (tunnel) {
+            tunnel.stop(function () {});
+        }
         console.log('================================================ DONE');
         if (err) {
             console.error(err);
@@ -502,8 +333,16 @@ function main() {
         if (state.results.failCount) {
             process.exit(1);
         }
+
+        process.exit(0);
     });
 }
-main();
-
 
+if (tunnel) {
+    console.log('Starting SauceTunnel...');
+    tunnel.start(main);
+    tunnel.proc.stdout.pipe(process.stdout);
+}
+else {
+    main(true);
+}