Merge pull request #2059 from jashkenas/sauce-setup

SauceLabs setup

Author: jashkenas

.travis.yml

@@ -1,6 +1,4 @@
 language: node_js
-addons:
-  firefox: "10.0"
 node_js:
   - "0.8"
   - "0.12"
@@ -9,15 +7,26 @@ matrix:
   include:
     - node_js: "0.10"
       env: BROWSER=true
-env: BROWSER=false
 before_install:
   - npm install -g npm
-  - if [[ $BROWSER == true ]]; then npm install karma-phantomjs-launcher karma-firefox-launcher; fi
+  - npm install -g karma-cli
 before_script:
+  - npm install karma-sauce-launcher
   - export DISPLAY=:99.0
   - sh -e /etc/init.d/xvfb start
 script:
   - npm test
-  - "[ $BROWSER == false ] || ./node_modules/karma/bin/karma start --browsers Firefox,PhantomJS"
+  - "[ $BROWSER == false ] || npm run test-browser"
+  # Karma sauce is limited to running about 5-7 browsers (or it will tiemout) at a time so we just run vendor by vendor here
+  - "[ $BROWSER == false ] || karma start karma.conf-sauce.js --browsers FIREFOX_V4,FIREFOX_V11,FIREFOX_V20,FIREFOX_V30,FIREFOX_V35"
+  - "[ $BROWSER == false ] || karma start karma.conf-sauce.js --browsers CHROME_V28,CHROME_V35,CHROME_V40,ANDROID_V4.0,ANDROID_V4.3"
+  - "[ $BROWSER == false ] || karma start karma.conf-sauce.js --browsers INTERNET_EXPLORER_V9,INTERNET_EXPLORER_V10,INTERNET_EXPLORER_V11"
+  - "[ $BROWSER == false ] || karma start karma.conf-sauce.js --browsers SAFARI_V5,SAFARI_V6,SAFARI_V7"
+  - "[ $BROWSER == false ] || karma start karma.conf-sauce.js --browsers OPERA_V11,OPERA_V12"
 notifications:
   email: false
+env:
+  global:
+  - secure: bDZSBQfqr21hCayjcZ20IxrV6+XGhxQPFIfwWqEKLrF93Gu8LLVjZRxXE/mE8I8N4Z5WtDNb4ZHrm/TTzmcPa5MuHgIxEdknQCncobH8oimwc83SHwEPk6okeNKl39VlCjvvnmoe/V/KpnknuYn3Rqghtl/Uv9KLpCwskwjTtcw=
+  - secure: SRECgXuwcZTcD3GVxTS2bYNgRyye4vq6BLrV2PH9FyNenowsKQR2EwlC/dppc1Q8NWMgv79J/R96q9JOFh+mEH9L5dlBb2yhnGH8amVeM/ChAJHT/F8YktKM453uVpz5fR00QcCQDDUOx6Pvx374ID0OKNpWKAkQBWA9mPTsLnE=
+  matrix: BROWSER=false

karma.conf-sauce.js

@@ -0,0 +1,82 @@
+var _ = require('./');
+
+// Browsers to run on Sauce Labs platforms
+var sauceBrowsers = _.reduce([
+  ['firefox', '35'],
+  ['firefox', '30'],
+  ['firefox', '20'],
+  ['firefox', '11'],
+  ['firefox', '4'],
+
+  ['chrome', '40'],
+  ['chrome', '35'],
+  ['chrome', '28'],
+
+  ['internet explorer', '11', 'Windows 8.1'],
+  ['internet explorer', '10', 'Windows 8'],
+  ['internet explorer', '9', 'Windows 7'],
+  // Currently do not work with Karma.
+  // ['internet explorer', '8', 'Windows 7'],
+  // ['internet explorer', '7', 'Windows XP'],
+  // ['internet explorer', '6', 'Windows XP'],
+
+  ['opera', '12'],
+  ['opera', '11'],
+
+  ['android', '4.3'],
+  ['android', '4.0'],
+
+  ['safari', '8'],
+  ['safari', '6'],
+  ['safari', '7'],
+  ['safari', '5']
+], function(memo, platform) {
+  var label = (platform[0] + '_v' + platform[1]).replace(' ', '_').toUpperCase();
+  memo[label] = _.pick({
+    'base': 'SauceLabs',
+    'browserName': platform[0],
+    'version': platform[1],
+    'platform': platform[2]
+  }, Boolean);
+  return memo;
+}, {});
+
+module.exports = function(config) {
+  if ( !process.env.SAUCE_USERNAME || !process.env.SAUCE_ACCESS_KEY ) {
+    console.log('Sauce environments not set --- Skipping');
+    return process.exit(0);
+  }
+
+  config.set({
+    basePath: '',
+    frameworks: ['qunit'],
+    singleRun: true,
+
+    // list of files / patterns to load in the browser
+    files: [
+      'test/vendor/qunit-extras.js',
+      'underscore.js',
+      'test/*.js'
+    ],
+    // test results reporter to use
+    reporters: ['dots', 'saucelabs'],
+    port: 9876,
+    colors: true,
+    logLevel: config.LOG_INFO,
+    sauceLabs: {
+      build: 'TRAVIS #' + process.env.TRAVIS_BUILD_NUMBER + ' (' + process.env.TRAVIS_BUILD_ID + ')',
+      startConnect: true,
+      tunnelIdentifier: process.env.TRAVIS_JOB_NUMBER
+    },
+
+    // TODO(vojta): remove once SauceLabs supports websockets.
+    // This speeds up the capturing a bit, as browsers don't even try to use websocket.
+    transports: ['xhr-polling'],
+    captureTimeout: 120000,
+    customLaunchers: sauceBrowsers
+
+    // Browsers to launch, commented out to prevent karma from starting
+    // too many concurrent browsers and timing sauce out.
+    // browsers: _.keys(sauceBrowsers)
+  });
+};

karma.conf.js

@@ -1,11 +1,16 @@
 // Note some browser launchers should be installed before using karma start.
+
 // For example:
-// npm install karma-firefox-launcher
-// karma start --browser=Firefox
+//      $ npm install karma-firefox-launcher
+//      $ karma start --browser=Firefox
+
+// See http://karma-runner.github.io/0.8/config/configuration-file.html
 module.exports = function(config) {
   config.set({
     basePath: '',
     frameworks: ['qunit'],
+    logLevel: config.LOG_INFO,
+    port: 9876,
 
     // list of files / patterns to load in the browser
     files: [
@@ -14,24 +19,10 @@ module.exports = function(config) {
       'test/*.js'
     ],
 
-    // test results reporter to use
-    // possible values: 'dots', 'progress'
-    // available reporters: https://npmjs.org/browse/keyword/karma-reporter
+    // Test results reporter to use
+    // https://npmjs.org/browse/keyword/karma-reporter
     reporters: ['progress'],
 
-    // web server port
-    port: 9876,
-
-    // enable / disable colors in the output (reporters and logs)
-    colors: true,
-
-    // level of logging
-    // possible values: config.LOG_DISABLE || config.LOG_ERROR || config.LOG_WARN || config.LOG_INFO || config.LOG_DEBUG
-    logLevel: config.LOG_INFO,
-
-    // enable / disable watching file and executing tests whenever any file changes
-    autoWatch: false,
-
     // start these browsers
     // available browser launchers: https://npmjs.org/browse/keyword/karma-launcher
     browsers: ['PhantomJS'],