Add project tests to automated test suite. Closes #894

test/index.html

@@ -28,18 +28,17 @@
       frames.forEach(frame => {
         frame.setAttribute('src', window.origin);
       });
-      function startTests() {
+
+      async function startTests() {
           let loaded = 0;
-          return frames
-              .reduce((promise, frame) => {
-                  return promise.then(() => {
-                      const id = frame.getAttribute('id');
-                      driver = new SnapDriver();
-                      driver.setWindow(frame.contentWindow);
-                      return driver.login('test');
-                  });
-              }, Promise.resolve())
-              .then(() => mocha.run());
+          for (let i = 0; i < frames.length; i++) {
+              const id = frames[i].getAttribute('id');
+              driver = new SnapDriver();
+              driver.setWindow(frames[i].contentWindow);
+              await driver.login('test');
+          }
+          await loadProjectTests();
+          mocha.run();
       }
 
       function checkLoaded() {
@@ -86,6 +85,7 @@
   <script src="./xml.spec.js"></script>
   <script src="./url.spec.js"></script>
   <script src="./cloud.spec.js"></script>
+  <script src="./projects.spec.js"></script>
   <script src="/test/lib/materialize.min.js"></script>
 
   <script>

test/projects.spec.js

@@ -0,0 +1,77 @@
+/* globals driver */
+async function loadProjectTests() {
+    driver._window.mocha = mocha;
+    driver._window.it = it;
+    describe('project tests', function() {
+
+        const projectNames = [
+            //'chart-tests',
+            //'earthquakes',
+
+            'rpc-list-tests',
+            'serialize-fn-rpcs',
+            'trivia-tests',
+            'kvstore-tests',
+            //'execute-tests',
+            'hangman-tests',
+            'air-quality-tests',
+            'google-maps-tests',
+            'send-fn-tests',
+        ];
+
+        for (let i = projectNames.length; i--;) {
+            const name = projectNames[i];
+            describe(`${name} project`, function() {
+                let error = null;
+                let handleError = null;
+
+                before(async function() {
+                    this.timeout(10000);
+                    await loadProject(name);
+
+                    const {Process} = driver.globals();
+                    handleError = Process.prototype.handleError;
+                    Process.prototype.handleError = function(e) {
+                        error = e;
+                        return handleError.apply(this, arguments);
+                    };
+                });
+
+                beforeEach(() => error = null);
+
+                after(function() {
+                    const {Process} = driver.globals();
+                    Process.prototype.handleError = handleError;
+                });
+
+                it('should run tests without error', async function() {
+                    this.timeout(5000);
+                    driver.ide().runScripts();
+                    await driver.expect(
+                        () => {
+                            const procs = driver.ide().stage.threads.processes;
+                            const runningProcs = procs.filter(proc => !proc.readyToTerminate);
+                            return runningProcs.length === 0;
+                        },
+                        'Script execution did not terminate'
+                    );
+
+                    if (error) {
+                        throw error;
+                    }
+                });
+            });
+        }
+    });
+}
+
+async function loadProject(name) {
+    const url = `/test/projects/${name}.xml`;
+    const response = await fetch(url);
+    const xml = (await response.text())
+        .replace(/^.*<project/, '<project')
+        .replace(/<\/project>.*/, '');
+
+    const {SnapActions} = driver.globals();
+    return SnapActions.openProject(xml);
+}

test/projects/testing-blocks.xml

@@ -0,0 +1 @@
+<blocks app="NetsBlox 1.17.0, http://netsblox.org" version="1.17.0"><block-definition collabId="item_89_41" s="it should %&apos;testname&apos; %&apos;action&apos;" type="command" category="sensing"><header></header><code></code><inputs><input type="%s"></input><input type="%cs"></input></inputs><script><block collabId="item_302_4" s="doRun"><block collabId="item_302_6" s="reportJSFunction"><list><l>name</l></list><l>process = arguments[1];&#xD;process.handleError = function(err, element) {&#xD;    err.name = &apos;"&apos; + name + &apos;": &apos; + err.name;&#xD;    return Process.prototype.handleError.apply(this, arguments);&#xD;};</l></block><list><block collabId="item_302_7" var="testname"/></list></block><block collabId="item_302_5" s="doRun"><block collabId="item_302_13" var="action"/><list></list></block><block collabId="item_302_12" s="doRun"><block collabId="item_302_14" s="reportJSFunction"><list></list><l>delete arguments[0].handleError;</l></block><list></list></block></script></block-definition><block-definition collabId="item_89_12" s="assert %&apos;cond&apos;" type="command" category="lists"><header></header><code></code><inputs><input type="%b"></input></inputs><script><block collabId="item_89_6" s="doRun"><block collabId="item_89_5" s="reportJSFunction"><list><l>cond</l></list><l>if (!cond) {&#xD;throw Error(&apos;ASSERTION FAILED&apos;);&#xD;}</l></block><list><block collabId="item_89" var="cond"/></list></block></script></block-definition></blocks>