progtest: Exit with non-zero status on test failure

Not a very useful test runner if it doesn't ever fail, now is it?

* Makefile.am (check): Invoke new test/runner-test.  Depend on modindex.
* bin/runner.js: Exit with non-zero status on assertion failure.
* test/_stub: Add stub program with good and bad test cases to test
    exit code.
* test/runner-test: Add system test.

1 files changed, 14 insertions, 1 deletions

diff --git a/progtest/bin/runner.js b/progtest/bin/runner.js
index c6c5deb..4dddf20 100644
--- a/progtest/bin/runner.js
+++ b/progtest/bin/runner.js
@@ -33,4 +33,17 @@ const runner = require( '../src/env' ).console(
 );
 
 runner( case_yaml )
-    .catch( e => console.error( e ) );
+    .then( results =>
+    {
+        const failed = results.some(
+            ( { failures } ) => failures.length
+        );
+
+        process.exit( +failed );
+    } )
+    .catch( e =>
+    {
+        console.error( e );
+        process.exit( 1 );
+    } );
+