Removes usage of overloaded STDERR interface

.gitignore

@@ -1,5 +1,7 @@
 .DS_Store
 node_modules/
+reports/
 __pycache__/
 *.pyc
 *.pyo
+.nyc_output

bin/binaries/lib/python/microcule/__init__.py

@@ -4,7 +4,10 @@
 import traceback
 import pkg_resources
 import wsgiref.handlers
+import os
 
+# open incoming connection from fd3
+fd3 = os.fdopen(3, 'w+')
 
 class FullMicroculeJSONFormatter(logging.Formatter):
     def format(self, record):
@@ -78,15 +81,18 @@ def send_exception(self, info=None):
                     payload['error'] += error
                 else:
                     payload['error'] = error
-        sys.stderr.write(json.dumps(res)+'\n')
-        sys.stderr.flush()
-        sys.stderr.write(json.dumps({'type': 'statusCode', 'payload': {'value': 500}})+'\n')
-        sys.stderr.flush()
+
+
+        fd3.write(json.dumps(res)+'\n')
+        fd3.flush()
+        fd3.write(json.dumps({'type': 'statusCode', 'payload': {'value': 500}})+'\n')
+        fd3.flush()
+
         if self.display:
             sys.stdout.write(payload['error'].rstrip('\n')+'\n')
             sys.stdout.flush()
-        sys.stderr.write(json.dumps({'type': 'end'})+'\n')
-        sys.stderr.flush()
+        fd3.write(json.dumps({'type': 'end'})+'\n')
+        fd3.flush()
 
 
 class wsgi(wsgiref.handlers.CGIHandler):
@@ -100,9 +106,11 @@ def __init__(self, Hook=None):
     def send_headers(self):
         self.cleanup_headers()
         self.headers_sent = True
-        head = {'type': 'writeHead', 'payload': {'code': self.status, 'headers': dict(self.headers)}}
-        sys.stderr.write(json.dumps(head)+'\n')
-        sys.stderr.flush()
+        # remark: the status code needs to be sent to the parent process as an 3 digit integer value, not a string value with label
+        # todo: make parse int code for status more robust.
+        head = {'type': 'writeHead', 'payload': {'code': int(self.status[:3]), 'headers': dict(self.headers)}}
+        fd3.write(json.dumps(head)+'\n')
+        fd3.flush()
 
     def add_cgi_vars(self):
         #assert not Hook['isStreaming'], 'Streaming hooks not yet supported by WSGI gateway'

bin/binaries/micro-node

@@ -52,6 +52,8 @@ try {
 }
 
 
+// pipe3 is an additional STDIO pipe we can use for HTTP response methods, debugging events, logging events, and other out of band comms
+var pipe3 = new net.Socket({ fd: 3 });
 
 // babel support for es6 / es7
 // the spawned child needs regenerator run-time here
@@ -84,7 +86,7 @@ output.addTrailers = function (headers) {
       "headers": headers
     }
   };
-  console.error(JSON.stringify(message));
+  pipe3.write(JSON.stringify(message) + '\n');
 };
 
 output.removeHeader = function (name) {
@@ -94,7 +96,7 @@ output.removeHeader = function (name) {
       "name": name
     }
   };
-  console.error(JSON.stringify(message));
+  pipe3.write(JSON.stringify(message) + '\n');
 };
 
 output.setHeader = function (name, value) {
@@ -105,7 +107,7 @@ output.setHeader = function (name, value) {
       "value": value
     }
   };
-  console.error(JSON.stringify(message));
+  pipe3.write(JSON.stringify(message) + '\n');
 };
 
 output.setTimeout = function (msecs, cb) {
@@ -116,7 +118,7 @@ output.setTimeout = function (msecs, cb) {
       "msecs": msecs
     }
   };
-  console.error(JSON.stringify(message));
+  pipe3.write(JSON.stringify(message) + '\n');
 };
 
 output.sendDate = function (value) {
@@ -126,7 +128,7 @@ output.sendDate = function (value) {
       "value": value
     }
   };
-  console.error(JSON.stringify(message));
+  pipe3.write(JSON.stringify(message) + '\n');
 };
 
 output.statusMessage = function (value) {
@@ -136,7 +138,7 @@ output.statusMessage = function (value) {
       "value": value
     }
   };
-  console.error(JSON.stringify(message));
+  pipe3.write(JSON.stringify(message) + '\n');
 };
 
 // Using Object.defineProperty
@@ -148,7 +150,7 @@ Object.defineProperty(output, 'statusCode', {
         "value": value
       }
     };
-    console.error(JSON.stringify(message));
+    pipe3.write(JSON.stringify(message) + '\n');
   }
 });
 
@@ -158,7 +160,7 @@ output.writeContinue = function () {
     "payload": {
     }
   };
-  console.error(JSON.stringify(message));
+  pipe3.write(JSON.stringify(message) + '\n');
 };
 
 output.writeHead = function (code, headers) {
@@ -169,12 +171,12 @@ output.writeHead = function (code, headers) {
       "headers": headers
     }
   };
-  console.error(JSON.stringify(message));
+  pipe3.write(JSON.stringify(message) + '\n');
 };
 
 // Capture any stream errors
-output.on('error', function(err){
-  console.error(JSON.stringify({ type: "error", payload: { error: err.message, code: err.code } }));
+output.on('error', function (err) {
+  pipe3.write(JSON.stringify({ type: "error", payload: { error: err.message, code: err.code } }));
   process.exit();
 });
 
@@ -184,7 +186,7 @@ output.json = function json (data) {
   if (typeof data !== 'undefined') {
     console.log(JSON.stringify(data, true, 2));
   }
-  console.error(JSON.stringify({ type: "end" }));
+  pipe3.write(JSON.stringify({ type: "end" }));
   process.exit();
 };
 
@@ -193,14 +195,14 @@ output.end = function end (data) {
   if (typeof data !== 'undefined') {
     console.log(data);
   }
-  console.error(JSON.stringify({ type: "end" }));
+  pipe3.write(JSON.stringify({ type: "end" }));
   process.exit();
 };
 
 // Custom errorHandler for `run-service` execution
 function errorHandler (err) {
   if (err) {
-    console.error(JSON.stringify({ type: "error", payload: { error: err.message, code: err.code } }));
+    pipe3.write(JSON.stringify({ type: "error", payload: { error: err.message, code: err.code } }));
     process.exit();
   }
 };
@@ -231,7 +233,6 @@ process.stdin.url = env.input.url;
 process.stdin.connection = env.input.connection;
 process.stdin.resource = { params: {}};
 
-
 // Send logs to stderr as JSON message
 var debug = function debug () {
   var args = [];
@@ -241,7 +242,7 @@ var debug = function debug () {
   if (args.length === 1) {
     args = args[0];
   }
-  console.error(JSON.stringify({ type: "log", payload: { entry: args } }));
+  pipe3.write(JSON.stringify({ type: "log", payload: { entry: args } }));
   return;
 };
 
@@ -294,20 +295,6 @@ psr(process.stdin, output, function (req, res, fields) {
   }
 */
 
-/* Remark: Removed for now, not needed yet?
-// pipe3 is an additional STDIO pipe we can use for HTTP request / response methods
-// it's currently being used to handle incoming request.end and request.close events
-var pipe3 = new net.Socket({ fd: 3 });
-pipe3.on('data', function (buf) {
-  var str = buf.toString();
-  if (str.search('input.close') !== -1) {
-    process.stdin.emit('close');
-  }
-  if (str.search('input.end') !== -1) {
-    process.stdin.emit('end');
-  }
-});
-*/
 
 /* TODO: add ability to proxy request parameters to middleware chain
 var proxy = new Proxy(process.stdin, {
@@ -323,7 +310,7 @@ var proxy = new Proxy(process.stdin, {
     //console.log("Setting property '" + name + "', initial value: " + value);
     if (!(name in target)) {
       //   console.log("Setting non-existant property '" + name + "', initial value: " + value);
-      console.error(JSON.stringify({ type: "setvar", payload: { key: name, value: value } }));
+      pipe3.write(JSON.stringify({ type: "setvar", payload: { key: name, value: value } }));
     }
     target[name] = value;
     return true;
@@ -334,7 +321,7 @@ var proxy = new Proxy(process.stdin, {
 /* TODO: add ability to send proxied params back to parent process
   // sets key value on input stream ( useful for middleware processing later )
   process.stdin.set = function (key, value) {
-    console.error(JSON.stringify({ type: "setvar", payload: { key: key, value: value } }));
+    pipe3.write(JSON.stringify({ type: "setvar", payload: { key: key, value: value } }));
   };
 */
 

bin/binaries/micro-python

@@ -16,6 +16,9 @@ def __prepare():
 __prepare()
 del __prepare
 
+# inject microcule WSGI handler code
+# code = code + '\nimport microcule\nmicrocule.wsgi(Hook).run(app)\n'
+
 # Execute the code as a string in ( this ) context
 # print(code)
 exec(code)

bin/microcule

@@ -262,7 +262,7 @@ function startServer (_service) {
             })(req, output, function(){
               // if we made it here, it means no services called res.end()
               // we should end the service ( or else it will hang forever )
-              res.end();
+              output.end();
             });
           });
         } else {

config/index.js

@@ -4,11 +4,11 @@ module.exports = {
   http: {
     port: 3000,
     host: "0.0.0.0",
-    https: true, // set to `true` to enable SSL server. cert, key, and ca will be required.
+    https: false, // set to `true` to enable SSL server. cert, key, and ca will be required.
     key: fs.readFileSync(__dirname + "/ssl/server-key.pem").toString(),
     cert: fs.readFileSync(__dirname + "/ssl/server-crt.pem").toString(),
     ca: [fs.readFileSync(__dirname + '/ssl/ca-crt.pem').toString()],
-    sslRequired: true, // redirects all http traffic to https, optional
+    sslRequired: false, // redirects all http traffic to https, optional
     onlySSL: false // will only start https server with no unprotected http interface, optional
   },
   SERVICE_MAX_TIMEOUT: 10000,

examples/express-jail-chroot.js

@@ -0,0 +1,22 @@
+var microcule = require('../');
+var express = require('express');
+var app = express();
+
+var nodeService = function testService (opts) {
+  var res = opts.res;
+  console.log('logging to console');
+  res.end('ran service');
+};
+
+var handler = microcule.plugins.spawn({
+  code: nodeService,
+  language: "javascript",
+  jail: "chroot",
+  jailArgs: [ '/Users/worker']
+});
+
+app.use(handler);
+
+app.listen(3000, function () {
+  console.log('server started on port 3000');
+});

examples/express-jail-nsjail.js

@@ -0,0 +1,45 @@
+var microcule = require('../');
+var express = require('express');
+var app = express();
+
+var nodeService = function testService (opts) {
+  var res = opts.res;
+  console.log('logging to console');
+  setTimeout(function(){
+    res.end('ran service');
+  }, 10)
+};
+
+var bash = microcule.plugins.spawn({
+  code: 'ps -ax',
+  language: "bash",
+  jail: "nsjail",
+  jailArgs: [ '-Mo', '--chroot', '/var/chroot/', '--user', '99999', '--group', '99999']
+});
+
+var handler = microcule.plugins.spawn({
+  code: nodeService,
+  language: "javascript",
+  jail: "nsjail",
+  jailArgs: [ '-Mo', '--chroot', '/var/chroot/', '--user', '99999', '--group', '99999']
+});
+
+var ps = microcule.plugins.spawn({
+  bin: "/bin/ps",
+  argv: ['-ax' ]
+});
+
+var psJail = microcule.plugins.spawn({
+  bin: "/bin/ps",
+  argv: ['-ax' ],
+  jail: "nsjail",
+  jailArgs: [ '-Mo', '--chroot', '/var/chroot/', '--user', '99999', '--group', '99999']
+});
+
+app.use('/node', handler);
+app.use('/ps', ps);
+app.use('/psjail', psJail);
+
+app.listen(3000, function () {
+  console.log('server started on port 3000');
+});

examples/express-service-view.js

@@ -0,0 +1,44 @@
+var microcule = require('../');
+var express = require('express');
+var app = express();
+
+var nodeService = function testService (opts) {
+  var res = opts.res;
+  console.log('logging to console');
+  res.end('Hello world!');
+};
+
+var handler = microcule.plugins.spawn({
+  code: nodeService,
+  language: "javascript"
+});
+
+//var view = microcule.plugins.viewPresenter({}, req, res, next);
+
+app.use('/view', function(req, res, next){
+  microcule.viewPresenter({
+    view: "Service outputs: {{hook.output}}"
+  }, req, res, function(err, req, output){
+    handler(req, output, next)
+  })
+});
+
+/* presenter API has been removed ( for now )
+app.use('/view-presenter', function(req, res, next){
+  microcule.viewPresenter({
+    view: "Service outputs: {{hook.output}} <div class='output'><div>",
+    presenter: function (opts, cb) {
+      opts.res.setHeader('Content-type', 'text/html');
+      var $ = this.$;
+      $('.output').html('presenters can use $ selectors');
+      cb(null, $.html());
+    }
+  }, req, res, function(err, req, output){
+    handler(req, output, next)
+  })
+});
+*/
+
+app.listen(3000, function () {
+  console.log('server started on port 3000');
+});