Feature : option to support multiple cpu cores (using cluster)

README.md

@@ -88,9 +88,11 @@ Powered by popular node packages : ([express](https://github.com/expressjs/expre
     * Upload multiple files
     * Download file
 * Health and version apis
+* Use more than one CPU Cores
 * [Docker support](#docker) and [Nginx reverse proxy config](#nginx-reverse-proxy-config-with-docker) :fire::fire::fire: - Thanks to [@markuman](https://github.com/markuman)  
 * AWS Lambda Example - Thanks to [@bertyhell](https://github.com/bertyhell) :fire::fire::fire:
 
+
 Use HTTP clients like [Postman](https://www.getpostman.com/) or [similar tools](https://chrome.google.com/webstore/search/http%20client?_category=apps) to invoke REST API calls
 
 ____
@@ -939,6 +941,7 @@ http://localhost:3000/_version
     -a, --apiPrefix <n>      Api url prefix -> /api/ by default
     -s, --storageFolder <n>  Storage folder -> current working dir by default (available only with local)
     -i, --ignoreTables <n>   Comma separated table names to ignore
+    -c, --useCpuCores <n>    Specify number of cpu cores to use / 1 by default / 0 to use max
     -y, --readOnly           readonly apis -> false by default    
     -h, --help               Output usage information
 

bin/index.js

@@ -9,19 +9,20 @@ const cors = require('cors');
 const dataHelp = require('../lib/util/data.helper.js');
 const Xapi = require('../lib/xapi.js');
 const cmdargs = require('../lib/util/cmd.helper.js');
-
-cmdargs.handle(sqlConfig)
+const cluster = require('cluster');
+const numCPUs = require('os').cpus().length;
 
 
+function startXmysql(sqlConfig) {
 
   /**************** START : setup express ****************/
   let app = express();
-app.use(morgan('tiny'))
-app.use(cors())
-app.use(bodyParser.json())
+  app.use(morgan('tiny'));
+  app.use(cors());
+  app.use(bodyParser.json());
   app.use(bodyParser.urlencoded({
     extended: true
-}))
+  }));
   /**************** END : setup express ****************/
 
 
@@ -42,17 +43,52 @@ let moreApis = new Xapi(sqlConfig,mysqlPool,app);
 
   moreApis.init((err, results) => {
 
-  app.listen(sqlConfig.portNumber,sqlConfig.ipAddress)
+    app.listen(sqlConfig.portNumber, sqlConfig.ipAddress);
     var t1 = process.hrtime(t);
     var t2 = t1[0] + t1[1] / 1000000000;
 
-  console.log('                                                            ');
+
     console.log("          Xmysql took           :    %d seconds", dataHelp.round(t2, 1));
     console.log("          API's base URL        :    " + "localhost:" + sqlConfig.portNumber);
     console.log('                                                            ');
     console.log(' - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ');
 
+  });
+  /**************** END : setup Xapi ****************/
+
+}
+
+function start(sqlConfig) {
+
+  //handle cmd line arguments
+  cmdargs.handle(sqlConfig);
+
+  if (cluster.isMaster && sqlConfig.useCpuCores > 1) {
+
+    console.log(`Master ${process.pid} is running`);
+
+    for (let i = 0; i < numCPUs && i < sqlConfig.useCpuCores; i++) {
+      console.log(`Forking process number ${i}...`);
+      cluster.fork();
+    }
+
+    cluster.on('exit', function(worker, code, signal) {
+      console.log('Worker ' + worker.process.pid + ' died with code: '
+        + code + ', and signal: ' + signal);
+      console.log('Starting a new worker');
+      cluster.fork();
+    });
+
+  } else {
+
+    startXmysql(sqlConfig);
+
+  }
+}
+
+
+start(sqlConfig);
+
+
 
 
-})
-/**************** END : setup Xapi ****************/

index.js

@@ -7,14 +7,14 @@ const sqlConfig = require('commander');
 const mysql = require('mysql');
 const cors = require('cors');
 const dataHelp = require('./lib/util/data.helper.js');
-
 const Xapi = require('./lib/xapi.js');
 const cmdargs = require('./lib/util/cmd.helper.js');
-
-cmdargs.handle(sqlConfig);
+const cluster = require('cluster');
+const numCPUs = require('os').cpus().length;
 
 
 
+function startXmysql(sqlConfig) {
   /**************** START : setup express ****************/
   let app = express();
   app.use(morgan('tiny'));
@@ -55,3 +55,40 @@ moreApis.init((err, results) => {
 
   });
   /**************** END : setup Xapi ****************/
+
+}
+
+function start(sqlConfig) {
+
+  cmdargs.handle(sqlConfig);
+
+  if (cluster.isMaster && sqlConfig.useCpuCores > 1) {
+
+    console.log(`Master ${process.pid} is running`);
+
+    for (let i = 0; i < numCPUs && i < sqlConfig.useCpuCores; i++) {
+      console.log(`Forking process number ${i}...`);
+      cluster.fork();
+    }
+
+    cluster.on('exit', function(worker, code, signal) {
+      console.log('Worker ' + worker.process.pid + ' died with code: '
+        + code + ', and signal: ' + signal);
+      console.log('Starting a new worker');
+      cluster.fork();
+    });
+
+
+  } else {
+
+    startXmysql(sqlConfig);
+
+  }
+}
+
+
+start(sqlConfig);
+
+
+
+

lib/util/cmd.helper.js

@@ -2,6 +2,7 @@
 const program = require('commander');
 const colors = require('colors');
 const pkginfo = require('pkginfo')(module);
+const maxCpus = require('os').cpus().length;
 
 
 program.on('--help', () => {
@@ -25,6 +26,7 @@ program
   .option('-i, --ignoreTables <n>', 'comma separated table names to ignore')
   .option('-a, --apiPrefix <n>', 'api url prefix / "/api/" by default')
   .option('-y, --readOnly', 'readonly apis / false by default')
+  .option('-c, --useCpuCores <n>', 'use number of CPU cores (using cluster) / 1 by default')
   .parse(process.argv)
 
 
@@ -63,6 +65,11 @@ exports.handle = program => {
   program.storageFolder = program.storageFolder || process.cwd()
   program.apiPrefix = program.apiPrefix || '/api/'
   program.readOnly = program.readOnly || false;
+  program.useCpuCores = program.useCpuCores || 1;
+
+  if(program.useCpuCores === '0') {
+    program.useCpuCores = maxCpus;
+  }
 
   if (program.ignoreTables) {
     let ignoreTables = program.ignoreTables.split(',')

package-lock.json

@@ -126,6 +126,15 @@
       "resolved": "https://registry.npmjs.org/bytes/-/bytes-3.0.0.tgz",
       "integrity": "sha1-0ygVQE1olpn4Wk6k+odV3ROpYEg="
     },
+    "cluster": {
+      "version": "0.7.7",
+      "resolved": "https://registry.npmjs.org/cluster/-/cluster-0.7.7.tgz",
+      "integrity": "sha1-5JfiZ8yVa9CwUTrbSqOTNX0Ahe8=",
+      "requires": {
+        "log": "1.4.0",
+        "mkdirp": "0.5.1"
+      }
+    },
     "colors": {
       "version": "1.1.2",
       "resolved": "https://registry.npmjs.org/colors/-/colors-1.1.2.tgz",
@@ -472,6 +481,11 @@
       "resolved": "https://registry.npmjs.org/isarray/-/isarray-1.0.0.tgz",
       "integrity": "sha1-u5NdSFgsuhaMBoNJV6VKPgcSTxE="
     },
+    "log": {
+      "version": "1.4.0",
+      "resolved": "https://registry.npmjs.org/log/-/log-1.4.0.tgz",
+      "integrity": "sha1-S6HYkP3iSbAx3KA7w36q8yVlbxw="
+    },
     "media-typer": {
       "version": "0.3.0",
       "resolved": "https://registry.npmjs.org/media-typer/-/media-typer-0.3.0.tgz",

package.json

@@ -26,6 +26,7 @@
   "dependencies": {
     "assert": "^1.4.1",
     "body-parser": "^1.18.2",
+    "cluster": "^0.7.7",
     "colors": "^1.1.2",
     "commander": "^2.11.0",
     "cors": "^2.8.4",