'use strict'; var Xsql = require('./xsql.js'); var multer = require('multer'); var path = require('path'); const colors = require('colors'); //define class class Xapi { constructor(args, mysqlPool, app) { this.config = args; this.mysql = new Xsql(args, mysqlPool) this.app = app; /**************** START : multer ****************/ this.storage = multer.diskStorage({ destination: function (req, file, cb) { cb(null, process.cwd()) }, filename: function (req, file, cb) { console.log(file); cb(null, Date.now() + '-' + file.originalname) } }) this.upload = multer({storage: this.storage}) /**************** END : multer ****************/ } init(cbk) { this.mysql.init((err, results) => { this.app.use(this.urlMiddleware) let stat = this.setupRoutes() this.app.use(this.errorMiddleware) cbk(err, stat) }) } urlMiddleware(req, res, next) { // get only request url from originalUrl let justUrl = req.originalUrl.split('?')[0] let pathSplit = justUrl.split('/') if (pathSplit.length >= 2 && pathSplit[1] === 'api') { if (pathSplit.length >= 5) { // handle for relational routes req.app.locals._parentTable = pathSplit[2] req.app.locals._childTable = pathSplit[4] } else { // handles rest of routes req.app.locals._tableName = pathSplit[2] } } next(); } errorMiddleware(err, req, res, next) { if (err && err.code) res.status(400).json({error: err}); else if (err && err.message) res.status(500).json({error: 'Internal server error : ' + err.message}); else res.status(500).json({error: 'Internal server error : ' + err}); next(err); } asyncMiddleware(fn) { return (req, res, next) => { Promise.resolve(fn(req, res, next)) .catch((err) => { next(err); }); } } root(req, res) { let routes = []; routes = this.mysql.getSchemaRoutes(false, req.protocol + '://' + req.get('host') + '/api/'); routes = routes.concat(this.mysql.globalRoutesPrint(req.protocol + '://' + req.get('host') + '/api/')) res.json(routes) } setupRoutes() { let stat = {} stat.tables = 0 stat.apis = 0 // show routes for database schema this.app.get('/', this.asyncMiddleware(this.root.bind(this))) // show all resouces this.app.route('/api/tables') .get(this.asyncMiddleware(this.tables.bind(this))); /**************** START : setup routes for each table ****************/ let resources = []; resources = this.mysql.getSchemaRoutes(true, '/api/'); stat.tables += resources.length // iterate over each resource for (var j = 0; j < resources.length; ++j) { let routes = resources[j]['routes']; stat.apis += resources[j]['routes'].length // iterate over rach routes in resource and map function for (var i = 0; i < routes.length; ++i) { switch (routes[i]['routeType']) { case 'list': this.app.route(routes[i]['routeUrl']) .get(this.asyncMiddleware(this.list.bind(this))); break; case 'findOne': this.app.route(routes[i]['routeUrl']) .get(this.asyncMiddleware(this.findOne.bind(this))); break; case 'create': this.app.route(routes[i]['routeUrl']) .post(this.asyncMiddleware(this.create.bind(this))); break; case 'read': this.app.route(routes[i]['routeUrl']) .get(this.asyncMiddleware(this.read.bind(this))); break; case 'update': this.app.route(routes[i]['routeUrl']) .put(this.asyncMiddleware(this.update.bind(this))); break; case 'delete': this.app.route(routes[i]['routeUrl']) .delete(this.asyncMiddleware(this.delete.bind(this))); break; case 'exists': this.app.route(routes[i]['routeUrl']) .get(this.asyncMiddleware(this.exists.bind(this))); break; case 'count': this.app.route(routes[i]['routeUrl']) .get(this.asyncMiddleware(this.count.bind(this))); break; case 'describe': this.app.route(routes[i]['routeUrl']) .get(this.asyncMiddleware(this.tableDescribe.bind(this))); break; case 'relational': this.app.route(routes[i]['routeUrl']) .get(this.asyncMiddleware(this.nestedList.bind(this))); break; case 'groupby': this.app.route(routes[i]['routeUrl']) .get(this.asyncMiddleware(this.groupBy.bind(this))); break; case 'ugroupby': this.app.route(routes[i]['routeUrl']) .get(this.asyncMiddleware(this.ugroupby.bind(this))); break; case 'chart': this.app.route(routes[i]['routeUrl']) .get(this.asyncMiddleware(this.chart.bind(this))); break; case 'aggregate': this.app.route(routes[i]['routeUrl']) .get(this.asyncMiddleware(this.aggregate.bind(this))); break; } } } /**************** END : setup routes for each table ****************/ if (this.config.dynamic === 1) { this.app.route('/dynamic*') .post(this.asyncMiddleware(this.runQuery.bind(this))); /**************** START : multer routes ****************/ this.app.post('/upload', this.upload.single('file'), this.uploadFile.bind(this)); this.app.post('/uploads', this.upload.array('files', 10), this.uploadFiles.bind(this)); this.app.get('/download', this.downloadFile.bind(this)); /**************** END : multer routes ****************/ stat.api += 4; } let statStr = ' Generated: ' + stat.apis + ' REST APIs for ' + stat.tables + ' tables ' console.log(' - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - '); console.log(' '); console.log(' Database : %s', this.config.database); console.log(' Number of resources : %s', stat.tables); console.log(' '); console.log(' REST APIs Generated : %s'.green.bold, stat.apis); console.log(' '); return stat } async create(req, res) { let query = 'INSERT INTO ?? SET ?'; let params = []; params.push(req.app.locals._tableName); params.push(req.body); var results = await this.mysql.exec(query, params); res.status(200).json(results); } /** * * @param req * @param res * @param queryParamsObj : {query, params} * @param listType : 0:list, 1:nested, 2:findOne * * Updates query, params for query of type listType */ prepareListQuery(req, res, queryParamsObj, listType = 0) { queryParamsObj.query = 'select '; queryParamsObj.params = []; /**************** select columns ****************/ if (req.query._groupby) { this.mysql.getColumnsForSelectStmtWithGrpBy(req.query, req.app.locals._tableName, queryParamsObj); } else { this.mysql.getColumnsForSelectStmt(req.app.locals._tableName, req.query, queryParamsObj); } /**************** add tableName ****************/ queryParamsObj.query += ' from ?? '; if (listType === 1) { req.app.locals._tableName = req.app.locals._childTable; queryParamsObj.params.push(req.app.locals._childTable); queryParamsObj.query += ' where '; /**************** add where foreign key ****************/ let whereClause = this.mysql.getForeignKeyWhereClause(req.app.locals._parentTable, req.params.id, req.app.locals._childTable); if (!whereClause) { return res.status(400).send({ error: "Table is made of composite primary keys - all keys were not in input" }) } queryParamsObj.query += whereClause; this.mysql.getWhereClause(req.query._where, req.app.locals._tableName, queryParamsObj, ' and '); } else { queryParamsObj.params.push(req.app.locals._tableName); /**************** add where clause ****************/ this.mysql.getWhereClause(req.query._where, req.app.locals._tableName, queryParamsObj, ' where '); } /**************** add group by ****************/ this.mysql.getGroupByClause(req.query._groupby, req.app.locals._tableName, queryParamsObj); /**************** add having ****************/ this.mysql.getHavingClause(req.query._having, req.app.locals._tableName, queryParamsObj); /**************** add order clause ****************/ this.mysql.getOrderByClause(req.query, req.app.locals._tableName, queryParamsObj); /**************** add limit clause ****************/ if (listType === 2) { queryParamsObj.query += ' limit 1 ' } else { queryParamsObj.query += ' limit ?,? ' queryParamsObj.params = queryParamsObj.params.concat(this.mysql.getLimitClause(req.query)); } //console.log(queryParamsObj.query, queryParamsObj.params); } async list(req, res) { let queryParamsObj = {} queryParamsObj.query = '' queryParamsObj.params = [] this.prepareListQuery(req, res, queryParamsObj, 0); let results = await this.mysql.exec(queryParamsObj.query, queryParamsObj.params); res.status(200).json(results); } async nestedList(req, res) { let queryParamsObj = {} queryParamsObj.query = ''; queryParamsObj.params = []; this.prepareListQuery(req, res, queryParamsObj, 1) let results = await this.mysql.exec(queryParamsObj.query, queryParamsObj.params); res.status(200).json(results); } async findOne(req, res) { let queryParamsObj = {} queryParamsObj.query = '' queryParamsObj.params = [] this.prepareListQuery(req, res, queryParamsObj, 2); let results = await this.mysql.exec(queryParamsObj.query, queryParamsObj.params); res.status(200).json(results); } async read(req, res) { let query = 'select * from ?? where '; let params = []; params.push(req.app.locals._tableName); let clause = this.mysql.getPrimaryKeyWhereClause(req.app.locals._tableName, req.params.id.split('___')); if (!clause) { return res.status(400).send({ error: "Table is made of composite primary keys - all keys were not in input" }); } query += clause; query += ' LIMIT 1' let results = await this.mysql.exec(query, params); res.status(200).json(results); } async exists(req, res) { let query = 'select * from ?? where '; let params = []; params.push(req.app.locals._tableName); let clause = this.mysql.getPrimaryKeyWhereClause(req.app.locals._tableName, req.params.id.split('___')); if (!clause) { return res.status(400).send({ error: "Table is made of composite primary keys - all keys were not in input" }) } query += clause; query += ' LIMIT 1' let results = await this.mysql.exec(query, params); res.status(200).json(results); } async update(req, res) { let query = 'UPDATE ?? SET '; let keys = Object.keys(req.body); // SET clause let updateKeys = ''; for (let i = 0; i < keys.length; ++i) { updateKeys += keys[i] + ' = ? ' if (i !== keys.length - 1) updateKeys += ', ' } // where clause query += updateKeys + ' where ' let clause = this.mysql.getPrimaryKeyWhereClause(req.app.locals._tableName, req.params.id.split('___')); if (!clause) { return res.status(400).send({ error: "Table is made of composite primary keys - all keys were not in input" }) } query += clause; // params let params = []; params.push(req.app.locals._tableName); params = params.concat(Object.values(req.body)); let results = await this.mysql.exec(query, params); res.status(200).json(results); } async delete(req, res) { let query = 'DELETE FROM ?? WHERE '; let params = []; params.push(req.app.locals._tableName); let clause = this.mysql.getPrimaryKeyWhereClause(req.app.locals._tableName, req.params.id.split('___')); if (!clause) { return res.status(400).send({ error: "Table is made of composite primary keys - all keys were not in input" }); } query += clause; let results = await this.mysql.exec(query, params); res.status(200).json(results); } async count(req, res) { let query = 'select count(1) as no_of_rows from ??'; let params = []; params.push(req.app.locals._tableName); let results = await this.mysql.exec(query, params); res.status(200).json(results); } async tables(req, res) { let query = 'show tables'; let params = []; let results = await this.mysql.exec(query, params) res.status(200).json(results) } async runQuery(req, res) { let query = req.body.query; let params = req.body.params; let results = await this.mysql.exec(query, params); res.status(200).json(results); } async tableDescribe(req, res) { let query = 'describe ??'; let params = [req.app.locals._tableName]; let results = await this.mysql.exec(query, params); res.status(200).json(results); } async groupBy(req, res) { if (req.query && req.query._fields) { let queryParamsObj = {} queryParamsObj.query = 'select '; queryParamsObj.params = []; /**************** add columns and group by columns ****************/ this.mysql.getColumnsForSelectStmt(req.app.locals._tableName, req.query, queryParamsObj) queryParamsObj.query += ',count(*) as _count from ?? group by '; let tableName = req.app.locals._tableName; queryParamsObj.params.push(tableName); this.mysql.getColumnsForSelectStmt(req.app.locals._tableName, req.query, queryParamsObj) if (!req.query._sort) { req.query._sort = {} req.query._sort = '-_count' } /**************** add having clause ****************/ this.mysql.getHavingClause(req.query._having, req.app.locals._tableName, queryParamsObj, ' having '); /**************** add orderby clause ****************/ this.mysql.getOrderByClause(req.query, tableName, queryParamsObj); //console.log(queryParamsObj.query, queryParamsObj.params); var results = await this.mysql.exec(queryParamsObj.query, queryParamsObj.params); res.status(200).json(results); } else { res.status(400).json({message: 'Missing _fields query params eg: /api/tableName/groupby?_fields=column1'}) } } async ugroupby(req, res) { if (req.query && req.query._fields) { let queryParamsObj = {} queryParamsObj.query = ''; queryParamsObj.params = []; let uGrpByResults = {} /**************** add fields with count(*) *****************/ let fields = req.query._fields.split(',') for (var i = 0; i < fields.length; ++i) { uGrpByResults[fields[i]] = [] if (i) { queryParamsObj.query += ' UNION ' } queryParamsObj.query += ' SELECT IFNULL(CONCAT(?,?,??),?) as ugroupby, count(*) as _count from ?? GROUP BY ?? ' queryParamsObj.params.push(fields[i]) queryParamsObj.params.push('~') queryParamsObj.params.push(fields[i]) queryParamsObj.params.push(fields[i] + '~') queryParamsObj.params.push(req.app.locals._tableName) queryParamsObj.params.push(fields[i]) } //console.log(queryParamsObj.query, queryParamsObj.params); var results = await this.mysql.exec(queryParamsObj.query, queryParamsObj.params); for (var i = 0; i < results.length; ++i) { let grpByColName = results[i]['ugroupby'].split('~')[0] let grpByColValue = results[i]['ugroupby'].split('~')[1] let obj = {} obj[grpByColValue] = results[i]['_count']; uGrpByResults[grpByColName].push(obj) } res.status(200).json(uGrpByResults); } else { res.status(400).json({message: 'Missing _fields query params eg: /api/tableName/ugroupby?_fields=column1,column2'}) } } async aggregate(req, res) { if (req.query && req.query._fields) { let tableName = req.app.locals._tableName; let query = 'select ' let params = [] let fields = req.query._fields.split(','); for (var i = 0; i < fields.length; ++i) { if (i) { query = query + ',' } query = query + ' min(??) as ?,max(??) as ?,avg(??) as ?,sum(??) as ?,stddev(??) as ?,variance(??) as ? ' params.push(fields[i]); params.push('min_of_' + fields[i]); params.push(fields[i]); params.push('max_of_' + fields[i]); params.push(fields[i]); params.push('avg_of_' + fields[i]); params.push(fields[i]); params.push('sum_of_' + fields[i]); params.push(fields[i]); params.push('stddev_of_' + fields[i]); params.push(fields[i]); params.push('variance_of_' + fields[i]); } query = query + ' from ??' params.push(tableName) var results = await this.mysql.exec(query, params); res.status(200).json(results); } else { res.status(400).json({message: 'Missing _fields in query params eg: /api/tableName/aggregate?_fields=numericColumn1'}); } } async chart(req, res) { let query = '' let params = [] let obj = {} if (req.query && req.query._fields) { if (req.query && req.query.min && req.query.max && req.query.step) { //console.log(req.params.min, req.params.max, req.params.step); obj = this.mysql.getChartQueryAndParamsFromMinMaxStep(req.app.locals._tableName, req.query._fields, parseInt(req.query.min), parseInt(req.query.max), parseInt(req.query.step)) } else if (req.query && req.query.steparray && req.query.steparray.length > 1) { obj = this.mysql.getChartQueryAndParamsFromStepArray(req.app.locals._tableName, req.query._fields, (req.query.steparray.split(',')).map(Number)) } else { query = 'select min(??) as min,max(??) as max,stddev(??) as stddev,avg(??) as avg from ??'; params = []; params.push(req.query._fields); params.push(req.query._fields); params.push(req.query._fields); params.push(req.query._fields); params.push(req.app.locals._tableName); let _this = this; let results = await _this.mysql.exec(query, params); //console.log(results, results['max'], req.params); obj = _this.mysql.getChartQueryAndParamsFromMinMaxStddev(req.app.locals._tableName, req.query._fields, results[0]['min'], results[0]['max'], results[0]['stddev'] ) } let results = await this.mysql.exec(obj.query, obj.params); res.status(200).json(results); } else { res.status(400).json({message: 'Missing _fields in query params eg: /api/tableName/chart?_fields=numericColumn1'}); } } /**************** START : files related ****************/ downloadFile(req, res) { let file = path.join(process.cwd(), req.query.name); res.download(file); } uploadFile(req, res) { if (req.file) { console.log(req.file.path); res.end(req.file.path); } else { res.end('upload failed'); } } uploadFiles(req, res) { if (!req.files || req.files.length === 0) { res.end('upload failed') } else { let files = []; for (let i = 0; i < req.files.length; ++i) { files.push(req.files[i].path); } res.end(files.toString()); } } /**************** END : files related ****************/ } //expose class module.exports = Xapi;