github
/
nocodb
mirror of https://github.com/nocodb/nocodb
1
0
Fork 0
Code Issues Releases Wiki Activity
Browse Source

refactor: remove unused code 

Signed-off-by: Pranav C <pranavxc@gmail.com>
pull/4426/head
Pranav C 2 years ago
parent
4395ead7ab
commit
0248ef5b2c
1 changed files with 2 additions and 372 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 374
      packages/nocodb/src/lib/db/sql-client/lib/KnexClient.ts

374
packages/nocodb/src/lib/db/sql-client/lib/KnexClient.ts
Unescape View File

@ -11,7 +11,6 @@ import { promisify } from 'util';
import jsonfile from 'jsonfile'; import jsonfile from 'jsonfile';
import path from 'path'; import path from 'path';
import mkdirp from 'mkdirp'; import mkdirp from 'mkdirp';
import Order from './order';
import * as dataHelp from './data.helper'; import * as dataHelp from './data.helper';
import SqlClient from './SqlClient'; import SqlClient from './SqlClient';
const evt = new Emit(); const evt = new Emit();
@ -892,377 +891,8 @@ class KnexClient extends SqlClient {
getMinMax(_columnObject) {} getMinMax(_columnObject) {}
async mockDb(args) { async mockDb(_args) {
// console.time('mockDb'); // todo: remove method
const faker = require('faker');
try {
const settings = await jsonfile.readFile(
path.join(args.seedsFolder, '__xseeds.json')
);
await this.dbCacheInitAsyncKnex();
const order = new Order(this.metaDb.erMatrix);
const orders = order.getOrder();
console.log('Insert order by table index: ', orders);
// console.log('Insert order by table name: ');
// order.resetIndex(15, 16);
// orders = order.getOrder();
// console.log('Insert order by table index: ', orders);
// console.log('Insert order by table name: ');
// return;
/** ************** START : reset all tables *************** */
await this.knex.raw('SET foreign_key_checks = 0');
for (let i = 0; i < orders.order.length; ++i) {
const tn = this.metaDb.erIndexTableObj[orders.order[i]];
if (tn !== 'xc_evolutions' && this.metaDb.tables[tn].is_view === null) {
await this.knex.raw(`truncate ${tn}`);
await this.knex.raw(`ALTER TABLE ${tn} AUTO_INCREMENT = 0;`);
}
}
await this.knex.raw('SET foreign_key_checks = 1');
/** ************** END : reset all tables *************** */
// return;
// iterate over each table
for (let i = 0; i < orders.order.length; ++i) {
const tn = this.metaDb.erIndexTableObj[orders.order[i]];
const tableObj = this.metaDb.tables[tn];
if (tn === 'xc_evolutions') {
} else {
/** ************** START : ignore views *************** */
if (this.metaDb.tables[tn].is_view !== null) {
console.log('ignore view', tn);
continue;
}
let numOfRows = +settings.rows.value || 8;
const rows = [];
let fks = [];
let fakerColumns: any = await this.fakerColumnsList({
seedsFolder: args.seedsFolder,
tn: tn,
});
fakerColumns = fakerColumns.data.list;
let maxPks = numOfRows;
if (tableObj.primaryKeys.length) {
maxPks = this._getMaxPksPossible(tableObj.primaryKeys[0]);
}
console.log('MaxPks Possible', maxPks);
if (maxPks < numOfRows) {
numOfRows = maxPks;
}
console.log(`\n\n Preparing to insert ${numOfRows} in ${tn}`);
/** ************** START : create empty rows *************** */
for (let k = 0; k < numOfRows; ++k) {
rows.push({});
}
// iterate over each foreign key in this table
/** ************** START : get FK column values *************** */
for (let j = 0; j < this.metaDb.tables[tn].foreignKeys.length; ++j) {
const fkObj = this.metaDb.tables[tn].foreignKeys[j];
// console.log('\n\tStart : get FK row', fkObj['rtn'] + '.' + fkObj['rcn'] + ' === ' + fkObj['cn']);
fks = await this.knex(fkObj.rtn)
.select(`${fkObj.rcn} as ${fkObj.cn}`)
.limit(numOfRows);
// console.log('fks:', fks);
for (
let rowIndex = 0, fksIndex = 0;
rowIndex < numOfRows && fksIndex < fks.length;
fksIndex++
) {
if (rowIndex < fks.length) {
for (
let l = 0;
l < settings.foreign_key_rows.value && rowIndex < numOfRows;
++l, ++rowIndex
) {
rows[rowIndex][fkObj.cn] = fks[fksIndex][fkObj.cn];
// rows[k+1][fkObj['cn']] = fks[k][fkObj['cn']];
}
} else if (fks.length) {
// rows[k][fkObj['cn']] = fks[fks.length - 1][fkObj['cn']];
break;
} else {
rows[rowIndex][fkObj.cn] = null;
}
}
// for (let k = 0; k < numOfRows; ++k) {
// if (k < fks.length) {
// rows[k][fkObj['cn']] = fks[k][fkObj['cn']];
// } else {
// if (fks.length) {
// //rows[k][fkObj['cn']] = fks[fks.length - 1][fkObj['cn']];
// break;
// } else {
// rows[k][fkObj['cn']] = null;
// }
// }
//
// }
// console.log('\tEnd : get FK row', fkObj['rtn'] + '.' + fkObj['rcn'] + ' === ' + fkObj['cn']);
}
/** ************** START : populate columns of the table *************** */
for (let j = 0; j < this.metaDb.tables[tn].columns.length; ++j) {
const colObj = this.metaDb.tables[tn].columns[j];
const colUiObj = this.metaDb.tables[tn].uiModel.columns[j];
const fakerColObj = fakerColumns.find(
(col) => col.cn === colObj.cn
);
console.log(
'\tColumn: ',
colObj.cn,
' of type ',
colObj.dt,
colObj.np,
colObj.clen
);
const dt = this.getKnexDataTypeMock(colObj.dt);
const numDict = {};
const floatDict = {};
const strDict = {};
for (let k = 0; k < numOfRows; ++k) {
// console.log(this.knex(tn).insert(rows).toSQL());
console.log(rows);
switch (dt) {
case 'year':
rows[k][colObj.cn] = Math.floor(Math.random() * 180) + 1920;
break;
case 'enum':
{
const enums = fakerColObj.dtxp
.split(',')
.map((v) => v.slice(1, -1));
const enumIndex = Math.floor(Math.random() * enums.length);
rows[k][colObj.cn] = enums[enumIndex];
}
break;
case 'integer':
if (this._isColumnPrimary(colObj) && colUiObj.ai) {
// primary key is auto inc - ignore creating from faker
// rows[k][colObj['cn']] = 0;
} else if (this._isColumnForeignKey(tableObj, colObj.cn)) {
// foreign key - ignore creating from faker
} else {
while (1) {
console.log('..');
let num = this._getMaxNumPossible(fakerColObj);
num = Math.floor(Math.random() * num);
// let max = Math.pow(2, colObj['np'])
// num = num % max;
if (
(colObj.ck === 'UNI' ||
colObj.ck === 'MUL' ||
this._isColumnPrimaryForInserting(
tableObj,
colObj
)) &&
num in numDict
) {
// console.log('>> num', num, numOfRows);
} else {
rows[k][colObj.cn] = num;
numDict[num] = num;
break;
}
}
}
break;
case 'float':
while (1) {
let num = Math.floor(Math.random() * 2147483647);
const max = Math.pow(2, fakerColObj.dtxp);
num %= max;
if (
(colObj.ck === 'UNI' ||
colObj.ck === 'MUL' ||
this._isColumnPrimaryForInserting(tableObj, colObj)) &&
num in floatDict
) {
// console.log('>> num', num, numOfRows);
} else {
rows[k][colObj.cn] = num;
floatDict[num] = num;
break;
}
}
// rows[k][colObj['cn']] = faker.random.number();
break;
case 'date':
rows[k][colObj.cn] = faker.date.past();
break;
case 'blob':
rows[k][colObj.cn] = faker.lorem.sentence();
break;
case 'boolean':
rows[k][colObj.cn] = faker.random.boolean();
break;
case 'geometry':
rows[k][colObj.cn] = this.knex.raw(
faker.fake('POINT({{random.number}}, {{random.number}})')
);
break;
case 'point':
rows[k][colObj.cn] = this.knex.raw(
faker.fake('POINT({{random.number}}, {{random.number}})')
);
break;
case 'linestring':
rows[k][colObj.cn] = this.knex.raw(
faker.fake(
'LineString(POINT({{random.number}}, {{random.number}}), POINT({{random.number}}, {{random.number}}))'
)
);
break;
case 'polygon':
rows[k][colObj.cn] = this.knex.raw(
faker.fake(
"ST_GeomFromText('POLYGON((0 0,10 0,10 10,0 10,0 0),(5 5,7 5,7 7,5 7,5 5))')"
)
);
break;
case 'multipoint':
rows[k][colObj.cn] = this.knex.raw(
faker.fake(
"ST_MPointFromText('MULTIPOINT ({{random.number}} {{random.number}}, {{random.number}} {{random.number}}, {{random.number}} {{random.number}})')"
)
);
break;
case 'multilinestring':
rows[k][colObj.cn] = this.knex.raw(
faker.fake(
"ST_GeomFromText('MultiLineString(({{random.number}} {{random.number}}, {{random.number}} {{random.number}}), ({{random.number}} {{random.number}}, {{random.number}} {{random.number}}))')"
)
);
break;
case 'multipolygon':
rows[k][colObj.cn] = this.knex.raw(
faker.fake(
"ST_GeomFromText('MultiPolygon(((0 0,0 3,3 3,3 0,0 0),(1 1,1 2,2 2,2 1,1 1)))')"
)
);
break;
case 'json':
rows[k][colObj.cn] = JSON.stringify({
name: faker.name.firstName(),
suffix: faker.name.suffix(),
});
break;
case 'bit':
{
const num = Math.floor(
Math.random() * Math.pow(2, colObj.np || 6)
);
rows[k][colObj.cn] = num;
}
break;
case 'text':
rows[k][colObj.cn] = faker.lorem.sentence();
break;
case 'string':
default:
if (this._isColumnForeignKey(tableObj, colObj.cn)) {
} else {
while (1) {
const fakerColumn = fakerColumns.find(
(col) => col.cn === colObj.cn
);
const fakerFuncs = fakerColumn.fakerFunction
? fakerColumn.fakerFunction.split('.')
: [];
let str = faker.internet.email();
if (fakerFuncs.length) {
// str = faker[fakerFuncs[0]][fakerFuncs[1]]();
}
let max = 1;
if (colObj.clen) {
max = colObj.clen;
if (max < str.length) {
// max = str.length;
}
str = str.slice(0, max);
}
if (
(colObj.ck === 'UNI' ||
this._isColumnPrimaryForInserting(
tableObj,
colObj
)) &&
str in strDict
) {
} else {
rows[k][colObj.cn] = str;
strDict[str] = 1;
break;
}
}
}
break;
}
}
}
for (let i = 0; i < rows.length; ++i) {
// for (let key in rows[i]) {
// console.log(key,rows[i][key]);
// }
await this.knex(tn).insert(rows[i]);
}
// await knex.raw(knex(tn).insert(rows).toSQL() + " ON DUPLICATE KEY UPDATE " +
// Object.getOwnPropertyNames(rows).map((field) => `${field}=VALUES(${field})`).join(", "))
this.emit(`Inserted '${rows.length}' rows in 'table.${tn}'`);
console.log('End: ', tn);
}
// console.log(orders.order.length, tablesAsArr.length);
//
// let cycle = Object.keys(orders.cycle);
//
// for (let i = 0; i < cycle.length; ++i) {
// console.log(tablesAsArr[cycle[i]]);
// }
}
} catch (e) {
console.log('Error in mockDb : ', e);
throw e;
}
// console.timeEnd('mockDb')
} }
async dbCacheInitAsyncKnex(_cbk = null) { async dbCacheInitAsyncKnex(_cbk = null) {

Write Preview
Loading…
Cancel
Save