Browse Source

chore: remove code used for local debugging

Signed-off-by: mertmit <mertmit99@gmail.com>
nc-fix/json-clamp
mertmit 1 year ago
parent
commit
7260b86748
  1. 53
      packages/nocodb/src/modules/jobs/jobs/at-import/at-import.processor.ts

53
packages/nocodb/src/modules/jobs/jobs/at-import/at-import.processor.ts

@ -1,8 +1,6 @@
import { promisify } from 'util';
import moment from 'moment'; import moment from 'moment';
import { UITypes } from 'nocodb-sdk'; import { UITypes } from 'nocodb-sdk';
import Airtable from 'airtable'; import Airtable from 'airtable';
import jsonfile from 'jsonfile';
import hash from 'object-hash'; import hash from 'object-hash';
import { T } from 'nc-help'; import { T } from 'nc-help';
import dayjs from 'dayjs'; import dayjs from 'dayjs';
@ -10,7 +8,7 @@ import utc from 'dayjs/plugin/utc';
import tinycolor from 'tinycolor2'; import tinycolor from 'tinycolor2';
import { Process, Processor } from '@nestjs/bull'; import { Process, Processor } from '@nestjs/bull';
import { Job } from 'bull'; import { Job } from 'bull';
import { extractRolesObj, isLinksOrLTAR } from 'nocodb-sdk'; import { isLinksOrLTAR } from 'nocodb-sdk';
import debug from 'debug'; import debug from 'debug';
import { JobsLogService } from '../jobs-log.service'; import { JobsLogService } from '../jobs-log.service';
import FetchAT from './helpers/fetchAT'; import FetchAT from './helpers/fetchAT';
@ -35,8 +33,6 @@ import { ViewsService } from '~/services/views.service';
import { FormsService } from '~/services/forms.service'; import { FormsService } from '~/services/forms.service';
import { JOBS_QUEUE, JobTypes } from '~/interface/Jobs'; import { JOBS_QUEUE, JobTypes } from '~/interface/Jobs';
const writeJsonFileAsync = promisify(jsonfile.writeFile);
dayjs.extend(utc); dayjs.extend(utc);
const selectColors = { const selectColors = {
@ -255,9 +251,6 @@ export class AtImportProcessor {
// store copy of airtable schema globally // store copy of airtable schema globally
g_aTblSchema = file.tableSchemas; g_aTblSchema = file.tableSchemas;
if (debugMode)
await writeJsonFileAsync('aTblSchema.json', ft, { spaces: 2 });
return file; return file;
}; };
@ -268,8 +261,6 @@ export class AtImportProcessor {
rtc.fetchAt.count++; rtc.fetchAt.count++;
rtc.fetchAt.time += duration; rtc.fetchAt.time += duration;
if (debugMode)
await writeJsonFileAsync(`${viewId}.json`, ft, { spaces: 2 });
return ft.view; return ft.view;
}; };
@ -397,29 +388,6 @@ export class AtImportProcessor {
return ncSchema.tables.find((x) => x.title === tableName); return ncSchema.tables.find((x) => x.title === tableName);
}; };
// delete base if already exists
const init = async ({
baseName,
}: {
baseName?: string;
baseId?: string;
}) => {
// delete 'sample' base if already exists
const x = { list: [] };
x['list'] = await this.basesService.baseList({
user: { id: syncDB.user.id, roles: extractRolesObj(syncDB.user.roles) },
});
const sampleProj = x.list.find((a) => a.title === baseName);
if (sampleProj) {
await this.basesService.baseSoftDelete({
baseId: sampleProj.id,
user: syncDB.user,
});
}
logDetailed('Init');
};
// map UIDT // map UIDT
// //
const getNocoType = (col) => { const getNocoType = (col) => {
@ -2005,18 +1973,6 @@ export class AtImportProcessor {
logBasic(`:: Axios fetch count: ${rtc.fetchAt.count}`); logBasic(`:: Axios fetch count: ${rtc.fetchAt.count}`);
logBasic(`:: Axios fetch time: ${rtc.fetchAt.time}`); logBasic(`:: Axios fetch time: ${rtc.fetchAt.time}`);
if (debugMode) {
await writeJsonFileAsync('stats.json', perfStats, { spaces: 2 });
const perflog = [];
for (let i = 0; i < perfStats.length; i++) {
perflog.push(`${perfStats[i].e}, ${perfStats[i].d}`);
}
await writeJsonFileAsync('stats.csv', perflog, { spaces: 2 });
await writeJsonFileAsync('skip.txt', rtc.migrationSkipLog.log, {
spaces: 2,
});
}
T.event({ T.event({
event: 'a:airtable-import:success', event: 'a:airtable-import:success',
data: { data: {
@ -2286,7 +2242,6 @@ export class AtImportProcessor {
logBasic('SDK initialized'); logBasic('SDK initialized');
logDetailed('Base initialization started'); logDetailed('Base initialization started');
// delete base if already exists // delete base if already exists
if (debugMode) await init(syncDB);
logDetailed('Base initialized'); logDetailed('Base initialized');
@ -2445,10 +2400,10 @@ export class AtImportProcessor {
}); });
} }
} catch (error) { } catch (error) {
logDetailed( logBasic(
`There was an error while migrating data! Please make sure your API key (${syncDB.apiKey}) is correct.`, `There was an error while migrating data! Please make sure your API key is correct.`,
); );
logDetailed(`Error: ${error}`); logBasic(`Data migration failed: ${error}`);
} }
} }
if (generate_migrationStats) { if (generate_migrationStats) {

Loading…
Cancel
Save