Browse Source

feat: continue to read from import data api during bulk insert procedure

Signed-off-by: Raju Udava <86527202+dstala@users.noreply.github.com>
pull/2218/head
Raju Udava 2 years ago committed by Pranav C
parent
commit
41027aafbb
  1. 5
      packages/nocodb/src/lib/noco/meta/api/sync/helpers/readAndProcessData.ts

5
packages/nocodb/src/lib/noco/meta/api/sync/helpers/readAndProcessData.ts

@ -32,6 +32,7 @@ async function readAllData({
};
if (fields) selectParams.fields = fields;
const insertJobs: Promise<any>[] = [];
base(table.title)
.select(selectParams)
@ -48,7 +49,8 @@ async function readAllData({
);
if (thresholdCbkData.length >= triggerThreshold) {
await onThreshold(thresholdCbkData, data);
await Promise.all(insertJobs);
insertJobs.push(onThreshold(thresholdCbkData, data));
thresholdCbkData = [];
}
@ -63,6 +65,7 @@ async function readAllData({
return reject(err);
}
if (thresholdCbkData.length) {
await Promise.all(insertJobs);
await onThreshold(thresholdCbkData, data);
thresholdCbkData = [];
}

Loading…
Cancel
Save