refactor(api): do all db operations parallel

Signed-off-by: Pranav C <pranavxc@gmail.com>

packages/nocodb/src/lib/meta/api/utilApis.ts

@@ -187,6 +187,7 @@ export async function urlToDbConfig(req: Request, res: Response) {
 interface AllMeta {
   projectCount: number;
   projects: {
+    external?: boolean;
     tableCount: {
       table: number;
       view: number;
@@ -202,7 +203,7 @@ interface AllMeta {
       sharedGalleryCount: number;
       sharedKanbanCount: number;
       sharedTotal: number;
-      sharedPasswordProtected: number;
+      sharedLockedCount: number;
     };
     webhookCount: number;
     filterCount: number;
@@ -215,44 +216,55 @@ interface AllMeta {
 }
 
 export async function getAggregatedMetaInfo(_req: Request, res: Response) {
+  const [projects, userCount] = await Promise.all([
+    Project.list({}),
+    Noco.ncMeta.metaCount(null, null, MetaTable.USERS),
+  ]);
+
   const result: AllMeta = {
-    projectCount: 0,
+    projectCount: projects.length,
     projects: [],
-    userCount: await Noco.ncMeta.metaCount(null, null, MetaTable.USERS),
+    userCount,
     sharedBaseCount: 0,
   };
 
-  const projects = await Project.list({});
-  const userCount = await User.count();
-  result.projectCount = projects.length;
-  result.userCount = userCount;
-  for (const project of projects) {
+  result.projects.push(
+    ...(await Promise.all(
+      projects.map(async (project) => {
         if (project.uuid) result.sharedBaseCount++;
-    const tableCount = await Noco.ncMeta.metaCount(
-      null,
-      null,
-      MetaTable.MODELS,
-      {
+        const [
+          tableCount,
+          dbViewCount,
+          viewCount,
+          webhookCount,
+          filterCount,
+          sortCount,
+          rowCount,
+          userCount,
+        ] = await Promise.all([
+          // db tables  count
+          Noco.ncMeta.metaCount(null, null, MetaTable.MODELS, {
             condition: {
               project_id: project.id,
               type: 'table',
             },
-      }
-    );
-
-    const dbViewCount = await Noco.ncMeta.metaCount(
-      null,
-      null,
-      MetaTable.MODELS,
-      {
+          }),
+          // db views count
+          Noco.ncMeta.metaCount(null, null, MetaTable.MODELS, {
             condition: {
               project_id: project.id,
               type: 'view',
             },
-      }
+          }),
+          // views count
+          (async () => {
+            const views = await Noco.ncMeta.metaList2(
+              null,
+              null,
+              MetaTable.VIEWS
             );
-    const views = await Noco.ncMeta.metaList2(null, null, MetaTable.VIEWS);
-    const viewCount = views.reduce<AllMeta['projects'][number]['viewCount']>(
+            // grid, form, gallery, kanban and shared count
+            return views.reduce<AllMeta['projects'][number]['viewCount']>(
               (out, view) => {
                 out.total++;
 
@@ -274,7 +286,7 @@ export async function getAggregatedMetaInfo(_req: Request, res: Response) {
                     if (view.uuid) out.sharedKanbanCount++;
                 }
 
-        if (view.uuid && view.password) out.sharedPasswordProtected++;
+                if (view.uuid && view.password) out.sharedLockedCount++;
 
                 return out;
               },
@@ -289,35 +301,30 @@ export async function getAggregatedMetaInfo(_req: Request, res: Response) {
                 sharedGalleryCount: 0,
                 sharedKanbanCount: 0,
                 sharedTotal: 0,
-        sharedPasswordProtected: 0,
+                sharedLockedCount: 0,
               }
             );
-
-    result.projects.push({
-      tableCount: { table: tableCount, view: dbViewCount },
-
-      viewCount,
-      webhookCount: await Noco.ncMeta.metaCount(null, null, MetaTable.HOOKS, {
+          })(),
+          // webhooks count
+          Noco.ncMeta.metaCount(null, null, MetaTable.HOOKS, {
             condition: {
               project_id: project.id,
             },
           }),
-      filterCount: await Noco.ncMeta.metaCount(
-        null,
-        null,
-        MetaTable.FILTER_EXP,
-        {
+          // filters count
+          Noco.ncMeta.metaCount(null, null, MetaTable.FILTER_EXP, {
             condition: {
               project_id: project.id,
             },
-        }
-      ),
-      sortCount: await Noco.ncMeta.metaCount(null, null, MetaTable.SORT, {
+          }),
+          // sorts count
+          Noco.ncMeta.metaCount(null, null, MetaTable.SORT, {
             condition: {
               project_id: project.id,
             },
           }),
-      rowCount: await project.getBases().then((bases) => {
+          // row count per base
+          project.getBases().then((bases) => {
             return Promise.all(
               bases.map((base) =>
                 NcConnectionMgrv2.getSqlClient(base)
@@ -326,19 +333,28 @@ export async function getAggregatedMetaInfo(_req: Request, res: Response) {
               )
             );
           }),
-      userCount: await Noco.ncMeta.metaCount(
-        null,
-        null,
-        MetaTable.PROJECT_USERS,
-        {
+          // project users count
+          Noco.ncMeta.metaCount(null, null, MetaTable.PROJECT_USERS, {
             condition: {
               project_id: project.id,
             },
             aggField: '*',
-        }
-      ),
-    });
-  }
+          }),
+        ]);
+
+        return {
+          tableCount: { table: tableCount, view: dbViewCount },
+          external: !project.is_meta,
+          viewCount,
+          webhookCount,
+          filterCount,
+          sortCount,
+          rowCount,
+          userCount,
+        };
+      })
+    ))
+  );
 
   res.json(result);
 }