From 02fc7da2247653bdf9499ec7010d7ecbfdab4e80 Mon Sep 17 00:00:00 2001
From: Wing-Kam Wong <wingkwong.code@gmail.com>
Date: Sun, 25 Sep 2022 23:35:57 +0800
Subject: [PATCH 01/15] feat(nc-gui): enrich .dt & save dtxp for singleSelect /
 multiSelect

---
 .../utils/parsers/ExcelTemplateAdapter.ts     | 22 ++++++++++++++-----
 1 file changed, 17 insertions(+), 5 deletions(-)

diff --git a/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts b/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
index 85c631d2a2..511c4b5cdf 100644
--- a/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
+++ b/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
@@ -103,13 +103,11 @@ export default class ExcelTemplateAdapter extends TemplateGenerator {
         }
         columnNamePrefixRef[cn] = 0
 
-        const column: Record<string, any> = {
+        let column: Record<string, any> = {
           column_name: cn,
           ref_column_name: cn,
         }
 
-        table.columns.push(column)
-
         // const cellId = `${col.toString(26).split('').map(s => (parseInt(s, 26) + 10).toString(36).toUpperCase())}2`;
         const cellId = XLSX.utils.encode_cell({
           c: range.s.c + col,
@@ -118,6 +116,11 @@ export default class ExcelTemplateAdapter extends TemplateGenerator {
         const cellProps = ws[cellId] || {}
         column.uidt = excelTypeToUidt[cellProps.t] || UITypes.SingleLineText
 
+        const { sqlUi } = useProject()
+
+        // enrich data type for Template Editor to process
+        column = { ...column, ...sqlUi?.value?.getDataTypeForUiType({ uidt: column.uidt }) }
+
         // todo: optimize
         if (column.uidt === UITypes.SingleLineText) {
           // check for long text
@@ -148,18 +151,26 @@ export default class ExcelTemplateAdapter extends TemplateGenerator {
                 const uniqueVals = (flattenedVals = flattenedVals.filter(
                   (v: any, i: any, arr: any) => i === arr.findIndex((v1: any) => v.toLowerCase() === v1.toLowerCase()),
                 ))
+                // assume the column type is multiple select if there are repeated values
                 if (flattenedVals.length > uniqueVals.length && uniqueVals.length <= Math.ceil(flattenedVals.length / 2)) {
                   column.uidt = UITypes.MultiSelect
-                  column.dtxp = `'${uniqueVals.join("','")}'`
                 }
+                // set dtxp here so that users can have the options even they switch the type from other types to MultiSelect
+                // once it's set, dtxp needs to be reset if the final column type is not MultiSelect
+                column.dtxp = `'${uniqueVals.join("','")}'`
               } else {
+                // assume the column type is single select if there are repeated values
+                // once it's set, dtxp needs to be reset if the final column type is not Single Select
                 const uniqueVals = vals
                   .map((v: any) => v.toString().trim())
                   .filter((v: any, i: any, arr: any) => i === arr.findIndex((v1: any) => v.toLowerCase() === v1.toLowerCase()))
+
                 if (vals.length > uniqueVals.length && uniqueVals.length <= Math.ceil(vals.length / 2)) {
                   column.uidt = UITypes.SingleSelect
-                  column.dtxp = `'${uniqueVals.join("','")}'`
                 }
+                // set dtxp here so that users can have the options even they switch the type from other types to SingleSelect
+                // once it's set, dtxp needs to be reset if the final column type is not MultiSelect
+                column.dtxp = `'${uniqueVals.join("','")}'`
               }
             }
           }
@@ -200,6 +211,7 @@ export default class ExcelTemplateAdapter extends TemplateGenerator {
             column.uidt = UITypes.Date
           }
         }
+        table.columns.push(column)
       }
 
       let rowIndex = 0

From 39ccc6ed849fee8205d7d93ea37afccb5fc208e9 Mon Sep 17 00:00:00 2001
From: Wing-Kam Wong <wingkwong.code@gmail.com>
Date: Sun, 25 Sep 2022 23:39:12 +0800
Subject: [PATCH 02/15] feat(nc-gui): reset dtxp & remove dt for importing
 single / multi select

---
 packages/nc-gui/components/template/Editor.vue | 16 +++++++++++++---
 1 file changed, 13 insertions(+), 3 deletions(-)

diff --git a/packages/nc-gui/components/template/Editor.vue b/packages/nc-gui/components/template/Editor.vue
index f0d7dbd6c6..f27bf1bc8a 100644
--- a/packages/nc-gui/components/template/Editor.vue
+++ b/packages/nc-gui/components/template/Editor.vue
@@ -1,6 +1,6 @@
 <script setup lang="ts">
 import type { ColumnType, TableType } from 'nocodb-sdk'
-import { UITypes, isVirtualCol } from 'nocodb-sdk'
+import { UITypes, isSystemColumn, isVirtualCol } from 'nocodb-sdk'
 import { Empty, Form, message } from 'ant-design-vue'
 import { srcDestMappingColumns, tableColumns } from './utils'
 import {
@@ -426,16 +426,26 @@ async function importTemplate() {
           }
         }
 
-        // set pk & rqd if ID is provided
         if (table.columns) {
           for (const column of table.columns) {
+            // set pk & rqd if ID is provided
             if (column.column_name?.toLowerCase() === 'id' && !('pk' in column)) {
               column.pk = true
               column.rqd = true
-              break
+            }
+            if (!isSystemColumn(column) && column.uidt !== UITypes.SingleSelect && column.uidt !== UITypes.MultiSelect) {
+              // reset dtxp if the final data type is not single / multi select
+              // otherwise, it'll fail when column is being inserted
+              // e.g. import -> detect as single / multi select -> switch to SingleLineText
+              column.dtxp = sqlUi?.value?.getDefaultLengthForDatatype(column.dt)
+            } else if (column.uidt === UITypes.SingleSelect || column.uidt === UITypes.MultiSelect) {
+              // remove .dt for single select / multi select
+              // otherwise, it'll fail when column is being inserted
+              delete column.dt
             }
           }
         }
+
         const tableMeta = await $api.dbTable.create(project?.value?.id as string, {
           table_name: table.ref_table_name,
           // leave title empty to get a generated one based on ref_table_name

From fe5e8d70b22b4bda655ff840564dbbd39fd1c5a9 Mon Sep 17 00:00:00 2001
From: Wing-Kam Wong <wingkwong.code@gmail.com>
Date: Mon, 3 Oct 2022 17:42:54 +0800
Subject: [PATCH 03/15] fix(nc-gui): remove unnecessary imports

---
 packages/nc-gui/components/smartsheet/sidebar/MenuTop.vue | 1 -
 packages/nc-gui/components/template/Editor.vue            | 1 -
 2 files changed, 2 deletions(-)

diff --git a/packages/nc-gui/components/smartsheet/sidebar/MenuTop.vue b/packages/nc-gui/components/smartsheet/sidebar/MenuTop.vue
index a537d0774c..58d4e94a54 100644
--- a/packages/nc-gui/components/smartsheet/sidebar/MenuTop.vue
+++ b/packages/nc-gui/components/smartsheet/sidebar/MenuTop.vue
@@ -17,7 +17,6 @@ import {
   useDialog,
   useI18n,
   useNuxtApp,
-  useRoute,
   useRouter,
   viewTypeAlias,
   watch,
diff --git a/packages/nc-gui/components/template/Editor.vue b/packages/nc-gui/components/template/Editor.vue
index 2fba937f69..2f7a6d6371 100644
--- a/packages/nc-gui/components/template/Editor.vue
+++ b/packages/nc-gui/components/template/Editor.vue
@@ -1,7 +1,6 @@
 <script setup lang="ts">
 import type { ColumnType, TableType } from 'nocodb-sdk'
 import { UITypes, isSystemColumn, isVirtualCol } from 'nocodb-sdk'
-import { Empty, Form, message } from 'ant-design-vue'
 import { srcDestMappingColumns, tableColumns } from './utils'
 import {
   Empty,

From 533bb0104e0d1d42cff4a440c025d4eed2debbb6 Mon Sep 17 00:00:00 2001
From: Wing-Kam Wong <wingkwong.code@gmail.com>
Date: Mon, 3 Oct 2022 23:15:23 +0800
Subject: [PATCH 04/15] fix(nc-gui): remove dt enrichment and fix comment

---
 packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts | 7 ++-----
 1 file changed, 2 insertions(+), 5 deletions(-)

diff --git a/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts b/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
index bfe06220d9..a32c8d5a95 100644
--- a/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
+++ b/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
@@ -123,7 +123,7 @@ export default class ExcelTemplateAdapter extends TemplateGenerator {
         }
         columnNamePrefixRef[cn] = 0
 
-        let column: Record<string, any> = {
+        const column: Record<string, any> = {
           column_name: cn,
           ref_column_name: cn,
         }
@@ -138,9 +138,6 @@ export default class ExcelTemplateAdapter extends TemplateGenerator {
 
         const { sqlUi } = useProject()
 
-        // enrich data type for Template Editor to process
-        column = { ...column, ...sqlUi?.value?.getDataTypeForUiType({ uidt: column.uidt }) }
-
         // todo: optimize
         if (column.uidt === UITypes.SingleLineText) {
           // check for long text
@@ -189,7 +186,7 @@ export default class ExcelTemplateAdapter extends TemplateGenerator {
                   column.uidt = UITypes.SingleSelect
                 }
                 // set dtxp here so that users can have the options even they switch the type from other types to SingleSelect
-                // once it's set, dtxp needs to be reset if the final column type is not MultiSelect
+                // once it's set, dtxp needs to be reset if the final column type is not SingleSelect
                 column.dtxp = `'${uniqueVals.join("','")}'`
               }
             }

From 35fb048a47e0a11fd0ee954eb6ec0c846610015f Mon Sep 17 00:00:00 2001
From: Wing-Kam Wong <wingkwong.code@gmail.com>
Date: Mon, 3 Oct 2022 23:17:46 +0800
Subject: [PATCH 05/15] fix(nc-gui): delete dtxp if the final uidt is not
 singleSelect and multiSelect

---
 packages/nc-gui/components/template/Editor.vue | 10 +++-------
 1 file changed, 3 insertions(+), 7 deletions(-)

diff --git a/packages/nc-gui/components/template/Editor.vue b/packages/nc-gui/components/template/Editor.vue
index 2f7a6d6371..343900da4f 100644
--- a/packages/nc-gui/components/template/Editor.vue
+++ b/packages/nc-gui/components/template/Editor.vue
@@ -436,14 +436,10 @@ async function importTemplate() {
               column.rqd = true
             }
             if (!isSystemColumn(column) && column.uidt !== UITypes.SingleSelect && column.uidt !== UITypes.MultiSelect) {
-              // reset dtxp if the final data type is not single / multi select
-              // otherwise, it'll fail when column is being inserted
+              // delete dtxp if the final data type is not single & multi select
               // e.g. import -> detect as single / multi select -> switch to SingleLineText
-              column.dtxp = sqlUi?.value?.getDefaultLengthForDatatype(column.dt)
-            } else if (column.uidt === UITypes.SingleSelect || column.uidt === UITypes.MultiSelect) {
-              // remove .dt for single select / multi select
-              // otherwise, it'll fail when column is being inserted
-              delete column.dt
+              // the correct dtxp will be generated during column creation
+              delete column.dtxp
             }
           }
         }

From 634215b3e2d305e9c3e1da604baf4676bc5615f1 Mon Sep 17 00:00:00 2001
From: Wing-Kam Wong <wingkwong.code@gmail.com>
Date: Wed, 5 Oct 2022 11:01:41 +0800
Subject: [PATCH 06/15] chore(nc-gui): remove unused sqlUi

---
 packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts | 2 --
 1 file changed, 2 deletions(-)

diff --git a/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts b/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
index a32c8d5a95..445281ad8e 100644
--- a/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
+++ b/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
@@ -136,8 +136,6 @@ export default class ExcelTemplateAdapter extends TemplateGenerator {
         const cellProps = ws[cellId] || {}
         column.uidt = excelTypeToUidt[cellProps.t] || UITypes.SingleLineText
 
-        const { sqlUi } = useProject()
-
         // todo: optimize
         if (column.uidt === UITypes.SingleLineText) {
           // check for long text

From 8c1862d0efec9830b2a58a3d3877f86ea776f3e9 Mon Sep 17 00:00:00 2001
From: Wing-Kam Wong <wingkwong.code@gmail.com>
Date: Wed, 5 Oct 2022 13:01:05 +0800
Subject: [PATCH 07/15] feat(nc-gui): disable select option if uidt is select
 type and _disableSelect is true

---
 .../nc-gui/components/template/Editor.vue     | 28 ++++++++++++++++---
 1 file changed, 24 insertions(+), 4 deletions(-)

diff --git a/packages/nc-gui/components/template/Editor.vue b/packages/nc-gui/components/template/Editor.vue
index 343900da4f..30ee644a57 100644
--- a/packages/nc-gui/components/template/Editor.vue
+++ b/packages/nc-gui/components/template/Editor.vue
@@ -89,7 +89,11 @@ const uiTypeOptions = ref<Option[]>(
 
 const srcDestMapping = ref<Record<string, any>[]>([])
 
-const data = reactive<{ title: string | null; name: string; tables: (TableType & { ref_table_name: string })[] }>({
+const data = reactive<{
+  title: string | null
+  name: string
+  tables: (TableType & { ref_table_name: string; columns: (ColumnType & { _disableSelect?: boolean })[] })[]
+}>({
   title: null,
   name: 'Project Name',
   tables: [],
@@ -543,6 +547,10 @@ function handleEditableTnChange(idx: number) {
   }
   setEditableTn(idx, false)
 }
+
+function isSelectDisabled(uidt: string, disableSelect = false) {
+  return (uidt === UITypes.SingleSelect || uidt === UITypes.MultiSelect) && disableSelect
+}
 </script>
 
 <template>
@@ -655,7 +663,6 @@ function handleEditableTnChange(idx: number) {
                 <mdi-delete-outline v-if="data.tables.length > 1" class="text-lg mr-8" @click.stop="deleteTable(tableIdx)" />
               </a-tooltip>
             </template>
-
             <a-table
               v-if="table.columns && table.columns.length"
               class="template-form"
@@ -702,10 +709,23 @@ function handleEditableTnChange(idx: number) {
                       v-model:value="record.uidt"
                       class="w-52"
                       show-search
-                      :options="uiTypeOptions"
                       :filter-option="filterOption"
                       dropdown-class-name="nc-dropdown-template-uidt"
-                    />
+                    >
+                      <a-select-option
+                        v-for="(option, i) of uiTypeOptions"
+                        :key="i"
+                        :value="option.value"
+                        :disabled="isSelectDisabled(option.label, table.columns[record.key]?._disableSelect)"
+                      >
+                        <a-tooltip placement="right">
+                          <template v-if="isSelectDisabled(option.label, table.columns[record.key]?._disableSelect)" #title>
+                            The field is too large to be converted to {{ option.label }}
+                          </template>
+                          {{ option.label }}
+                        </a-tooltip>
+                      </a-select-option>
+                    </a-select>
                   </a-form-item>
                 </template>
 

From 480e9cef03943a1dbc848263aa2328cc5da3020b Mon Sep 17 00:00:00 2001
From: Wing-Kam Wong <wingkwong.code@gmail.com>
Date: Wed, 5 Oct 2022 13:01:53 +0800
Subject: [PATCH 08/15] feat(nc-gui): convert col to SingleLineText if detected
 options are greater than maxSelectOptionsAllowed

---
 .../utils/parsers/ExcelTemplateAdapter.ts     | 59 +++++++++++--------
 1 file changed, 36 insertions(+), 23 deletions(-)

diff --git a/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts b/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
index 445281ad8e..067db0f817 100644
--- a/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
+++ b/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
@@ -72,6 +72,8 @@ export default class ExcelTemplateAdapter extends TemplateGenerator {
   parse() {
     const tableNamePrefixRef: Record<string, any> = {}
 
+    const maxSelectOptionsAllowed = 100
+
     for (let i = 0; i < this.wb.SheetNames.length; i++) {
       const columnNamePrefixRef: Record<string, any> = { id: 0 }
       const sheet: any = this.wb.SheetNames[i]
@@ -151,9 +153,6 @@ export default class ExcelTemplateAdapter extends TemplateGenerator {
             if (checkboxType.length === 1) {
               column.uidt = UITypes.Checkbox
             } else {
-              // todo: optimize
-              // check column is multi or single select by comparing unique values
-              // todo:
               if (vals.some((v: any) => v && v.toString().includes(','))) {
                 let flattenedVals = vals.flatMap((v: any) =>
                   v
@@ -163,29 +162,43 @@ export default class ExcelTemplateAdapter extends TemplateGenerator {
                         .split(/\s*,\s*/)
                     : [],
                 )
-                const uniqueVals = (flattenedVals = flattenedVals.filter(
-                  (v: any, i: any, arr: any) => i === arr.findIndex((v1: any) => v.toLowerCase() === v1.toLowerCase()),
-                ))
-                // assume the column type is multiple select if there are repeated values
-                if (flattenedVals.length > uniqueVals.length && uniqueVals.length <= Math.ceil(flattenedVals.length / 2)) {
-                  column.uidt = UITypes.MultiSelect
+
+                // TODO: handle case sensitive case
+                const uniqueVals = [...new Set(flattenedVals.map((v: any) => v.toString().trim().toLowerCase()))]
+
+                if (uniqueVals.length > maxSelectOptionsAllowed) {
+                  // too many options are detected, convert the column to SingleLineText instead
+                  column.uidt = UITypes.SingleLineText
+                  // _disableSelect is used to disable the <a-select-option/> in TemplateEditor
+                  column._disableSelect = true
+                } else {
+                  // assume the column type is multiple select if there are repeated values
+                  if (flattenedVals.length > uniqueVals.length && uniqueVals.length <= Math.ceil(flattenedVals.length / 2)) {
+                    column.uidt = UITypes.MultiSelect
+                  }
+                  // set dtxp here so that users can have the options even they switch the type from other types to MultiSelect
+                  // once it's set, dtxp needs to be reset if the final column type is not MultiSelect
+                  column.dtxp = `'${uniqueVals.join("','")}'`
                 }
-                // set dtxp here so that users can have the options even they switch the type from other types to MultiSelect
-                // once it's set, dtxp needs to be reset if the final column type is not MultiSelect
-                column.dtxp = `'${uniqueVals.join("','")}'`
               } else {
-                // assume the column type is single select if there are repeated values
-                // once it's set, dtxp needs to be reset if the final column type is not Single Select
-                const uniqueVals = vals
-                  .map((v: any) => v.toString().trim())
-                  .filter((v: any, i: any, arr: any) => i === arr.findIndex((v1: any) => v.toLowerCase() === v1.toLowerCase()))
-
-                if (vals.length > uniqueVals.length && uniqueVals.length <= Math.ceil(vals.length / 2)) {
-                  column.uidt = UITypes.SingleSelect
+                // TODO: handle case sensitive case
+                const uniqueVals = [...new Set(vals.map((v: any) => v.toString().trim().toLowerCase()))]
+
+                if (uniqueVals.length > maxSelectOptionsAllowed) {
+                  // too many options are detected, convert the column to SingleLineText instead
+                  column.uidt = UITypes.SingleLineText
+                  // _disableSelect is used to disable the <a-select-option/> in TemplateEditor
+                  column._disableSelect = true
+                } else {
+                  // assume the column type is single select if there are repeated values
+                  // once it's set, dtxp needs to be reset if the final column type is not Single Select
+                  if (vals.length > uniqueVals.length && uniqueVals.length <= Math.ceil(vals.length / 2)) {
+                    column.uidt = UITypes.SingleSelect
+                  }
+                  // set dtxp here so that users can have the options even they switch the type from other types to SingleSelect
+                  // once it's set, dtxp needs to be reset if the final column type is not SingleSelect
+                  column.dtxp = `'${uniqueVals.join("','")}'`
                 }
-                // set dtxp here so that users can have the options even they switch the type from other types to SingleSelect
-                // once it's set, dtxp needs to be reset if the final column type is not SingleSelect
-                column.dtxp = `'${uniqueVals.join("','")}'`
               }
             }
           }

From 665b0d576469795d694fee0eb673faabdd7ba302 Mon Sep 17 00:00:00 2001
From: Wing-Kam Wong <wingkwong.code@gmail.com>
Date: Wed, 5 Oct 2022 16:27:48 +0800
Subject: [PATCH 09/15] chore(nc-gui): lint

---
 packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts b/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
index 067db0f817..c453388557 100644
--- a/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
+++ b/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
@@ -154,7 +154,7 @@ export default class ExcelTemplateAdapter extends TemplateGenerator {
               column.uidt = UITypes.Checkbox
             } else {
               if (vals.some((v: any) => v && v.toString().includes(','))) {
-                let flattenedVals = vals.flatMap((v: any) =>
+                const flattenedVals = vals.flatMap((v: any) =>
                   v
                     ? v
                         .toString()

From 10f01996a9a5eda44426e0975e1894dfe6fa975f Mon Sep 17 00:00:00 2001
From: Wing-Kam Wong <wingkwong.code@gmail.com>
Date: Wed, 5 Oct 2022 16:35:43 +0800
Subject: [PATCH 10/15] feat(nc-gui): bumb xlsx version to include fizzydate
 fix

---
 packages/nc-gui/package-lock.json | 93 +++++++------------------------
 packages/nc-gui/package.json      |  2 +-
 2 files changed, 20 insertions(+), 75 deletions(-)

diff --git a/packages/nc-gui/package-lock.json b/packages/nc-gui/package-lock.json
index 860fb59dd2..81a45e80bb 100644
--- a/packages/nc-gui/package-lock.json
+++ b/packages/nc-gui/package-lock.json
@@ -33,7 +33,7 @@
         "vue-github-button": "^3.0.3",
         "vue-i18n": "^9.2.2",
         "vuedraggable": "^4.1.0",
-        "xlsx": "^0.17.3"
+        "xlsx": "^0.18.5"
       },
       "devDependencies": {
         "@antfu/eslint-config": "^0.26.0",
@@ -4220,16 +4220,9 @@
       }
     },
     "node_modules/adler-32": {
-      "version": "1.2.0",
-      "resolved": "https://registry.npmjs.org/adler-32/-/adler-32-1.2.0.tgz",
-      "integrity": "sha512-/vUqU/UY4MVeFsg+SsK6c+/05RZXIHZMGJA+PX5JyWI0ZRcBpupnRuPLU/NXXoFwMYCPCoxIfElM2eS+DUXCqQ==",
-      "dependencies": {
-        "exit-on-epipe": "~1.0.1",
-        "printj": "~1.1.0"
-      },
-      "bin": {
-        "adler32": "bin/adler32.njs"
-      },
+      "version": "1.3.1",
+      "resolved": "https://registry.npmjs.org/adler-32/-/adler-32-1.3.1.tgz",
+      "integrity": "sha512-ynZ4w/nUUv5rrsR8UUGoe1VC9hZj6V5hU9Qw1HlMDJGEJw5S7TfTErWTjMys6M7vr0YWcPqs3qAr4ss0nDfP+A==",
       "engines": {
         "node": ">=0.8"
       }
@@ -4882,14 +4875,6 @@
         "node": ">=0.8"
       }
     },
-    "node_modules/cfb/node_modules/adler-32": {
-      "version": "1.3.1",
-      "resolved": "https://registry.npmjs.org/adler-32/-/adler-32-1.3.1.tgz",
-      "integrity": "sha512-ynZ4w/nUUv5rrsR8UUGoe1VC9hZj6V5hU9Qw1HlMDJGEJw5S7TfTErWTjMys6M7vr0YWcPqs3qAr4ss0nDfP+A==",
-      "engines": {
-        "node": ">=0.8"
-      }
-    },
     "node_modules/chai": {
       "version": "4.3.6",
       "resolved": "https://registry.npmjs.org/chai/-/chai-4.3.6.tgz",
@@ -7964,14 +7949,6 @@
         "url": "https://github.com/sindresorhus/execa?sponsor=1"
       }
     },
-    "node_modules/exit-on-epipe": {
-      "version": "1.0.1",
-      "resolved": "https://registry.npmjs.org/exit-on-epipe/-/exit-on-epipe-1.0.1.tgz",
-      "integrity": "sha512-h2z5mrROTxce56S+pnvAV890uu7ls7f1kEvVGJbw1OlFH3/mlJ5bkXu0KRyW94v37zzHPiUd55iLn3DA7TjWpw==",
-      "engines": {
-        "node": ">=0.8"
-      }
-    },
     "node_modules/expand-template": {
       "version": "2.0.3",
       "resolved": "https://registry.npmjs.org/expand-template/-/expand-template-2.0.3.tgz",
@@ -13103,17 +13080,6 @@
         "url": "https://github.com/sponsors/sindresorhus"
       }
     },
-    "node_modules/printj": {
-      "version": "1.1.2",
-      "resolved": "https://registry.npmjs.org/printj/-/printj-1.1.2.tgz",
-      "integrity": "sha512-zA2SmoLaxZyArQTOPj5LXecR+RagfPSU5Kw1qP+jkWeNlrq+eJZyY2oS68SU1Z/7/myXM4lo9716laOFAVStCQ==",
-      "bin": {
-        "printj": "bin/printj.njs"
-      },
-      "engines": {
-        "node": ">=0.8"
-      }
-    },
     "node_modules/process-nextick-args": {
       "version": "2.0.1",
       "resolved": "https://registry.npmjs.org/process-nextick-args/-/process-nextick-args-2.0.1.tgz",
@@ -16433,14 +16399,14 @@
       }
     },
     "node_modules/xlsx": {
-      "version": "0.17.5",
-      "resolved": "https://registry.npmjs.org/xlsx/-/xlsx-0.17.5.tgz",
-      "integrity": "sha512-lXNU0TuYsvElzvtI6O7WIVb9Zar1XYw7Xb3VAx2wn8N/n0whBYrCnHMxtFyIiUU1Wjf09WzmLALDfBO5PqTb1g==",
+      "version": "0.18.5",
+      "resolved": "https://registry.npmjs.org/xlsx/-/xlsx-0.18.5.tgz",
+      "integrity": "sha512-dmg3LCjBPHZnQp5/F/+nnTa+miPJxUXB6vtk42YjBBKayDNagxGEeIdWApkYPOf3Z3pm3k62Knjzp7lMeTEtFQ==",
       "dependencies": {
-        "adler-32": "~1.2.0",
-        "cfb": "^1.1.4",
+        "adler-32": "~1.3.0",
+        "cfb": "~1.2.1",
         "codepage": "~1.15.0",
-        "crc-32": "~1.2.0",
+        "crc-32": "~1.2.1",
         "ssf": "~0.11.2",
         "wmf": "~1.0.1",
         "word": "~0.3.0"
@@ -19663,13 +19629,9 @@
       "peer": true
     },
     "adler-32": {
-      "version": "1.2.0",
-      "resolved": "https://registry.npmjs.org/adler-32/-/adler-32-1.2.0.tgz",
-      "integrity": "sha512-/vUqU/UY4MVeFsg+SsK6c+/05RZXIHZMGJA+PX5JyWI0ZRcBpupnRuPLU/NXXoFwMYCPCoxIfElM2eS+DUXCqQ==",
-      "requires": {
-        "exit-on-epipe": "~1.0.1",
-        "printj": "~1.1.0"
-      }
+      "version": "1.3.1",
+      "resolved": "https://registry.npmjs.org/adler-32/-/adler-32-1.3.1.tgz",
+      "integrity": "sha512-ynZ4w/nUUv5rrsR8UUGoe1VC9hZj6V5hU9Qw1HlMDJGEJw5S7TfTErWTjMys6M7vr0YWcPqs3qAr4ss0nDfP+A=="
     },
     "agent-base": {
       "version": "6.0.2",
@@ -20132,13 +20094,6 @@
       "requires": {
         "adler-32": "~1.3.0",
         "crc-32": "~1.2.0"
-      },
-      "dependencies": {
-        "adler-32": {
-          "version": "1.3.1",
-          "resolved": "https://registry.npmjs.org/adler-32/-/adler-32-1.3.1.tgz",
-          "integrity": "sha512-ynZ4w/nUUv5rrsR8UUGoe1VC9hZj6V5hU9Qw1HlMDJGEJw5S7TfTErWTjMys6M7vr0YWcPqs3qAr4ss0nDfP+A=="
-        }
       }
     },
     "chai": {
@@ -22346,11 +22301,6 @@
         "strip-final-newline": "^2.0.0"
       }
     },
-    "exit-on-epipe": {
-      "version": "1.0.1",
-      "resolved": "https://registry.npmjs.org/exit-on-epipe/-/exit-on-epipe-1.0.1.tgz",
-      "integrity": "sha512-h2z5mrROTxce56S+pnvAV890uu7ls7f1kEvVGJbw1OlFH3/mlJ5bkXu0KRyW94v37zzHPiUd55iLn3DA7TjWpw=="
-    },
     "expand-template": {
       "version": "2.0.3",
       "resolved": "https://registry.npmjs.org/expand-template/-/expand-template-2.0.3.tgz",
@@ -26135,11 +26085,6 @@
       "integrity": "sha512-6UqkYefdogmzqAZWzJ7laYeJnaXDy2/J+ZqiiMtS7t7OfpXWTlaeGMwX8U6EFvPV/YWWEKRkS8hKS4k60WHTOg==",
       "dev": true
     },
-    "printj": {
-      "version": "1.1.2",
-      "resolved": "https://registry.npmjs.org/printj/-/printj-1.1.2.tgz",
-      "integrity": "sha512-zA2SmoLaxZyArQTOPj5LXecR+RagfPSU5Kw1qP+jkWeNlrq+eJZyY2oS68SU1Z/7/myXM4lo9716laOFAVStCQ=="
-    },
     "process-nextick-args": {
       "version": "2.0.1",
       "resolved": "https://registry.npmjs.org/process-nextick-args/-/process-nextick-args-2.0.1.tgz",
@@ -28599,14 +28544,14 @@
       "requires": {}
     },
     "xlsx": {
-      "version": "0.17.5",
-      "resolved": "https://registry.npmjs.org/xlsx/-/xlsx-0.17.5.tgz",
-      "integrity": "sha512-lXNU0TuYsvElzvtI6O7WIVb9Zar1XYw7Xb3VAx2wn8N/n0whBYrCnHMxtFyIiUU1Wjf09WzmLALDfBO5PqTb1g==",
+      "version": "0.18.5",
+      "resolved": "https://registry.npmjs.org/xlsx/-/xlsx-0.18.5.tgz",
+      "integrity": "sha512-dmg3LCjBPHZnQp5/F/+nnTa+miPJxUXB6vtk42YjBBKayDNagxGEeIdWApkYPOf3Z3pm3k62Knjzp7lMeTEtFQ==",
       "requires": {
-        "adler-32": "~1.2.0",
-        "cfb": "^1.1.4",
+        "adler-32": "~1.3.0",
+        "cfb": "~1.2.1",
         "codepage": "~1.15.0",
-        "crc-32": "~1.2.0",
+        "crc-32": "~1.2.1",
         "ssf": "~0.11.2",
         "wmf": "~1.0.1",
         "word": "~0.3.0"
diff --git a/packages/nc-gui/package.json b/packages/nc-gui/package.json
index 2d4df35bce..17202ef833 100644
--- a/packages/nc-gui/package.json
+++ b/packages/nc-gui/package.json
@@ -42,7 +42,7 @@
     "vue-github-button": "^3.0.3",
     "vue-i18n": "^9.2.2",
     "vuedraggable": "^4.1.0",
-    "xlsx": "^0.17.3"
+    "xlsx": "^0.18.5"
   },
   "devDependencies": {
     "@antfu/eslint-config": "^0.26.0",

From b635e3c121f7240d4bf7c102ebf5c8598e5bc51f Mon Sep 17 00:00:00 2001
From: Wing-Kam Wong <wingkwong.code@gmail.com>
Date: Wed, 5 Oct 2022 19:20:47 +0800
Subject: [PATCH 11/15] feat(nc-gui): handle import datetime

---
 .../nc-gui/components/template/Editor.vue     | 22 ++++++++++++++-----
 1 file changed, 16 insertions(+), 6 deletions(-)

diff --git a/packages/nc-gui/components/template/Editor.vue b/packages/nc-gui/components/template/Editor.vue
index 30ee644a57..073c0b5e2f 100644
--- a/packages/nc-gui/components/template/Editor.vue
+++ b/packages/nc-gui/components/template/Editor.vue
@@ -1,4 +1,6 @@
 <script setup lang="ts">
+import dayjs from 'dayjs'
+import utc from 'dayjs/plugin/utc'
 import type { ColumnType, TableType } from 'nocodb-sdk'
 import { UITypes, isSystemColumn, isVirtualCol } from 'nocodb-sdk'
 import { srcDestMappingColumns, tableColumns } from './utils'
@@ -30,6 +32,8 @@ const { quickImportType, projectTemplate, importData, importColumns, importOnly,
 
 const emit = defineEmits(['import'])
 
+dayjs.extend(utc)
+
 const { t } = useI18n()
 
 interface Props {
@@ -222,13 +226,19 @@ function setEditableTn(tableIdx: number, val: boolean) {
 
 function remapColNames(batchData: any[], columns: ColumnType[]) {
   return batchData.map((data) =>
-    (columns || []).reduce(
-      (aggObj, col: Record<string, any>) => ({
+    (columns || []).reduce((aggObj, col: Record<string, any>) => {
+      let d = data[col.ref_column_name || col.column_name]
+      // TODO: handle Date format
+      if (col.uidt === UITypes.DateTime && d) {
+        d = dayjs(data[col.ref_column_name || col.column_name])
+          .utc()
+          .format('YYYY-MM-DD HH:mm')
+      }
+      return {
         ...aggObj,
-        [col.column_name]: data[col.ref_column_name || col.column_name],
-      }),
-      {},
-    ),
+        [col.column_name]: d,
+      }
+    }, {}),
   )
 }
 

From dd573ebeb517a0b0c8871f9e4075aef54d6175a2 Mon Sep 17 00:00:00 2001
From: Wing-Kam Wong <wingkwong.code@gmail.com>
Date: Thu, 6 Oct 2022 12:46:11 +0800
Subject: [PATCH 12/15] feat(nc-gui): add getDateFormat

---
 packages/nc-gui/utils/dateTimeUtils.ts | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/packages/nc-gui/utils/dateTimeUtils.ts b/packages/nc-gui/utils/dateTimeUtils.ts
index 5272df19de..a1f55a62ca 100644
--- a/packages/nc-gui/utils/dateTimeUtils.ts
+++ b/packages/nc-gui/utils/dateTimeUtils.ts
@@ -42,3 +42,12 @@ export function validateDateWithUnknownFormat(v: string) {
   }
   return res
 }
+
+export function getDateFormat(v: string) {
+  for (const format of dateFormats) {
+    if (dayjs(v, format, true).isValid()) {
+      return format
+    }
+  }
+  return 'YYYY/MM/DD'
+}

From bc7e0bb788ede238204cce23250a209a4db57735 Mon Sep 17 00:00:00 2001
From: Wing-Kam Wong <wingkwong.code@gmail.com>
Date: Thu, 6 Oct 2022 12:46:46 +0800
Subject: [PATCH 13/15] feat(nc-gui): import date with given format

---
 packages/nc-gui/components/template/Editor.vue | 14 ++++++++++++--
 1 file changed, 12 insertions(+), 2 deletions(-)

diff --git a/packages/nc-gui/components/template/Editor.vue b/packages/nc-gui/components/template/Editor.vue
index 073c0b5e2f..aaba5eaa1b 100644
--- a/packages/nc-gui/components/template/Editor.vue
+++ b/packages/nc-gui/components/template/Editor.vue
@@ -25,6 +25,7 @@ import {
   useProject,
   useTabs,
   useTemplateRefsList,
+  getDateFormat,
 } from '#imports'
 import { TabType } from '~/lib'
 
@@ -225,11 +226,20 @@ function setEditableTn(tableIdx: number, val: boolean) {
 }
 
 function remapColNames(batchData: any[], columns: ColumnType[]) {
+  const dateFormatMap: Record<number, string> = {}
   return batchData.map((data) =>
     (columns || []).reduce((aggObj, col: Record<string, any>) => {
       let d = data[col.ref_column_name || col.column_name]
-      // TODO: handle Date format
-      if (col.uidt === UITypes.DateTime && d) {
+      if (col.uidt === UITypes.Date && d) {
+        let dateFormat
+        if (col.key in dateFormatMap) {
+          dateFormat = dateFormatMap[col.key]
+        } else {
+          dateFormat = getDateFormat(d)
+          dateFormatMap[col.key] = dateFormat
+        }
+        d = dayjs(d).utc().format(dateFormat)
+      } else if (col.uidt === UITypes.DateTime && d) {
         d = dayjs(data[col.ref_column_name || col.column_name])
           .utc()
           .format('YYYY-MM-DD HH:mm')

From ae9f59a9a1736301358a4c5da83fd64b3b92dd4b Mon Sep 17 00:00:00 2001
From: Wing-Kam Wong <wingkwong.code@gmail.com>
Date: Wed, 12 Oct 2022 11:39:37 +0800
Subject: [PATCH 14/15] chore(nc-gui): lint

---
 packages/nc-gui/components/template/Editor.vue | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/packages/nc-gui/components/template/Editor.vue b/packages/nc-gui/components/template/Editor.vue
index aaba5eaa1b..915ecccb2f 100644
--- a/packages/nc-gui/components/template/Editor.vue
+++ b/packages/nc-gui/components/template/Editor.vue
@@ -13,6 +13,7 @@ import {
   createEventHook,
   extractSdkResponseErrorMsg,
   fieldRequiredValidator,
+  getDateFormat,
   getUIDTIcon,
   inject,
   message,
@@ -25,7 +26,6 @@ import {
   useProject,
   useTabs,
   useTemplateRefsList,
-  getDateFormat,
 } from '#imports'
 import { TabType } from '~/lib'
 

From 934c0a482b28d9fcad346cc74efa06038c057a9b Mon Sep 17 00:00:00 2001
From: Wing-Kam Wong <wingkwong.code@gmail.com>
Date: Wed, 12 Oct 2022 11:39:59 +0800
Subject: [PATCH 15/15] chore(nc-gui): change maxSelectOptionsAllowed to 64

---
 packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts b/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
index c453388557..8bfe2323b4 100644
--- a/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
+++ b/packages/nc-gui/utils/parsers/ExcelTemplateAdapter.ts
@@ -72,7 +72,8 @@ export default class ExcelTemplateAdapter extends TemplateGenerator {
   parse() {
     const tableNamePrefixRef: Record<string, any> = {}
 
-    const maxSelectOptionsAllowed = 100
+    // TODO: find the upper bound / make it configurable
+    const maxSelectOptionsAllowed = 64
 
     for (let i = 0; i < this.wb.SheetNames.length; i++) {
       const columnNamePrefixRef: Record<string, any> = { id: 0 }