import { type ColumnType, FieldNameFromUITypes, UITypes } from 'nocodb-sdk' import isURL from 'validator/lib/isURL' import { pluralize } from 'inflection' // This regex pattern matches email addresses by looking for sequences that start with characters before the "@" symbol, followed by the domain. // It's designed to capture most email formats, including those with periods and "+" symbols in the local part. const validateEmail = (v: string) => /^(([^<>()[\].,;:\s@"]+(\.[^<>()[\].,;:\s@"]+)*)|(".+"))@(([^<>()[\].,;:\s@"]+\.)+[^<>()[\].,;:\s@"]{2,})$/i.test(v) export const extractEmail = (v: string) => { const matches = v.match( /(([^<>()[\].,;:\s@"]+(\.[^<>()[\].,;:\s@"]+)*)|(".+"))@(([^<>()[\].,;:\s@"]+\.)+[^<>()[\].,;:\s@"]{2,})/i, ) return matches ? matches[0] : null } const booleanOptions = [ { checked: true, unchecked: false }, { 'x': true, '': false }, { yes: true, no: false }, { y: true, n: false }, { 1: true, 0: false }, { '[x]': true, '[]': false, '[ ]': false }, { '☑': true, '': false }, { '✅': true, '': false }, { '✓': true, '': false }, { '✔': true, '': false }, { enabled: true, disabled: false }, { on: true, off: false }, { 'done': true, '': false }, { true: true, false: false }, ] const aggBooleanOptions: any = booleanOptions.reduce((obj, o) => ({ ...obj, ...o }), {}) const getColVal = (row: any, col?: number) => { return row && col !== undefined ? row[col] : row } export const isCheckboxType: any = (values: [], col?: number) => { let options = booleanOptions for (let i = 0; i < values.length; i++) { const val = getColVal(values[i], col) if (val === null || val === undefined || val.toString().trim() === '') { continue } options = options.filter((v) => val in v) if (!options.length) { return false } } return true } export const getCheckboxValue = (value: any) => { return value && aggBooleanOptions[value] } export const isMultiLineTextType = (values: [], col?: number) => { return values.some( (r) => (getColVal(r, col) || '').toString().match(/[\r\n]/) || (getColVal(r, col) || '').toString().length > 255, ) } export const extractMultiOrSingleSelectProps = (colData: []) => { const maxSelectOptionsAllowed = 64 const colProps: any = {} if (colData.some((v: any) => v && (v || '').toString().includes(','))) { const flattenedVals = colData.flatMap((v: any) => v ? v .toString() .trim() .split(/\s*,\s*/) : [], ) const uniqueVals = [ ...new Set(flattenedVals.filter((v) => v !== null && v !== undefined).map((v: any) => v.toString().trim())), ] if (uniqueVals.length > maxSelectOptionsAllowed) { // too many options are detected, convert the column to SingleLineText instead colProps.uidt = UITypes.SingleLineText // _disableSelect is used to disable the in TemplateEditor colProps._disableSelect = true } else { // assume the column type is multiple select if there are repeated values if (flattenedVals.length > uniqueVals.length && uniqueVals.length <= Math.ceil(flattenedVals.length / 2)) { colProps.uidt = UITypes.MultiSelect } // set dtxp here so that users can have the options even they switch the type from other types to MultiSelect // once it's set, dtxp needs to be reset if the final column type is not MultiSelect colProps.dtxp = `${uniqueVals.map((v) => `'${v.replace(/'/gi, "''")}'`).join(',')}` } } else { const uniqueVals = [...new Set(colData.filter((v) => v !== null && v !== undefined).map((v: any) => v.toString().trim()))] if (uniqueVals.length > maxSelectOptionsAllowed) { // too many options are detected, convert the column to SingleLineText instead colProps.uidt = UITypes.SingleLineText // _disableSelect is used to disable the in TemplateEditor colProps._disableSelect = true } else { // assume the column type is single select if there are repeated values // once it's set, dtxp needs to be reset if the final column type is not Single Select if (colData.length > uniqueVals.length && uniqueVals.length <= Math.ceil(colData.length / 2)) { colProps.uidt = UITypes.SingleSelect } // set dtxp here so that users can have the options even they switch the type from other types to SingleSelect // once it's set, dtxp needs to be reset if the final column type is not SingleSelect colProps.dtxp = `${uniqueVals.map((v) => `'${v.replace(/'/gi, "''")}'`).join(',')}` } return colProps } } export const extractSelectOptions = (colData: [], type: UITypes.SingleSelect | UITypes.MultiSelect): { dtxp: string } => { const colProps: any = {} if (type === UITypes.MultiSelect) { const flattenedVals = colData.flatMap((v: any) => v ? v .toString() .trim() .split(/\s*,\s*/) : [], ) const uniqueVals = [...new Set(flattenedVals.map((v: any) => v.toString().trim()))] colProps.uidt = UITypes.MultiSelect colProps.dtxp = `${uniqueVals.map((v) => `'${v.replace(/'/gi, "''")}'`).join(',')}` } else { const uniqueVals = [...new Set(colData.map((v: any) => v.toString().trim()))] colProps.uidt = UITypes.SingleSelect colProps.dtxp = `${uniqueVals.map((v) => `'${v.replace(/'/gi, "''")}'`).join(',')}` } return colProps } export const isDecimalType = (colData: []) => colData.some((v: any) => { return v && parseInt(v) !== +v }) export const isEmailType = (colData: [], col?: number) => colData.some((r: any) => { const v = getColVal(r, col) return v && validateEmail(v) }) export const isUrlType = (colData: [], col?: number) => colData.some((r: any) => { const v = getColVal(r, col) // convert to string since isURL only accepts string // and cell data value can be number or any other types return v && isURL(v.toString()) }) export const getColumnUIDTAndMetas = (colData: [], defaultType: string) => { const colProps = { uidt: defaultType } if (colProps.uidt === UITypes.SingleLineText) { // check for long text if (isMultiLineTextType(colData)) { colProps.uidt = UITypes.LongText } if (isEmailType(colData)) { colProps.uidt = UITypes.Email } if (isUrlType(colData)) { colProps.uidt = UITypes.URL } else { if (isCheckboxType(colData)) { colProps.uidt = UITypes.Checkbox } else { Object.assign(colProps, extractMultiOrSingleSelectProps(colData)) } } } else if (colProps.uidt === UITypes.Number) { if (isDecimalType(colData)) { colProps.uidt = UITypes.Decimal } } // TODO(import): currency // TODO(import): date / datetime return colProps } export const filterNullOrUndefinedObjectProperties = >(obj: T): T => { return Object.keys(obj).reduce((result, propName) => { const value = obj[propName] if (value !== null && value !== undefined) { if (!Array.isArray(value) && typeof value === 'object') { // Recursively filter nested objects result[propName] = filterNullOrUndefinedObjectProperties(value) } else { result[propName] = value } } return result }, {} as Record) as T } /** * Extracts the next default name based on the provided namesData, defaultName, and splitOperator. * * @param namesData - An array of strings containing existing names data. * @param defaultName - The default name to extract and generate the next name from. * @param splitOperator - The separator used to split the defaultName and numbers in existing namesData. * Defaults to '-'. Example: If defaultName is 'Token' and splitOperator is '-', * existing names like 'Token-1', 'Token-2', etc., will be considered. * @returns The next default name with an incremented number based on existing namesData. */ export const extractNextDefaultName = (namesData: string[], defaultName: string, splitOperator: string = '-'): string => { // Extract and sort numbers associated with the provided defaultName const extractedSortedNumbers = (namesData .map((name) => { const [_defaultName, number] = name.split(splitOperator) if (_defaultName === defaultName && !isNaN(Number(number?.trim()))) { return Number(number?.trim()) } return undefined }) .filter((e) => e) .sort((a, b) => { if (a !== undefined && b !== undefined) { return a - b } return 0 }) as number[]) || [] return extractedSortedNumbers.length ? `${defaultName}${splitOperator}${extractedSortedNumbers[extractedSortedNumbers.length - 1] + 1}` : `${defaultName}${splitOperator}1` } export const getFormattedViewTabTitle = ({ viewName, tableName, baseName, isDefaultView = false, charLimit = 20, isSharedView = false, }: { viewName: string tableName: string baseName: string isDefaultView?: boolean charLimit?: number isSharedView?: boolean }) => { if (isSharedView) { return viewName || 'NocoDB' } let title = `${viewName} | ${tableName} | ${baseName}` if (isDefaultView) { charLimit = 30 title = `${tableName} | ${baseName}` } if (title.length <= 60) { return title } // Function to truncate text and add ellipsis if needed const truncateText = (text: string) => { return text.length > charLimit ? `${text.substring(0, charLimit - 3)}...` : text } if (isDefaultView) { title = `${truncateText(tableName)} | ${truncateText(baseName)}` } else { title = `${truncateText(viewName)} | ${truncateText(tableName)} | ${truncateText(baseName)}` } return title } export const generateUniqueColumnSuffix = ({ tableExplorerColumns, metaColumns, }: { tableExplorerColumns?: ColumnType[] metaColumns: ColumnType[] }) => { let suffix = (metaColumns?.length || 0) + 1 let columnName = `title${suffix}` while ( (tableExplorerColumns || metaColumns)?.some( (c) => (c.column_name || '').toLowerCase() === columnName.toLowerCase() || (c.title || '').toLowerCase() === columnName.toLowerCase(), ) ) { suffix++ columnName = `title${suffix}` } return suffix } const extractNextDefaultColumnName = ({ tableExplorerColumns, metaColumns, defaultColumnName, newFieldTitles, formState, }: { tableExplorerColumns?: ColumnType[] metaColumns: ColumnType[] defaultColumnName: string newFieldTitles: string[] formState: Record }): string => { // Extract and sort numbers associated with the provided defaultName const namesData = ((tableExplorerColumns || metaColumns) ?.flatMap((c) => { if (formState?.temp_id && c?.temp_id && formState?.temp_id === c?.temp_id) { return [] } if (c.title !== c.column_name) { return [c.title?.toLowerCase(), c.column_name?.toLowerCase()] } return [c.title?.toLowerCase()] }) .filter((t) => t && t.startsWith(defaultColumnName.toLowerCase())) || []) as string[] if (![...namesData, ...newFieldTitles].includes(defaultColumnName.toLowerCase())) { return defaultColumnName } const extractedSortedNumbers = (namesData .map((name) => { const [_defaultName, number] = name.split(/ (?!.* )/) if (_defaultName === defaultColumnName.toLowerCase() && !isNaN(Number(number?.trim()))) { return Number(number?.trim()) } return undefined }) .filter((e) => e) .sort((a, b) => { if (a !== undefined && b !== undefined) { return a - b } return 0 }) as number[]) || [] return extractedSortedNumbers.length ? `${defaultColumnName} ${extractedSortedNumbers[extractedSortedNumbers.length - 1] + 1}` : `${defaultColumnName} 1` } export const generateUniqueColumnName = ({ tableExplorerColumns, metaColumns, formState, newFieldTitles, }: { tableExplorerColumns?: ColumnType[] metaColumns: ColumnType[] formState: Record newFieldTitles?: string[] }) => { let defaultColumnName = FieldNameFromUITypes[formState.uidt as UITypes] if (!defaultColumnName) { return `title${generateUniqueColumnSuffix({ tableExplorerColumns, metaColumns })}` } switch (formState.uidt) { case UITypes.User: { if (formState.meta.is_multi) { defaultColumnName = `${defaultColumnName}s` } break } case UITypes.Links: case UITypes.LinkToAnotherRecord: { if (!formState.childTableTitle) { return `title${generateUniqueColumnSuffix({ tableExplorerColumns, metaColumns })}` } let childTableTitle = formState.childTableTitle // Use plural for links except oo relation type if (formState.uidt === UITypes.Links && formState?.type !== 'oo') { childTableTitle = pluralize(childTableTitle) } // Calculate the remaining length available for childTableTitle const maxLength = 255 - (defaultColumnName.length - 11 + '{TableName}'.length) // Truncate childTableTitle if it exceeds the maxLength if (childTableTitle.length > maxLength) { childTableTitle = `${childTableTitle.slice(0, maxLength - 3)}...` } // Replace {TableName} with the potentially truncated childTableTitle defaultColumnName = defaultColumnName.replace('{TableName}', childTableTitle) // Ensure the final defaultColumnName is less than 255 characters if (defaultColumnName.length >= 255) { defaultColumnName = `${defaultColumnName.slice(0, 252)}...` } break } case UITypes.Lookup: { if (!formState.lookupTableTitle || !formState.lookupColumnTitle) { return `title${generateUniqueColumnSuffix({ tableExplorerColumns, metaColumns })}` } let lookupTableTitle = formState.lookupTableTitle let lookupColumnTitle = formState.lookupColumnTitle // Calculate the lengths of the placeholders const placeholderLength = '{TableName}'.length + '{FieldName}'.length const baseLength = defaultColumnName.length - placeholderLength // Calculate the maximum length allowed for both titles combined const maxTotalLength = 255 - baseLength const maxLengthPerTitle = Math.floor(maxTotalLength / 2) // Truncate the titles if necessary if (lookupTableTitle.length > maxLengthPerTitle) { lookupTableTitle = `${lookupTableTitle.slice(0, maxLengthPerTitle - 3)}...` } if (lookupColumnTitle.length > maxLengthPerTitle) { lookupColumnTitle = `${lookupColumnTitle.slice(0, maxLengthPerTitle - 3)}...` } // Replace placeholders defaultColumnName = defaultColumnName.replace('{TableName}', lookupTableTitle).replace('{FieldName}', lookupColumnTitle) break } case UITypes.Rollup: { if (!formState.rollupTableTitle || !formState.rollupColumnTitle || !formState?.rollup_function_name) { return `title${generateUniqueColumnSuffix({ tableExplorerColumns, metaColumns })}` } let rollupTableTitle = formState.rollupTableTitle let rollupColumnTitle = formState.rollupColumnTitle // Update rollup function name defaultColumnName = defaultColumnName.replace('{RollupFunction}', formState.rollup_function_name) // Calculate the lengths of the placeholders const placeholderLength = '{TableName}'.length + '{FieldName}'.length const baseLength = defaultColumnName.length - placeholderLength // Calculate the maximum length allowed for both titles combined const maxTotalLength = 255 - baseLength const maxLengthPerTitle = Math.floor(maxTotalLength / 2) // Truncate the titles if necessary if (rollupTableTitle.length > maxLengthPerTitle) { rollupTableTitle = `${rollupTableTitle.slice(0, maxLengthPerTitle - 3)}...` } if (rollupColumnTitle.length > maxLengthPerTitle) { rollupColumnTitle = `${rollupColumnTitle.slice(0, maxLengthPerTitle - 3)}...` } // Replace placeholders defaultColumnName = defaultColumnName.replace('{TableName}', rollupTableTitle).replace('{FieldName}', rollupColumnTitle) break } } return extractNextDefaultColumnName({ tableExplorerColumns, metaColumns, defaultColumnName, newFieldTitles: newFieldTitles || [], formState, }) }