mirror of https://github.com/nocodb/nocodb
Pranav C
1 year ago
committed by
GitHub
27 changed files with 2527 additions and 1473 deletions
@ -0,0 +1,5 @@
|
||||
/** @type {import('ts-jest').JestConfigWithTsJest} */ |
||||
module.exports = { |
||||
preset: 'ts-jest', |
||||
testEnvironment: 'node', |
||||
}; |
||||
@ -0,0 +1,77 @@
|
||||
import { |
||||
FormulaDataTypes, |
||||
validateFormulaAndExtractTreeWithType, |
||||
} from './formulaHelpers'; |
||||
import UITypes from './UITypes'; |
||||
|
||||
describe('Formula parsing and type validation', () => { |
||||
it('Simple formula', async () => { |
||||
const result = await validateFormulaAndExtractTreeWithType({ |
||||
formula: '1 + 2', |
||||
columns: [], |
||||
clientOrSqlUi: 'mysql2', |
||||
getMeta: async () => ({}), |
||||
}); |
||||
|
||||
expect(result.dataType).toEqual(FormulaDataTypes.NUMERIC); |
||||
}); |
||||
|
||||
it('Formula with IF condition', async () => { |
||||
const result = await validateFormulaAndExtractTreeWithType({ |
||||
formula: 'IF({column}, "Found", BLANK())', |
||||
columns: [ |
||||
{ |
||||
id: 'cid', |
||||
title: 'column', |
||||
uidt: UITypes.Number, |
||||
}, |
||||
], |
||||
clientOrSqlUi: 'mysql2', |
||||
getMeta: async () => ({}), |
||||
}); |
||||
|
||||
expect(result.dataType).toEqual(FormulaDataTypes.STRING); |
||||
}); |
||||
it('Complex formula', async () => { |
||||
const result = await validateFormulaAndExtractTreeWithType({ |
||||
formula: |
||||
'SWITCH({column2},"value1",IF({column1}, "Found", BLANK()),"value2", 2)', |
||||
columns: [ |
||||
{ |
||||
id: 'id1', |
||||
title: 'column1', |
||||
uidt: UITypes.Number, |
||||
}, |
||||
{ |
||||
id: 'id2', |
||||
title: 'column2', |
||||
uidt: UITypes.SingleLineText, |
||||
}, |
||||
], |
||||
clientOrSqlUi: 'mysql2', |
||||
getMeta: async () => ({}), |
||||
}); |
||||
|
||||
expect(result.dataType).toEqual(FormulaDataTypes.STRING); |
||||
|
||||
const result1 = await validateFormulaAndExtractTreeWithType({ |
||||
formula: 'SWITCH({column2},"value1",IF({column1}, 1, 2),"value2", 2)', |
||||
columns: [ |
||||
{ |
||||
id: 'id1', |
||||
title: 'column1', |
||||
uidt: UITypes.Number, |
||||
}, |
||||
{ |
||||
id: 'id2', |
||||
title: 'column2', |
||||
uidt: UITypes.SingleLineText, |
||||
}, |
||||
], |
||||
clientOrSqlUi: 'mysql2', |
||||
getMeta: async () => ({}), |
||||
}); |
||||
|
||||
expect(result1.dataType).toEqual(FormulaDataTypes.NUMERIC); |
||||
}); |
||||
}); |
||||
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,16 @@
|
||||
import type { Knex } from 'knex'; |
||||
import { MetaTable } from '~/utils/globals'; |
||||
|
||||
const up = async (knex: Knex) => { |
||||
await knex.schema.alterTable(MetaTable.COL_FORMULA, (table) => { |
||||
table.text('parsed_tree'); |
||||
}); |
||||
}; |
||||
|
||||
const down = async (knex: Knex) => { |
||||
await knex.schema.alterTable(MetaTable.COL_FORMULA, (table) => { |
||||
table.dropColumn('parsed_tree'); |
||||
}); |
||||
}; |
||||
|
||||
export { up, down }; |
||||
@ -0,0 +1,125 @@
|
||||
import 'mocha'; |
||||
import { UITypes } from 'nocodb-sdk'; |
||||
import { expect } from 'chai'; |
||||
import init from '../../init'; |
||||
import { createProject } from '../../factory/base'; |
||||
import { createTable } from '../../factory/table'; |
||||
import { createBulkRows, listRow, rowMixedValue } from '../../factory/row'; |
||||
import { updateColumn } from '../../factory/column'; |
||||
import type Model from '../../../../src/models/Model'; |
||||
import type Base from '~/models/Base'; |
||||
|
||||
let context; |
||||
let base: Base; |
||||
let table: Model; |
||||
let columns: any[]; |
||||
let unfilteredRecords: any[] = []; |
||||
|
||||
function formulaRegExpBased() { |
||||
// prepare data for test cases
|
||||
beforeEach(async function () { |
||||
context = await init(); |
||||
base = await createProject(context); |
||||
table = await createTable(context, base, { |
||||
table_name: 'sampleTable', |
||||
title: 'sampleTable', |
||||
columns: [ |
||||
{ |
||||
column_name: 'Id', |
||||
title: 'Id', |
||||
uidt: UITypes.ID, |
||||
}, |
||||
{ |
||||
column_name: 'Title', |
||||
title: 'Title', |
||||
uidt: UITypes.SingleLineText, |
||||
}, |
||||
{ |
||||
column_name: 'formula', |
||||
title: 'formula', |
||||
uidt: UITypes.Formula, |
||||
formula: '20', |
||||
}, |
||||
], |
||||
}); |
||||
|
||||
columns = await table.getColumns(); |
||||
|
||||
const rowAttributes = []; |
||||
for (let i = 0; i < 100; i++) { |
||||
const row = { |
||||
Title: rowMixedValue(columns[1], i), |
||||
}; |
||||
rowAttributes.push(row); |
||||
} |
||||
|
||||
await createBulkRows(context, { |
||||
base, |
||||
table, |
||||
values: rowAttributes, |
||||
}); |
||||
unfilteredRecords = await listRow({ base, table }); |
||||
|
||||
// verify length of unfiltered records to be 800
|
||||
expect(unfilteredRecords.length).to.equal(100); |
||||
}); |
||||
|
||||
it('Type: REGEX_MATCH ', async () => { |
||||
// if not pg or mysql, skip regex test since it is not implemented for other databases
|
||||
if (!['pg', 'mysql2', 'mysql'].includes(base.sources[0].type)) { |
||||
return; |
||||
} |
||||
|
||||
const formulaList = [ |
||||
`REGEX_MATCH("123-45-6789", "\\d{3}-\\d{2}-\\d{4}")`, |
||||
'REGEX_MATCH("123-45-6789", "\\d{3}-\\d{2}-\\d{4}")', |
||||
'REGEX_MATCH("123-45-6789", "\\d{3}-\\d{2}-\\d{4}")', |
||||
'REGEX_MATCH("ABC-45-6789", "\\w{3}-\\d{2}-\\d{4}")', |
||||
'REGEX_MATCH("123-XY-6789", "\\d{3}-\\D{2}-\\d{4}")', |
||||
'REGEX_MATCH("123-45-$#@!", "123-45-[\\s\\S]{4}")', |
||||
'REGEX_MATCH("123456789", "1?2?3?-?4?5-?6?7?8?9?")', |
||||
'REGEX_MATCH("123-456789", "\\d{3}-?\\d{2}-?\\d{4}")', |
||||
'REGEX_MATCH("123-45-6789", "123-\\d{2}-6789")', |
||||
'REGEX_MATCH("abc123", "[a-z]{3}\\d{3}")', |
||||
'REGEX_MATCH("A1B2C3", "[A-Z]\\d[A-Z]\\d[A-Z]\\d")', |
||||
'REGEX_MATCH("hello123world", "\\w{5}\\d{3}\\w{5}")', |
||||
'REGEX_MATCH("email@example.com", "[a-zA-Z]+@[a-zA-Z]+\\.[a-zA-Z]+")', |
||||
'REGEX_MATCH("2023-12-14", "\\d{4}-\\d{2}-\\d{2}")', |
||||
'REGEX_MATCH("USD 100.50", "USD \\d+\\.\\d{2}")', |
||||
'REGEX_MATCH("http://www.example.com", "https?://[a-zA-Z0-9.-]+\\.[a-zA-Z]{2,}")', |
||||
'REGEX_MATCH("555-1234", "\\d{3}-\\d{4}")', |
||||
'REGEX_MATCH("username123", "[a-zA-Z]+\\d{3}")', |
||||
'REGEX_MATCH("apple, orange, banana", "\\w+, \\w+, \\w+")', |
||||
'REGEX_MATCH("aaaabbcc", "(\\w{2})\\1")', |
||||
'REGEX_MATCH("1234567890", "\\d{10}")', |
||||
'REGEX_MATCH("12.34", "\\d+\\.\\d{2}")', |
||||
'REGEX_MATCH("123 Main St, City", "\\d+ [a-zA-Z]+ St, [a-zA-Z]+")', |
||||
'REGEX_MATCH("X1Y2Z3", "[A-Z]\\d[A-Z]\\d[A-Z]\\d")', |
||||
'REGEX_MATCH("555-555-5555", "\\d{3}-\\d{3}-\\d{4}")', |
||||
'REGEX_MATCH("password123", "^(?=.*\\d)(?=.*[a-zA-Z]).{8,}$")', |
||||
'REGEX_MATCH("12345", "^[0-9]{5}$")', |
||||
'REGEX_MATCH("abc123!@#", "[a-zA-Z0-9!@#]+")', |
||||
'REGEX_MATCH("12-December-2023", "\\d{2}-[a-zA-Z]+-\\d{4}")', |
||||
]; |
||||
|
||||
for (let i = 0; i < formulaList.length; i++) { |
||||
await updateColumn(context, { |
||||
table, |
||||
column: columns[2], |
||||
attr: { |
||||
formula: formulaList[i], |
||||
formula_raw: formulaList[i], |
||||
title: 'formula', |
||||
uidt: UITypes.Formula, |
||||
}, |
||||
}); |
||||
|
||||
unfilteredRecords = await listRow({ base, table }); |
||||
expect(unfilteredRecords[0].formula).to.equal(1); |
||||
} |
||||
}); |
||||
} |
||||
|
||||
export default function () { |
||||
describe('Formula: REGEXP based', formulaRegExpBased); |
||||
} |
||||
Loading…
Reference in new issue