#2940: [Feature][Datasource]replace DataSourceController API with string JSON and cast to DTO (#10276)

* replace DataSourceController API with string JSON and cast to DTO

* add DataSourceProcessorManager and DataSourceProcessorProvider to datasource processor functions

commit.ref

@@ -1 +1 @@
-Subproject commit e7fbfa3a26cfe1e697d8f99f1381c2942164d2d8
+Subproject commit 592e433b1e2eb1e524b13a4907c568d0f4ed1733

commit.yml

@@ -2,40 +2,187 @@
 branches: {
   }
 fileChange:
-  /dolphinscheduler-ui:
-    newFile: !uuid '6c443c7570db7f0a803e8641d7d1513a85d41b6a'
-    oldFile: !uuid 'cb70646331e5b530a293936c10b3e5478c90b4ba'
-  /dolphinscheduler-ui/src:
-    newFile: !uuid '4d1333f4ebeac5cbe8bba334b0f87f4688448ef1'
-    oldFile: !uuid 'fc644e06d82c4236771581c37a7e18da4d49590f'
-  /dolphinscheduler-ui/src/views:
-    newFile: !uuid '3ea7af265e2f1cc2927762a56a85ac68c0cb31a4'
-    oldFile: !uuid '078425db24453b674e3f5ad3272a8970bf757b99'
-  /dolphinscheduler-ui/src/views/projects:
-    newFile: !uuid '27571f9b963d54d7ed9d08cb827665e29bb1e4af'
-    oldFile: !uuid '95ae5c579326df89c22ffdd6e7c679df2b04ff83'
-  /dolphinscheduler-ui/src/views/projects/task:
-    newFile: !uuid '49eacf5838c7eb2920d641718b288a20f0719fb5'
-    oldFile: !uuid 'a6be5960823fe72915ab3d42dc830371bfc77d16'
-  /dolphinscheduler-ui/src/views/projects/task/components:
-    newFile: !uuid '6be96a05c8143bcf25a400484a556a05787b4fa2'
-    oldFile: !uuid 'c678b071d2c6399b2c6d3fa44ff44c0808cabdcc'
-  /dolphinscheduler-ui/src/views/projects/task/components/node:
-    newFile: !uuid '6a070892a0f8cdbd2a7df3a5724b7d56b97ebd2e'
-    oldFile: !uuid '112cdada41b351d8eb34c764ffb6a11fbac0f34f'
-  /dolphinscheduler-ui/src/views/projects/task/components/node/fields:
-    newFile: !uuid '1c7397ef14151f9c19c37948bcfc49e0f189e828'
-    oldFile: !uuid 'ea966059c224b89a6b7d778b9cd7557430fc7cbf'
-  /dolphinscheduler-ui/src/views/projects/task/components/node/fields/use-rules.ts:
-    newFile: !uuid 'dde32cbc624ccae1d639561f2cca8342829bf8c9'
-    oldFile: !uuid '78c9592a6cc54ded60d5af111fd67c93625144da'
-  /dolphinscheduler-ui/src/views/projects/task/components/node/format-data.ts:
-    newFile: !uuid 'd993aaa23452b9432d520530edcfdb010f1a58f5'
-    oldFile: !uuid '1d03d650b35ae3d9761f8e2c9099406a31f949ad'
-  /dolphinscheduler-ui/src/views/projects/task/components/node/types.ts:
-    newFile: !uuid '78f48c6b2425a7428efd777754db3bd5f187a3df'
-    oldFile: !uuid '8d595a5737ccfca6c905b314c25420b7f9915aab'
-gitCommitId: !uuid 'e7fbfa3a26cfe1e697d8f99f1381c2942164d2d8'
+  /dolphinscheduler-api:
+    newFile: !uuid 'a77854f40cda4dbb0d9092a3ac35ff8be47cb80c'
+    oldFile: !uuid '374da3e51571c6dc83eaef917b2c14551a700edb'
+  /dolphinscheduler-api/src:
+    newFile: !uuid '7ed11196004c5e81f7418660d15297a252b99805'
+    oldFile: !uuid 'f84232698d74d3f0fde700583602584b4fe9359f'
+  /dolphinscheduler-api/src/main:
+    newFile: !uuid 'b61e369c78333185f4f1e4aa7a518383d368d84a'
+    oldFile: !uuid '20bda07c368a34b066f6875cfe36dc8e2af615ae'
+  /dolphinscheduler-api/src/main/java:
+    newFile: !uuid '15b12d1ff0c0789270e45bdbc15973fa596bb0a2'
+    oldFile: !uuid '12ee432156759d06f8192943a2f80a1d108c87af'
+  /dolphinscheduler-api/src/main/java/org:
+    newFile: !uuid 'ff6dde35c1ae854894a9a0b52e840d22c9f2dd1c'
+    oldFile: !uuid '2d888249ec5556d513983916b9be19f66c8119e6'
+  /dolphinscheduler-api/src/main/java/org/apache:
+    newFile: !uuid 'b88e9dbf8c8bc9dc5f596caef10033e430e7628b'
+    oldFile: !uuid '8b6a16c8c2bcd17cbf47c4174f58444cc2dc7752'
+  /dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler:
+    newFile: !uuid '9e269cce8318f54dd9722757ef7823cb8ee4d1b1'
+    oldFile: !uuid '11a48d0ebd62d5421faaf8913e6cb9c99e0c60df'
+  /dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api:
+    newFile: !uuid '3a6b1a8aab0c232a25c4de2d1cc8c48d1128c059'
+    oldFile: !uuid '12f7d793d54ccf95edcb5bcc7dbabe5b39bdbcb6'
+  /dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/ApiApplicationServer.java:
+    newFile: !uuid '7c3532f7f35baa9be80861a7b00f7d9684b58f16'
+    oldFile: !uuid '9e6aa9453096857875b31782ae5120a066741d7f'
+  /dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/controller:
+    newFile: !uuid '23f7346cb99aab55ddee319cfa1a20a7c8cd264b'
+    oldFile: !uuid '3190685b8b4114e4c64ddfa29e04a28c6803bf38'
+  /dolphinscheduler-api/src/main/java/org/apache/dolphinscheduler/api/controller/DataSourceController.java:
+    newFile: !uuid 'fdaebaa73e4e937e17a3c0156db89b24fac7fd7b'
+    oldFile: !uuid 'ab9d1c29c0c07c77fb74e00aa85863e67efce8f5'
+  /dolphinscheduler-datasource-plugin:
+    newFile: !uuid '3caa63d349378dad2f321e632cffe17339607a06'
+    oldFile: !uuid 'c90defcee02579fcd8c6bf388c62a057ae6cb8b6'
+  /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api:
+    newFile: !uuid '65430d818c55962d6003454f5367141822c770ff'
+    oldFile: !uuid '55103da2521549ac1e72021d34cc280c6b3e029a'
+  /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src:
+    newFile: !uuid 'b088643957690ead24ae38e415aa6cf37e3e9f04'
+    oldFile: !uuid 'f4f18ae358cc07863a1983acc7cc192a23199296'
+  /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main:
+    newFile: !uuid '671238d4a7c09b304de816b9a3c1ac36b0e2b060'
+    oldFile: !uuid '3d86713ec4b29f8c93bd8832bf4386999e1707a2'
+  /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java:
+    newFile: !uuid 'aac661229cd07c9e760b91df52a63ddf9abc9ceb'
+    oldFile: !uuid '0ab527a66be4e8545c4b86406ccbec1c453b2f25'
+  /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org:
+    newFile: !uuid 'eafa3a9b9ed54a6285f8d24029b0097289ec7e2b'
+    oldFile: !uuid 'a1929960b2613b6fb4a26c566ee4c404452a0316'
+  /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache:
+    newFile: !uuid '082eb55a9398be237c41692fd37cda8e29f140fc'
+    oldFile: !uuid '0519723c35923a93d15c4ed5f96c1bfa1d426e6c'
+  /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler:
+    newFile: !uuid '53a560d678ff430ad4191e230b57b7f8c6049fa5'
+    oldFile: !uuid '3de79529014ef0d0baafff2ea017dec891fe1c52'
+  /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin:
+    newFile: !uuid '9ae9368b33780cf6679ee2ad6b9baaaa80be3af0'
+    oldFile: !uuid '467ee20e508e344c49529f8c803994900257c54b'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource
+  : newFile: !uuid 'bd42fe7ee7a303f77d4f91a6837c41be24d45c1c'
+    oldFile: !uuid 'ce65e2ef07e6da56e790981c0ad466f472c588c2'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api
+  : newFile: !uuid '53d111f55df0a0f0d920eb93c139c59b1e13f0d2'
+    oldFile: !uuid '3015e70c488cf557d26a9d909738d264a28f054d'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource
+  : newFile: !uuid 'caacc265c349f323dc311269dc9adc6e647563b6'
+    oldFile: !uuid '98f881902f3a44a37858c0b9593d8da06ffb383a'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/BaseDataSourceParamDTO.java
+  : newFile: !uuid '28fe5c3c0b317b28bcf163ebc05a26b520decad5'
+    oldFile: !uuid '7d9cbb2cf66d5c75eaf7c109cba9f60b50eef7a2'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/DataSourceProcessor.java
+  : newFile: !uuid '3cfac25663987248ed03f41fae8fea28e1ac2bc3'
+    oldFile: !uuid 'e4603165b7a1ab48d2dd06bdae18022a11f28853'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/clickhouse
+  : newFile: !uuid '83266aba79a798da9a30899ee8739d23df66fab1'
+    oldFile: !uuid 'dfc49fc81b159b688e18784c054b725ec40e9e3a'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/clickhouse/ClickHouseDataSourceProcessor.java
+  : newFile: !uuid '509b9221d5619a81da48e2a857e2e3e64462787e'
+    oldFile: !uuid 'ea71d25a8d44e8afd9476f19478c5fa2eb2c8fd2'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/db2
+  : newFile: !uuid 'b886cf28fdef35840aa48c28cfe8a5bb641e671d'
+    oldFile: !uuid 'a7396cd4c713f313d9258d44f439795b57e06122'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/db2/Db2DataSourceProcessor.java
+  : newFile: !uuid '16d326fecbe8c209df05952e871f932b554d4dce'
+    oldFile: !uuid '7e0548c71f677986e3d5a7af6e5b636ecf2f7b48'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/hive
+  : newFile: !uuid '6c5baeeb3b9b979a7f7f89472c47dd8b286ea1d9'
+    oldFile: !uuid '0ff9ea19af6507ac0be5c1cc71f27bb92e26bc31'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/hive/HiveDataSourceProcessor.java
+  : newFile: !uuid '8c3d94eac63db3b53c3b8a66a5dec188b4ebf8b4'
+    oldFile: !uuid '898ceb39aaefc8d82bc0bb03e042fef51a6716af'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/mysql
+  : newFile: !uuid '1a1f70f5089675e1b7a90736164dc1905d8cfe6e'
+    oldFile: !uuid '7ecb4f1a126ee403162ae0e72aff1e4445c3bb40'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/mysql/MySQLDataSourceProcessor.java
+  : newFile: !uuid 'a4d4ec08eb6d2e2682abd4674e4f526ad7ef276a'
+    oldFile: !uuid 'a0c5347a7cf859b2de4d4e4dc72eb423e55d5fbe'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/oracle
+  : newFile: !uuid '4a58e8b3db3e9682103ae6c1c4f69cc7c03d2df6'
+    oldFile: !uuid '773db86c97ecf06d327f228919ce60c6c5f48e02'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/oracle/OracleDataSourceProcessor.java
+  : newFile: !uuid 'b57f6a97f88e1d1d1e1d59c2dd8e53f2018f4b9f'
+    oldFile: !uuid '44c4ab8a468ba3798aa8ac4d374fe128f2b9bbaf'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/postgresql
+  : newFile: !uuid '8c5e5c5517e369d953ead0cbe5c1ec53590c91b4'
+    oldFile: !uuid '14e7c8fbaeafeabdc6b748397a99544ff924f130'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/postgresql/PostgreSQLDataSourceProcessor.java
+  : newFile: !uuid '55ebcc4bb5fe07c2e5741089dcc37359099143cd'
+    oldFile: !uuid 'f14302f1e7fc10eda8616ee25484dc3e5b79b0b9'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/presto
+  : newFile: !uuid '46eb2af9f3a48ed3312df8f7d5fa1d528907f479'
+    oldFile: !uuid 'b2b9b543aebbd0a7580c115db2abcea8f507b6a0'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/presto/PrestoDataSourceProcessor.java
+  : newFile: !uuid 'bf324eaffc84fbf61b757ffe1a8f5258f0f5cb79'
+    oldFile: !uuid '8fe1a7231c81d13635dba37703470b45405bf56b'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/redshift
+  : newFile: !uuid 'd6950e1c90092c6ab3f6cd4c783fc85fc14b387d'
+    oldFile: !uuid '166d01bf88c4f497ebb955dc781ab56337830594'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/redshift/RedshiftDataSourceProcessor.java
+  : newFile: !uuid 'e002791b762e28037fcd27bb55c19a31c8a2fc35'
+    oldFile: !uuid '5a9c521fce0497b315b61c43c0ecbf22984aa062'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/spark
+  : newFile: !uuid '69edcd60df65c12ff40611240529b308aef09ad5'
+    oldFile: !uuid '582f550152cd635c83f62e6685fcb26e86f59282'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/spark/SparkDataSourceProcessor.java
+  : newFile: !uuid '2d25f427b019d48c296b20215d379cfd56e44d35'
+    oldFile: !uuid '69fcd4ff2400ab5d777e904d0d4006cd18ed203d'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/sqlserver
+  : newFile: !uuid '5a2bbd0c5c3aabded2cad10815db8ee79896eca9'
+    oldFile: !uuid 'be387ea3be5a0c9cf1552948cc163ea97979e91e'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/datasource/sqlserver/SQLServerDataSourceProcessor.java
+  : newFile: !uuid 'e33c3c56fd64f82f3a82492c4ed333a51ced3779'
+    oldFile: !uuid '44855d1fb6fb8dae4fb8a4d7ddb6bb7e8c9370e9'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/plugin
+  : newFile: !uuid 'e031336c5f8edbc8ada8ccff59b8694013e0d346'
+    oldFile: !uuid '04d4899c035a009738e7fbb17f8fd5efbc4456dc'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/plugin/DataSourceProcessorManager.java
+  : newFile: !uuid 'de55f383a3c36fdcf6b533785a24a2ede3a054c3'
+    oldFile: null
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/plugin/DataSourceProcessorProvider.java
+  : newFile: !uuid '7cdd5c98d1f333c1fa3ba424cef52b0aaa3e5b82'
+    oldFile: null
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/utils
+  : newFile: !uuid '3a7a1b6ce24833340f1c3ca1e4ecf96c61290919'
+    oldFile: !uuid 'f05d8526650bb222ba97fb81c83b686a437df357'
+  ? /dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/src/main/java/org/apache/dolphinscheduler/plugin/datasource/api/utils/DataSourceUtils.java
+  : newFile: !uuid 'b4a85e4674e7b12154c28d1eae85792079abe8d8'
+    oldFile: !uuid 'edcd1a332d589c8688725b6d031212240f96acaf'
+  /dolphinscheduler-spi:
+    newFile: !uuid '44278237302bf8049237169e381fc11f01834b41'
+    oldFile: !uuid '4e26a1afc0bd2a223851a941dca2d9448f735958'
+  /dolphinscheduler-spi/src:
+    newFile: !uuid '0a0c5f447fabffa1a805a017540bda22408b3cc6'
+    oldFile: !uuid 'd8135010733b3ed91fb7700170933dcb06ece06f'
+  /dolphinscheduler-spi/src/main:
+    newFile: !uuid '70d0c861b4b406793b18b7fe38eb16f5f8ba1f09'
+    oldFile: !uuid 'e56ef402ca7da2a89484d0b749a67c94f23a2f98'
+  /dolphinscheduler-spi/src/main/java:
+    newFile: !uuid '1d7c04678c3b0b689a7f0ecc1a91251f99da3259'
+    oldFile: !uuid '69331d8cb79294f63473bf2d642728c92b1b2948'
+  /dolphinscheduler-spi/src/main/java/org:
+    newFile: !uuid 'ad26df8c4f5ff5abc81f8025bfc8e2520e3463bf'
+    oldFile: !uuid '8d6efb1abbdf0c8aac49f631016867e5536235b6'
+  /dolphinscheduler-spi/src/main/java/org/apache:
+    newFile: !uuid 'bccabe128f5b1169633eb542ac27ff778ea444e1'
+    oldFile: !uuid '674ef605af99b7a1705145cc23fa9bd7f389fd99'
+  /dolphinscheduler-spi/src/main/java/org/apache/dolphinscheduler:
+    newFile: !uuid '3dc9899cc0fc31e570dc288253633b5c4a7211a5'
+    oldFile: !uuid '0f83180dde6a365ebaf2f5344c9aaa4939a62527'
+  /dolphinscheduler-spi/src/main/java/org/apache/dolphinscheduler/spi:
+    newFile: !uuid '8546439c03714a8c385583b586e07af678bc5c97'
+    oldFile: !uuid '09b14e164b9bb3360c1f6cdde75fbd2b841c7310'
+  /dolphinscheduler-spi/src/main/java/org/apache/dolphinscheduler/spi/enums:
+    newFile: !uuid '103508b88ca264b8e6585aaac9cfab2e1b2cbec9'
+    oldFile: !uuid 'b951e542839f6f277c9e63a95201fc90561265b6'
+  /dolphinscheduler-spi/src/main/java/org/apache/dolphinscheduler/spi/enums/DbType.java:
+    newFile: !uuid '869111621a7fe8f6bb8efcb117c091fcb5fddd73'
+    oldFile: !uuid '099ec7f767eea8c4a9a24c408193597748440bd9'
+gitCommitId: !uuid '592e433b1e2eb1e524b13a4907c568d0f4ed1733'
 renames: {
   }
-revisionId: 2939
+revisionId: 2940