#4200: [improvement] DataQuality module improve (#14463)

commit.ref

@@ -1 +1 @@
-Subproject commit cb0866ca9be3a447192ecc07829f08edefe13056
+Subproject commit 75d29f6101cc9064dea8fd24c9d1dadeff0be9b3

commit.yml

@@ -2,43 +2,106 @@
 branches: {
   }
 fileChange:
-  /dolphinscheduler-ui:
-    newFile: !uuid '4007245a15633208e90353904bb0fa49ff2f25ea'
-    oldFile: !uuid '602f4ecac3bd9518c2b1ddab62f5e41bd2bc222b'
-  /dolphinscheduler-ui/src:
-    newFile: !uuid '8cf57e526415a02eb7e234d306d862f2af92f6f6'
-    oldFile: !uuid 'e03a973358b1d329ab7885d4ed3317041edfd920'
-  /dolphinscheduler-ui/src/locales:
-    newFile: !uuid 'f259d5a65f595ea6c9de76c274f46f2213b27aa1'
-    oldFile: !uuid 'de4253a9fde58ccc3f3967eefcb64387783f063c'
-  /dolphinscheduler-ui/src/locales/en_US:
-    newFile: !uuid 'bd37618df54e7408165f0d1dd72085baf18a52b3'
-    oldFile: !uuid 'f8c35c08522f8c68b79b4275a7fde5a9e6a29fce'
-  /dolphinscheduler-ui/src/locales/en_US/security.ts:
-    newFile: !uuid 'c6dcb02892fe76e2f0213193fe57af5455a4633d'
-    oldFile: !uuid '8c55ff7ef3062a5cebeb7a4d873f2df0c925faf7'
-  /dolphinscheduler-ui/src/locales/zh_CN:
-    newFile: !uuid 'd568260f43f0917e3a2b2573e1623fdc1d7a8650'
-    oldFile: !uuid '974a85adb756491c88d72638758c927c81c44a15'
-  /dolphinscheduler-ui/src/locales/zh_CN/security.ts:
-    newFile: !uuid 'cc86de550441c8b7a1b7ed04647327d827a4b53c'
-    oldFile: !uuid '5eeace0155d418e76ca865467ce1f54e4630dbe5'
-  /dolphinscheduler-ui/src/views:
-    newFile: !uuid '374e6f08b09454aa4513708ebbb5bac610598531'
-    oldFile: !uuid '8daa20dc82a12fa07fcc9ebd76a18626499d71c9'
-  /dolphinscheduler-ui/src/views/security:
-    newFile: !uuid 'e769d422bf981718e7b921f301848696dbb68e2c'
-    oldFile: !uuid '4531d073f684032ad68663b243d78fccbac61c3e'
-  /dolphinscheduler-ui/src/views/security/tenant-manage:
-    newFile: !uuid '1c9a95d42887cc586247cc87f5995804a110f229'
-    oldFile: !uuid 'ea643b9b7d326e1d22e6f9dbfb3ecc9105670156'
-  /dolphinscheduler-ui/src/views/security/tenant-manage/components:
-    newFile: !uuid '97023c0c79443b29029567e443e57a2e4d6f356f'
-    oldFile: !uuid 'f482e7a15ad0d6aade883a46f93b6e978517dc99'
-  /dolphinscheduler-ui/src/views/security/tenant-manage/components/use-modalData.ts:
-    newFile: !uuid '332f220b3fd6aa4bb6fa7924f9883ebb37282b9a'
-    oldFile: !uuid 'bd3c00bfc8d15eee65198df2ce150bf6f9587213'
-gitCommitId: !uuid 'cb0866ca9be3a447192ecc07829f08edefe13056'
+  /dolphinscheduler-data-quality:
+    newFile: !uuid 'a6a17cc90b2e604ff46a238cb33f56bce3e8945e'
+    oldFile: !uuid '5b5db47b0d975dafb7ff01d7a57ef8f855d611c7'
+  /dolphinscheduler-data-quality/src:
+    newFile: !uuid 'b11d9adc1645880701446eb6406b30e652f1a882'
+    oldFile: !uuid '2408958e22ed4690ad9df8363bda9173e479903e'
+  /dolphinscheduler-data-quality/src/main:
+    newFile: !uuid '5d71b85b74ea114304d63d2e387b68f8c8bb74d1'
+    oldFile: !uuid '225fad5b6a0179cbbc34c59edb6fda47491b265c'
+  /dolphinscheduler-data-quality/src/main/java:
+    newFile: !uuid '721e41e1a987fbf38f44f81e1f07092bcfd6d32e'
+    oldFile: !uuid 'b7d1ab6f5fc9846e9dbd29a7e6a09cfefdfbcaf8'
+  /dolphinscheduler-data-quality/src/main/java/org:
+    newFile: !uuid '59cd1776e47b4c21aab8edfdb528be2ac8156879'
+    oldFile: !uuid '216ba109f35dc3ace3cf35be1b4b0c1502635f2a'
+  /dolphinscheduler-data-quality/src/main/java/org/apache:
+    newFile: !uuid 'cb4c7dca4e9d6ccc5967539c4a0fa0054d38a55e'
+    oldFile: !uuid 'e0554db69fd2807aefeed5a4b18ac76b6b5ca558'
+  /dolphinscheduler-data-quality/src/main/java/org/apache/dolphinscheduler:
+    newFile: !uuid '12d22c0be86d3b86514c32d3fe16eff5596c217e'
+    oldFile: !uuid 'b015a5ffc3f5bee644ee27f597d326921db4303f'
+  /dolphinscheduler-data-quality/src/main/java/org/apache/dolphinscheduler/data:
+    newFile: !uuid '78f5b004736c1087d08f0bd9853d55cb050e70bc'
+    oldFile: !uuid '74fb58ff1f53d5e087ca0af47e80c854c70fdf7f'
+  /dolphinscheduler-data-quality/src/main/java/org/apache/dolphinscheduler/data/quality:
+    newFile: !uuid '17f67913ae9a7a0894a1e2b739bc763be2a40d05'
+    oldFile: !uuid 'c6d175010e138923bc131a9de1015b5d21cad6ed'
+  /dolphinscheduler-data-quality/src/main/java/org/apache/dolphinscheduler/data/quality/DataQualityApplication.java:
+    newFile: !uuid '6918a548ac3694d95d760c04e7be4dfe48c70574'
+    oldFile: !uuid '91e87169754911eab81aa0ec2ebe178eb30d1a0d'
+  /dolphinscheduler-data-quality/src/main/java/org/apache/dolphinscheduler/data/quality/execution:
+    newFile: !uuid 'fd84c38338d93218dd64631616e78edd553c5b94'
+    oldFile: !uuid '131e022437719c4509e6fcca94c9e02958e407d6'
+  ? /dolphinscheduler-data-quality/src/main/java/org/apache/dolphinscheduler/data/quality/execution/SparkRuntimeEnvironment.java
+  : newFile: !uuid '34a9906e14b2a14034ee095dca55dca74dbc9e84'
+    oldFile: !uuid '2e46a3c44b838593c22024e3a21a4fb8c4bdf2f0'
+  /dolphinscheduler-data-quality/src/test:
+    newFile: !uuid '3da1c4fc1e8e42e61edf6f84452f94d1bb369106'
+    oldFile: !uuid 'b61b944592814399018057a8c51258cbff9cc1b3'
+  /dolphinscheduler-data-quality/src/test/java:
+    newFile: !uuid '7bd56d76d5728538b2ddb91fd9af3a0e366adf23'
+    oldFile: !uuid 'c7f5a5e28b40f25e0c78b3db273dee956481f53f'
+  /dolphinscheduler-data-quality/src/test/java/org:
+    newFile: !uuid 'a87261f36f165fedbbac25d38cee45478a634b50'
+    oldFile: !uuid '1c4972262567aed81a91cb672e2d595451e4551f'
+  /dolphinscheduler-data-quality/src/test/java/org/apache:
+    newFile: !uuid '1f2a56ed5db7aac87021f74c480d277526b1afd3'
+    oldFile: !uuid '0cff3dc0697846d8109902abe9c5596bca1dfb12'
+  /dolphinscheduler-data-quality/src/test/java/org/apache/dolphinscheduler:
+    newFile: !uuid '86b3b9ef52c65e1580ee329d19bff2c29d93a608'
+    oldFile: !uuid '38a6ceafd5d2dfd4d0db1c16be058cfe9b704fc1'
+  /dolphinscheduler-data-quality/src/test/java/org/apache/dolphinscheduler/data:
+    newFile: !uuid '6736101a868b942adba4f18d553a545c2f976e00'
+    oldFile: !uuid 'ed9a200f4da4e0a0a7fd9f6f3a4df718b97e7423'
+  /dolphinscheduler-data-quality/src/test/java/org/apache/dolphinscheduler/data/quality:
+    newFile: !uuid 'efb87103fd8128eb20113a3d97b21d6f15c457e1'
+    oldFile: !uuid 'a4b1dda869b316cb90a71f566b862ba22276f990'
+  /dolphinscheduler-data-quality/src/test/java/org/apache/dolphinscheduler/data/quality/SparkApplicationTestBase.java:
+    newFile: !uuid '693527604977ca87df29004566cdcf347e58992b'
+    oldFile: !uuid 'c92fe47e9ccaa24f8ec0f9393bb180572705ffeb'
+  /dolphinscheduler-task-plugin:
+    newFile: !uuid 'ac10f7b1c752e615d1fbaafdcc5d5cd747d8335b'
+    oldFile: !uuid '1c140efecb1458660a60bb16d573bab387b122e8'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dataquality:
+    newFile: !uuid '29d4bd695074e118cd30151da63ed22f7e3c5cf3'
+    oldFile: !uuid '2fe78b8d7c623142fbb021175c8b14dad6bcfff6'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dataquality/src:
+    newFile: !uuid 'c992233ebaeefb131e7ab17c28381dea4b22cc76'
+    oldFile: !uuid '0421cd2e4bfef2cf87d562266d16e08fae135a4e'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dataquality/src/main:
+    newFile: !uuid 'd333cc832781fe6a958d7c13a724ccfc04831e8f'
+    oldFile: !uuid '2a3ae6d4632e3e3047dbcfbba008cc310536805d'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dataquality/src/main/java:
+    newFile: !uuid 'b67adb6c1ce018ae510b2941161553c4b0acb070'
+    oldFile: !uuid '4bd7c72aae7d276ceec944f259dee988961c8f82'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dataquality/src/main/java/org:
+    newFile: !uuid 'b122571bb4c8ef8a190bf05829c5ec74560cbe16'
+    oldFile: !uuid '986c61e7187b887389cbc5514785592f64c756b8'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dataquality/src/main/java/org/apache:
+    newFile: !uuid 'b1e56f9a37549a1d05f325eb9f06c1836f9aee6c'
+    oldFile: !uuid '71aae73aa78555c5c9ae7b6052db92026ce7ee3d'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dataquality/src/main/java/org/apache/dolphinscheduler:
+    newFile: !uuid '4f4c3e6926dba279d3fb8af8c5d07885626be77d'
+    oldFile: !uuid '4278bd5292f589af63df84bb9cb7cc6e3e456f05'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dataquality/src/main/java/org/apache/dolphinscheduler/plugin:
+    newFile: !uuid '796b3d5a39b8be7f7614e211679c98e930f7f58a'
+    oldFile: !uuid '47d8ce8a6c7bae1eb9f7b822a8c3c4564dfc3078'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dataquality/src/main/java/org/apache/dolphinscheduler/plugin/task:
+    newFile: !uuid '79fb31a06f9d1d5e4f26728167d6c7c9ef8ade54'
+    oldFile: !uuid '0e2466e906a14d8da1a41a2a8c04246aee8a77a2'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dataquality/src/main/java/org/apache/dolphinscheduler/plugin/task/dq:
+    newFile: !uuid 'e19ac70ff7c2ffc8a423885f49cada13267a08ba'
+    oldFile: !uuid 'a920d94445e96e9e48de16198a5f62051e0c4ab2'
+  ? /dolphinscheduler-task-plugin/dolphinscheduler-task-dataquality/src/main/java/org/apache/dolphinscheduler/plugin/task/dq/utils
+  : newFile: !uuid 'be02d5d304a10a936a9435bc563fbd3c7d2d3dde'
+    oldFile: !uuid 'be211153513b3f22fc6d83f8fdcdce333124a836'
+  ? /dolphinscheduler-task-plugin/dolphinscheduler-task-dataquality/src/main/java/org/apache/dolphinscheduler/plugin/task/dq/utils/SparkArgsUtils.java
+  : newFile: !uuid '2e384ef48e1e93e524209f911fc17a86fa90f991'
+    oldFile: !uuid '699fc98d76ee8f2d0c2ff70a97aa882ffa29f0aa'
+gitCommitId: !uuid '75d29f6101cc9064dea8fd24c9d1dadeff0be9b3'
 renames: {
   }
-revisionId: 4199
+revisionId: 4200