#3497: [Feature][PyDolphinScheduler] Support DVC task in pyds #11922 (#11941)

* add dvc task in pyds

* add BaseDVC class

commit.ref

@@ -1 +1 @@
-Subproject commit e50a32d9ccee57e4b56f63b9bee2c4fd888c0c32
+Subproject commit bbc228e93f1ddd372bad0c06e50658583286ffd6

commit.yml

@@ -3,69 +3,141 @@ branches: {
   }
 fileChange:
   /dolphinscheduler-python:
-    newFile: !uuid 'ed062f0ba005dab7bfdfedc10b5c696be9f13402'
-    oldFile: !uuid '82da48bb4f280ecf917de1f5b1c66eb56c344aa7'
+    newFile: !uuid '2bd3debf326e666cdb74df3a8f15363d702fccb6'
+    oldFile: !uuid 'ed062f0ba005dab7bfdfedc10b5c696be9f13402'
   /dolphinscheduler-python/pydolphinscheduler:
-    newFile: !uuid '242c118fde7642af21c3ec71be79efce2559e3dd'
-    oldFile: !uuid '514df3b7fa74a016ef4d481ccb26804d052e1fa5'
+    newFile: !uuid '1bdd95e7e242e5abe858df80992c9b120b5b0b9e'
+    oldFile: !uuid '242c118fde7642af21c3ec71be79efce2559e3dd'
   /dolphinscheduler-python/pydolphinscheduler/docs:
-    newFile: !uuid 'f576896e52b371cb1781bf99ca89b8cb89a439c8'
-    oldFile: !uuid 'f8c552b908bc400ebb133c708621f90bf76e935b'
+    newFile: !uuid '83f77f6b2f45dcc2fa253944350e29ff346eaeb0'
+    oldFile: !uuid 'f576896e52b371cb1781bf99ca89b8cb89a439c8'
   /dolphinscheduler-python/pydolphinscheduler/docs/source:
-    newFile: !uuid '4029c1e7edacb92e91e12033e16e73e0109ddbc1'
-    oldFile: !uuid '3c49082ca11e8cc956a7c334774cf677e2749aff'
+    newFile: !uuid '4fa3a15d2773d9db9eb3f591f8e5d9a90cd18da2'
+    oldFile: !uuid '4029c1e7edacb92e91e12033e16e73e0109ddbc1'
   /dolphinscheduler-python/pydolphinscheduler/docs/source/tasks:
-    newFile: !uuid 'eebcd2bf0beeafd483101cd470492137b3b4fff6'
-    oldFile: !uuid '2fbcf97e5da6d3aba1593df93266899c2951d9aa'
-  /dolphinscheduler-python/pydolphinscheduler/docs/source/tasks/index.rst:
-    newFile: !uuid '5b9c165700020dd61b4b8b793451a43d9173894b'
-    oldFile: !uuid 'a13652a526a861204f4324e186b4e1ed5c16c9f2'
-  /dolphinscheduler-python/pydolphinscheduler/docs/source/tasks/openmldb.rst:
-    newFile: !uuid '125313dc21a7b9c51acafaeaac754bba9f35863c'
+    newFile: !uuid 'e34e3b5c63bc65bffd5240dc27be0404c8eeabc7'
+    oldFile: !uuid 'eebcd2bf0beeafd483101cd470492137b3b4fff6'
+  /dolphinscheduler-python/pydolphinscheduler/docs/source/tasks/dvc.rst:
+    newFile: !uuid '0127a982f39696ef2dbf66c54d6e428267818515'
     oldFile: null
+  /dolphinscheduler-python/pydolphinscheduler/docs/source/tasks/index.rst:
+    newFile: !uuid 'c0cea593d835a69b3def06d01dc99bf93a3b3081'
+    oldFile: !uuid '5b9c165700020dd61b4b8b793451a43d9173894b'
   /dolphinscheduler-python/pydolphinscheduler/examples:
-    newFile: !uuid 'c0f67d968779444fc0f1626d07f5fba497d37581'
-    oldFile: !uuid '341c6623001b190074c700f066d51707abb01242'
+    newFile: !uuid 'a358c48147698ae9f921ab626d5bc18773fd4e52'
+    oldFile: !uuid 'c0f67d968779444fc0f1626d07f5fba497d37581'
   /dolphinscheduler-python/pydolphinscheduler/examples/yaml_define:
-    newFile: !uuid 'd3e29bfdb477dd84a17b730f7fa37f3028d63cb8'
-    oldFile: !uuid '4a9afbc29fca8c3064c88a4d377f6554cb105958'
-  /dolphinscheduler-python/pydolphinscheduler/examples/yaml_define/OpenMLDB.yaml:
-    newFile: !uuid 'b455cb07684cb88ea86b5e2127158da34b1fdff9'
+    newFile: !uuid '7da901949ec250cbaa56656c07780819574223d3'
+    oldFile: !uuid 'd3e29bfdb477dd84a17b730f7fa37f3028d63cb8'
+  /dolphinscheduler-python/pydolphinscheduler/examples/yaml_define/Dvc.yaml:
+    newFile: !uuid 'a6ec18c3720e0cb8b3a70570ce9291fe3b6c8c86'
     oldFile: null
   /dolphinscheduler-python/pydolphinscheduler/src:
-    newFile: !uuid '9dc84d5d10a5efbdbb3512f77ede3ba9f57ed3e3'
-    oldFile: !uuid 'eab9ac00e4a0bf82225803ddad15d9c567a59165'
+    newFile: !uuid '071b824137af7300ffed25a730f0aac9be9fe423'
+    oldFile: !uuid '9dc84d5d10a5efbdbb3512f77ede3ba9f57ed3e3'
   /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler:
-    newFile: !uuid 'a1e07f87b88dac0d629036ea67c4a49c0f7371b7'
-    oldFile: !uuid 'f44dd35074a77e036a2e217b9b1c8369d0a3dd8c'
+    newFile: !uuid '969e1017ee3f9ead446638d1d271d6212443177e'
+    oldFile: !uuid 'a1e07f87b88dac0d629036ea67c4a49c0f7371b7'
   /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/constants.py:
-    newFile: !uuid 'd8d2febfeb304f50e78dee5fa92df1da8c6db1e6'
-    oldFile: !uuid '7eb5d042103dab76d66a56a7af8d01098b089e2f'
+    newFile: !uuid 'b4a89bb58562cdad7d830e3f82391f74433f748a'
+    oldFile: !uuid 'd8d2febfeb304f50e78dee5fa92df1da8c6db1e6'
   /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/examples:
-    newFile: !uuid '6e1a52631af7cdb54256283070fb037c1f5623a2'
-    oldFile: !uuid 'e7f375ae5e9f88d7fa6cbe32e8a779a6d8f21301'
-  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/examples/task_openmldb_example.py:
-    newFile: !uuid '5b90091ecfa19c95a5d1e97efea27a3f2d3c645f'
+    newFile: !uuid '970e6d26c334f56a12a73c526a443f04eaeecb1a'
+    oldFile: !uuid '6e1a52631af7cdb54256283070fb037c1f5623a2'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/examples/task_dvc_example.py:
+    newFile: !uuid '2b93cd14b75c5ac7fc1f3fbb60810ebf7094c0ca'
     oldFile: null
   /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/tasks:
-    newFile: !uuid '0d49189d6229177a23dbfe38940d8bf11a3f9f80'
-    oldFile: !uuid '2cb78c2aabfb9439af9733663f8dc3056d361574'
+    newFile: !uuid '2bd8a3e58d420a9f103f80251899d12278a8f095'
+    oldFile: !uuid '0d49189d6229177a23dbfe38940d8bf11a3f9f80'
   /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/tasks/__init__.py:
-    newFile: !uuid 'e5b263c7c224cc54559199e4dde060ecdf40c61e'
-    oldFile: !uuid '148172243384379f5fc6ff14977b74a1ef9c3f51'
-  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/tasks/openmldb.py:
-    newFile: !uuid '5dad36ec1193356f2bb55367e11a4bf23d444e5a'
+    newFile: !uuid 'cefc0024cadd2bf0e5234fcab80e35e5036835a2'
+    oldFile: !uuid 'e5b263c7c224cc54559199e4dde060ecdf40c61e'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/tasks/dvc.py:
+    newFile: !uuid 'c5b5cd5c913ef94e83a540b1e66b61621b2cfc17'
     oldFile: null
   /dolphinscheduler-python/pydolphinscheduler/tests:
-    newFile: !uuid 'ed25dd499ec4d56921a662bf959775a025ee9f36'
-    oldFile: !uuid '7660eddbff0ff54954d98341fac9fe0327a8d1bb'
+    newFile: !uuid '709d261e6c19b1f0dcad39815a25117dfe561ac1'
+    oldFile: !uuid 'ed25dd499ec4d56921a662bf959775a025ee9f36'
   /dolphinscheduler-python/pydolphinscheduler/tests/tasks:
-    newFile: !uuid '3af740f114fe0b282b6b7d29451de5cb1e403c21'
-    oldFile: !uuid '9f1bbff6779fc7f540b09d7a08e9b2fac8575815'
-  /dolphinscheduler-python/pydolphinscheduler/tests/tasks/test_openmldb.py:
-    newFile: !uuid 'f580ab06b29e1912cb87135bd91cc85a1d6f95fc'
+    newFile: !uuid 'c56464443853ad7664e86eb296f05d32d65dfe48'
+    oldFile: !uuid '3af740f114fe0b282b6b7d29451de5cb1e403c21'
+  /dolphinscheduler-python/pydolphinscheduler/tests/tasks/test_dvc.py:
+    newFile: !uuid '815d896234486b68cc796e00187a1c1eed0d4676'
     oldFile: null
-gitCommitId: !uuid 'e50a32d9ccee57e4b56f63b9bee2c4fd888c0c32'
+  /dolphinscheduler-task-plugin:
+    newFile: !uuid '02664d04a2716f0507595782ebf7dfca5fe2b806'
+    oldFile: !uuid '87a9b5aae5e9538a9295fec2675a7950ede11689'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc:
+    newFile: !uuid '68102ed4ac6902b108f2ccd40e2b714271a41966'
+    oldFile: !uuid 'a0a86036c6be0e1ce410437840dfc2053e583894'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src:
+    newFile: !uuid 'aed93425e389280693e449b2e0744c4f2ec2b238'
+    oldFile: !uuid '158a704e1315f7a1db8745e17c50ca6f6a85ef7c'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/main:
+    newFile: !uuid 'b19658be5e06cbc0356679cac2168727f6a41d93'
+    oldFile: !uuid '6d953c2b4be08db56c5a97debed8175e371d9619'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/main/java:
+    newFile: !uuid 'f0871686006f96ca2c5f1c67b701e1a9a0504b4e'
+    oldFile: !uuid 'e9dc11847d97ef714607ba2b7c4400ec0eef960f'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/main/java/org:
+    newFile: !uuid 'b5398603cc1b334c109a1635d3e6697b17c71f1e'
+    oldFile: !uuid '989614bb15a9fc6434d97d96a34da2e228225da3'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/main/java/org/apache:
+    newFile: !uuid '5c1ba4974b69e66f4f0cb11f6435188625f22202'
+    oldFile: !uuid 'f67f9a83844584b214c58d0f2cb00f9d914a04cd'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/main/java/org/apache/dolphinscheduler:
+    newFile: !uuid 'fa73f0783e21a38e3be3c8029ae150ed40da901d'
+    oldFile: !uuid '08f517ca3d329f17ff57f58d2571df01489da8fe'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/main/java/org/apache/dolphinscheduler/plugin:
+    newFile: !uuid 'a01e3a27baaf386e9d88d3662ee27cfdd33a25e3'
+    oldFile: !uuid '1f12ee619ec6cef8f874789d3477c2a79d0fd11a'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/main/java/org/apache/dolphinscheduler/plugin/task:
+    newFile: !uuid 'ab18c6a780331d7df2cac9ca29955d56a6815764'
+    oldFile: !uuid '3d97237765cb63ae9bd44a062f179a457c0a34ea'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/main/java/org/apache/dolphinscheduler/plugin/task/dvc:
+    newFile: !uuid '075183761013f30381c91473ecae99d24ceaa9f2'
+    oldFile: !uuid 'f2f96ec3bea5b6e7f326c481b2ab792ab02c74b4'
+  ? /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/main/java/org/apache/dolphinscheduler/plugin/task/dvc/DvcConstants.java
+  : newFile: !uuid '6f65bedc746678136e4c280a1dfb25cf5cbbcc63'
+    oldFile: !uuid 'b15d6d450ca46c11e4e9b8a55e564b5def33d857'
+  ? /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/main/java/org/apache/dolphinscheduler/plugin/task/dvc/DvcParameters.java
+  : newFile: !uuid 'ec93e482843cfd2da12480bc7f037bf29c8d18da'
+    oldFile: !uuid '97c404cb29eff753a458969d9d73a002e85f7df9'
+  ? /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/main/java/org/apache/dolphinscheduler/plugin/task/dvc/DvcTask.java
+  : newFile: !uuid 'd049f8360c943a5a332cf4e75619cbbe326dad22'
+    oldFile: !uuid 'eb08e55f1add5bd921f720f542f75babc2d9c54a'
+  ? /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/main/java/org/apache/dolphinscheduler/plugin/task/dvc/TaskTypeEnum.java
+  : newFile: null
+    oldFile: !uuid '4cdce3eb23f5d2e0022f875271648e63fe3fb1ca'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/test:
+    newFile: !uuid 'd643d133ab2f9e536f1c5333df7d0908d7cf207c'
+    oldFile: !uuid '58746f6f533df635b22ba534f17e452d2bfe5704'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/test/java:
+    newFile: !uuid 'cfc21d524ecad1a5acead381e80c1ad396bbf998'
+    oldFile: !uuid '1231e9127f831163f9ce65506033aa75e22d74cd'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/test/java/org:
+    newFile: !uuid '1428fc41c12e277b1db678f5088a4de512fe0fda'
+    oldFile: !uuid 'a54fbaa3d2e8c294af359a4158444010b4fb8878'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/test/java/org/apache:
+    newFile: !uuid 'c8a0ef61b2e1ff810e36c4ccd65f7d693daaeaa2'
+    oldFile: !uuid 'a91dfcaf1bc27ef381017628245caeb0a123b9f4'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/test/java/org/apache/dolphinscheduler:
+    newFile: !uuid 'bd049ea9f18b53799dcbe28a3e5692a8af8d7e72'
+    oldFile: !uuid '7cdbb0039f94482be0fc29b9e29bb175eb070b33'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/test/java/org/apache/dolphinscheduler/plugin:
+    newFile: !uuid 'ec47b3925e12baf1ef2dd6425e8538c9821f220f'
+    oldFile: !uuid 'd206f8abb18b4986aaf7eb7fba2adcd0f9da8391'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/test/java/org/apache/dolphinscheduler/plugin/task:
+    newFile: !uuid 'f59cacbe93b3b30b6ab3e6bef6c2fadc166bcb4c'
+    oldFile: !uuid '986bff3a0afd27f183714e174bbc51115731bafd'
+  /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/test/java/org/apache/dolphinscheduler/plugin/task/dvc:
+    newFile: !uuid 'bd6e25b7e78bce2cbd8ff951e4274b8dafdb082a'
+    oldFile: !uuid '9ddacd7e90b932779283b07bc1dd257cd508b226'
+  ? /dolphinscheduler-task-plugin/dolphinscheduler-task-dvc/src/test/java/org/apache/dolphinscheduler/plugin/task/dvc/DvcTaskTest.java
+  : newFile: !uuid 'ec483d86fbd3530c6a8f79dfe5148bbe36454969'
+    oldFile: !uuid '2b42c7f77da498e350c0d91f3e7559bfa638cac1'
+gitCommitId: !uuid 'bbc228e93f1ddd372bad0c06e50658583286ffd6'
 renames: {
   }
-revisionId: 3496
+revisionId: 3497