#2307: [python] Add config mechanism and cli subcommand config (#8585)

* [python] Add config mechanism and cli subcommand config

* Add configuration.py mechanism for more easy change config
  and move some configs to it. It mechanism including
  configuration.py module and default_config.yaml file
* Add `config` for cli subcommand allow users initialize, get,
  set configs

close: #8344

* Change setup.py format

commit.ref

@@ -1 +1 @@
-Subproject commit d7f7686880e4807668693ae8b5478b42aa4757b5
+Subproject commit ec4ce2b57313b2a38f4a36efac40a281a4f05f4e

commit.yml

@@ -2,49 +2,121 @@
 branches: {
   }
 fileChange:
-  /dolphinscheduler-ui-next:
-    newFile: !uuid 'ed199f73c6297ff239ec893337e5dd651ab4bd06'
-    oldFile: !uuid 'd6c9d375e7a6a82388d5e51c7bf832c3521762ee'
-  /dolphinscheduler-ui-next/src:
-    newFile: !uuid '6da05fc636ab99c086ec974cb44b13886011548e'
-    oldFile: !uuid '5e2090ba0ec150045588affef2738fd12d57eff2'
-  /dolphinscheduler-ui-next/src/views:
-    newFile: !uuid '198dfee8fa235eccfc7a30b6ff1eb3922fa04593'
-    oldFile: !uuid 'acbf00f862a09a156aa6280ca85f60181eed8e0c'
-  /dolphinscheduler-ui-next/src/views/projects:
-    newFile: !uuid 'e05306a69cbb1177872df0936cbe9634c391a189'
-    oldFile: !uuid '14737d4c325031712524faef1686a57452514cde'
-  /dolphinscheduler-ui-next/src/views/projects/workflow:
-    newFile: !uuid '7c1fe6b4e0978828a88871c8c80d7f8cbe5dbab0'
-    oldFile: !uuid 'af2a56aea4e0e4d098f3da77f140759f84366ae2'
-  /dolphinscheduler-ui-next/src/views/projects/workflow/components:
-    newFile: !uuid '40cb2b93f33f2d0db0e5ff6bc47dff88cf7c0c78'
-    oldFile: !uuid '18aa370ad472b80450ad3db910009496e4fccd1b'
-  /dolphinscheduler-ui-next/src/views/projects/workflow/components/dag:
-    newFile: !uuid '4d8a83bb15fd3e35e4068bc403077f97072f4d09'
-    oldFile: !uuid '82f86850a3f49c7afed108762b927fc829a1b221'
-  /dolphinscheduler-ui-next/src/views/projects/workflow/components/dag/dag-context-menu.tsx:
-    newFile: !uuid '439d1d5b3249e281288800ad145a4b2f32516317'
-    oldFile: !uuid '944a64034b191cf019310610ad0bd30c107bdffb'
-  /dolphinscheduler-ui-next/src/views/projects/workflow/components/dag/index.tsx:
-    newFile: !uuid 'ea5cff824e7aa5c899a9bb19ecd24dfcff8fff6e'
-    oldFile: !uuid 'ca69b8de21c66f05fee6619e31f50bda29dd943a'
-  /dolphinscheduler-ui-next/src/views/projects/workflow/components/dag/use-node-menu.ts:
-    newFile: !uuid 'ff2d97019fdf094e0ac5573248f9b7b13356b958'
-    oldFile: !uuid '61f011bfb33bb12223a89b4859d4e697f5076ae2'
-  /dolphinscheduler-ui-next/src/views/projects/workflow/components/dag/use-node-status.ts:
-    newFile: !uuid '2cef2743376f092347eac9576d6d932bda810b45'
-    oldFile: !uuid '6d322dcddf477c6e108fc02f68d63303b59a9640'
-  /dolphinscheduler-ui-next/src/views/projects/workflow/instance:
-    newFile: !uuid '8792bcc0ddb47e902727c673f97008d81f554dfc'
-    oldFile: !uuid 'cd96cb56c2b93a13ff885456f6f3d14c1b25557f'
-  /dolphinscheduler-ui-next/src/views/projects/workflow/instance/components:
-    newFile: !uuid '82df8c52f2dcdbfda613b31806695f4f34c4ccc1'
-    oldFile: !uuid '1f3b237a85d6d14a33ed905dbf7d7d261461d6e9'
-  /dolphinscheduler-ui-next/src/views/projects/workflow/instance/components/log-modal.tsx:
-    newFile: !uuid '2416df2a73a5f2810a84eaa8ba834166841b8bae'
-    oldFile: !uuid 'e28cfb1e98aada1190753d20167b19b6ac5f3024'
-gitCommitId: !uuid 'd7f7686880e4807668693ae8b5478b42aa4757b5'
+  /dolphinscheduler-python:
+    newFile: !uuid '879a1201ec7d017600156180adad9159ef0463cd'
+    oldFile: !uuid 'cef76a57d57d07a3ad393ed4fc488d413252ad9d'
+  /dolphinscheduler-python/pydolphinscheduler:
+    newFile: !uuid '3d46d671855326ec929e3487768b4567b6dbcb57'
+    oldFile: !uuid '3b7fdaf81f52ddd25c630ed3cb551e6381e744e7'
+  /dolphinscheduler-python/pydolphinscheduler/setup.py:
+    newFile: !uuid '2da8d2f135691d0cc86d780aeb80c71a4da511ab'
+    oldFile: !uuid '8be8d2a51686f2c39b7cc34aa6b3332b91cc6cee'
+  /dolphinscheduler-python/pydolphinscheduler/src:
+    newFile: !uuid '8838ad413a8c6d7fd4f83c9bf136e20ae312ab1e'
+    oldFile: !uuid '90d77d7d9246e5c2473eb7140e6295575a3c743d'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler:
+    newFile: !uuid '4e68eb7174a460bd8e7b7722a24513dfa07305f5'
+    oldFile: !uuid '0292cd870c010010befefe83d1e9bc156f1b99cc'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/cli:
+    newFile: !uuid 'feaaef6343cc5703676d86b610c550b9bc74cdb4'
+    oldFile: !uuid '291d9e16bf8a7006d9d303c7587992820cb381f8'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/cli/commands.py:
+    newFile: !uuid '5628799bcf8cac4d949ce12e2d3044dbfb7cd776'
+    oldFile: !uuid 'a430f457adda806e875568f213bffaa7d637830b'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/constants.py:
+    newFile: !uuid '3992917310ccb959d50ec2945d3e6194abbe5829'
+    oldFile: !uuid '65bf6c5149dfd752a0e714bbc7f108bb3efc67d0'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/core:
+    newFile: !uuid 'd25b94ea5c0c8b5a98b1e4c8cb5720acbf2182f1'
+    oldFile: !uuid '6b4401f7a3840b2f6574bc53d0e83ec7441be337'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/core/base_side.py:
+    newFile: !uuid 'dca1f12c6c84aed8e51af27fcd9a6b41f7d8dd1b'
+    oldFile: !uuid 'ed20d7075e483442c71af9e6ec8f1ced96b0e0bd'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/core/configuration.py:
+    newFile: !uuid 'ec458764a8338bc7392c93c5c8dd65b49d610efd'
+    oldFile: null
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/core/default_config.yaml:
+    newFile: !uuid '45b134646e012d52ac2143927b159f02d7782f50'
+    oldFile: null
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/core/process_definition.py:
+    newFile: !uuid 'dd2b83a6323aa9e3a60590bc6a0e80b87c22b4aa'
+    oldFile: !uuid '1c123fc605c3fd13db456684cc60b47c985489f8'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/core/task.py:
+    newFile: !uuid '9bc8d459e988c03a8f525ad47aa25bdf5a555ae8'
+    oldFile: !uuid '693f508c23ab201f21599254e6c758ef14ff8316'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/examples:
+    newFile: !uuid 'f04849d071e46d0b903c892d206c155ea59d9690'
+    oldFile: !uuid 'b752587f6775b304ab7c54067b8f63dddb53da77'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/examples/task_dependent_example.py:
+    newFile: !uuid '88d6ea2322050d96efdc6c3d1daa29f37e7181b8'
+    oldFile: !uuid 'ae19d95516a881cdac65007ca0701fbd6ea9f16e'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/exceptions.py:
+    newFile: !uuid '1cdc25408933509d8db31240f09b04772d594ae0'
+    oldFile: !uuid '745ef3e99b84f252f7fe6df5c3768e72b37248db'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/java_gateway.py:
+    newFile: !uuid '85606382ddc854d7f86e087cf811d436a5d53af1'
+    oldFile: !uuid '2876ed52155d0d8e9f07e000b97f255090460d23'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/side:
+    newFile: !uuid '3543ae3a730c7c95f53691ba28bf471ec46d8afe'
+    oldFile: !uuid '99b1bc5322096c86e9a8116298ea2299f54e0ed7'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/side/project.py:
+    newFile: !uuid 'b568cb4abf8088bba01373fa057a43e09824a7fc'
+    oldFile: !uuid '02382cadc564ba9e9bbba7c48bc62f2530607a63'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/side/queue.py:
+    newFile: !uuid 'e7c68e15fd719d82461520c522222bae865d15b1'
+    oldFile: !uuid '9d6664e14b005d868a26735c424926660277a527'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/side/tenant.py:
+    newFile: !uuid '6aaabfe1298454f3bdc5e31bb968d6c098ecc915'
+    oldFile: !uuid '508c0331021716a69de9bf4b7940199020ae4f67'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/utils:
+    newFile: !uuid '2115d49f1940b22336baa7c6fdcecf2b11052a3a'
+    oldFile: !uuid 'a166ca186827041b15e9fa5734ca9d9115356b2f'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/utils/path_dict.py:
+    newFile: !uuid 'cf836c90ba1d907282ad28c7c552248f34bc7997'
+    oldFile: null
+  /dolphinscheduler-python/pydolphinscheduler/tests:
+    newFile: !uuid '5f5413c7c7f06a58400b563f5ae673e020fdbf67'
+    oldFile: !uuid '8b50fe0683ac8a28c41390963a331411ee3e8819'
+  /dolphinscheduler-python/pydolphinscheduler/tests/cli:
+    newFile: !uuid '7ee37e24d84568a8445099f120e47fd6757e033e'
+    oldFile: !uuid '823e56be5f12c1fa2e4a19c26183bf5cb14f4dcc'
+  /dolphinscheduler-python/pydolphinscheduler/tests/cli/test_config.py:
+    newFile: !uuid '7d5f88bb61e2ad14fb10d3c56091d47b54634296'
+    oldFile: null
+  /dolphinscheduler-python/pydolphinscheduler/tests/cli/test_version.py:
+    newFile: !uuid 'f0dcb0e0639ac05821d93c7786ad54f7ef7b0b45'
+    oldFile: !uuid 'df17759ef36d679af3584addb5b507b8d73b6cf3'
+  /dolphinscheduler-python/pydolphinscheduler/tests/core:
+    newFile: !uuid 'b5918023b2e978344eb9863e5a7ebf73a5ab633a'
+    oldFile: !uuid '0e64b11070129321664f2be6b5a6010412a627fc'
+  /dolphinscheduler-python/pydolphinscheduler/tests/core/test_configuration.py:
+    newFile: !uuid 'b055cd14e1a46e73504ad224c9ca9853a7b386f1'
+    oldFile: null
+  /dolphinscheduler-python/pydolphinscheduler/tests/core/test_default_config_yaml.py:
+    newFile: !uuid '050cc5235650220668a0e8bce582b23a055ea531'
+    oldFile: null
+  /dolphinscheduler-python/pydolphinscheduler/tests/core/test_process_definition.py:
+    newFile: !uuid '655b7fd4a06aeda2d30d9b818890caa1235f3327'
+    oldFile: !uuid 'f51338df521f3730ff8bb5e65c8b541c190ae39f'
+  /dolphinscheduler-python/pydolphinscheduler/tests/testing:
+    newFile: !uuid '1f31b3027e06a85824c4ad18e2abce8db6461a89'
+    oldFile: !uuid 'ea89a5aba966ce73ad7cb22b515c05f6897741f0'
+  /dolphinscheduler-python/pydolphinscheduler/tests/testing/cli.py:
+    newFile: !uuid '0d2c1d1fbf11d3847adbf712763277c86fa33121'
+    oldFile: !uuid '15859201831c78594be85204bb8af552ca7bb012'
+  /dolphinscheduler-python/pydolphinscheduler/tests/testing/constants.py:
+    newFile: !uuid 'dcc32a67191e2e691560c528e60e322e4ea50020'
+    oldFile: !uuid '155219267eac4e9f6840b31a69701e65cdec2b44'
+  /dolphinscheduler-python/pydolphinscheduler/tests/testing/path.py:
+    newFile: !uuid 'd1e520b3bde0385ff866a29d8105b8ae8b43755b'
+    oldFile: !uuid '2e75be24ac97df35b490baa2cbfe97a7a2451d16'
+  /dolphinscheduler-python/pydolphinscheduler/tests/utils:
+    newFile: !uuid 'ffeedf24d4eeca2e66094c9f784a935b8c355af7'
+    oldFile: !uuid '4e312655956705141c00922e0a11ad40bdf42518'
+  /dolphinscheduler-python/pydolphinscheduler/tests/utils/test_path_dict.py:
+    newFile: !uuid '92e4b2f10fa7fb117ccf0c48d11d22be3ed09f71'
+    oldFile: null
+gitCommitId: !uuid 'ec4ce2b57313b2a38f4a36efac40a281a4f05f4e'
 renames: {
   }
-revisionId: 2306
+revisionId: 2307