#2656: [python] Support read config in env variable (#9517)

Add a new method to get config from environment variables
and for now, we have three ways to get config and the
priority is `env-var > custom-config-file > built-in-config-file`.

Environment config setting does not work in CLI, because it will
confuse users when they get config value is `var-env` but value
in the configuration file is `var-in-file`, they may not find
the way how to change it

* Add documentation
* Add it to UPDATING.md

close: #8344

commit.ref

@@ -1 +1 @@
-Subproject commit 4221ee2433d6a4ffeb75347f8edbc45a7d835118
+Subproject commit 59a026d897d5fa3599dd58e932d164370a63b5f4

commit.yml

@@ -2,13 +2,76 @@
 branches: {
   }
 fileChange:
-  /dolphinscheduler-dist:
-    newFile: !uuid '186b5cb9c9b2e0fdfbc12d97caa1e2e876086b37'
-    oldFile: !uuid 'b66c191fed0650ebc7e6b432eeef3af68ed871b6'
-  /dolphinscheduler-dist/pom.xml:
-    newFile: !uuid '1639ab7660ecc0934d4cbae0a5268841e23a21e9'
-    oldFile: !uuid '0ec4ef7f06c583b6f3d8d159dd80e8da0f7e4ef3'
-gitCommitId: !uuid '4221ee2433d6a4ffeb75347f8edbc45a7d835118'
+  /dolphinscheduler-python:
+    newFile: !uuid '74011cabc2f1f019b5e5951767c53dec3b65e644'
+    oldFile: !uuid 'c730d0cc48582cef4afef28fce9d558b9379500b'
+  /dolphinscheduler-python/pydolphinscheduler:
+    newFile: !uuid '82e09c1af6b29a15b60dfe87f4cfed180d5e4481'
+    oldFile: !uuid '6055c832670528c7d0cd9aa4d59cf3f76021d38e'
+  /dolphinscheduler-python/pydolphinscheduler/UPDATING.md:
+    newFile: !uuid 'd772c6f8f6e98ac450d0e8d674362a8352b508b9'
+    oldFile: !uuid '430e4b626f19416d7cc5382a363e2e0a23d50d65'
+  /dolphinscheduler-python/pydolphinscheduler/docs:
+    newFile: !uuid '88751b3f1d27ea9a0add476c05f187acf4004f5a'
+    oldFile: !uuid '517b9c2bc292c878336ba29d7f6cf3869aa055fa'
+  /dolphinscheduler-python/pydolphinscheduler/docs/source:
+    newFile: !uuid '913ec22b2e0cf020754ea39a2425c09964d0c496'
+    oldFile: !uuid 'a88614b0bcf03c6aed2f68c8eaa0d10ffde4e574'
+  /dolphinscheduler-python/pydolphinscheduler/docs/source/config.rst:
+    newFile: !uuid '66c7f08525f297bc64ad7abd914b9ecc05fb567d'
+    oldFile: !uuid 'bfba2ecfde485584bf8caa44aca6b615e7d2ac92'
+  /dolphinscheduler-python/pydolphinscheduler/src:
+    newFile: !uuid 'affb8f295eed561c55524f923ccf23c13dc702bc'
+    oldFile: !uuid 'ec1cf7af818106b9821630d1af31635b6997e301'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler:
+    newFile: !uuid '74730eaaf82cd0e34abe55b4ec461aa30be05b76'
+    oldFile: !uuid '289ca9eba0173ae53dc440e006be86f8271e8528'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/cli:
+    newFile: !uuid '0b4354c7fc7fac21b9a755c9ef7f9d241d4eb528'
+    oldFile: !uuid 'feaaef6343cc5703676d86b610c550b9bc74cdb4'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/cli/commands.py:
+    newFile: !uuid 'e2ca86b573c06b527f4a239337e7eb517e57e584'
+    oldFile: !uuid '5628799bcf8cac4d949ce12e2d3044dbfb7cd776'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/core:
+    newFile: !uuid '7a80621daabbea9a92e2d985a67551ae9478224d'
+    oldFile: !uuid '10d84b7b9feefd78eb2d5b9f7d6bdbf292377306'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/core/configuration.py:
+    newFile: !uuid '14f2fe9fce85d38f8a80ea086e78368eb54689e6'
+    oldFile: !uuid '8b5665d304c2ada2b6ac68f7abae7a03d8d13902'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/utils:
+    newFile: !uuid '58df2f33def13de0484f3ecaa7fc8467449b1959'
+    oldFile: !uuid 'e01a2ecdb46bf63d5a13cad57ef2548c26547d4b'
+  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/utils/yaml_parser.py:
+    newFile: !uuid '46ee08cec8417b64e93ff899d2da0fbec76e7db3'
+    oldFile: !uuid '5cea0190d860c10e544b99576fe9d2397a56f24f'
+  /dolphinscheduler-python/pydolphinscheduler/tests:
+    newFile: !uuid 'd9d2935cb51ad4431c1d5b6bdc1d8e5838b04907'
+    oldFile: !uuid '8a97220695e390e5255715d894adaf9aa4f2884b'
+  /dolphinscheduler-python/pydolphinscheduler/tests/cli:
+    newFile: !uuid 'a6faf0496516231df6258085407862cb0b8f35ad'
+    oldFile: !uuid '5ad2afe198859d449aad378db4e7a61f3ac0814f'
+  /dolphinscheduler-python/pydolphinscheduler/tests/cli/test_config.py:
+    newFile: !uuid 'd913277b2e4921cc222ad7f7fb1c065b07d97892'
+    oldFile: !uuid 'f7c489a96834b83c8650aee77b5e6c7ffb6b20bf'
+  /dolphinscheduler-python/pydolphinscheduler/tests/core:
+    newFile: !uuid '4b20eca8ef5559baa7237d1f231eb76772a92446'
+    oldFile: !uuid 'bdada18ec7c6099246ba1ae40b008768f3cc55b3'
+  /dolphinscheduler-python/pydolphinscheduler/tests/core/test_configuration.py:
+    newFile: !uuid '394fd33d9243e69cff6205125f307801e8a57e90'
+    oldFile: !uuid '45d4477bcdb553ff816078f6fcf7b7d7308338d8'
+  /dolphinscheduler-python/pydolphinscheduler/tests/testing:
+    newFile: !uuid '51db189f5d046c499f3fb23336da61e0d809ad5b'
+    oldFile: !uuid '5e26aaf16bd723d3b6b23a3b3ac7f7777bbc7674'
+  /dolphinscheduler-python/pydolphinscheduler/tests/testing/constants.py:
+    newFile: !uuid 'ed2ee37de76eb99c3cb6e38818f86c9c88e4758e'
+    oldFile: !uuid '63f0fdd8227944b7f3dc2945907c2d1f4ed67e43'
+  /dolphinscheduler-python/pydolphinscheduler/tests/utils:
+    newFile: !uuid '405449dfdca102b1c5d9d16cf5255fec4e556bbb'
+    oldFile: !uuid '8a2e06770f6a7185b990ffb5c89e8f807ad0afd3'
+  /dolphinscheduler-python/pydolphinscheduler/tests/utils/test_yaml_parser.py:
+    newFile: !uuid 'aa6d9eee6c54317ea8ad51d0869975079aa6ac03'
+    oldFile: !uuid 'ae49f2b7685f44160e30cab21913df4f134b5de7'
+gitCommitId: !uuid '59a026d897d5fa3599dd58e932d164370a63b5f4'
 renames: {
   }
-revisionId: 2655
+revisionId: 2656