Browse Source

#2309: [Feature-8485][task] Add EMR task plugin to support submit task to AWS EMR (#8503)

Co-authored-by: Wenjun Ruan <wenjun@apache.org>
Co-authored-by: caishunfeng <caishunfeng2021@gmail.com>
git-as-svn/v1/dev
ronyang1985 3 years ago committed by GitHub
parent
commit
024c242279
  1. 2
      commit.ref
  2. 301
      commit.yml

2
commit.ref

@ -1 +1 @@
Subproject commit f2c6fbb452b3de67c7af5eb9752b46b9f9890d37
Subproject commit 20ee9a37fe39257ffa2b983cb2cefc34b2138091

301
commit.yml

@ -2,46 +2,265 @@
branches: {
}
fileChange:
/dolphinscheduler-ui-next:
newFile: !uuid 'a3ca2c72941d1a770ea7fa9226445828cc7ca795'
oldFile: !uuid 'ed199f73c6297ff239ec893337e5dd651ab4bd06'
/dolphinscheduler-ui-next/.env.production:
newFile: !uuid '683b8c3aab16f43816bb647697edb1bdc6bee54c'
oldFile: !uuid '74bc29d2e35b295a7b76ea1b56dd0b845089c816'
/dolphinscheduler-ui-next/src:
newFile: !uuid '24490ac36ef783bbfea3672bc8159de3c03a6f43'
oldFile: !uuid '6da05fc636ab99c086ec974cb44b13886011548e'
/dolphinscheduler-ui-next/src/router:
newFile: !uuid 'a82c6817936565b697088b8ac04c295f5068c16b'
oldFile: !uuid '4e3ca7544177ca649471a45de47b86760a631ee1'
/dolphinscheduler-ui-next/src/router/index.ts:
newFile: !uuid 'b905b6e044bc9b107bdbf32d4274dd057e69627e'
oldFile: !uuid '7ee130ce43c0916ced3b571f63a7e5dd1dc17334'
/dolphinscheduler-ui-next/src/views:
newFile: !uuid '55159969a44a082f459463c3a1f497ceab632b5e'
oldFile: !uuid '198dfee8fa235eccfc7a30b6ff1eb3922fa04593'
/dolphinscheduler-ui-next/src/views/projects:
newFile: !uuid '6adf3b008d3834dfb77f19116073f21bbc6f56d2'
oldFile: !uuid 'e05306a69cbb1177872df0936cbe9634c391a189'
/dolphinscheduler-ui-next/src/views/projects/task:
newFile: !uuid '9818854feb9833db9960e1a387faf3bdbc4bf85e'
oldFile: !uuid '837d16109c65ff0f10b7eb30b65a3bec66c4cacf'
/dolphinscheduler-ui-next/src/views/projects/task/components:
newFile: !uuid 'fc0acbd6314e6427a46099758f9becf019516b06'
oldFile: !uuid '926d61e4978852cad457935bf0d2cd012fcb855d'
/dolphinscheduler-ui-next/src/views/projects/task/components/node:
newFile: !uuid '8c696aa69acaea63dca43c98301aaa27aeb6f4a8'
oldFile: !uuid '747d14ddea9d4e51bcfca9e0062fa60dbbfb3ee7'
/dolphinscheduler-ui-next/src/views/projects/task/components/node/fields:
newFile: !uuid 'b41c8a831cc930fa55a54334b8171c51b74e02c0'
oldFile: !uuid '42aeb0c7351c5ec1e2d59947e317a9b76add1da4'
/dolphinscheduler-ui-next/src/views/projects/task/components/node/fields/use-procedure.ts:
newFile: !uuid 'b4e0a3f5cb3f3f37ae2148f0f3223a6c37986f6c'
oldFile: !uuid 'd0fbd122041ff5e98881069636677bf05939865a'
/dolphinscheduler-ui-next/vite.config.ts:
newFile: !uuid '1988ee8072e102e43a457ac7cac6aa660a3eb0b0'
oldFile: !uuid '019618e75b03551fdcb56ac74740c24a2681a29d'
gitCommitId: !uuid 'f2c6fbb452b3de67c7af5eb9752b46b9f9890d37'
/dolphinscheduler-common:
newFile: !uuid 'f128a27a27215d67619af05bb801e0ac6b0f5ef5'
oldFile: !uuid '0dc4f1216c910cad14a7337894aba95f4a757801'
/dolphinscheduler-common/src:
newFile: !uuid 'bfc68bb56babd80204c05dd1754d36e0d24a2030'
oldFile: !uuid '9d3c17c84c7cdaeeb89259d056166c2624ee07c1'
/dolphinscheduler-common/src/main:
newFile: !uuid '6470c7d77a987f5d9d6165d6ecd307a1b6c330ca'
oldFile: !uuid 'a2e529b6579e268b452f32e9b21fc150d3cad0e3'
/dolphinscheduler-common/src/main/java:
newFile: !uuid '2814479118eca26d8d935d341d272c1b303fa60d'
oldFile: !uuid '8152c00a32635ef6002d2fd43fb8d5be7f119933'
/dolphinscheduler-common/src/main/java/org:
newFile: !uuid '64642bfba5ad11c1d2278b73a02b926dc81049b8'
oldFile: !uuid '3f31ee24a549897f8cbf166ff359a535da3b2245'
/dolphinscheduler-common/src/main/java/org/apache:
newFile: !uuid '4ac1e09c91761526ac01655d772e8e3bc8690505'
oldFile: !uuid '69af73525919b02c400c4259cbc709e2a448e7b3'
/dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler:
newFile: !uuid '46b5f2abfc44afeac42f54abafe281bda4677d01'
oldFile: !uuid '86fe9034bd2114ba7b46abbccd53a6198c25f858'
/dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common:
newFile: !uuid '2ea4c36d82344574b73b466dd14166f406825269'
oldFile: !uuid '6fa66be22d1bd429b6f0693644fddb5f035194b4'
/dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/enums:
newFile: !uuid '210257af2bf1b4e5680b76ad7632a99bf9627682'
oldFile: !uuid '758368263c9a32711994b98d2f409f852c1e2897'
/dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/enums/TaskType.java:
newFile: !uuid '393c6071044c53dd56197fdcca8c8c9b744ce8a0'
oldFile: !uuid '13231bedbb7dab1eacfb4a723aa41fc9b1c08624'
/dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/task:
newFile: !uuid '21d60f9e43b1a5716f7e272274ee43c7c93daed2'
oldFile: !uuid '66a90be09e365d10c7c8197b7ca4155d71b46e0b'
/dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/task/emr:
newFile: !uuid 'da9f84dcd40a45841d34ad8c02e4277393019363'
oldFile: null
/dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/task/emr/EmrParameters.java:
newFile: !uuid 'd15c5c19c78b553453f8589feb5f7ad4c03f468b'
oldFile: null
/dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/utils:
newFile: !uuid 'a0898f9887f251a1d25923bd699677a446156d0f'
oldFile: !uuid '283608d8ca61fd83826a091bde89ea87aab841c4'
/dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/utils/TaskParametersUtils.java:
newFile: !uuid 'd5407b2332e80b93a843a60c5624ec236c8a0788'
oldFile: !uuid '2f5777d31e9aaf9913c62dd7c1ad7060967c8a8e'
/dolphinscheduler-common/src/main/resources:
newFile: !uuid '6d2fd748a820a82d3d7ec0ee2e65b98368fd02df'
oldFile: !uuid '9c9919901c4ab7df865f35c0ed7a9f7a72c91f6f'
/dolphinscheduler-common/src/main/resources/common.properties:
newFile: !uuid '199f7abfe10e2a060bfe4b5e3d23c89b60ed79c6'
oldFile: !uuid '427b3bd116a000fa436d63176ae5e1f6a540cf83'
/dolphinscheduler-dist:
newFile: !uuid '954e0d6a53a84d9b3045490658538e68e8fb8342'
oldFile: !uuid '62d0a1b835eaef617d238c3f3fc53814683f32ca'
/dolphinscheduler-dist/release-docs:
newFile: !uuid '250a1e5021a8e57a3a62649183215c046b261667'
oldFile: !uuid '8c340274ef4df911ed6e1bcde26613f84c385235'
/dolphinscheduler-dist/release-docs/LICENSE:
newFile: !uuid '46301441cb81bb6d1c52e184702b68d53dbcdb11'
oldFile: !uuid 'e43c16453201eb3722613b84dc57e8e2bd232418'
/dolphinscheduler-dist/release-docs/licenses:
newFile: !uuid '20fb541236c6fc0edc6674eca516226072289d39'
oldFile: !uuid 'd0418250b133de725725aa816b003ed99ebb88e8'
/dolphinscheduler-dist/release-docs/licenses/LICENSE-aws-java-sdk-core.txt:
newFile: !uuid 'f49a4e16e68b128803cc2dcea614603632b04eac'
oldFile: null
/dolphinscheduler-dist/release-docs/licenses/LICENSE-aws-java-sdk-emr.txt:
newFile: !uuid 'f49a4e16e68b128803cc2dcea614603632b04eac'
oldFile: null
/dolphinscheduler-dist/release-docs/licenses/LICENSE-ion-java.txt:
newFile: !uuid 'f49a4e16e68b128803cc2dcea614603632b04eac'
oldFile: null
/dolphinscheduler-dist/release-docs/licenses/LICENSE-jackson-dataformat-cbor.txt:
newFile: !uuid 'f49a4e16e68b128803cc2dcea614603632b04eac'
oldFile: null
/dolphinscheduler-dist/release-docs/licenses/LICENSE-jmespath-java.txt:
newFile: !uuid 'f49a4e16e68b128803cc2dcea614603632b04eac'
oldFile: null
/dolphinscheduler-spi:
newFile: !uuid 'e608ce72b83067ccdf934d32c77300c59b82f6c8'
oldFile: !uuid '6ba4046e77042bafc2d7a72bbe91975d5b1b0d58'
/dolphinscheduler-spi/src:
newFile: !uuid 'fc8f4bbc681f245af9a2f2630f591f1ee25e799a'
oldFile: !uuid 'd22e12fb0dda2077c797815b93eb39e088338305'
/dolphinscheduler-spi/src/main:
newFile: !uuid 'a9e079b96eeda78c68bc8829562d3fbb77fead85'
oldFile: !uuid 'd4cea52a82d556ef2dbef99cc1a3a94ad19ec8df'
/dolphinscheduler-spi/src/main/java:
newFile: !uuid 'b631b6569d5e76670a6a123a2daa63044a500607'
oldFile: !uuid 'c1020795eabfc7e05a42cd3ef3bd1df0c9bae5d1'
/dolphinscheduler-spi/src/main/java/org:
newFile: !uuid 'ca127d25eb9031da293a3524ab3c3f98c4941e0f'
oldFile: !uuid '1d09a79999ab3f5dc3ebe0aff133432b36fdd1e9'
/dolphinscheduler-spi/src/main/java/org/apache:
newFile: !uuid '5b4d527b90a2e26bfccd1ce0b09ef6cc5736e64c'
oldFile: !uuid '4678c4d2ffd8fded376044d66a0ace09cd097219'
/dolphinscheduler-spi/src/main/java/org/apache/dolphinscheduler:
newFile: !uuid 'be1b740ce0378cc7f412f4fc60036fab2ed87ffb'
oldFile: !uuid '654ebe819a3ae98393b46406434124069974eeae'
/dolphinscheduler-spi/src/main/java/org/apache/dolphinscheduler/spi:
newFile: !uuid '0884f45615a108946cb4349be3921b41f391627c'
oldFile: !uuid 'bc3b9e46bf9718f41f722f6b94d9820c1b7c0e47'
/dolphinscheduler-spi/src/main/java/org/apache/dolphinscheduler/spi/task:
newFile: !uuid 'be1e485784fb106ab3ef63386615d6b16d2cd672'
oldFile: !uuid '17e84a670e8f9c926b8920695a706c219425f6a3'
/dolphinscheduler-spi/src/main/java/org/apache/dolphinscheduler/spi/task/TaskConstants.java:
newFile: !uuid '6489bce22e60cf9eb6be1e90ecf459543563f0b6'
oldFile: !uuid '0e1664941605d83a0bd31a43c1485e959d9f4909'
/dolphinscheduler-standalone-server:
newFile: !uuid 'a0533a2c1147718a8cb152f35905a656a2d84a13'
oldFile: !uuid '74a6c6d85f5718c71b8f70cf7803570f5aa7d960'
/dolphinscheduler-standalone-server/src:
newFile: !uuid '12019782824157425eb09b61a766495241bb4443'
oldFile: !uuid '98672f0535a914f56a32c7a24ecdfddfc47f4921'
/dolphinscheduler-standalone-server/src/main:
newFile: !uuid 'cdf7b558c094af5c086f8ff9d4f3483e17341dc3'
oldFile: !uuid 'ce75be85598e2e85f5578232c46afa66f35ebca5'
/dolphinscheduler-standalone-server/src/main/assembly:
newFile: !uuid 'fc58a4ae1f22bfc1269f0f6d0631a1d03d1a0684'
oldFile: !uuid 'ee44251b01c5f805d2290b6be9ec38498964a9ce'
/dolphinscheduler-standalone-server/src/main/assembly/dolphinscheduler-standalone-server.xml:
newFile: !uuid 'a17267b0d743b28c6c964b6b64fe683dfaf921b0'
oldFile: !uuid '90e100e5cf932b4da4991b22ca076d26f42279e7'
/dolphinscheduler-task-plugin:
newFile: !uuid '74abcb4c6773e93d64db99f76ac2be23b69effd9'
oldFile: !uuid 'dac164fe90f1a9bca12c3176df296ff445b2f2ad'
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr:
newFile: !uuid '7c20c645812eae030fcd34d08f52146b3b199181'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/pom.xml:
newFile: !uuid '41cf263f3bfa1ebe1f235e88f0d24a4ae593f262'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src:
newFile: !uuid '3808bafcaa3bb0dcf5dddac374381164c593ea9b'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/main:
newFile: !uuid '47b695d2a4cdf0fb9588b2eac5c2b69e9b29bc15'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/main/java:
newFile: !uuid '3d37f12d6ac2ab14b70fb0b120999afa489bed36'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/main/java/org:
newFile: !uuid '2a0b1d0b63dc8381a34552fae60eeb439a2a9a79'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/main/java/org/apache:
newFile: !uuid '3d2aa88eb298db8bd133c7ae8183c583d4e743f4'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/main/java/org/apache/dolphinscheduler:
newFile: !uuid 'efcbe1147a519e445b2775b8e9537010b17d41a7'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/main/java/org/apache/dolphinscheduler/plugin:
newFile: !uuid '724f30e6e53e3ef3166b2e4e203b3b52b5d3069b'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/main/java/org/apache/dolphinscheduler/plugin/task:
newFile: !uuid 'e0c3f95cb0453530d71e6fbe9f2ffcacdb3fdba0'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/main/java/org/apache/dolphinscheduler/plugin/task/emr:
newFile: !uuid 'b5a40a8f54997f20e43386a61b488d18b12cc31f'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/main/java/org/apache/dolphinscheduler/plugin/task/emr/EmrParameters.java
: newFile: !uuid '9f8ef03accca39a1ab143b7a94721ec9442f2b1a'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/main/java/org/apache/dolphinscheduler/plugin/task/emr/EmrTask.java
: newFile: !uuid 'bc9de5925ae36eef4c182f867c2cd5eb95f45d44'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/main/java/org/apache/dolphinscheduler/plugin/task/emr/EmrTaskChannel.java
: newFile: !uuid '9a7561b86670272363acc454688aedb80d777fa0'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/main/java/org/apache/dolphinscheduler/plugin/task/emr/EmrTaskChannelFactory.java
: newFile: !uuid '09d0c52f2226b32120e9c2ac804e4c945e7e863c'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/main/java/org/apache/dolphinscheduler/plugin/task/emr/EmrTaskException.java
: newFile: !uuid '9b126f983b628ee376c17b64d7f67d5bb1a7f7ed'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test:
newFile: !uuid '43389dbd18f960da9a481cb325f2ea97a74f6d38'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/java:
newFile: !uuid '091fa72fe0c7d99b574d9278218d49d0bb9feabe'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/java/org:
newFile: !uuid '2241bbab9261b85e5c8a2c578cae0b2dc92235e1'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/java/org/apache:
newFile: !uuid 'd254861f6f7d01198dbb939e25f2296d9b97dadc'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/java/org/apache/dolphinscheduler:
newFile: !uuid '24d4fd467cfcc5d4e5514ead4cfe1948d90aea18'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/java/org/apache/dolphinscheduler/plugin:
newFile: !uuid 'bf10aad8cef8ad102a41017f690c574034fd1883'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/java/org/apache/dolphinscheduler/plugin/task:
newFile: !uuid '0ab7a7c5f03178464c81805acf08e7225904510d'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/java/org/apache/dolphinscheduler/plugin/task/emr:
newFile: !uuid 'd6009d9b873c4a6800995d08f54bd3fee7c27bad'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/java/org/apache/dolphinscheduler/plugin/task/emr/EmrTaskTest.java
: newFile: !uuid 'd03d06005ff0306a66261c58c196242694342a41'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/resources:
newFile: !uuid '774f74736ac398a565ad8be1bf1da99373b37e12'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/resources/org:
newFile: !uuid '23e2c3464da4343257bed8cf05cb9000c0c2ee90'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/resources/org/apache:
newFile: !uuid 'ad0ba3705745a5645bc0599e40e60bcea1163af9'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/resources/org/apache/dolphinscheduler:
newFile: !uuid '6568ec63a7dd3b4e80228d43dfd2cf5599b6ed61'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/resources/org/apache/dolphinscheduler/plugin:
newFile: !uuid '617578f5d13837016f851fd9e9f2c8d56b215c9a'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/resources/org/apache/dolphinscheduler/plugin/task:
newFile: !uuid 'ae3f745b5c387f03a84d3bdb3af732d3b68d58b2'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/resources/org/apache/dolphinscheduler/plugin/task/emr:
newFile: !uuid '17e34b79f4b586fc22685c2e704e16a0cf913a79'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-emr/src/test/resources/org/apache/dolphinscheduler/plugin/task/emr/EmrJobFlowDefine.json
: newFile: !uuid 'e509aa88bd924c9634bcbd67dad3558847bfe1f9'
oldFile: null
/dolphinscheduler-task-plugin/pom.xml:
newFile: !uuid '6c99247b58bba31afd0c598c7dcc8657771e0181'
oldFile: !uuid 'e53425d3ceb2948d7ecf46dfdd9cb1c722b40879'
/dolphinscheduler-worker:
newFile: !uuid 'cceabe643faf328ac00acdbff2dfe9667179f143'
oldFile: !uuid '3eda58f6a91141ab2167209360ce82cfe1f9da13'
/dolphinscheduler-worker/pom.xml:
newFile: !uuid 'add49925f5236144f42bcdb089dc4733e66d1649'
oldFile: !uuid 'e2b8ff990b1b39538d608af864e8f70b38cd2277'
/dolphinscheduler-worker/src:
newFile: !uuid 'f6c7cea2f1534361059acab620a06d02048d256a'
oldFile: !uuid 'bc38244073ed50a8f889b07f1e37cf4c757a60c8'
/dolphinscheduler-worker/src/main:
newFile: !uuid '2bd57e1cd573e71b01566587d317587a9b00a407'
oldFile: !uuid 'd086008e2cb4b8c77b2b17303acc88c294c2ba27'
/dolphinscheduler-worker/src/main/assembly:
newFile: !uuid '44558b691158855bb24b1395a7be1f681a911a7e'
oldFile: !uuid 'e14ab3d7e3a8a7cd59149fdcba6a7c768097180f'
/dolphinscheduler-worker/src/main/assembly/dolphinscheduler-worker-server.xml:
newFile: !uuid '1a2cd5734670f31096b1dd19db9f72e1d1e26def'
oldFile: !uuid 'd1e03f8e02f0e3e8ad380f0da94eef1b331522e6'
/pom.xml:
newFile: !uuid '673d8d3d8c013d878b1d5cf7d054799fc4ddff11'
oldFile: !uuid 'ae8e96b7ed6638e59d25281249da5fb25479de1e'
/tools:
newFile: !uuid 'd0b88641fe49609c76773c048cde9c0d67056fed'
oldFile: !uuid '2bd0c1c534cfac108b243989befb335a2869cf18'
/tools/dependencies:
newFile: !uuid 'a5c8a2534522c78ff4282fc258717778f263e0d3'
oldFile: !uuid 'bc2fa654ccaf65d0cccb0c9398ae59a718e173c7'
/tools/dependencies/known-dependencies.txt:
newFile: !uuid '99a434b464b01e8a39dbb1347f8cf5646299284e'
oldFile: !uuid '081da84346c236e9d478ca93580cbfedceb43403'
gitCommitId: !uuid '20ee9a37fe39257ffa2b983cb2cefc34b2138091'
renames: {
}
revisionId: 2308
revisionId: 2309

Loading…
Cancel
Save