Browse Source

#3227: [Feature][Task Plugin] Add SageMaker Pipeline task plugin for MLOps scenario (#10826) (#10935)

* add sagemaker pipeline task plugin

[DOC] add Sagemaker task plugin document

change license and fix dependencies

* [fix] Optimize the code

* Update dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main/java/org/apache/dolphinscheduler/plugin/task/sagemaker/SagemakerParameters.java

Optimization parameter judgment

Co-authored-by: caishunfeng <caishunfeng2021@gmail.com>

* [fix] nips

Co-authored-by: caishunfeng <caishunfeng2021@gmail.com>
git-as-svn/v1/dev
JieguangZhou 2 years ago committed by GitHub
parent
commit
a30c59c423
  1. 2
      commit.ref
  2. 298
      commit.yml

2
commit.ref

@ -1 +1 @@
Subproject commit 594f00512b6dcda4cc9b6a51b25b1d818d17a422
Subproject commit af7b359333357ce3e32972c914ff539c8c9aad51

298
commit.yml

@ -2,34 +2,280 @@
branches: {
}
fileChange:
/docs:
newFile: !uuid '6a447e382ab3384e2a211d802887976c48b37dcb'
oldFile: !uuid '3473c8a1d3fc208ddb1115dc3ebe69f6dcaed094'
/docs/configs:
newFile: !uuid '04d8edc34d3d0fc7feb602ba861a2fecff0d180d'
oldFile: !uuid 'a52eb332fe9aba27b05edcb813c4423aa510c14a'
/docs/configs/docsdev.js:
newFile: !uuid 'b688843812ef73f7f3da781e0260d81a5f48edfd'
oldFile: !uuid '0fdd2a41e4a1b99a5cab7819bbaa353bf975ea38'
/docs/docs:
newFile: !uuid '41f62926135e0792ffcca0d39660a22f505241d4'
oldFile: !uuid '1105dca54eba54fc11704c73a0a6a05cf0497c07'
/docs/docs/en:
newFile: !uuid '431895450f7e758e6324897d0384a37dceb9df81'
oldFile: !uuid '912d9587a2ee2dade9c65d7fe3424e976d7c9565'
/docs/docs/en/guide:
newFile: !uuid 'e103a0acfea451af7d6f4e1956791e7b7415bad9'
oldFile: !uuid 'bc879bbe3f4fa0b991025c79ede309421c797129'
/docs/docs/en/guide/task:
newFile: !uuid 'b7ed6c8c64fd08cc864189e6b46be2d4920f4dd1'
oldFile: !uuid '3b884a88488dd2f57704be28a1c5b13cc225d96b'
/docs/docs/en/guide/task/sagemaker.md:
newFile: !uuid '8ee01b1b664a07a2576142a8d2926e7c61fe102b'
oldFile: null
/docs/docs/zh:
newFile: !uuid 'c8292aa7d63811c1730fca66cee2ba44fd702ae5'
oldFile: !uuid '918e8c48cb81414ea4711c42525afebe3e49bb26'
/docs/docs/zh/guide:
newFile: !uuid '25275dd5b80a2c33798319995cfc5f1a90486a95'
oldFile: !uuid 'bf049488ce3b38413dd0013a5d0bb92413eb7a59'
/docs/docs/zh/guide/task:
newFile: !uuid 'd795d28e66da7735f2afa791154fe9f253597b8d'
oldFile: !uuid '8fc395fe81780c72fb346a2bca1bd9d6421a7a32'
/docs/docs/zh/guide/task/sagemaker.md:
newFile: !uuid '1b0e728e825ee2364c3347c3d50c01490813a261'
oldFile: null
/docs/img:
newFile: !uuid '76d466e167436e01d91161e51f206e74da9d58a3'
oldFile: !uuid '0736b313f470e119a2d7add9f171290dda1056f6'
/docs/img/tasks:
newFile: !uuid '879c95043c9c28d588472829772774c603d60c56'
oldFile: !uuid 'fd2e6b8488350caf77673d5cf158ebae3264dc2c'
/docs/img/tasks/demo:
newFile: !uuid 'fd22bdc8d36bf09422051387fc372ade56ab38bb'
oldFile: !uuid 'e2765735b682b965831a31711f7925fddda23adb'
/docs/img/tasks/demo/sagemaker_pipeline.png:
newFile: !uuid 'be4eff1653d0ea6beadcac3bdd95e7f545fabcda'
oldFile: null
/docs/img/tasks/icons:
newFile: !uuid '65922b7b9da31c3ba22217f145b8be0bc024b112'
oldFile: !uuid 'f4bb5f9738bfa383d68e2bdc94ae325113efdd6a'
/docs/img/tasks/icons/sagemaker.png:
newFile: !uuid '9b8206e74120caf56157531d8f44cc8a928313f1'
oldFile: null
/dolphinscheduler-dist:
newFile: !uuid '0292820dd6877fe644b46542ee21f24dfd076dcf'
oldFile: !uuid 'bf4224866c9c21f918a43dd5deb9a2bd9dbd5584'
/dolphinscheduler-dist/release-docs:
newFile: !uuid '6efb953ea48633b270fc8071aa9ecbc7f4548242'
oldFile: !uuid 'cd24d4b37a31f2be1d179682fdc110153fb9a461'
/dolphinscheduler-dist/release-docs/LICENSE:
newFile: !uuid 'adb79ca25099f5f701c7ef0a42c42be7bc0b5248'
oldFile: !uuid '67a90d91a1ed693fb5f3a96f133143501a9be085'
/dolphinscheduler-dist/release-docs/licenses:
newFile: !uuid 'f432476292f3d21d59c3c4a0cdbf3db4be815f9e'
oldFile: !uuid '7a97398e9483836c2a1a88ce69eb8b81749bb2fb'
/dolphinscheduler-dist/release-docs/licenses/LICENSE-aws-java-sdk-sagemaker.txt:
newFile: !uuid 'f49a4e16e68b128803cc2dcea614603632b04eac'
oldFile: null
/dolphinscheduler-task-plugin:
newFile: !uuid 'c3a39cd40fca7600865ecd02d9ea2e521b1f970f'
oldFile: !uuid '77557358ccaad3ae174b7967753c259d1e5fa488'
/dolphinscheduler-task-plugin/dolphinscheduler-task-all:
newFile: !uuid 'db3f7c1d610509f132cdf3604060c70e88420b14'
oldFile: !uuid 'f0db1b01ed2b9b24bca96c244f16b0b90bd53dec'
/dolphinscheduler-task-plugin/dolphinscheduler-task-all/pom.xml:
newFile: !uuid 'aebaa5e07f62ebc1ccd3aa5f87859752a07fe2a1'
oldFile: !uuid '759b94505e9d651aa4679c5c443885d780cfc1ef'
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker:
newFile: !uuid '9c9b801d194e41baf8079b3a358d1f04008253d6'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/pom.xml:
newFile: !uuid '66f761d825c0178ec53b195b0298795b6f5c68c1'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src:
newFile: !uuid 'f502645ae6449c0bf1cde630d312a99521fb2b1c'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main:
newFile: !uuid 'dfe0a8058f4bc407f8a947bd6c99a479d44114f3'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main/java:
newFile: !uuid '6952f58b52dbb7a92fcd63015133927f001bd36f'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main/java/org:
newFile: !uuid '5d81986ac128392ed7be880a187335b4e45b5524'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main/java/org/apache:
newFile: !uuid '2715d358b736424971797cff6a40b1f1d63eb9c6'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main/java/org/apache/dolphinscheduler:
newFile: !uuid '6dfa6b7d1096093c24ddb48f5b9e6113394e557a'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main/java/org/apache/dolphinscheduler/plugin:
newFile: !uuid '09fd34714ef6da18daee89707407202288cb863e'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main/java/org/apache/dolphinscheduler/plugin/task:
newFile: !uuid '9ce58d8d57bd3d341fe65e16bf43d27699b0afad'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main/java/org/apache/dolphinscheduler/plugin/task/sagemaker
: newFile: !uuid 'ea3fc2734cae1ac90d71db7263f6c03265244361'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main/java/org/apache/dolphinscheduler/plugin/task/sagemaker/PipelineUtils.java
: newFile: !uuid 'b5df5b9ea50daa3efc3db21aba04906e4c228bd5'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main/java/org/apache/dolphinscheduler/plugin/task/sagemaker/SagemakerConstants.java
: newFile: !uuid '143abbb64460bc49d630b74109bd7346dc798b0d'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main/java/org/apache/dolphinscheduler/plugin/task/sagemaker/SagemakerParameters.java
: newFile: !uuid '3b33eded1aacc6cd7fadc4fce4f403d59eb584e2'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main/java/org/apache/dolphinscheduler/plugin/task/sagemaker/SagemakerTask.java
: newFile: !uuid '1431da1e924596dd3506b3874369413bb5fc0913'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main/java/org/apache/dolphinscheduler/plugin/task/sagemaker/SagemakerTaskChannel.java
: newFile: !uuid '9e88471cb6f9bc8cfb1ba5bde2f7ebaa260d272b'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main/java/org/apache/dolphinscheduler/plugin/task/sagemaker/SagemakerTaskChannelFactory.java
: newFile: !uuid '0c4afec462fd1797ef150fc130077ddea48ff597'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/main/java/org/apache/dolphinscheduler/plugin/task/sagemaker/SagemakerTaskException.java
: newFile: !uuid '92beb5c5c21411210e6209a6c0eb0d6351566a79'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test:
newFile: !uuid '002ef8c47608116e2d273a7df12f81526e149d21'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/java:
newFile: !uuid '62a23468b8b4dc75022ce07c15f0dcd0a5b8504a'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/java/org:
newFile: !uuid '6dc85de6fed5086e52863b660685071da8435fe1'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/java/org/apache:
newFile: !uuid '39f218da7ea92943b1284f149c2de70e01674d67'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/java/org/apache/dolphinscheduler:
newFile: !uuid '466edd41af160a3bf40d5fa092bcf220b9e59c0f'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/java/org/apache/dolphinscheduler/plugin:
newFile: !uuid 'a72950f79a560ae68bf0c18b4ca9a6cff5718ab9'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/java/org/apache/dolphinscheduler/plugin/task:
newFile: !uuid '59eb9644a58a071c374493d1aa7500d22149af4f'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/java/org/apache/dolphinscheduler/plugin/task/sagemaker
: newFile: !uuid '88ce149e28cd22636c391c9ed2a6b88fac58e820'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/java/org/apache/dolphinscheduler/plugin/task/sagemaker/SagemakerTaskTest.java
: newFile: !uuid 'a7dcdca7bd6483370f7ca3f0194d6d4d3915d998'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/resources:
newFile: !uuid 'ca76e5438617115cf82d2ecebee21a7a2c4825ed'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/resources/org:
newFile: !uuid '5ef158c0925ed0facce2bfea0aa930429ff1d014'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/resources/org/apache:
newFile: !uuid '849585146ce9d50139b001962236b8f358f3fcf0'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/resources/org/apache/dolphinscheduler:
newFile: !uuid '6fc7b6f5fc4c1efbeeec4a7546b30efead2ccb83'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/resources/org/apache/dolphinscheduler/plugin:
newFile: !uuid '3927d3c69f3be64a53c77697f9ac9ead2976b32d'
oldFile: null
/dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/resources/org/apache/dolphinscheduler/plugin/task:
newFile: !uuid '673f141e79274f4dd5f8863119bc5dd16eb76d9f'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/resources/org/apache/dolphinscheduler/plugin/task/sagemaker
: newFile: !uuid '4d68de22af3386aa58b4285c7159e18e712fd481'
oldFile: null
? /dolphinscheduler-task-plugin/dolphinscheduler-task-sagemaker/src/test/resources/org/apache/dolphinscheduler/plugin/task/sagemaker/SagemakerRequestJson.json
: newFile: !uuid '9a1a28bfa1d127cee8ce9abb7ccce460757abf62'
oldFile: null
/dolphinscheduler-task-plugin/pom.xml:
newFile: !uuid 'a9b094b4438aeacd4c16e284ee20ad77b57bde28'
oldFile: !uuid 'f934cc5c8365d690282c86a71dce861299fd62cb'
/dolphinscheduler-ui:
newFile: !uuid '5433333e68005a9b6ac6871151bb660141fe666f'
oldFile: !uuid 'f0eacd0c80b6e829f2e97560a2b02926a2cf356c'
newFile: !uuid 'b662b99c71b8198e0cceadb26e1cd35ea8bf0060'
oldFile: !uuid '5433333e68005a9b6ac6871151bb660141fe666f'
/dolphinscheduler-ui/public:
newFile: !uuid '87201c2517423bae096326fd9cc9856ab7e799fe'
oldFile: !uuid 'cb002145d46c35bfa0fbcf621b5d3b8057216e8b'
/dolphinscheduler-ui/public/images:
newFile: !uuid '1437e3f099d5b45b45080a1c76fc2b3171ef51d0'
oldFile: !uuid 'a28b5b42d69aac5046a3d6582d18c8b4cfd72023'
/dolphinscheduler-ui/public/images/task-icons:
newFile: !uuid '3b9f615f955ed311adfa6fbad4df68923571e628'
oldFile: !uuid '087a374b6df72c88854fe8c37799c2a135c774d2'
/dolphinscheduler-ui/public/images/task-icons/sagemaker.png:
newFile: !uuid '9b8206e74120caf56157531d8f44cc8a928313f1'
oldFile: null
/dolphinscheduler-ui/public/images/task-icons/sagemaker_hover.png:
newFile: !uuid '270e9fe563f6664e9216955b80d26b9de73ceb76'
oldFile: null
/dolphinscheduler-ui/src:
newFile: !uuid '3f6b1561f2d232bc0cea7c45a422cbe595465b76'
oldFile: !uuid '584368066323fd47eed5bdf330b552d1f4535d07'
newFile: !uuid 'dc6a0c15ee239fdffa7a22605569e769b941fba8'
oldFile: !uuid '3f6b1561f2d232bc0cea7c45a422cbe595465b76'
/dolphinscheduler-ui/src/views:
newFile: !uuid '5b075c0e4b9d8d5c5486300a09127fca381aae2e'
oldFile: !uuid '59c46ea5136005c45e22c714dfbb9c21c8b81086'
/dolphinscheduler-ui/src/views/security:
newFile: !uuid '4f6be76dac306d2768e2357909d05331439d64ec'
oldFile: !uuid 'f9f81e616fc591a839d1621c50b8c6f0fcf18171'
/dolphinscheduler-ui/src/views/security/token-manage:
newFile: !uuid '0fc25d28879017fd04b3d15418cbe3374e191f8d'
oldFile: !uuid '3f30a4abde6ecc1dba60e8ff947f3e63844c0a60'
/dolphinscheduler-ui/src/views/security/token-manage/components:
newFile: !uuid '46b354e51a2cbab18cb261788046862d8cb19521'
oldFile: !uuid 'ea90060d37cbb35a74806ef0eec1dabeae346710'
/dolphinscheduler-ui/src/views/security/token-manage/components/token-modal.tsx:
newFile: !uuid 'b5fa4cc7072aafee8a17a8d53b20c31594e81190'
oldFile: !uuid '8c75a68eae32c5d9d0f55893f5f7165793de9b88'
/dolphinscheduler-ui/src/views/security/token-manage/index.tsx:
newFile: !uuid 'd9b167fc095dba47c12bf7b8b4c93a7f4336e655'
oldFile: !uuid '163b52be560d21b1e86c8d7c51844e42ee37168b'
/dolphinscheduler-ui/src/views/security/token-manage/use-table.ts:
newFile: !uuid 'e8a2c67b540e296834306c4bbff22882fe479d51'
oldFile: !uuid 'c017f44cefae5216ae144532b45cdfbc051aa32d'
gitCommitId: !uuid '594f00512b6dcda4cc9b6a51b25b1d818d17a422'
newFile: !uuid 'fcb8d5a715d76e85376b44a393324ee60c2430bd'
oldFile: !uuid '5b075c0e4b9d8d5c5486300a09127fca381aae2e'
/dolphinscheduler-ui/src/views/projects:
newFile: !uuid 'efed61151af0349609eda159838941153349dacc'
oldFile: !uuid '08e62f5bb275aa036e5bf2a8478947a2ae4f042a'
/dolphinscheduler-ui/src/views/projects/task:
newFile: !uuid '594bb71603b91b8b787d3c25abded9f6a4123a66'
oldFile: !uuid 'd6ede20104d26334c9e56a12eb92b0b37a32682b'
/dolphinscheduler-ui/src/views/projects/task/components:
newFile: !uuid '5f3492deab74032bdd45b070ba354b05c3bd50ed'
oldFile: !uuid '064d2084459aebe21be303dcdc9148f119eca73b'
/dolphinscheduler-ui/src/views/projects/task/components/node:
newFile: !uuid 'bf753e3075b0ef9a7faddd2405f688fead94760c'
oldFile: !uuid '6025d5ddcef84b35e339c71ec36336381532445b'
/dolphinscheduler-ui/src/views/projects/task/components/node/fields:
newFile: !uuid '22860227bb1f7682864351378207b00b08886faa'
oldFile: !uuid '3c7eeea44bdb10e7403a2f83d738ffe26bcf651f'
/dolphinscheduler-ui/src/views/projects/task/components/node/fields/index.ts:
newFile: !uuid 'c0f2f250469c519a5f5d77e3a6299175d2dd6458'
oldFile: !uuid '30541292145f6007ee49ff80372627f1e4fad4f5'
/dolphinscheduler-ui/src/views/projects/task/components/node/fields/use-sagemaker.ts:
newFile: !uuid '83e52b874ec4d267010e03de8145bfbb5a8a615a'
oldFile: null
/dolphinscheduler-ui/src/views/projects/task/components/node/format-data.ts:
newFile: !uuid '1d719a8e372c39c2d0b425e36e8e862a14064de7'
oldFile: !uuid '7a3878bc5846ddfc815e761fc18ae68e4cacaab2'
/dolphinscheduler-ui/src/views/projects/task/components/node/tasks:
newFile: !uuid '2c0c05a839060d23be2a1786f7d0d9a168372519'
oldFile: !uuid '30dd55b8b0203a443c46b51309e65414b2e9ee01'
/dolphinscheduler-ui/src/views/projects/task/components/node/tasks/index.ts:
newFile: !uuid '1d16aeef03125cba920b5d5942f863cca35de38c'
oldFile: !uuid '4240892efff275b91bb237c6b4c528b48681b4ca'
/dolphinscheduler-ui/src/views/projects/task/components/node/tasks/use-sagemaker.ts:
newFile: !uuid 'fc3a3be0a6187e9177d8952764116d12665ea60c'
oldFile: null
/dolphinscheduler-ui/src/views/projects/task/components/node/types.ts:
newFile: !uuid '98782583382aa70b2c43d5bf0cf32d2fe178027b'
oldFile: !uuid '268d8635b8d214c418ad19c6cead85fab8895eb6'
/dolphinscheduler-ui/src/views/projects/task/constants:
newFile: !uuid 'afa23c04105e2d851f31c3c01b099869c47ef64b'
oldFile: !uuid '59eed43833fcbc56ee9181acd39df56f810828a3'
/dolphinscheduler-ui/src/views/projects/task/constants/task-type.ts:
newFile: !uuid 'b441c6229c212be5325017d2892faab78581af03'
oldFile: !uuid '1cc0e00c5bd4496fd3c988769840c2c46799b955'
/dolphinscheduler-ui/src/views/projects/workflow:
newFile: !uuid 'a740050a4c322d8ac86ebc05f2b72c7c69ca7dd9'
oldFile: !uuid '53755a2cbca6b7d78a9f5833d11d862f0ad6c5a3'
/dolphinscheduler-ui/src/views/projects/workflow/components:
newFile: !uuid '1a23cb4669e72eee53f863a9dd8fc969c00c5e7e'
oldFile: !uuid 'ddacc1e021852215259d19aed2979c2f91892687'
/dolphinscheduler-ui/src/views/projects/workflow/components/dag:
newFile: !uuid '4162f1cfc4bba60f37a224b12c1aa8fdfaabb719'
oldFile: !uuid '0ab873385f9651d10dadae01977c19fd165c4f60'
/dolphinscheduler-ui/src/views/projects/workflow/components/dag/dag.module.scss:
newFile: !uuid 'c22dec84800dc248910de2e6f773935bdab68aab'
oldFile: !uuid '90615483fddec4f419ef09d709a65b29792152e8'
/tools:
newFile: !uuid 'd8adf3504cf66026535d7c8de0c6dd922cfe01a3'
oldFile: !uuid 'b1430f0cea1bd0aafe3c45028ff8944a876ffcc2'
/tools/dependencies:
newFile: !uuid '32ba1310010ee90e5e17fbb3ee73c2796a853a40'
oldFile: !uuid '86050d8a1ad6272e1e7b1d423833a912dfd8ec0f'
/tools/dependencies/known-dependencies.txt:
newFile: !uuid '49c6d44c7f13aec0d19c2830c7d1e0ad441305dd'
oldFile: !uuid '562e55b20b257380d982aba2cd98f8e2086d1817'
gitCommitId: !uuid 'af7b359333357ce3e32972c914ff539c8c9aad51'
renames: {
}
revisionId: 3226
revisionId: 3227

Loading…
Cancel
Save