github
/
DolphinScheduler
mirror of https://gitee.com/dolphinscheduler/DolphinScheduler.git
1
0
Fork 0
Code Issues Releases Wiki Activity
Browse Source

#3024: [Feature-10363][server] S3 Resource center supports bucket customization (#10433) 

* [Feature-10363][server] S3 Resource center supports bucket customization

* Modify the configuration. Sort out HDFS and S3 configurations to distinguish them
* Modify the configuration comment to clarify the configuration meaning
* Modify official documents to add missing configuration descriptions and clarify configuration meanings and usage
* Modify the configuration file in e2E to the correct definition, dolphinscheduler-e2e/dolphinscheduler-e2e-case/src/test/resources/docker/file-manage/common.properties
* Modified code to support bucket customization
* Check that the bucket on personal permission, Otherwise, the startup fails
* S3 increase support resource. Storage. Upload. Base. The base path path
* Change S3Utils implementation style to be consistent with HadoopUtils

* [Feature-10363][server] S3 Resource center supports bucket customization

* Modify code review comments
git-as-svn/v1/dev
guodong 2 years ago committed by GitHub
parent
5b9a18b9d8 2c227ab384
commit
01fff8516b
2 changed files with 145 additions and 46 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 2
      commit.ref
  2. 189
      commit.yml

2
commit.ref

@ -1 +1 @@
Subproject commit b8d5e78994f43d8febf6ff6ae565dab45f2c8c2f Subproject commit 2c227ab3849b50e2fac508c458a8b9b36a073159

189
commit.yml
Unescape View File

@ -3,57 +3,156 @@ branches: {
} }
fileChange: fileChange:
/docs: /docs:
newFile: !uuid 'df1c41a061c843b12d257da5baaf320974ce405e' newFile: !uuid '0773500b0a792d35b0bd4100ea83bde6a5072cde'
oldFile: !uuid '335b739c166e0f81b38d21c6724415531074d54c' oldFile: !uuid 'df1c41a061c843b12d257da5baaf320974ce405e'
/docs/docs: /docs/docs:
newFile: !uuid '57b6aef77d5c09cbcef8db5ed59692a02ca978f1' newFile: !uuid '2d8ea97687fc948c71a36f36f8c1de15c3ee8593'
oldFile: !uuid 'a52e95e6d05c2b6478fbcd809c2733baf71918bf' oldFile: !uuid '57b6aef77d5c09cbcef8db5ed59692a02ca978f1'
/docs/docs/en: /docs/docs/en:
newFile: !uuid 'f1020d034098960b3c14af324e535dedb0ca89af' newFile: !uuid '9795d52f71680a8b13b7349f62e1b1d9822cae50'
oldFile: !uuid '4e9bc2e8a093394857d3db75aac7e6399a94db1e' oldFile: !uuid 'f1020d034098960b3c14af324e535dedb0ca89af'
/docs/docs/en/architecture:
newFile: !uuid '10c7a293157fad4fb441ae16b5cdf9b5747f1b13'
oldFile: !uuid 'dde6210789b5239ff249198ee356dfd84ddca7f4'
/docs/docs/en/architecture/configuration.md:
newFile: !uuid '57cbdddaa3d2c36109dba818c09298a3cb90d35a'
oldFile: !uuid '7fb176219f6a343a42b088eec440a1ed3989b2b3'
/docs/docs/en/faq.md: /docs/docs/en/faq.md:
newFile: !uuid '997d38779e90bf2206e6727e6536b956dc9b45af' newFile: !uuid '0fe807b0c8fe4f70f0db014a85c54b00718b254d'
oldFile: !uuid 'e99660558a50c435352fb2e452d33798f33d201b' oldFile: !uuid '997d38779e90bf2206e6727e6536b956dc9b45af'
/docs/docs/en/guide: /docs/docs/en/guide:
newFile: !uuid '0d08c94a57208b0b84c1d806d3165f8ec8ee6931' newFile: !uuid '86efdafd8d23cde1bd10efe32c575ccdcb23cc9e'
oldFile: !uuid '3587c13361255f8e47ae479681ece5e937b816a3' oldFile: !uuid '0d08c94a57208b0b84c1d806d3165f8ec8ee6931'
/docs/docs/en/guide/alert: /docs/docs/en/guide/resource:
newFile: !uuid '131214ae36db3f4188f6c3b2d48ecb1078f3dafd' newFile: !uuid 'cd345acfafa9430a38a953ce7566a0359e02d406'
oldFile: !uuid '0917008e3820d1eee966c437c35ec331d126cd1c' oldFile: !uuid 'ed93badc661f5ebdb45c70e942281ea1ba0f2381'
/docs/docs/en/guide/alert/email.md: /docs/docs/en/guide/resource/configuration.md:
newFile: !uuid 'aa3cf2ba73be98b85853b7612e1176f98b8a296c' newFile: !uuid '5677e1917ac0abf790da738414141ac795d7ca88'
oldFile: null oldFile: !uuid 'b411a929f48dc71b44a9c2218977c452e1c0f798'
/docs/docs/zh: /docs/docs/zh:
newFile: !uuid '166c2499f6d519d9362ac11f6ebd31f6c67d85bf' newFile: !uuid '85bd0a84cffbd0f253a76245a519bad3565c9b25'
oldFile: !uuid 'f9b6449c1d614b68c1200df79f3f17f372a5dbe9' oldFile: !uuid '166c2499f6d519d9362ac11f6ebd31f6c67d85bf'
/docs/docs/zh/architecture:
newFile: !uuid '1332b45e0d6baeebfeb159f9b7fdfb786c3562eb'
oldFile: !uuid '8a85ed365ce587fbf8ecb4f5da16fc00894688ce'
/docs/docs/zh/architecture/configuration.md:
newFile: !uuid '47055a1b871e8e04baa4a0f145bc8df6b882b228'
oldFile: !uuid 'ec413b5404277fc7f31100c08a5e5e9cb68819db'
/docs/docs/zh/faq.md: /docs/docs/zh/faq.md:
newFile: !uuid '4c73ee05a761884d33d8b1666ef6e743172f7fb3' newFile: !uuid 'd3745ca7672ac69be2a112a6eb9b01acdf3d486c'
oldFile: !uuid '38dbf17cb7a97116960af160ee05c2a343e94bbd' oldFile: !uuid '4c73ee05a761884d33d8b1666ef6e743172f7fb3'
/docs/docs/zh/guide: /docs/docs/zh/guide:
newFile: !uuid '32ba072d76ced16144c04ce5bc98e54fab22a6fc' newFile: !uuid '28373f7ea7959aa2ea414ac048ac6d85624978fb'
oldFile: !uuid 'ea132c81835c3b4a7ae4d1640cbd9824c8c73068' oldFile: !uuid '32ba072d76ced16144c04ce5bc98e54fab22a6fc'
/docs/docs/zh/guide/alert: /docs/docs/zh/guide/resource:
newFile: !uuid 'b65611f99aa46520af3be68fdfd14007b1b5d6eb' newFile: !uuid '88b23a9c4b1a47a406923f76b8607984cd674da4'
oldFile: !uuid '8ee42fe855b36738a44fb51f29314c8426cfeb2c' oldFile: !uuid 'c35a08e985526ae833350238cc099fa3920cb5a2'
/docs/docs/zh/guide/alert/email.md: /docs/docs/zh/guide/resource/configuration.md:
newFile: !uuid 'b636b03af8d70e7e4cd08e2460facbf636f635ca' newFile: !uuid 'e8edee566c7cc04cae0a2d4e29b7eb587e4f942a'
oldFile: null oldFile: !uuid '3c6d66281b196741af7d4d692b2b62d735fa7f79'
/docs/img: /dolphinscheduler-common:
newFile: !uuid 'd84e66428392af074c7eb61fba6a5f534be50a81' newFile: !uuid '48935f6ee44acbccde9b590c1050b40ca0a260b4'
oldFile: !uuid '6256650367092ab7cb92e7e66fadea7f05deb8db' oldFile: !uuid 'a88041910acb520e24293b7e02b27bcc41cf8768'
/docs/img/alert: /dolphinscheduler-common/src:
newFile: !uuid 'd65a27e49597c33f7f9d78970cd765907b3c6315' newFile: !uuid '91a9079fddaf910e6f1c06b657383d700feff015'
oldFile: !uuid '9a429ebbad729773ee4358e0397ff9453dcd14b4' oldFile: !uuid '14a9ad11956ca674feecf5548d425aca649da649'
/docs/img/alert/email-alter-setup1-en.png: /dolphinscheduler-common/src/main:
newFile: !uuid 'd09253de120ab975bfae43ac7a47469f73937b1b' newFile: !uuid '7d2bf0a8e6523802afca5ad2b5a7529e8db3f1b2'
oldFile: null oldFile: !uuid '50ddfaaab724b9eec59a23f46687936d072ca2b9'
/docs/img/alert/email-alter-setup2-en.png: /dolphinscheduler-common/src/main/java:
newFile: !uuid 'ac44c012beb5bcaf6cb7b41cdb871accb832799b' newFile: !uuid '81defd9374b6bd35bc605c67b37497cc2c0aa9e7'
oldFile: null oldFile: !uuid 'fdcdac75c51c25f948d2065e8936815953a99ada'
/docs/img/alert/email-alter-setup3-en.png: /dolphinscheduler-common/src/main/java/org:
newFile: !uuid '1673d5d96cc6da736b6c58137c31f7be5163fa1d' newFile: !uuid 'cab95d7c5fe891327dc4083ad09038a1cec5708e'
oldFile: null oldFile: !uuid '1fea6394e5acf691ede894b9bbb5e56d563ae5b8'
gitCommitId: !uuid 'b8d5e78994f43d8febf6ff6ae565dab45f2c8c2f' /dolphinscheduler-common/src/main/java/org/apache:
newFile: !uuid 'e91ac39ca904d5717953c0515088080ad565ce4b'
oldFile: !uuid 'c98d59a53b225b3c6864dd4856c5cbb783b78501'
/dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler:
newFile: !uuid 'd789f8f007de8ae290b630d1454cbefd0a4197ee'
oldFile: !uuid 'baa9932cd3f0f2db3dabbc20efa51c88ee7b7d79'
/dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common:
newFile: !uuid '453f2fb21aeb55638a4af635ec85e240b2ea108e'
oldFile: !uuid '96b3961d95111be9db7b03981e24ce6e2853512e'
/dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/Constants.java:
newFile: !uuid '060779bedcc5b36598574c1360fb206e6405d0d5'
oldFile: !uuid '2c37b98ecc889872292d13055930e28896718946'
/dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/utils:
newFile: !uuid '6fe191803b1fe5ce41cf092d2e32bf139ed33ff4'
oldFile: !uuid '6e21d80c49f82aa5b1d63e58ed9ba0ff761bc986'
/dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/utils/HadoopUtils.java:
newFile: !uuid '0fc3fa13de97f347cedfa02248a33e863c621104'
oldFile: !uuid 'c8a8928f28ddd0f3ba4a4f66eb4112eb7e66fd9e'
/dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/utils/S3Utils.java:
newFile: !uuid '2fdd2586eb2019b91b6c97acbf761b4ae39c7a2e'
oldFile: !uuid '2471b2e990371a503b6da953211d69cd4e4a16b8'
/dolphinscheduler-common/src/main/resources:
newFile: !uuid '02c2d78706425feb4eabf6d40f71ce89eaa4c6b0'
oldFile: !uuid 'c073a8cd919431b03f1fdec3c587bca4b07e452c'
/dolphinscheduler-common/src/main/resources/common.properties:
newFile: !uuid '97355f8811fc0e07992719df538a5af08cefa11b'
oldFile: !uuid '13c7d3a479ab23cdabd25ee4653c72a71d861b36'
/dolphinscheduler-e2e:
newFile: !uuid 'eea2667e9600e56644290f4ca303e9a1242706e7'
oldFile: !uuid 'fda99fd19b02ecdd33523229b95ca662d19ec039'
/dolphinscheduler-e2e/dolphinscheduler-e2e-case:
newFile: !uuid 'd1328790a985d5fc4025e04beacaf9668b24499f'
oldFile: !uuid '5625e7c4bb904e117be739db0967939bd2d4832f'
/dolphinscheduler-e2e/dolphinscheduler-e2e-case/src:
newFile: !uuid 'a7ff20c3b6c516adbc92adddac39a2feec6a11fd'
oldFile: !uuid '52740345c9ad2bb4a74a4a76dc3e88308e8ea4a7'
/dolphinscheduler-e2e/dolphinscheduler-e2e-case/src/test:
newFile: !uuid 'c935d336e36d0218450e476de1a5380039f397ff'
oldFile: !uuid '1c75d645af1c54ba5c948e2332353ccad9c6c587'
/dolphinscheduler-e2e/dolphinscheduler-e2e-case/src/test/resources:
newFile: !uuid '138a406d249aff3c1bd7981684fa765cbdc6b1d3'
oldFile: !uuid '5e99bef81a2e3eebe623148fc1139f10c43f39f2'
/dolphinscheduler-e2e/dolphinscheduler-e2e-case/src/test/resources/docker:
newFile: !uuid '8801e51faa72a7abd6b9afe6b42c8e05000776e7'
oldFile: !uuid '8ac6f9f22e39db7be0763c8d533843b927680249'
/dolphinscheduler-e2e/dolphinscheduler-e2e-case/src/test/resources/docker/file-manage:
newFile: !uuid '8302784f72ac5b0f3598726ecdde981e24ed794b'
oldFile: !uuid '51114101433d801c971e63dd59172b99ebcb51f5'
/dolphinscheduler-e2e/dolphinscheduler-e2e-case/src/test/resources/docker/file-manage/common.properties:
newFile: !uuid 'c8a3c32433c2a226b3ca444af8f2001ab597c3c5'
oldFile: !uuid 'dcf839ff7619921a4a5ee2455254871c80417071'
/dolphinscheduler-task-plugin:
newFile: !uuid '0b1ee9d766a2009a6e33e9f940f42b0bfda33e67'
oldFile: !uuid 'b007e298df2b48f2cfce32259bc6957383f9a171'
/dolphinscheduler-task-plugin/dolphinscheduler-task-api:
newFile: !uuid 'b671daaf6cffbaf15cf0837292b3ba71081df904'
oldFile: !uuid 'a93433c2161e0d966adef8750457c13555fd91a0'
/dolphinscheduler-task-plugin/dolphinscheduler-task-api/src:
newFile: !uuid '2210194cab757500145b6d0bcefe496167c0e5a5'
oldFile: !uuid '31685816257e283037d12f21f94f49ed0dc56371'
/dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main:
newFile: !uuid '365f06f83c032354bcba4c4ec52c0c59ed7672e2'
oldFile: !uuid '2b35cff8c079ff759d0753232b1be6ac9bf79af5'
/dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java:
newFile: !uuid '060fef964f49d600fdda710b65598e7aaa6b391b'
oldFile: !uuid '443daa5e6ec5b14f45af1710c13fd90f8df05aef'
/dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org:
newFile: !uuid '4500b75076a2ce32a3305326a062b6544afb025e'
oldFile: !uuid 'c89f6a8e132a6caeb5a3627d93dc9e322e6d66e2'
/dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache:
newFile: !uuid '383c0c8171175ecc030b8842b9a9608bad3d32aa'
oldFile: !uuid '9e9aa410f238497142a94bee60b59e3233a27deb'
/dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler:
newFile: !uuid 'e47fe48b4b0107549c4a09d59b7a2e4dae0e87de'
oldFile: !uuid 'f46711464b02bc0e30121ed56aeced85ddde9045'
/dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin:
newFile: !uuid '9476a7cb0b4bd4355c4a3e1623f9a34cc4e6c018'
oldFile: !uuid '5b38fc7ff504243bdd98f82652c80c0ecb0bce3d'
/dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task:
newFile: !uuid '4caccf4404b6d608ad72690c64ecb95c43d7f848'
oldFile: !uuid 'e90387f8a39da3aff0bbc3ad9025dc71bef17b8c'
/dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api:
newFile: !uuid '9e0fa7fe37acf032b49006edb088cf4a2ae322dd'
oldFile: !uuid '7ce956c41693f6ee78b48a5b49ac8e63056357a8'
? /dolphinscheduler-task-plugin/dolphinscheduler-task-api/src/main/java/org/apache/dolphinscheduler/plugin/task/api/TaskConstants.java
: newFile: !uuid '1df63f8a27a5b7dbba29318ec9e9691fe2cd2ce4'
oldFile: !uuid 'c1a1ddadc134c043277c5955ff0c831678bb3e03'
gitCommitId: !uuid '2c227ab3849b50e2fac508c458a8b9b36a073159'
renames: { renames: {
} }
revisionId: 3023 revisionId: 3024

Write Preview
Loading…
Cancel
Save