#3586: [ fix: #11590 ][upgrade] Fix the bugs when I upgrade ds from v1.3.9 to v3.0.0 ,such as file cannot be found or column not found etc (#11619)

* fix the bugs which upgrade ds metabase from v1.3.9 to v3.0.0 with mysql

* [Fix-11590][upgrade] Fix the bugs when I upgrade ds from v1.3.9 to v3.0.0 ,such as file cannot be found or column not found etc

* fix: #11590 add process_instance_code_state_index with table t_ds_process_instance to improve query efficiency for the method of findLastProcessInterval

* Fix the bug  that cannot find the files when upgrade ds version with postgresql

Co-authored-by: fan.wang <fan.wang@jiduauto.com>

commit.ref

@@ -1 +1 @@
-Subproject commit e1ac0e26050c9666ef1100f3ed0e352aaf5a1dfc
+Subproject commit 98a8b5383edf695811b64f6d871e8783e4a60003

commit.yml

@@ -2,97 +2,73 @@
 branches: {
   }
 fileChange:
-  /dolphinscheduler-python:
+  /dolphinscheduler-dao:
-    newFile: !uuid '286dce91db7822b44b806aecbe231a7afebe86bc'
+    newFile: !uuid '866e963613eabcadd4f864e22bc9839a3af929cc'
-    oldFile: !uuid 'b099b576130ec951f35a2f37afb2c4d49f56ab6c'
+    oldFile: !uuid '8b2f554aa23a53149c68cd529359d6b13fa43308'
-  /dolphinscheduler-python/pydolphinscheduler:
+  /dolphinscheduler-dao/src:
-    newFile: !uuid '388714e22e148191eed491b012031d7b41b4f274'
+    newFile: !uuid '700dcf4f5169206b672853d96c9d7de4e12ff8ed'
-    oldFile: !uuid 'ebd0590e1766a0d94dbc632810d015cd7a861207'
+    oldFile: !uuid '0ff9d234f267a613bb0d3ca694c41433e7c31425'
-  /dolphinscheduler-python/pydolphinscheduler/docs:
+  /dolphinscheduler-dao/src/main:
-    newFile: !uuid '56b01d79e598800f9f5938ec0fe03509697c5159'
+    newFile: !uuid '7df95c4a46aff6bb3ba5af61da1ada4e9436666a'
-    oldFile: !uuid '1a765ae72d473c63f9a52b67da5ba5167107620a'
+    oldFile: !uuid '3a7b9161f1c29489e210230d4810cfe9975ef649'
-  /dolphinscheduler-python/pydolphinscheduler/docs/source:
+  /dolphinscheduler-dao/src/main/resources:
-    newFile: !uuid 'f8a8bc064efd4ea43c3e81ce349735b271029b8f'
+    newFile: !uuid '6f1d585130f5dc8464600bd020b9dec85bef69f4'
-    oldFile: !uuid 'bbcab7c5bb0dfd298f806017afca13f99fdd545e'
+    oldFile: !uuid 'a91e8fd36c261cd08c134e096f342949407f39e6'
-  /dolphinscheduler-python/pydolphinscheduler/docs/source/resources_plugin:
+  /dolphinscheduler-dao/src/main/resources/sql:
-    newFile: !uuid '4c50df73b1a8fb0293b9601544b8e4e49fa59643'
+    newFile: !uuid 'feaefe23b7bd697bdc40ab6dd4902ddb7177f95b'
-    oldFile: !uuid 'e09e38e0f33b9b5d5b554754521d307670a3964f'
+    oldFile: !uuid '06f2e386110bc30c7334c7f83fb15db272e1159c'
-  /dolphinscheduler-python/pydolphinscheduler/docs/source/resources_plugin/github.rst:
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade:
-    newFile: !uuid 'b3023377deb6c536f4b54cc4685dcf5a0c4e4dc6'
+    newFile: !uuid '2138fcca429b044b3e80dc30b47d6150e4268d9c'
-    oldFile: !uuid '16febd4fcb6062150776f54a07ebb443cc1ab4fb'
+    oldFile: !uuid 'ed24a028db755219082b476a155b1fdd2af6d947'
-  /dolphinscheduler-python/pydolphinscheduler/docs/source/resources_plugin/gitlab.rst:
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/2.0.0_schema:
-    newFile: !uuid 'fdf43c9d2f83159d177127978a3c4fef25d4385b'
+    newFile: !uuid 'f1a525cfe2623dc275d8394ef5c6824ffe9ab216'
+    oldFile: !uuid '70945ce3f79c944ff91b8e18d1cf6ade913b3b94'
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/2.0.0_schema/mysql:
+    newFile: !uuid '1c0c68d5cf6ed2349c4bbe4519f8d69cb8bfa15c'
+    oldFile: !uuid '8e138a61f5a2bb3a3e6606f3add46f8fb3a62959'
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/2.0.0_schema/mysql/dolphinscheduler_ddl.sql:
+    newFile: !uuid '65f4dd1fdec2f29847300f514f0160c4c2dba9a7'
+    oldFile: !uuid '8e45884395cda216833d521f984d05336a71f739'
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/2.0.0_schema/mysql/dolphinscheduler_ddl_post.sql:
+    newFile: !uuid 'dfde96209e4c305433e4759f4ca39c820be2a41f'
     oldFile: null
-  /dolphinscheduler-python/pydolphinscheduler/docs/source/resources_plugin/index.rst:
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/2.0.0_schema/mysql/dolphinscheduler_dml.sql:
-    newFile: !uuid 'c984f060483d5c0ed8f4466ceff05d00b2ce1547'
+    newFile: !uuid '38964cc551acb5332cd354d2404255d0278c49ff'
-    oldFile: !uuid '1110cf315f136bdda4d2193b07fac573e0c81d46'
-  /dolphinscheduler-python/pydolphinscheduler/docs/source/resources_plugin/oss.rst:
-    newFile: !uuid 'fbb6785d1d7ac202616ae888fa1cc8f6b22accc5'
     oldFile: null
-  /dolphinscheduler-python/pydolphinscheduler/docs/source/resources_plugin/resource-plugin.rst:
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/2.0.0_schema/postgresql:
-    newFile: !uuid '2a32526208cbac045f802037f19c9135f050d058'
+    newFile: !uuid 'c47bc8eddfda190ee22e311be34f3b9debed4f6e'
-    oldFile: !uuid 'bdd7dc3a35077deb66073ec7672b3fb091d0211f'
+    oldFile: !uuid 'c2d47a01e7c52b61322f3e253566dfc377e5cc8c'
-  /dolphinscheduler-python/pydolphinscheduler/docs/source/resources_plugin/s3.rst:
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/2.0.0_schema/postgresql/dolphinscheduler_ddl_post.sql:
-    newFile: !uuid 'f5bc1d37feac8587ae0f522a97bf168848d953f8'
+    newFile: !uuid '728b6bd239a86783cbc32ebde0acb4c7dc5f83ca'
     oldFile: null
-  /dolphinscheduler-python/pydolphinscheduler/setup.py:
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/2.0.0_schema/postgresql/dolphinscheduler_dml.sql:
-    newFile: !uuid '66a1ffc86c63fc23fa5995274556181ab61b8f84'
+    newFile: !uuid '38964cc551acb5332cd354d2404255d0278c49ff'
-    oldFile: !uuid '2a1291548f32b66e79faeb09202e01ba3d920327'
-  /dolphinscheduler-python/pydolphinscheduler/src:
-    newFile: !uuid 'f0ba2ea4d2fb79dd0ca99ded8666dda8c1e11073'
-    oldFile: !uuid '9631f198588ae513f06c454934ee6e46c9594230'
-  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler:
-    newFile: !uuid '327dc175c815c690f5721aab731d354ca73141b1'
-    oldFile: !uuid 'fee943c3c557904d527af5cf0ffca38e4df90343'
-  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/constants.py:
-    newFile: !uuid 'de5ce260027d72ce6592e16460cbbcd1802b85a0'
-    oldFile: !uuid 'fd640c512f6f3b253e9ef2fa25a3ed8e72a9024a'
-  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/resources_plugin:
-    newFile: !uuid '386dbce4a25e1b94e90e21a8b75db6b91d82e7c8'
-    oldFile: !uuid 'e09a9e92947448783c428c1e448e841bd76bd6e2'
-  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/resources_plugin/__init__.py:
-    newFile: !uuid '1e24e1eb87cf390fae434a4ab45fcb7120f7cadb'
-    oldFile: !uuid '110988401fb93f2ebb74d2eb867b1cf5351a5d13'
-  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/resources_plugin/base:
-    newFile: !uuid '005206fe7e9c4e6656636ffb81461f5af03e3dfa'
-    oldFile: !uuid 'b69660f966eea095c6a3d0daba110763df0bd383'
-  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/resources_plugin/base/bucket.py:
-    newFile: !uuid 'bae4366c81687c17e11a384119331c8ff3943db1'
     oldFile: null
-  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/resources_plugin/base/git.py:
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/2.0.1_schema:
-    newFile: !uuid '4fc2a17ccb90f31c49d44ae08378d937d4b7ae81'
+    newFile: !uuid '8e4b646f930261bf5f00ade2dbf15f7b47e5c79a'
-    oldFile: !uuid 'a36ab50547fc8b875f1e418df859102780e6466d'
+    oldFile: !uuid 'c727b47c9fcced29a30357e27765be3f2ffe42c4'
-  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/resources_plugin/github.py:
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/2.0.1_schema/mysql:
-    newFile: !uuid '45648647c6989908ecb4847e578fc5f7a92a852c'
+    newFile: !uuid '73e10ab62993864412953d19c0d249a0796de5a4'
-    oldFile: !uuid '95a43a8ce45bbd6a8ae70c0e7f4a944e193e91db'
+    oldFile: !uuid 'd39b481d58ff06476065520ac3fb28b7d4a6156e'
-  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/resources_plugin/gitlab.py:
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/2.0.1_schema/mysql/dolphinscheduler_dml.sql:
-    newFile: !uuid 'f035ecaeff55f6c1aa97dc4b7e6ed80a1da28762'
+    newFile: !uuid '4a14f326b985fdbdba5cb08b9d7822d5bc8d4225'
     oldFile: null
-  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/resources_plugin/local.py:
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/2.0.1_schema/postgresql:
-    newFile: !uuid 'c1fc56d3d3c6b7f21e370a7882c5eefbd1f60bb4'
+    newFile: !uuid '2090ed38ed8233097c73a8a963966ff9dfc8c925'
-    oldFile: !uuid '8a20ed9737e699ee669b1e86cc99a1ce260be7ec'
+    oldFile: !uuid '79873c178b80ac2570dbf4e95b924d0606bcce1e'
-  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/resources_plugin/oss.py:
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/2.0.1_schema/postgresql/dolphinscheduler_dml.sql:
-    newFile: !uuid '1a9acbb9ca26daa19553df064ed0b5d1d9d4cbee'
+    newFile: !uuid '4a14f326b985fdbdba5cb08b9d7822d5bc8d4225'
     oldFile: null
-  /dolphinscheduler-python/pydolphinscheduler/src/pydolphinscheduler/resources_plugin/s3.py:
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/3.0.0_schema:
-    newFile: !uuid 'da1fe83fd1cf4076314608fd61209fb966c0fdc3'
+    newFile: !uuid '9c56eeb3fe630506a44417e861c79655e2526b48'
-    oldFile: null
+    oldFile: !uuid '34aa4b75c4717c0fd571c88a316d90dec6ef96b2'
-  /dolphinscheduler-python/pydolphinscheduler/tests:
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/3.0.0_schema/mysql:
-    newFile: !uuid '2e607e8bc39ad1d70ce5dae207f7d3149de1e0c1'
+    newFile: !uuid 'ea99fb3bddd4931c69e1d8c20910bda0131c169c'
-    oldFile: !uuid 'e4f43809526865e72424435e08833112ce0cfa97'
+    oldFile: !uuid 'bca6bfe185de2e1bf81ee6675968304a75926940'
-  /dolphinscheduler-python/pydolphinscheduler/tests/resources_plugin:
+  /dolphinscheduler-dao/src/main/resources/sql/upgrade/3.0.0_schema/mysql/dolphinscheduler_ddl.sql:
-    newFile: !uuid '2ece70aaf3dc4b4a61960f4931e9970a51062f93'
+    newFile: !uuid '630984e3b00a635556682c691e8de9f2e8954e6b'
-    oldFile: !uuid '6310e8c3a435c11469abb615d000de35a4c52f44'
+    oldFile: !uuid '72acb0205130e5896dd333abc74d6a7023895252'
-  /dolphinscheduler-python/pydolphinscheduler/tests/resources_plugin/test_gitlab.py:
+gitCommitId: !uuid '98a8b5383edf695811b64f6d871e8783e4a60003'
-    newFile: !uuid '6bb90acc720f29a2bc002974fb1d22ff3fbe1104'
-    oldFile: null
-  /dolphinscheduler-python/pydolphinscheduler/tests/resources_plugin/test_oss.py:
-    newFile: !uuid '7e57e8230e84b672ce934247348ebd65e2be2497'
-    oldFile: null
-  /dolphinscheduler-python/pydolphinscheduler/tests/resources_plugin/test_s3.py:
-    newFile: !uuid '5f75f3eb75cef9cfd41d05178f68d26342d04a28'
-    oldFile: null
-gitCommitId: !uuid 'e1ac0e26050c9666ef1100f3ed0e352aaf5a1dfc'
 renames: {
   }
-revisionId: 3585
+revisionId: 3586