|
|
|
/*
|
|
|
|
* Licensed to the Apache Software Foundation (ASF) under one or more
|
|
|
|
* contributor license agreements. See the NOTICE file distributed with
|
|
|
|
* this work for additional information regarding copyright ownership.
|
|
|
|
* The ASF licenses this file to You under the Apache License, Version 2.0
|
|
|
|
* (the "License"); you may not use this file except in compliance with
|
|
|
|
* the License. You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package org.apache.dolphinscheduler.common.sql;
|
|
|
|
|
|
|
|
import org.apache.commons.lang3.StringUtils;
|
|
|
|
|
|
|
|
import java.io.IOException;
|
|
|
|
import java.io.InputStream;
|
|
|
|
import java.io.InputStreamReader;
|
|
|
|
import java.io.LineNumberReader;
|
|
|
|
import java.io.Reader;
|
|
|
|
import java.nio.charset.Charset;
|
|
|
|
import java.nio.charset.StandardCharsets;
|
|
|
|
import java.util.ArrayList;
|
|
|
|
import java.util.Collections;
|
|
|
|
import java.util.List;
|
|
|
|
|
|
|
|
import lombok.extern.slf4j.Slf4j;
|
|
|
|
|
|
|
|
import org.springframework.core.io.ClassPathResource;
|
|
|
|
import org.springframework.core.io.Resource;
|
|
|
|
|
|
|
|
@Slf4j
|
|
|
|
public class ClasspathSqlScriptParser implements SqlScriptParser {
|
|
|
|
|
|
|
|
private final String sqlScriptPath;
|
|
|
|
|
|
|
|
private final Charset charset;
|
|
|
|
|
|
|
|
public ClasspathSqlScriptParser(String sqlScriptPath) {
|
|
|
|
this.sqlScriptPath = sqlScriptPath;
|
|
|
|
this.charset = StandardCharsets.UTF_8;
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public List<String> getAllSql() throws IOException {
|
|
|
|
Resource sqlScriptResource = new ClassPathResource(sqlScriptPath);
|
|
|
|
if (!sqlScriptResource.exists()) {
|
|
|
|
log.warn("The sql script file {} doesn't exist", sqlScriptPath);
|
|
|
|
return Collections.emptyList();
|
|
|
|
}
|
|
|
|
List<String> result = new ArrayList<>();
|
|
|
|
try (
|
|
|
|
InputStream inputStream = sqlScriptResource.getInputStream();
|
|
|
|
Reader sqlScriptReader = new InputStreamReader(inputStream, charset);
|
|
|
|
LineNumberReader lineNumberReader = new LineNumberReader(sqlScriptReader)) {
|
|
|
|
String sql;
|
|
|
|
do {
|
|
|
|
sql = parseNextSql(lineNumberReader);
|
|
|
|
if (StringUtils.isNotBlank(sql)) {
|
|
|
|
result.add(sql);
|
|
|
|
}
|
|
|
|
} while (StringUtils.isNotBlank(sql));
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
private String parseNextSql(LineNumberReader lineNumberReader) throws IOException {
|
|
|
|
String line;
|
|
|
|
while ((line = lineNumberReader.readLine()) != null) {
|
|
|
|
String trimLine = line.trim();
|
|
|
|
if (StringUtils.isEmpty(trimLine) || isComment(trimLine)) {
|
|
|
|
// Skip the empty line, comment line
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
if (trimLine.startsWith("/*")) {
|
|
|
|
skipLicenseHeader(lineNumberReader);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
if (trimLine.startsWith("delimiter")) {
|
|
|
|
// begin to parse processor, until delimiter ;
|
|
|
|
String[] split = trimLine.split(" ");
|
|
|
|
return parseProcedure(lineNumberReader, split[1]);
|
|
|
|
}
|
|
|
|
// begin to parse sql until;
|
|
|
|
List<String> sqlLines = new ArrayList<>();
|
|
|
|
sqlLines.add(line);
|
|
|
|
while (!line.endsWith(";")) {
|
|
|
|
line = lineNumberReader.readLine();
|
|
|
|
if (line == null) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
if (StringUtils.isBlank(line)) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
sqlLines.add(line);
|
|
|
|
}
|
|
|
|
return String.join("\n", sqlLines);
|
|
|
|
}
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
|
|
|
|
private void skipLicenseHeader(LineNumberReader lineNumberReader) throws IOException {
|
|
|
|
String line;
|
|
|
|
while ((line = lineNumberReader.readLine()) != null) {
|
|
|
|
String trimLine = line.trim();
|
|
|
|
if (StringUtils.isEmpty(trimLine) || isComment(trimLine)) {
|
|
|
|
// Skip the empty line, comment line
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
if (line.startsWith("*/")) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
private String parseProcedure(LineNumberReader lineNumberReader, String delimiter) throws IOException {
|
|
|
|
List<String> sqlLines = new ArrayList<>();
|
|
|
|
// begin to parse processor, until delimiter ;
|
|
|
|
String line;
|
|
|
|
while (true) {
|
|
|
|
line = lineNumberReader.readLine();
|
|
|
|
if (line == null) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
if (StringUtils.isBlank(line)) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
if (line.startsWith(delimiter)) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
sqlLines.add(line);
|
|
|
|
}
|
|
|
|
return String.join("\n", sqlLines);
|
|
|
|
}
|
|
|
|
|
|
|
|
private boolean isComment(String line) {
|
|
|
|
return line.startsWith("--") || line.startsWith("//");
|
|
|
|
}
|
|
|
|
}
|