Rick Cheng
2 years ago
committed by
GitHub
9 changed files with 224 additions and 166 deletions
@ -0,0 +1,163 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.utils; |
||||
|
||||
import org.apache.dolphinscheduler.common.log.remote.RemoteLogUtils; |
||||
|
||||
import java.io.BufferedReader; |
||||
import java.io.ByteArrayOutputStream; |
||||
import java.io.File; |
||||
import java.io.FileInputStream; |
||||
import java.io.IOException; |
||||
import java.io.InputStream; |
||||
import java.io.InputStreamReader; |
||||
import java.nio.charset.StandardCharsets; |
||||
import java.nio.file.Files; |
||||
import java.nio.file.Paths; |
||||
import java.util.List; |
||||
import java.util.stream.Collectors; |
||||
import java.util.stream.Stream; |
||||
|
||||
import lombok.extern.slf4j.Slf4j; |
||||
|
||||
@Slf4j |
||||
public class LogUtils { |
||||
|
||||
public static byte[] getFileContentBytesFromLocal(String filePath) { |
||||
try ( |
||||
InputStream in = new FileInputStream(filePath); |
||||
ByteArrayOutputStream bos = new ByteArrayOutputStream()) { |
||||
byte[] buf = new byte[1024]; |
||||
int len; |
||||
while ((len = in.read(buf)) != -1) { |
||||
bos.write(buf, 0, len); |
||||
} |
||||
return bos.toByteArray(); |
||||
} catch (IOException e) { |
||||
log.error("get file bytes error", e); |
||||
} |
||||
return new byte[0]; |
||||
} |
||||
|
||||
public static byte[] getFileContentBytesFromRemote(String filePath) { |
||||
RemoteLogUtils.getRemoteLog(filePath); |
||||
return getFileContentBytesFromLocal(filePath); |
||||
} |
||||
|
||||
public static byte[] getFileContentBytes(String filePath) { |
||||
File file = new File(filePath); |
||||
if (file.exists()) { |
||||
return getFileContentBytesFromLocal(filePath); |
||||
} |
||||
if (RemoteLogUtils.isRemoteLoggingEnable()) { |
||||
return getFileContentBytesFromRemote(filePath); |
||||
} |
||||
return getFileContentBytesFromLocal(filePath); |
||||
} |
||||
|
||||
public static List<String> readPartFileContentFromLocal(String filePath, |
||||
int skipLine, |
||||
int limit) { |
||||
File file = new File(filePath); |
||||
if (file.exists() && file.isFile()) { |
||||
try (Stream<String> stream = Files.lines(Paths.get(filePath))) { |
||||
return stream.skip(skipLine).limit(limit).collect(Collectors.toList()); |
||||
} catch (IOException e) { |
||||
log.error("read file error", e); |
||||
throw new RuntimeException(String.format("Read file: %s error", filePath), e); |
||||
} |
||||
} else { |
||||
throw new RuntimeException("The file path: " + filePath + " not exists"); |
||||
} |
||||
} |
||||
|
||||
public static List<String> readPartFileContentFromRemote(String filePath, |
||||
int skipLine, |
||||
int limit) { |
||||
RemoteLogUtils.getRemoteLog(filePath); |
||||
return readPartFileContentFromLocal(filePath, skipLine, limit); |
||||
} |
||||
|
||||
public static List<String> readPartFileContent(String filePath, |
||||
int skipLine, |
||||
int limit) { |
||||
File file = new File(filePath); |
||||
if (file.exists()) { |
||||
return readPartFileContentFromLocal(filePath, skipLine, limit); |
||||
} |
||||
if (RemoteLogUtils.isRemoteLoggingEnable()) { |
||||
return readPartFileContentFromRemote(filePath, skipLine, limit); |
||||
} |
||||
return readPartFileContentFromLocal(filePath, skipLine, limit); |
||||
} |
||||
|
||||
public static String readWholeFileContentFromRemote(String filePath) { |
||||
RemoteLogUtils.getRemoteLog(filePath); |
||||
return LogUtils.readWholeFileContentFromLocal(filePath); |
||||
} |
||||
|
||||
public static String readWholeFileContentFromLocal(String filePath) { |
||||
String line; |
||||
StringBuilder sb = new StringBuilder(); |
||||
try (BufferedReader br = new BufferedReader(new InputStreamReader(new FileInputStream(filePath)))) { |
||||
while ((line = br.readLine()) != null) { |
||||
sb.append(line + "\r\n"); |
||||
} |
||||
return sb.toString(); |
||||
} catch (IOException e) { |
||||
log.error("read file error", e); |
||||
} |
||||
return ""; |
||||
} |
||||
|
||||
public static String readWholeFileContent(String filePath) { |
||||
File file = new File(filePath); |
||||
if (file.exists()) { |
||||
return readWholeFileContentFromLocal(filePath); |
||||
} |
||||
if (RemoteLogUtils.isRemoteLoggingEnable()) { |
||||
return readWholeFileContentFromRemote(filePath); |
||||
} |
||||
return readWholeFileContentFromLocal(filePath); |
||||
} |
||||
|
||||
public static String rollViewLogLines(List<String> lines) { |
||||
StringBuilder builder = new StringBuilder(); |
||||
final int MaxResponseLogSize = 65535; |
||||
int totalLogByteSize = 0; |
||||
for (String line : lines) { |
||||
// If a single line of log is exceed max response size, cut off the line
|
||||
final int lineByteSize = line.getBytes(StandardCharsets.UTF_8).length; |
||||
if (lineByteSize >= MaxResponseLogSize) { |
||||
builder.append(line, 0, MaxResponseLogSize) |
||||
.append(" [this line's size ").append(lineByteSize).append(" bytes is exceed ") |
||||
.append(MaxResponseLogSize).append(" bytes, so only ") |
||||
.append(MaxResponseLogSize).append(" characters are reserved for performance reasons.]") |
||||
.append("\r\n"); |
||||
} else { |
||||
builder.append(line).append("\r\n"); |
||||
} |
||||
totalLogByteSize += lineByteSize; |
||||
if (totalLogByteSize >= MaxResponseLogSize) { |
||||
break; |
||||
} |
||||
} |
||||
|
||||
return builder.toString(); |
||||
} |
||||
} |
||||
Loading…
Reference in new issue