解决方案

读取生产日志文件统计分析打印日志的地方最后删除代码中打印日志的地方

实现-LogParAnalyzer

executorService;//生成的分割文件private

String

Executors.newFixedThreadPool(30);list

new

Pattern.compile(pattern);list.add(p);}}

catch

会通过Arrays.copy复制字节数组内存频繁复制list.add(line);cur;if

((cur

list.stream().map(String::new).collect(Collectors.toList());list.clear();CompletableFuture

processChunk(tt,

executorService);task.add(f);batch.incrementAndGet();}}if

(list.size()0)

executorService);task.add(f);}//等待所有任务结束CompletableFuture.allOf(task.toArray(new

CompletableFuture[0])).get();System.out.println(task

execute

{System.out.println(Thread.currentThread().getName()

execute

Files.newBufferedWriter(Paths.get(subPath

batch

matcher.group(0);map.computeIfAbsent(group,

new

AtomicInteger(1)).incrementAndGet();}}if

(map.size()

{//每个文件只保存100前100条writeBatchToFile(writer,

map);}});}System.out.println(Thread.currentThread().getName()

execute

writeBatchToFile(BufferedWriter

writer,

entry.getValue().get());writer.newLine();}}

catch

{e.printStackTrace();}//清除缓存map.clear();limit.clear();}public

void

Files.list(Paths.get(subPath)).map(Path::toFile).filter(f

f.length()

0).collect(Collectors.toList());//

forkJoinPool

MergeFileTask(files.toArray(new

File[0]),

mergeFileTask.invoke();System.out.println(final

path:

finalPath.toAbsolutePath());try

(BufferedReader

Files.newBufferedReader(finalPath))

{String

{System.out.println(line);}}mergeFileTask.finished();}public

void

(!CollectionUtils.isEmpty(files)){files.stream().parallel().forEach(File::delete);}Files.deleteIfExists(Paths.get(subPath));}public

MapString,

map.entrySet().stream().sorted(Map.Entry.comparingByValue(Comparator.comparing(AtomicInteger::get).reversed())).limit(limit).collect(Collectors.toMap(Map.Entry::getKey,Map.Entry::getValue,(oldValue,

newValue)

StopWatch();stopWatch.start();File

log

File(E:\\log_total.log\\log_total.log);//2023-09-26

11:10:00.123

com.example.service.UserService.create:42

User

com.example.service.UserService.create:42//c.y.c.w..*指文件名太长缩写ListString

list

Arrays.asList((com\\.xx\\.[\\w\\.\\*]*:\\d*),

(c\\.y\\.c\\.[\\w\\.\\*]*:\\d*));LogParAnalyzer

logAnalyzer

list);logAnalyzer.analyze();logAnalyzer.mergeAndSort();logAnalyzer.finished();stopWatch.stop();System.out.println(stopWatch.prettyPrint());//最后统计格式//c.y.c.s.service.impl.Service.complete:98

count: