gengby
11 months ago
27 changed files with 955 additions and 403 deletions
@ -1,40 +0,0 @@ |
|||||
package org.nl.modules.loki.rest; |
|
||||
|
|
||||
import com.alibaba.fastjson.JSONObject; |
|
||||
import io.swagger.annotations.Api; |
|
||||
import io.swagger.annotations.ApiOperation; |
|
||||
import lombok.RequiredArgsConstructor; |
|
||||
import lombok.extern.slf4j.Slf4j; |
|
||||
import org.nl.modules.common.annotation.RateLimiter; |
|
||||
import org.nl.modules.loki.service.LokiService; |
|
||||
import org.springframework.http.HttpStatus; |
|
||||
import org.springframework.http.ResponseEntity; |
|
||||
import org.springframework.web.bind.annotation.*; |
|
||||
|
|
||||
/** |
|
||||
* @Author: lyd |
|
||||
* @Description: 日志监控 |
|
||||
* @Date: 2022-08-15 |
|
||||
*/ |
|
||||
@RestController |
|
||||
@RequiredArgsConstructor |
|
||||
@Api(tags = "日志监控") |
|
||||
@RequestMapping("/api/loki") |
|
||||
@Slf4j |
|
||||
public class LokiController { |
|
||||
|
|
||||
private final LokiService lokiService; |
|
||||
|
|
||||
@GetMapping("/labels/values") |
|
||||
@ApiOperation("获取标签") |
|
||||
public ResponseEntity<Object> labelsValues() { |
|
||||
return new ResponseEntity<>(lokiService.getLabelsValues(), HttpStatus.OK); |
|
||||
} |
|
||||
|
|
||||
@PostMapping("/logs") |
|
||||
@ApiOperation("获取日志") |
|
||||
@RateLimiter(value = 1, timeout = 300) // 限流
|
|
||||
public ResponseEntity<Object> getLogData(@RequestBody JSONObject json) { |
|
||||
return new ResponseEntity<>(lokiService.getLogData(json), HttpStatus.OK); |
|
||||
} |
|
||||
} |
|
||||
@ -1,25 +0,0 @@ |
|||||
package org.nl.modules.loki.service; |
|
||||
|
|
||||
import com.alibaba.fastjson.JSONArray; |
|
||||
import com.alibaba.fastjson.JSONObject; |
|
||||
|
|
||||
/** |
|
||||
* @Author: lyd |
|
||||
* @Description: 服务类 |
|
||||
* @Date: 2022-08-15 |
|
||||
*/ |
|
||||
public interface LokiService { |
|
||||
|
|
||||
/** |
|
||||
* 获取日志信息 |
|
||||
* @param json |
|
||||
* @return |
|
||||
*/ |
|
||||
JSONObject getLogData(JSONObject json); |
|
||||
|
|
||||
/** |
|
||||
* 获取labels和values树 |
|
||||
* @return |
|
||||
*/ |
|
||||
JSONArray getLabelsValues(); |
|
||||
} |
|
||||
@ -1,113 +0,0 @@ |
|||||
package org.nl.modules.loki.service.impl; |
|
||||
|
|
||||
import cn.hutool.core.util.CharsetUtil; |
|
||||
import cn.hutool.http.HttpUtil; |
|
||||
import com.alibaba.fastjson.JSONArray; |
|
||||
import com.alibaba.fastjson.JSONObject; |
|
||||
import lombok.RequiredArgsConstructor; |
|
||||
import org.nl.modules.loki.service.LokiService; |
|
||||
import org.springframework.beans.factory.annotation.Value; |
|
||||
import org.springframework.stereotype.Service; |
|
||||
|
|
||||
/** |
|
||||
* @Author: lyd |
|
||||
* @Description: 实现类 |
|
||||
* @Date: 2022-08-15 |
|
||||
*/ |
|
||||
@Service |
|
||||
@RequiredArgsConstructor |
|
||||
public class LokiServiceImpl implements LokiService { |
|
||||
|
|
||||
@Value("${loki.url}") |
|
||||
private String lokiUrl; |
|
||||
|
|
||||
@Value("${loki.systemName}") |
|
||||
private String systemName; |
|
||||
|
|
||||
@Override |
|
||||
public JSONObject getLogData(JSONObject json) { |
|
||||
String logLabel = ""; |
|
||||
String logLabelValue = ""; |
|
||||
Long start = 0L; |
|
||||
Long end = 0L; |
|
||||
String text = ""; |
|
||||
String limit = "100"; |
|
||||
String direction = "backward"; |
|
||||
if (json.get("logLabel") != null) logLabel = json.getString("logLabel"); |
|
||||
if (json.get("logLabelValue") != null) logLabelValue = json.getString("logLabelValue"); |
|
||||
if (json.get("text") != null) text = json.getString("text"); |
|
||||
if (json.get("start") != null) start = json.getLong("start"); |
|
||||
if (json.get("end") != null) end = json.getLong("end"); |
|
||||
if (json.get("limits") != null) limit = json.getString("limits"); |
|
||||
if (json.get("direction") != null) direction = json.getString("direction"); |
|
||||
/** |
|
||||
* 组织参数 |
|
||||
* 纳秒数 |
|
||||
* 1660037391880000000 |
|
||||
* 1641453208415000000 |
|
||||
* http://localhost:3100/loki/api/v1/query_range?query={host="localhost"} |= ``&limit=1500&start=1641453208415000000&end=1660027623419419002
|
|
||||
*/ |
|
||||
JSONObject parse = null; |
|
||||
String query = lokiUrl + "/query_range?query={system=\"" + systemName + "\", " + logLabel + "=\"" + logLabelValue + "\"} |= `" + text + "`"; |
|
||||
String result = ""; |
|
||||
if (start==0L) { |
|
||||
result = HttpUtil.get(query + "&limit=" + limit + "&direction=" + direction, CharsetUtil.CHARSET_UTF_8); |
|
||||
} else { |
|
||||
result = HttpUtil.get(query + "&limit=" + limit + "&start=" + start + "&end=" + end + "&direction=" + direction, CharsetUtil.CHARSET_UTF_8); |
|
||||
} |
|
||||
try { |
|
||||
parse = (JSONObject) JSONObject.parse(result); |
|
||||
} catch (Exception e) { |
|
||||
// reslut的值可能为:too many outstanding requests,无法转化成Json
|
|
||||
System.out.println("reslut:" + result); |
|
||||
// e.printStackTrace();
|
|
||||
} |
|
||||
return parse; |
|
||||
} |
|
||||
|
|
||||
/** |
|
||||
* 获取labels和values树 |
|
||||
* |
|
||||
* @return |
|
||||
*/ |
|
||||
@Override |
|
||||
public JSONArray getLabelsValues() { |
|
||||
/** |
|
||||
* [{ |
|
||||
* label: |
|
||||
* value: |
|
||||
* children:[{ |
|
||||
* label |
|
||||
* value |
|
||||
* }] |
|
||||
* }] |
|
||||
*/ |
|
||||
JSONArray result = new JSONArray(); |
|
||||
// 获取所有标签
|
|
||||
String labelString = HttpUtil.get(lokiUrl + "/labels", CharsetUtil.CHARSET_UTF_8); |
|
||||
JSONObject parse = (JSONObject) JSONObject.parse(labelString); |
|
||||
JSONArray labels = parse.getJSONArray("data"); |
|
||||
for (int i=0; i<labels.size(); i++) { |
|
||||
// 获取标签下的所有值
|
|
||||
String valueString = HttpUtil.get(lokiUrl + "/label/" + labels.getString(i) + "/values", CharsetUtil.CHARSET_UTF_8); |
|
||||
JSONObject parse2 = (JSONObject) JSONObject.parse(valueString); |
|
||||
JSONArray values = parse2.getJSONArray("data"); |
|
||||
JSONArray children = new JSONArray(); |
|
||||
// 组成树形状态 两级
|
|
||||
for (int j=0; j<values.size(); j++) { |
|
||||
JSONObject leaf = new JSONObject(); |
|
||||
leaf.put("label", values.getString(j)); |
|
||||
leaf.put("value", values.getString(j)); |
|
||||
children.add(leaf); |
|
||||
} |
|
||||
|
|
||||
JSONObject node = new JSONObject(); |
|
||||
node.put("label", labels.getString(i)); |
|
||||
node.put("value", labels.getString(i)); |
|
||||
node.put("children", children); |
|
||||
result.add(node); |
|
||||
} |
|
||||
return result; |
|
||||
} |
|
||||
|
|
||||
} |
|
||||
@ -0,0 +1,43 @@ |
|||||
|
package org.nl.modules.lucene.config; |
||||
|
/** |
||||
|
* @author ldjun |
||||
|
* @version 1.0 |
||||
|
* @date 2023年08月24日 13:00 |
||||
|
* @desc desc |
||||
|
*/ |
||||
|
|
||||
|
import ch.qos.logback.classic.spi.ILoggingEvent; |
||||
|
import cn.hutool.core.util.IdUtil; |
||||
|
import com.yomahub.tlog.core.context.AspectLogContext; |
||||
|
import com.yomahub.tlog.core.enhance.logback.async.AspectLogbackAsyncAppender; |
||||
|
import org.apache.commons.lang3.StringUtils; |
||||
|
import org.slf4j.MDC; |
||||
|
|
||||
|
import java.util.Map; |
||||
|
|
||||
|
public class AsyncLuceneAppender extends AspectLogbackAsyncAppender { |
||||
|
|
||||
|
|
||||
|
@Override |
||||
|
protected void append(ILoggingEvent event) { |
||||
|
String traceId = AspectLogContext.getLogValue(); |
||||
|
if (StringUtils.isEmpty(traceId)){ |
||||
|
traceId = IdUtil.nanoId()+"@"; |
||||
|
AspectLogContext.putLogValue(traceId); |
||||
|
}else { |
||||
|
if (!traceId.contains("@")){ |
||||
|
AspectLogContext.putLogValue(traceId+"@"); |
||||
|
} |
||||
|
} |
||||
|
if (StringUtils.isNotEmpty(traceId)){ |
||||
|
MDC.put("traceId",traceId); |
||||
|
Map<String, String> mdcPropertyMap = event.getMDCPropertyMap(); |
||||
|
if (mdcPropertyMap.getClass().getName().contains("SynchronizedMap")){ |
||||
|
mdcPropertyMap.put("traceId",traceId); |
||||
|
} |
||||
|
MDC.clear(); |
||||
|
} |
||||
|
super.append(event); |
||||
|
} |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,80 @@ |
|||||
|
package org.nl.modules.lucene.config; |
||||
|
|
||||
|
/** |
||||
|
* @Author: lyd |
||||
|
* @Description: 定义lucene相关常量 |
||||
|
* @Date: 2023/8/25 |
||||
|
*/ |
||||
|
public class LogMessageConstant { |
||||
|
/** |
||||
|
* |
||||
|
*/ |
||||
|
public final static String SORT_NAME = "time"; |
||||
|
/** |
||||
|
* 级别 |
||||
|
*/ |
||||
|
public final static String FIELD_LEVEL = "level"; |
||||
|
/** |
||||
|
* 时间 |
||||
|
*/ |
||||
|
public final static String FIELD_TIMESTAMP = "timestamp"; |
||||
|
/** |
||||
|
* 类的限定名 |
||||
|
*/ |
||||
|
public final static String FIELD_CLASS_NAME = "logger"; |
||||
|
/** |
||||
|
* 线程名 |
||||
|
*/ |
||||
|
public final static String FIELD_THREAD = "thread"; |
||||
|
/** |
||||
|
* 日志内容 |
||||
|
*/ |
||||
|
public final static String FIELD_MESSAGE = "message"; |
||||
|
public final static String FIELD_TRACEID = "tlogTraceId"; |
||||
|
// 定义颜色值
|
||||
|
/** |
||||
|
* 文本颜色：黑色 |
||||
|
*/ |
||||
|
public final static String COLOR_BLACK = "\u001B[30m"; |
||||
|
/** |
||||
|
* 文本颜色：红色 |
||||
|
*/ |
||||
|
public final static String COLOR_RED = "\u001B[31m"; |
||||
|
/** |
||||
|
* 文本颜色：绿色 |
||||
|
*/ |
||||
|
public final static String COLOR_GREEN = "\u001B[32m"; |
||||
|
/** |
||||
|
* 文本颜色：黄色 |
||||
|
*/ |
||||
|
public final static String COLOR_YELLOW = "\u001B[33m"; |
||||
|
/** |
||||
|
* 文本颜色：蓝色 |
||||
|
*/ |
||||
|
public final static String COLOR_BLUE = "\u001B[34m"; |
||||
|
/** |
||||
|
* 文本颜色：品红色 |
||||
|
*/ |
||||
|
public final static String COLOR_MAGENTA = "\u001B[35m"; |
||||
|
/** |
||||
|
* 文本颜色：青色 |
||||
|
*/ |
||||
|
public final static String COLOR_CYAN = "\u001B[36m"; |
||||
|
/** |
||||
|
* 文本颜色：白色 |
||||
|
*/ |
||||
|
public final static String COLOR_WHITE = "\u001B[37m"; |
||||
|
/** |
||||
|
* 文本颜色重置 |
||||
|
*/ |
||||
|
public final static String COLOR_RESET = "\u001B[0m"; |
||||
|
/** |
||||
|
* 背景颜色：黄色 |
||||
|
*/ |
||||
|
public final static String BACKGROUND_YELLOW = "\u001B[43m"; |
||||
|
/** |
||||
|
* 索引路径 |
||||
|
*/ |
||||
|
public final static String INDEX_DIR = "E:\\lucene\\index"; |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,130 @@ |
|||||
|
package org.nl.modules.lucene.config; |
||||
|
/** |
||||
|
* @author ldjun |
||||
|
* @version 1.0 |
||||
|
* @date 2023年08月24日 13:00 |
||||
|
* @desc desc |
||||
|
*/ |
||||
|
|
||||
|
import ch.qos.logback.classic.spi.ILoggingEvent; |
||||
|
import ch.qos.logback.core.AppenderBase; |
||||
|
import cn.hutool.core.date.DateTime; |
||||
|
import cn.hutool.core.date.DateUtil; |
||||
|
import cn.hutool.core.util.ObjectUtil; |
||||
|
import com.alibaba.fastjson.JSONObject; |
||||
|
import com.alibaba.ttl.TransmittableThreadLocal; |
||||
|
import org.apache.lucene.analysis.Analyzer; |
||||
|
import org.apache.lucene.document.*; |
||||
|
import org.apache.lucene.index.IndexWriter; |
||||
|
import org.apache.lucene.index.IndexWriterConfig; |
||||
|
import org.apache.lucene.store.Directory; |
||||
|
import org.apache.lucene.store.FSDirectory; |
||||
|
import org.nl.modules.lucene.service.dto.LuceneLogDto; |
||||
|
import org.springframework.beans.factory.config.YamlPropertiesFactoryBean; |
||||
|
import org.springframework.core.io.ClassPathResource; |
||||
|
import org.springframework.core.io.Resource; |
||||
|
import org.wltea.analyzer.lucene.IKAnalyzer; |
||||
|
|
||||
|
import java.io.IOException; |
||||
|
import java.nio.file.Paths; |
||||
|
import java.util.List; |
||||
|
import java.util.Map; |
||||
|
import java.util.Properties; |
||||
|
|
||||
|
public class LuceneAppender extends AppenderBase<ILoggingEvent> { |
||||
|
|
||||
|
public static final TransmittableThreadLocal<String> traceIdTL = new TransmittableThreadLocal(); |
||||
|
public LuceneProperties properties; |
||||
|
public static Directory index; |
||||
|
private List<LucenePropertyAndEncoder> encoders; |
||||
|
public static IndexWriter indexWriter; |
||||
|
|
||||
|
|
||||
|
@Override |
||||
|
public void start() { |
||||
|
super.start(); |
||||
|
try { |
||||
|
init(); |
||||
|
} catch (Exception e) { |
||||
|
e.printStackTrace(); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public static void init() throws IOException { |
||||
|
Resource resource = new ClassPathResource("config/application.yml"); |
||||
|
YamlPropertiesFactoryBean yamlPropertiesFactoryBean = new YamlPropertiesFactoryBean(); |
||||
|
yamlPropertiesFactoryBean.setResources(resource); |
||||
|
Properties properties = yamlPropertiesFactoryBean.getObject(); |
||||
|
// 获取配置值
|
||||
|
String luceneDir = properties.getProperty("lucene.index.path"); |
||||
|
System.out.println("---index地址----" + luceneDir); |
||||
|
index = FSDirectory.open(Paths.get(luceneDir)); |
||||
|
// 初始化 Lucene 索引
|
||||
|
Analyzer analyzer = new IKAnalyzer(); |
||||
|
IndexWriterConfig config = new IndexWriterConfig(analyzer); |
||||
|
indexWriter = new IndexWriter(index, config); |
||||
|
} |
||||
|
|
||||
|
|
||||
|
@Override |
||||
|
protected void append(ILoggingEvent event) { |
||||
|
String message = event.getFormattedMessage(); |
||||
|
String[] split = message.split("@"); |
||||
|
LuceneLogDto luceneLogDto = JSONObject.parseObject(split[1], LuceneLogDto.class); |
||||
|
Document document = new Document(); |
||||
|
try { |
||||
|
//向document对象中添加域。
|
||||
|
Map<String, String> mdcPropertyMap = event.getMDCPropertyMap(); |
||||
|
String traceId = mdcPropertyMap.get("traceId"); |
||||
|
System.out.println("---追踪号---"+traceId); |
||||
|
if (ObjectUtil.isNotEmpty(traceId)) { |
||||
|
document.add(new StringField("trace_id", traceId, Field.Store.YES)); |
||||
|
} |
||||
|
if (ObjectUtil.isNotEmpty(luceneLogDto.getDevice_code())) { |
||||
|
document.add(new StringField("device_code", luceneLogDto.getDevice_code(), Field.Store.YES)); |
||||
|
} |
||||
|
if (ObjectUtil.isNotEmpty(luceneLogDto.getContent())) { |
||||
|
document.add(new StringField("fieldContent", luceneLogDto.getContent(), Field.Store.YES)); |
||||
|
} |
||||
|
if (ObjectUtil.isNotEmpty(luceneLogDto.getMethod())) { |
||||
|
document.add(new StringField("method", luceneLogDto.getMethod(), Field.Store.YES)); |
||||
|
} |
||||
|
if (ObjectUtil.isNotEmpty(luceneLogDto.getStatus_code())) { |
||||
|
document.add(new StringField("status_code", luceneLogDto.getStatus_code(), Field.Store.YES)); |
||||
|
} |
||||
|
if (ObjectUtil.isNotEmpty(luceneLogDto.getRequestparam())) { |
||||
|
document.add(new StringField("requestparam", luceneLogDto.getRequestparam(), Field.Store.YES)); |
||||
|
} |
||||
|
if (ObjectUtil.isNotEmpty(luceneLogDto.getResponseparam())) { |
||||
|
document.add(new StringField("responseparam", luceneLogDto.getResponseparam(), Field.Store.YES)); |
||||
|
} |
||||
|
document.add(new StringField("logType", luceneLogDto.getLogType(), Field.Store.YES)); |
||||
|
document.add(new StringField("logTime", DateUtil.format(new DateTime(), "yyyy-MM-dd HH:mm:ss.SSS"), Field.Store.YES)); |
||||
|
document.add(new NumericDocValuesField("logTime",System.currentTimeMillis()));//排序
|
||||
|
|
||||
|
try { |
||||
|
indexWriter.addDocument(document); |
||||
|
indexWriter.commit(); |
||||
|
} catch (IOException e) { |
||||
|
e.printStackTrace(); |
||||
|
} |
||||
|
} catch (Exception e) { |
||||
|
return; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public void stop() { |
||||
|
super.stop(); |
||||
|
try { |
||||
|
indexWriter.close(); |
||||
|
} catch (IOException e) { |
||||
|
e.printStackTrace(); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public void setProperties(LuceneProperties properties) { |
||||
|
this.properties = properties; |
||||
|
|
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,23 @@ |
|||||
|
package org.nl.modules.lucene.config; |
||||
|
|
||||
|
|
||||
|
import java.util.ArrayList; |
||||
|
import java.util.List; |
||||
|
|
||||
|
public class LuceneProperties { |
||||
|
|
||||
|
private List<Property> properties; |
||||
|
|
||||
|
public LuceneProperties() { |
||||
|
this.properties = new ArrayList<Property>(); |
||||
|
} |
||||
|
|
||||
|
public List<Property> getProperties() { |
||||
|
return properties; |
||||
|
} |
||||
|
|
||||
|
public void addProperty(Property property) { |
||||
|
properties.add(property); |
||||
|
} |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,38 @@ |
|||||
|
package org.nl.modules.lucene.config; |
||||
|
|
||||
|
import ch.qos.logback.classic.PatternLayout; |
||||
|
import ch.qos.logback.classic.spi.ILoggingEvent; |
||||
|
import ch.qos.logback.core.Context; |
||||
|
import ch.qos.logback.core.pattern.PatternLayoutBase; |
||||
|
|
||||
|
/* |
||||
|
* @author ZZQ |
||||
|
* @Date 2023/12/22 18:11 |
||||
|
*/ |
||||
|
public class LucenePropertyAndEncoder { |
||||
|
|
||||
|
private Property property; |
||||
|
|
||||
|
private PatternLayoutBase layout = new PatternLayout(); |
||||
|
|
||||
|
public LucenePropertyAndEncoder(Property property, Context context) { |
||||
|
this.property = property; |
||||
|
this.layout.setContext(context); |
||||
|
this.layout.setPattern(String.valueOf(property.getValue())); |
||||
|
this.layout.setPostCompileProcessor(null); |
||||
|
this.layout.start(); |
||||
|
} |
||||
|
|
||||
|
public String encode(ILoggingEvent event) { |
||||
|
return layout.doLayout(event); |
||||
|
} |
||||
|
|
||||
|
public String getName() { |
||||
|
return property.getName(); |
||||
|
} |
||||
|
|
||||
|
public boolean allowEmpty() { |
||||
|
return property.isAllowEmpty(); |
||||
|
} |
||||
|
} |
||||
|
|
||||
@ -0,0 +1,44 @@ |
|||||
|
package org.nl.modules.lucene.config; |
||||
|
|
||||
|
/* |
||||
|
* @author ZZQ |
||||
|
* @Date 2023/12/26 15:30 |
||||
|
*/ |
||||
|
public class Property { |
||||
|
private String name; |
||||
|
private String value; |
||||
|
private boolean allowEmpty; |
||||
|
|
||||
|
public Property() { |
||||
|
} |
||||
|
|
||||
|
public Property(String name, String value, boolean allowEmpty) { |
||||
|
this.name = name; |
||||
|
this.value = value; |
||||
|
this.allowEmpty = allowEmpty; |
||||
|
} |
||||
|
|
||||
|
public String getName() { |
||||
|
return name; |
||||
|
} |
||||
|
|
||||
|
public void setName(String name) { |
||||
|
this.name = name; |
||||
|
} |
||||
|
|
||||
|
public String getValue() { |
||||
|
return value; |
||||
|
} |
||||
|
|
||||
|
public void setValue(String value) { |
||||
|
this.value = value; |
||||
|
} |
||||
|
|
||||
|
public boolean isAllowEmpty() { |
||||
|
return allowEmpty; |
||||
|
} |
||||
|
|
||||
|
public void setAllowEmpty(boolean allowEmpty) { |
||||
|
this.allowEmpty = allowEmpty; |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,15 @@ |
|||||
|
package org.nl.modules.lucene.enums; |
||||
|
|
||||
|
public enum LogTypeEnum { |
||||
|
DEVICE_LOG("设备日志"), |
||||
|
INTERFACE_LOG("接口日志"); |
||||
|
|
||||
|
private String desc; |
||||
|
|
||||
|
LogTypeEnum(String desc) { |
||||
|
this.desc = desc; |
||||
|
} |
||||
|
public String getDesc() { |
||||
|
return desc; |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,38 @@ |
|||||
|
package org.nl.modules.lucene.rest; |
||||
|
|
||||
|
import io.swagger.annotations.Api; |
||||
|
import io.swagger.annotations.ApiOperation; |
||||
|
import lombok.RequiredArgsConstructor; |
||||
|
import lombok.extern.slf4j.Slf4j; |
||||
|
import org.nl.modules.logging.annotation.Log; |
||||
|
import org.nl.modules.lucene.service.LuceneService; |
||||
|
import org.springframework.data.domain.Pageable; |
||||
|
import org.springframework.http.HttpStatus; |
||||
|
import org.springframework.http.ResponseEntity; |
||||
|
import org.springframework.web.bind.annotation.GetMapping; |
||||
|
import org.springframework.web.bind.annotation.RequestMapping; |
||||
|
import org.springframework.web.bind.annotation.RequestParam; |
||||
|
import org.springframework.web.bind.annotation.RestController; |
||||
|
|
||||
|
import java.util.Map; |
||||
|
|
||||
|
|
||||
|
@RestController |
||||
|
@RequiredArgsConstructor |
||||
|
@Api(tags = "日志检索") |
||||
|
@RequestMapping("/api/lucene") |
||||
|
@Slf4j |
||||
|
public class LuceneController { |
||||
|
|
||||
|
private final LuceneService luceneService; |
||||
|
|
||||
|
|
||||
|
|
||||
|
@GetMapping("/getAll") |
||||
|
@Log("日志检索") |
||||
|
@ApiOperation("日志检索") |
||||
|
//@PreAuthorize("@el.check('task:list')")
|
||||
|
public ResponseEntity<Object> get(@RequestParam Map whereJson, Pageable page) { |
||||
|
return new ResponseEntity<>(luceneService.getAll(whereJson, page), HttpStatus.OK); |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,39 @@ |
|||||
|
package org.nl.modules.lucene.service; |
||||
|
|
||||
|
|
||||
|
import org.nl.modules.lucene.service.dto.LuceneLogDto; |
||||
|
|
||||
|
public interface LuceneExecuteLogService { |
||||
|
/** |
||||
|
* 设备光电变化实时光电信号 |
||||
|
* |
||||
|
* @param device_code 设备编号 |
||||
|
* @param key plc信号 |
||||
|
* @param value plc信号值 |
||||
|
*/ |
||||
|
void deviceItemValue(String device_code, String key, String value); |
||||
|
|
||||
|
/** |
||||
|
* 设备执行日志,会保留历史记录 |
||||
|
* |
||||
|
* @param luceneLogDto 日志结果对象 |
||||
|
*/ |
||||
|
void deviceExecuteLog(LuceneLogDto luceneLogDto); |
||||
|
|
||||
|
/** |
||||
|
* 接口日志,会保留历史记录 |
||||
|
* |
||||
|
* @param luceneLogDto 日志结果对象 |
||||
|
*/ |
||||
|
void interfaceExecuteLog(LuceneLogDto luceneLogDto); |
||||
|
|
||||
|
/** |
||||
|
* 设备执行日志,会保留历史记录 |
||||
|
* |
||||
|
* @param name 日志名称 |
||||
|
* @param message 日志信息 |
||||
|
*/ |
||||
|
void extLog(String name, String message); |
||||
|
|
||||
|
|
||||
|
} |
||||
@ -0,0 +1,18 @@ |
|||||
|
package org.nl.modules.lucene.service; |
||||
|
|
||||
|
import org.springframework.data.domain.Pageable; |
||||
|
|
||||
|
import java.util.Map; |
||||
|
|
||||
|
|
||||
|
public interface LuceneService { |
||||
|
|
||||
|
/** |
||||
|
* 获取数据分页 |
||||
|
* |
||||
|
* @param whereJson 条件 |
||||
|
* @param page 分页参数 |
||||
|
* @return Map<String, Object> |
||||
|
*/ |
||||
|
Map<String, Object> getAll(Map whereJson, Pageable page); |
||||
|
} |
||||
@ -0,0 +1,117 @@ |
|||||
|
package org.nl.modules.lucene.service.dto; |
||||
|
|
||||
|
import lombok.AllArgsConstructor; |
||||
|
import lombok.Builder; |
||||
|
import lombok.Data; |
||||
|
import lombok.NoArgsConstructor; |
||||
|
|
||||
|
@Data |
||||
|
@Builder |
||||
|
@NoArgsConstructor |
||||
|
@AllArgsConstructor |
||||
|
public class LuceneLogDto { |
||||
|
|
||||
|
/* 日志标识 */ |
||||
|
private String log_uuid; |
||||
|
/*日志类型*/ |
||||
|
private String logType; |
||||
|
/*设备编号*/ |
||||
|
private String device_code; |
||||
|
/*内容详情*/ |
||||
|
private String content; |
||||
|
|
||||
|
/* 任务编码 */ |
||||
|
private String task_code; |
||||
|
|
||||
|
/* 指令编码 */ |
||||
|
private String instruct_code; |
||||
|
|
||||
|
/* 任务标识 */ |
||||
|
private String task_id; |
||||
|
|
||||
|
/* 载具号 */ |
||||
|
private String vehicle_code; |
||||
|
|
||||
|
/* 备注 */ |
||||
|
private String remark; |
||||
|
|
||||
|
/* 日志类型 */ |
||||
|
private String log_type; |
||||
|
|
||||
|
/* 方法 */ |
||||
|
private String method; |
||||
|
|
||||
|
/* 请求参数 */ |
||||
|
private String requestparam; |
||||
|
|
||||
|
/* 响应参数 */ |
||||
|
private String responseparam; |
||||
|
|
||||
|
/* 请求地址 */ |
||||
|
private String requesturl; |
||||
|
|
||||
|
/* 状态码 */ |
||||
|
private String status_code; |
||||
|
|
||||
|
/* 是否删除 1:是；0：否 */ |
||||
|
private String is_delete; |
||||
|
|
||||
|
/* 创建者 */ |
||||
|
private String create_by; |
||||
|
|
||||
|
/* 创建时间 YYYY-MM-DD hh:mm:ss */ |
||||
|
private String create_time; |
||||
|
|
||||
|
/* 修改者 */ |
||||
|
private String update_by; |
||||
|
|
||||
|
/* 修改时间 */ |
||||
|
private String update_time; |
||||
|
|
||||
|
|
||||
|
public LuceneLogDto(final String opc_server_code, final String opc_plc_code, |
||||
|
final String device_code, final String to_home, final String last_home, |
||||
|
final String home) { |
||||
|
super(); |
||||
|
this.device_code = device_code; |
||||
|
this.content = "信号 [" |
||||
|
+ opc_server_code + "." |
||||
|
+ opc_plc_code + "." |
||||
|
+ device_code + "." |
||||
|
+ to_home + "] 发生变更 " |
||||
|
+ last_home + " -> " |
||||
|
+ home; |
||||
|
} |
||||
|
|
||||
|
public LuceneLogDto(final String device_code, final String task_code, |
||||
|
final String instruct_code, final String method, |
||||
|
final String remark){ |
||||
|
super(); |
||||
|
this.device_code = device_code; |
||||
|
this.task_code = task_code; |
||||
|
this.instruct_code = instruct_code; |
||||
|
this.method = method; |
||||
|
this.content = remark; |
||||
|
} |
||||
|
|
||||
|
public LuceneLogDto(final String device_code, final String remark) { |
||||
|
super(); |
||||
|
this.device_code = device_code; |
||||
|
this.content = "设备 [" |
||||
|
+ device_code |
||||
|
+ "] - " |
||||
|
+ remark; |
||||
|
} |
||||
|
|
||||
|
public LuceneLogDto(final LuceneLogDto dto) { |
||||
|
super(); |
||||
|
this.device_code = device_code; |
||||
|
this.method = method; |
||||
|
|
||||
|
this.content = "设备 [" |
||||
|
+ device_code |
||||
|
+ "] - " |
||||
|
+ remark; |
||||
|
} |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,51 @@ |
|||||
|
package org.nl.modules.lucene.service.impl; |
||||
|
|
||||
|
import cn.hutool.core.date.DateUtil; |
||||
|
import com.alibaba.fastjson.JSON; |
||||
|
import lombok.RequiredArgsConstructor; |
||||
|
import lombok.extern.slf4j.Slf4j; |
||||
|
import org.nl.modules.lucene.enums.LogTypeEnum; |
||||
|
import org.nl.modules.lucene.service.LuceneExecuteLogService; |
||||
|
import org.nl.modules.lucene.service.dto.LuceneLogDto; |
||||
|
import org.slf4j.MDC; |
||||
|
import org.springframework.stereotype.Service; |
||||
|
|
||||
|
/** |
||||
|
* @author jlm |
||||
|
* @description 服务实现 |
||||
|
* @date 2023-04-11 |
||||
|
*/ |
||||
|
@Service |
||||
|
@RequiredArgsConstructor |
||||
|
@Slf4j |
||||
|
public class LuceneExecuteLogServiceImpl implements LuceneExecuteLogService { |
||||
|
|
||||
|
@Override |
||||
|
public void deviceItemValue(String device_code, String key, String value) { |
||||
|
String now = DateUtil.now(); |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public void deviceExecuteLog(LuceneLogDto luceneLogDto) { |
||||
|
luceneLogDto.setLogType(LogTypeEnum.DEVICE_LOG.getDesc()); |
||||
|
log.info("{}", JSON.toJSONString(luceneLogDto)); |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public void interfaceExecuteLog(LuceneLogDto luceneLogDto) { |
||||
|
luceneLogDto.setLogType(LogTypeEnum.INTERFACE_LOG.getDesc()); |
||||
|
log.info("{}", JSON.toJSONString(luceneLogDto)); |
||||
|
} |
||||
|
|
||||
|
@Override |
||||
|
public void extLog(String name, String message) { |
||||
|
try { |
||||
|
MDC.put(name, name); |
||||
|
log.info("{}", message); |
||||
|
} catch (Exception e) { |
||||
|
e.printStackTrace(); |
||||
|
} finally { |
||||
|
MDC.remove(name); |
||||
|
} |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,127 @@ |
|||||
|
package org.nl.modules.lucene.service.impl; |
||||
|
|
||||
|
import cn.hutool.core.date.DateTime; |
||||
|
import cn.hutool.core.date.DateUtil; |
||||
|
import com.alibaba.fastjson.JSONObject; |
||||
|
import lombok.RequiredArgsConstructor; |
||||
|
import lombok.extern.slf4j.Slf4j; |
||||
|
import org.apache.lucene.document.Document; |
||||
|
import org.apache.lucene.index.DirectoryReader; |
||||
|
import org.apache.lucene.index.Term; |
||||
|
import org.apache.lucene.search.*; |
||||
|
import org.apache.lucene.store.FSDirectory; |
||||
|
import org.apache.lucene.util.BytesRef; |
||||
|
import org.nl.modules.lucene.service.LuceneService; |
||||
|
import org.springframework.data.domain.Pageable; |
||||
|
import org.springframework.stereotype.Service; |
||||
|
|
||||
|
import java.nio.file.Paths; |
||||
|
import java.text.ParseException; |
||||
|
import java.text.SimpleDateFormat; |
||||
|
import java.util.*; |
||||
|
|
||||
|
|
||||
|
@Service |
||||
|
@RequiredArgsConstructor |
||||
|
@Slf4j |
||||
|
public class LuceneServiceImpl implements LuceneService { |
||||
|
|
||||
|
//日志索引目录
|
||||
|
|
||||
|
|
||||
|
@Override |
||||
|
public Map<String, Object> getAll(Map whereJson, Pageable page) { |
||||
|
//获取要查询的路径，也就是索引所在的位置
|
||||
|
try { |
||||
|
FSDirectory directory = FSDirectory.open(Paths.get("C:\\acs\\lucene\\index")); |
||||
|
DirectoryReader open = DirectoryReader.open(directory); |
||||
|
IndexSearcher searcher = new IndexSearcher(open); |
||||
|
// 实际上Lucene本身不支持分页。因此我们需要自己进行逻辑分页。我们要准备分页参数：
|
||||
|
int pageSize = Integer.parseInt(whereJson.get("size").toString());// 每页条数
|
||||
|
int pageNum = Integer.parseInt(whereJson.get("page").toString());// 当前页码
|
||||
|
|
||||
|
BooleanQuery.Builder booleanQueryBuilder = new BooleanQuery.Builder(); |
||||
|
//时间范围查询
|
||||
|
String startDate = (String) whereJson.get("begin_time"); |
||||
|
String endDate = (String) whereJson.get("end_time"); |
||||
|
|
||||
|
if (startDate == null){ |
||||
|
Calendar calendar=Calendar.getInstance(); |
||||
|
calendar.set(1970, 0, 1); |
||||
|
startDate = DateUtil.format(calendar.getTime(),"yyyy-MM-dd HH:mm:ss.SSS"); |
||||
|
}else{ |
||||
|
startDate = getDate(startDate); |
||||
|
} |
||||
|
if (endDate == null){ |
||||
|
endDate = DateUtil.format(new DateTime(),"yyyy-MM-dd HH:mm:ss.SSS"); |
||||
|
} else { |
||||
|
endDate = getDate(endDate); |
||||
|
} |
||||
|
TermRangeQuery termRangeQuery = new TermRangeQuery("logTime", new BytesRef(startDate), new BytesRef(endDate), true, true); |
||||
|
booleanQueryBuilder.add(termRangeQuery,BooleanClause.Occur.MUST); |
||||
|
if (whereJson.get("device_code") != null){ |
||||
|
Query termQuery = new TermQuery(new Term("device_code", (String) whereJson.get("device_code"))); |
||||
|
booleanQueryBuilder.add(termQuery,BooleanClause.Occur.MUST); |
||||
|
} |
||||
|
if (whereJson.get("method") != null){ |
||||
|
Query termQuery = new TermQuery(new Term("method", (String) whereJson.get("method"))); |
||||
|
booleanQueryBuilder.add(termQuery,BooleanClause.Occur.MUST); |
||||
|
} |
||||
|
if (whereJson.get("status_code") != null){ |
||||
|
Query termQuery = new TermQuery(new Term("status_code", (String) whereJson.get("status_code"))); |
||||
|
booleanQueryBuilder.add(termQuery,BooleanClause.Occur.MUST); |
||||
|
} |
||||
|
if (whereJson.get("requestparam") != null){ |
||||
|
WildcardQuery query = new WildcardQuery(new Term("requestparam", "*"+(String) whereJson.get("requestparam")+"*")); |
||||
|
booleanQueryBuilder.add(query,BooleanClause.Occur.MUST); |
||||
|
} |
||||
|
if (whereJson.get("responseparam") != null){ |
||||
|
WildcardQuery query = new WildcardQuery(new Term("responseparam", "*"+(String) whereJson.get("responseparam")+"*")); |
||||
|
booleanQueryBuilder.add(query,BooleanClause.Occur.MUST); |
||||
|
} |
||||
|
if (whereJson.get("blurry") != null) { |
||||
|
WildcardQuery query = new WildcardQuery(new Term("fieldContent", "*"+(String) whereJson.get("blurry")+"*")); |
||||
|
booleanQueryBuilder.add(query, BooleanClause.Occur.MUST); |
||||
|
} |
||||
|
|
||||
|
TopFieldCollector collector = TopFieldCollector.create(new Sort(new SortField("logTime", SortField.Type.LONG,true)), 20000, 0); |
||||
|
searcher.search(booleanQueryBuilder.build(), collector); |
||||
|
TopDocs topDocs = collector.topDocs(pageNum*pageSize, pageSize); |
||||
|
int totalSize = collector.getTotalHits(); |
||||
|
ScoreDoc[] scoreDocs = topDocs.scoreDocs; |
||||
|
|
||||
|
List<JSONObject> list = new ArrayList<>(); |
||||
|
for (ScoreDoc scoreDoc : scoreDocs) { |
||||
|
Document doc = open.document(scoreDoc.doc); |
||||
|
JSONObject object = new JSONObject(); |
||||
|
object.put("content",doc.get("fieldContent")); |
||||
|
object.put("device_code",doc.get("device_code")); |
||||
|
object.put("logTime",doc.get("logTime")); |
||||
|
object.put("method",doc.get("method")); |
||||
|
object.put("status_code",doc.get("status_code")); |
||||
|
object.put("requestparam",doc.get("requestparam")); |
||||
|
object.put("responseparam",doc.get("responseparam")); |
||||
|
if(doc.get("fieldContent") != null) { |
||||
|
list.add(object); |
||||
|
} |
||||
|
} |
||||
|
open.close(); |
||||
|
directory.close(); |
||||
|
JSONObject jo = new JSONObject(); |
||||
|
jo.put("content", list); |
||||
|
jo.put("totalElements", totalSize); |
||||
|
return jo; |
||||
|
} catch (Exception e) { |
||||
|
log.error("索引查询为空", e); |
||||
|
throw new NullPointerException("索引查询为空"); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public static String getDate(String timeString) throws ParseException { |
||||
|
SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss.SSSX");//时间格式
|
||||
|
Date date = sdf.parse(timeString); |
||||
|
timeString = DateUtil.format(date, "yyyy-MM-dd HH:mm:ss.SSS");//格式化后的时间
|
||||
|
return timeString; |
||||
|
} |
||||
|
|
||||
|
} |
||||
@ -0,0 +1,18 @@ |
|||||
|
import request from '@/utils/request' |
||||
|
|
||||
|
export function getLogData(param) { |
||||
|
return request({ |
||||
|
url: 'api/lucene/getAll', |
||||
|
method: 'get', |
||||
|
data: param |
||||
|
}) |
||||
|
} |
||||
|
|
||||
|
export function labelsValues() { |
||||
|
return request({ |
||||
|
url: 'api/loki/labels/values', |
||||
|
method: 'get' |
||||
|
}) |
||||
|
} |
||||
|
|
||||
|
export default { getLogData, labelsValues } |
||||
Loading…
Reference in new issue