11 changed files with 487 additions and 223 deletions
@ -0,0 +1,128 @@ |
|||
package org; |
|||
|
|||
import org.apache.commons.io.FileUtils; |
|||
import org.apache.lucene.analysis.Analyzer; |
|||
import org.apache.lucene.document.*; |
|||
import org.apache.lucene.index.DirectoryReader; |
|||
import org.apache.lucene.index.IndexReader; |
|||
import org.apache.lucene.index.IndexWriter; |
|||
import org.apache.lucene.index.IndexWriterConfig; |
|||
import org.apache.lucene.queryparser.classic.QueryParser; |
|||
import org.apache.lucene.search.IndexSearcher; |
|||
import org.apache.lucene.search.Query; |
|||
import org.apache.lucene.search.ScoreDoc; |
|||
import org.apache.lucene.search.TopDocs; |
|||
import org.apache.lucene.store.Directory; |
|||
import org.apache.lucene.store.FSDirectory; |
|||
import org.wltea.analyzer.lucene.IKAnalyzer; |
|||
|
|||
import java.io.File; |
|||
import java.io.IOException; |
|||
|
|||
/** |
|||
* @author ldjun |
|||
* @version 1.0 |
|||
* @date 2023年05月12日 10:16 |
|||
* @desc desc |
|||
*/ |
|||
public class Test { |
|||
public static void main(String[] args) throws Exception { |
|||
createIndex(); |
|||
searchIndex(); |
|||
} |
|||
|
|||
private static void createIndex() throws IOException { |
|||
//1、创建一个Director对象，指定索引库保存的位置。
|
|||
//把索引库保存在内存中
|
|||
//Directory directory = new RAMDirectory();
|
|||
//把索引库保存在磁盘
|
|||
Directory directory = FSDirectory.open(new File("E:\\lucene3").toPath()); |
|||
//2、基于Directory对象创建一个IndexWriter对象
|
|||
IndexWriterConfig config = new IndexWriterConfig(new IKAnalyzer()); |
|||
IndexWriter indexWriter = new IndexWriter(directory, config); |
|||
|
|||
//3、读取磁盘上的文件，对应每个文件创建一个文档对象。
|
|||
File dir = new File("E:\\lucene2"); |
|||
|
|||
|
|||
File[] files = dir.listFiles(); |
|||
for (File f : files) { |
|||
//取文件名
|
|||
String fileName = f.getName(); |
|||
//文件的路径
|
|||
String filePath = f.getPath(); |
|||
//文件的内容
|
|||
String fileContent = FileUtils.readFileToString(f, "utf-8"); |
|||
//文件的大小
|
|||
long fileSize = FileUtils.sizeOf(f); |
|||
//创建Field
|
|||
//参数1：域的名称，参数2：域的内容，参数3：是否存储
|
|||
Field fieldName = new TextField("name", fileName, Field.Store.YES); |
|||
Field fieldPath = new StoredField("path", filePath); |
|||
Field fieldContent = new TextField("content", fileContent, Field.Store.YES); |
|||
Field fieldSizeValue = new LongPoint("size", fileSize); |
|||
Field fieldSizeStore = new StoredField("size", fileSize); |
|||
//创建文档对象
|
|||
Document document = new Document(); |
|||
//向文档对象中添加域
|
|||
document.add(fieldName); |
|||
document.add(fieldPath); |
|||
document.add(fieldContent); |
|||
//document.add(fieldSize);
|
|||
document.add(fieldSizeValue); |
|||
document.add(fieldSizeStore); |
|||
//5、把文档对象写入索引库
|
|||
indexWriter.addDocument(document); |
|||
} |
|||
//6、关闭indexwriter对象
|
|||
indexWriter.close(); |
|||
} |
|||
|
|||
public static void searchIndex() throws Exception { |
|||
//1、创建一个Director对象，指定索引库的位置
|
|||
Directory directory = FSDirectory.open(new File("E:\\lucene3").toPath()); |
|||
//2、创建一个IndexReader对象
|
|||
IndexReader indexReader = DirectoryReader.open(directory); |
|||
//3、创建一个IndexSearcher对象，构造方法中的参数indexReader对象。
|
|||
IndexSearcher indexSearcher = new IndexSearcher(indexReader); |
|||
//4、创建一个Query对象，TermQuery
|
|||
// Query query = new TermQuery(new Term("name", "123"));
|
|||
//5、执行查询，得到一个TopDocs对象
|
|||
//参数1：查询对象 参数2：查询结果返回的最大记录数
|
|||
// TopDocs topDocs = indexSearcher.search(query, 10);
|
|||
|
|||
|
|||
// 使用的分词器
|
|||
Analyzer analyzer = new IKAnalyzer(true); |
|||
// 要搜索的字段
|
|||
String filedName = "content"; |
|||
// 查询生成器（解析输入生成Query查询对象）
|
|||
QueryParser parser = new QueryParser(filedName, analyzer); |
|||
// 通过parse解析输入（分词），生成query对象
|
|||
Query query = parser.parse("2023-04-14"); |
|||
|
|||
|
|||
|
|||
TopDocs topDocs = indexSearcher.search(query,2); |
|||
|
|||
//6、取查询结果的总记录数
|
|||
System.out.println("查询总记录数：" + topDocs.totalHits); |
|||
//7、取文档列表
|
|||
ScoreDoc[] scoreDocs = topDocs.scoreDocs; |
|||
//8、打印文档中的内容
|
|||
for (ScoreDoc doc : scoreDocs) { |
|||
//取文档id
|
|||
int docId = doc.doc; |
|||
|
|||
|
|||
//根据id取文档对象
|
|||
Document document = indexSearcher.doc(docId); |
|||
System.out.println(document.get("name")); |
|||
System.out.println(document.get("path")); |
|||
System.out.println(document.get("size")); |
|||
System.out.println(document.get("content")); |
|||
} |
|||
//9、关闭IndexReader对象
|
|||
indexReader.close(); |
|||
} |
|||
} |
|||
@ -0,0 +1,103 @@ |
|||
package org; |
|||
|
|||
import org.apache.lucene.analysis.TokenStream; |
|||
import org.apache.lucene.document.Document; |
|||
import org.apache.lucene.document.Field; |
|||
import org.apache.lucene.document.TextField; |
|||
import org.apache.lucene.index.*; |
|||
import org.apache.lucene.queryparser.classic.QueryParser; |
|||
import org.apache.lucene.search.IndexSearcher; |
|||
import org.apache.lucene.search.Query; |
|||
import org.apache.lucene.search.ScoreDoc; |
|||
import org.apache.lucene.search.highlight.Highlighter; |
|||
import org.apache.lucene.search.highlight.QueryScorer; |
|||
import org.apache.lucene.search.highlight.SimpleHTMLFormatter; |
|||
import org.apache.lucene.store.Directory; |
|||
import org.apache.lucene.store.RAMDirectory; |
|||
import org.wltea.analyzer.lucene.IKAnalyzer; |
|||
|
|||
import java.io.IOException; |
|||
import java.io.StringReader; |
|||
import java.util.ArrayList; |
|||
import java.util.List; |
|||
|
|||
public class TestLucene { |
|||
|
|||
public static void main(String[] args) throws Exception { |
|||
// 1. 准备中文分词器
|
|||
IKAnalyzer analyzer = new IKAnalyzer(); |
|||
|
|||
// 2. 索引
|
|||
List<String> productNames = new ArrayList<>(); |
|||
productNames.add("飞利浦led灯泡e27螺口暖白球泡灯家用照明超亮节能灯泡转色温灯泡"); |
|||
productNames.add("飞利浦led灯泡e14螺口蜡烛灯泡3W尖泡拉尾节能灯泡暖黄光源Lamp"); |
|||
productNames.add("雷士照明 LED灯泡 e27大螺口节能灯3W球泡灯 Lamp led节能灯泡"); |
|||
productNames.add("飞利浦 led灯泡 e27螺口家用3w暖白球泡灯节能灯5W灯泡LED单灯7w"); |
|||
productNames.add("飞利浦led小球泡e14螺口4.5w透明款led节能灯泡照明光源lamp单灯"); |
|||
productNames.add("飞利浦蒲公英护眼台灯工作学习阅读节能灯具30508带光源"); |
|||
productNames.add("欧普照明led灯泡蜡烛节能灯泡e14螺口球泡灯超亮照明单灯光源"); |
|||
productNames.add("欧普照明led灯泡节能灯泡超亮光源e14e27螺旋螺口小球泡暖黄家用"); |
|||
productNames.add("聚欧普照明led灯泡节能灯泡e27螺口球泡家用led照明单灯超亮光源"); |
|||
Directory index = createIndex(analyzer, productNames); |
|||
|
|||
// 3. 查询器
|
|||
String keyword = "护眼带光源"; |
|||
Query query = new QueryParser("name", analyzer).parse(keyword); |
|||
|
|||
|
|||
// 4. 搜索
|
|||
IndexReader reader = DirectoryReader.open(index); |
|||
IndexSearcher searcher = new IndexSearcher(reader); |
|||
int numberPerPage = 1000; |
|||
System.out.printf("当前一共有%d条数据%n",productNames.size()); |
|||
System.out.printf("查询关键字是：\"%s\"%n",keyword); |
|||
ScoreDoc[] hits = searcher.search(query, numberPerPage).scoreDocs; |
|||
|
|||
// 5. 显示查询结果
|
|||
showSearchResults(searcher, hits, query, analyzer); |
|||
// 6. 关闭查询
|
|||
reader.close(); |
|||
} |
|||
|
|||
private static void showSearchResults(IndexSearcher searcher, ScoreDoc[] hits, Query query, IKAnalyzer analyzer) |
|||
throws Exception { |
|||
System.out.println("找到 " + hits.length + " 个命中."); |
|||
System.out.println("序号\t匹配度得分\t结果"); |
|||
|
|||
SimpleHTMLFormatter simpleHTMLFormatter = new SimpleHTMLFormatter("<span style='color:red'>", "</span>"); |
|||
Highlighter highlighter = new Highlighter(simpleHTMLFormatter, new QueryScorer(query)); |
|||
|
|||
for (int i = 0; i < hits.length; ++i) { |
|||
ScoreDoc scoreDoc= hits[i]; |
|||
int docId = scoreDoc.doc; |
|||
Document d = searcher.doc(docId); |
|||
List<IndexableField> fields = d.getFields(); |
|||
System.out.print((i + 1)); |
|||
System.out.print("\t" + scoreDoc.score); |
|||
for (IndexableField f : fields) { |
|||
TokenStream tokenStream = analyzer.tokenStream(f.name(), new StringReader(d.get(f.name()))); |
|||
String fieldContent = highlighter.getBestFragment(tokenStream, d.get(f.name())); |
|||
System.out.print("\t" + fieldContent); |
|||
} |
|||
System.out.println("<br>"); |
|||
} |
|||
} |
|||
|
|||
private static Directory createIndex(IKAnalyzer analyzer, List<String> products) throws IOException { |
|||
Directory index = new RAMDirectory(); |
|||
IndexWriterConfig config = new IndexWriterConfig(analyzer); |
|||
IndexWriter writer = new IndexWriter(index, config); |
|||
|
|||
for (String name : products) { |
|||
addDoc(writer, name); |
|||
} |
|||
writer.close(); |
|||
return index; |
|||
} |
|||
|
|||
private static void addDoc(IndexWriter w, String name) throws IOException { |
|||
Document doc = new Document(); |
|||
doc.add(new TextField("name", name, Field.Store.YES)); |
|||
w.addDocument(doc); |
|||
} |
|||
} |
|||
@ -0,0 +1,30 @@ |
|||
package org.nl.system.service.lucene; |
|||
|
|||
import ch.qos.logback.classic.spi.ILoggingEvent; |
|||
import ch.qos.logback.core.UnsynchronizedAppenderBase; |
|||
import org.apache.lucene.document.Document; |
|||
import org.apache.lucene.document.Field; |
|||
import org.apache.lucene.document.StringField; |
|||
import org.apache.lucene.index.IndexWriter; |
|||
import org.nl.config.lucene.LuceneIndexWriter; |
|||
|
|||
/** |
|||
* @author ldjun |
|||
* @version 1.0 |
|||
* @date 2023年05月12日 9:40 |
|||
* @desc desc |
|||
*/ |
|||
public class LuceneDefaultAppender extends UnsynchronizedAppenderBase<ILoggingEvent> { |
|||
|
|||
@Override |
|||
protected void append(ILoggingEvent eventObject) { |
|||
IndexWriter indexWriter = LuceneIndexWriter.getIndexWriter(); |
|||
Document document = new Document(); |
|||
document.add(new StringField("status_code", "01", Field.Store.YES)); |
|||
|
|||
|
|||
System.out.println("123"); |
|||
|
|||
} |
|||
|
|||
} |
|||
Loading…
Reference in new issue