lucene.net 2.0 中文分詞後語法高亮問題
lucene.net 2.0 src包裏自帶了Highlighter.Net-2.0.0,可以用來實現語法高亮。
//定義多條件搜索分析器
BooleanQuery bquery = new BooleanQuery();
//定義分詞器
Analyzer analyzer = new StandardAnalyzer();
//多條件搜索拆分器
MultiFieldQueryParser parser = new MultiFieldQueryParser(new string[] { "title", "content" }, analyzer);
query = parser.Parse(key);
bquery.Add(query, BooleanClause.Occur.MUST);
DateTime now = DateTime.Now;
//初始化搜索器
//實現分佈式搜索
List<IndexReader> indexreaders = new List<IndexReader>();
string[] dirs = Directory.GetDirectories(dir);
if (searchtype == SearchType.None)
{
foreach (string item in dirs)
{
//System.Web.HttpContext.Current.Response.Write(item);
indexreaders.Add(IndexReader.Open(Path.Combine(Path.Combine(dir, item), "Save")));
}
}
else
{
//System.Web.HttpContext.Current.Response.Write(searchtype.ToString());
indexreaders.Add(IndexReader.Open(Path.Combine(Path.Combine(dir, searchtype.ToString()), "Save")));
}
MultiReader reader = new MultiReader(indexreaders.ToArray());
indexSearcher = new IndexSearcher(reader);
Hits hits = null;
hits = indexSearcher.Search(bquery);
timer = (DateTime.Now - now).TotalMilliseconds;
int count = hits.Length();
/* 計算顯示的條目 */
int start = (pageNo - 1) * 10;
int end = pageNo * 10 > count ? count : pageNo * 10;
//Response.Write(readerhelper.MyQuery.ToString());
/* 語法高亮顯示設置 */
Highlighter highlighter = new Highlighter(new QueryScorer(query ));
highlighter.SetTextFragmenter(new SimpleFragmenter(100));
for (int i = start; i < end; i++)
{
Lucene.Net.Documents.Document doc = hits.Doc(i);
System.String text = doc.Get("content");
//添加結尾,保證結尾特殊符號不被過濾
string title = doc.Get("title") + "+aaaaaaaaa";
Lucene.Net.Analysis.TokenStream tokenStream = analyzer .TokenStream("content", new System.IO.StringReader(text));
Lucene.Net.Analysis.TokenStream titkeStream = analyzer .TokenStream("title", new System.IO.StringReader(title));
System.String result = highlighter.GetBestFragments(tokenStream, text, 2, "...");
string tresult = highlighter.GetBestFragments(titkeStream, title, 0, "..");
//祛除標題結尾標記
if (tresult.Length > 10)
tresult = tresult.Remove(tresult.Length - 10, 10);
if (string.IsNullOrEmpty(tresult))
tresult = title.Remove(title.Length - 10, 10);
//未標註內容讀取
if (string.IsNullOrEmpty(result))
{
if (text.Length > 100)
result = text.Substring(0, 100);
else
result = text;
}
if (result.Length < text.Length)
result = result + "...";
}