aboutsummaryrefslogtreecommitdiff
path: root/MediaBrowser.Server.Implementations/Library/LuceneSearchEngine.cs
diff options
context:
space:
mode:
authorLuke Pulverenti <luke.pulverenti@gmail.com>2013-09-25 14:58:03 -0400
committerLuke Pulverenti <luke.pulverenti@gmail.com>2013-09-25 14:58:03 -0400
commitc620129b89e659b4c503e5119ef1493386a9fa96 (patch)
treeae29c66b7be7eff410f374cf790c5c3041c40bd0 /MediaBrowser.Server.Implementations/Library/LuceneSearchEngine.cs
parent736095049616d7cbf575106fb27793b486c41c46 (diff)
removed dotnetzip
Diffstat (limited to 'MediaBrowser.Server.Implementations/Library/LuceneSearchEngine.cs')
-rw-r--r--MediaBrowser.Server.Implementations/Library/LuceneSearchEngine.cs276
1 files changed, 2 insertions, 274 deletions
diff --git a/MediaBrowser.Server.Implementations/Library/LuceneSearchEngine.cs b/MediaBrowser.Server.Implementations/Library/LuceneSearchEngine.cs
index ca878476f..5ef04ef9d 100644
--- a/MediaBrowser.Server.Implementations/Library/LuceneSearchEngine.cs
+++ b/MediaBrowser.Server.Implementations/Library/LuceneSearchEngine.cs
@@ -1,10 +1,4 @@
-using Lucene.Net.Analysis.Standard;
-using Lucene.Net.Documents;
-using Lucene.Net.Index;
-using Lucene.Net.QueryParsers;
-using Lucene.Net.Search;
-using Lucene.Net.Store;
-using MediaBrowser.Controller;
+using MediaBrowser.Controller;
using MediaBrowser.Controller.Entities;
using MediaBrowser.Controller.Entities.Audio;
using MediaBrowser.Controller.Library;
@@ -30,37 +24,6 @@ namespace MediaBrowser.Server.Implementations.Library
_libraryManager = libraryManager;
_logger = logManager.GetLogger("Lucene");
-
- //string luceneDbPath = serverPaths.DataPath + "\\SearchIndexDB";
- //if (!System.IO.Directory.Exists(luceneDbPath))
- // System.IO.Directory.CreateDirectory(luceneDbPath);
- //else if(File.Exists(luceneDbPath + "\\write.lock"))
- // File.Delete(luceneDbPath + "\\write.lock");
-
- //LuceneSearch.Init(luceneDbPath, _logger);
-
- //BaseItem.LibraryManager.LibraryChanged += LibraryChanged;
- }
-
- //public void LibraryChanged(object source, ChildrenChangedEventArgs changeInformation)
- //{
- // Task.Run(() =>
- // {
- // if (changeInformation.ItemsAdded.Count + changeInformation.ItemsUpdated.Count > 0)
- // {
- // LuceneSearch.AddUpdateLuceneIndex(changeInformation.ItemsAdded.Concat(changeInformation.ItemsUpdated));
- // }
-
- // if (changeInformation.ItemsRemoved.Count > 0)
- // {
- // LuceneSearch.RemoveFromLuceneIndex(changeInformation.ItemsRemoved);
- // }
- // });
- //}
-
- public void AddItemsToIndex(IEnumerable<BaseItem> items)
- {
- LuceneSearch.AddUpdateLuceneIndex(items);
}
/// <summary>
@@ -72,15 +35,7 @@ namespace MediaBrowser.Server.Implementations.Library
/// <exception cref="System.ArgumentNullException">searchTerm</exception>
public IEnumerable<BaseItem> Search(IEnumerable<BaseItem> items, string searchTerm)
{
- if (string.IsNullOrEmpty(searchTerm))
- {
- throw new ArgumentNullException("searchTerm");
- }
-
- var hits = LuceneSearch.Search(searchTerm, items.Count());
-
- //return hits;
- return hits.Where(searchHit => items.Any(p => p.Id == searchHit.Id));
+ return items;
}
public void Dispose()
@@ -362,231 +317,4 @@ namespace MediaBrowser.Server.Implementations.Library
return term.Split().Where(i => !string.IsNullOrWhiteSpace(i)).ToList();
}
}
-
- public static class LuceneSearch
- {
- private static ILogger logger;
-
- private static string path;
- private static object lockOb = new object();
-
- private static FSDirectory _directory;
- private static FSDirectory directory
- {
- get
- {
- if (_directory == null)
- {
- logger.Info("Opening new Directory: " + path);
- _directory = FSDirectory.Open(path);
- }
- return _directory;
- }
- set
- {
- _directory = value;
- }
- }
-
- private static IndexWriter _writer;
- private static IndexWriter writer
- {
- get
- {
- if (_writer == null)
- {
- logger.Info("Opening new IndexWriter");
- _writer = new IndexWriter(directory, analyzer, IndexWriter.MaxFieldLength.UNLIMITED);
- }
- return _writer;
- }
- set
- {
- _writer = value;
- }
- }
-
- private static Dictionary<string, float> bonusTerms;
-
- public static void Init(string path, ILogger logger)
- {
- logger.Info("Lucene: Init");
-
- bonusTerms = new Dictionary<string, float>();
- bonusTerms.Add("Name", 2);
- bonusTerms.Add("Overview", 1);
-
- // Optimize the DB on initialization
- // TODO: Test whether this has..
- // Any effect what-so-ever (apart from initializing the indexwriter on the mainthread context, which makes things a whole lot easier)
- // Costs too much time
- // Is heavy on the CPU / Memory
-
- LuceneSearch.logger = logger;
- LuceneSearch.path = path;
-
- writer.Optimize();
- }
-
- private static StandardAnalyzer analyzer = new StandardAnalyzer(Lucene.Net.Util.Version.LUCENE_30);
-
- private static Searcher searcher = null;
-
- private static Document createDocument(BaseItem data)
- {
- Document doc = new Document();
-
- doc.Add(new Field("Id", data.Id.ToString(), Field.Store.YES, Field.Index.NO));
- doc.Add(new Field("Name", data.Name, Field.Store.YES, Field.Index.ANALYZED) { Boost = 2 });
- doc.Add(new Field("Overview", data.Overview != null ? data.Overview : "", Field.Store.YES, Field.Index.ANALYZED));
-
- return doc;
- }
-
- private static void Create(BaseItem item)
- {
- lock (lockOb)
- {
- try
- {
- if (searcher != null)
- {
- try
- {
- searcher.Dispose();
- }
- catch (Exception e)
- {
- logger.ErrorException("Error in Lucene while creating index (disposing alive searcher)", e, item);
- }
-
- searcher = null;
- }
-
- _removeFromLuceneIndex(item);
- _addToLuceneIndex(item);
- }
- catch (Exception e)
- {
- logger.ErrorException("Error in Lucene while creating index", e, item);
- }
- }
- }
-
- private static void _addToLuceneIndex(BaseItem data)
- {
- // Prevent double entries
- var doc = createDocument(data);
-
- writer.AddDocument(doc);
- }
-
- private static void _removeFromLuceneIndex(BaseItem data)
- {
- var query = new TermQuery(new Term("Id", data.Id.ToString()));
- writer.DeleteDocuments(query);
- }
-
- public static void AddUpdateLuceneIndex(IEnumerable<BaseItem> items)
- {
- foreach (var item in items)
- {
- logger.Info("Adding/Updating BaseItem " + item.Name + "(" + item.Id.ToString() + ") to/on Lucene Index");
- Create(item);
- }
-
- writer.Commit();
- writer.Flush(true, true, true);
- }
-
- public static void RemoveFromLuceneIndex(IEnumerable<BaseItem> items)
- {
- foreach (var item in items)
- {
- logger.Info("Removing BaseItem " + item.Name + "(" + item.Id.ToString() + ") from Lucene Index");
- _removeFromLuceneIndex(item);
- }
-
- writer.Commit();
- writer.Flush(true, true, true);
- }
-
- public static IEnumerable<BaseItem> Search(string searchQuery, int maxHits)
- {
- var results = new List<BaseItem>();
-
- lock (lockOb)
- {
- try
- {
- if (searcher == null)
- {
- searcher = new IndexSearcher(directory, true);
- }
-
- BooleanQuery finalQuery = new BooleanQuery();
-
- MultiFieldQueryParser parser = new MultiFieldQueryParser(Lucene.Net.Util.Version.LUCENE_30, new string[] { "Name", "Overview" }, analyzer, bonusTerms);
-
- string[] terms = searchQuery.Split(new[] { " " }, StringSplitOptions.RemoveEmptyEntries);
- foreach (string term in terms)
- finalQuery.Add(parser.Parse(term.Replace("~", "") + "~0.75"), Occur.SHOULD);
- foreach (string term in terms)
- finalQuery.Add(parser.Parse(term.Replace("*", "") + "*"), Occur.SHOULD);
-
- logger.Debug("Querying Lucene with query: " + finalQuery.ToString());
-
- long start = DateTime.Now.Ticks;
- var searchResult = searcher.Search(finalQuery, maxHits);
- foreach (var searchHit in searchResult.ScoreDocs)
- {
- Document hit = searcher.Doc(searchHit.Doc);
- results.Add(BaseItem.LibraryManager.GetItemById(Guid.Parse(hit.Get("Id"))));
- }
- long total = DateTime.Now.Ticks - start;
- float msTotal = (float)total / TimeSpan.TicksPerMillisecond;
- logger.Debug(searchResult.ScoreDocs.Length + " result" + (searchResult.ScoreDocs.Length == 1 ? "" : "s") + " in " + msTotal + " ms.");
- }
- catch (Exception e)
- {
- logger.ErrorException("Error while searching Lucene index", e);
- }
- }
-
- return results;
- }
-
- public static void CloseAll()
- {
- logger.Debug("Lucene: CloseAll");
- if (writer != null)
- {
- logger.Debug("Lucene: CloseAll - Writer is alive");
- writer.Flush(true, true, true);
- writer.Commit();
- writer.WaitForMerges();
- writer.Dispose();
- writer = null;
- }
- if (analyzer != null)
- {
- logger.Debug("Lucene: CloseAll - Analyzer is alive");
- analyzer.Close();
- analyzer.Dispose();
- analyzer = null;
- }
- if (searcher != null)
- {
- logger.Debug("Lucene: CloseAll - Searcher is alive");
- searcher.Dispose();
- searcher = null;
- }
- if (directory != null)
- {
- logger.Debug("Lucene: CloseAll - Directory is alive");
- directory.Dispose();
- directory = null;
- }
- }
- }
}