From 30d6e2cd6ce0702faaec73b7ffb59d9844fb6967 Mon Sep 17 00:00:00 2001 From: Luke Pulverenti Date: Mon, 15 Apr 2013 11:10:12 -0400 Subject: made library scan a bit more conservative --- MediaBrowser.Controller/Entities/Folder.cs | 89 ++++++---- .../MediaBrowser.Controller.csproj | 3 +- MediaBrowser.Controller/MediaInfo/FFMpegManager.cs | 7 - .../Providers/MediaInfo/AudioImageProvider.cs | 101 +++++++++++ .../MediaInfo/FFMpegAudioImageProvider.cs | 143 ---------------- .../MediaInfo/FFMpegVideoImageProvider.cs | 188 --------------------- 6 files changed, 156 insertions(+), 375 deletions(-) create mode 100644 MediaBrowser.Controller/Providers/MediaInfo/AudioImageProvider.cs delete mode 100644 MediaBrowser.Controller/Providers/MediaInfo/FFMpegAudioImageProvider.cs delete mode 100644 MediaBrowser.Controller/Providers/MediaInfo/FFMpegVideoImageProvider.cs (limited to 'MediaBrowser.Controller') diff --git a/MediaBrowser.Controller/Entities/Folder.cs b/MediaBrowser.Controller/Entities/Folder.cs index 5816b23f8..b7508a641 100644 --- a/MediaBrowser.Controller/Entities/Folder.cs +++ b/MediaBrowser.Controller/Entities/Folder.cs @@ -542,6 +542,7 @@ namespace MediaBrowser.Controller.Entities var options = new ParallelOptions { + MaxDegreeOfParallelism = 50 }; Parallel.ForEach(nonCachedChildren, options, child => @@ -606,6 +607,12 @@ namespace MediaBrowser.Controller.Entities _children.Add(item); } + if (saveTasks.Count > 50) + { + await Task.WhenAll(saveTasks).ConfigureAwait(false); + saveTasks.Clear(); + } + saveTasks.Add(LibraryManager.SaveItem(item, CancellationToken.None)); } @@ -642,65 +649,77 @@ namespace MediaBrowser.Controller.Entities /// The cancellation token. /// if set to true [recursive]. /// Task. - private Task RefreshChildren(IEnumerable> children, IProgress progress, CancellationToken cancellationToken, bool? recursive) + private async Task RefreshChildren(IEnumerable> children, IProgress progress, CancellationToken cancellationToken, bool? recursive) { var list = children.ToList(); var percentages = new ConcurrentDictionary(list.Select(i => new KeyValuePair(i.Item1.Id, 0))); - var tasks = list.Select(tuple => Task.Run(async () => + var tasks = new List(); + + foreach (var tuple in list) { - cancellationToken.ThrowIfCancellationRequested(); + if (tasks.Count > 50) + { + await Task.WhenAll(tasks).ConfigureAwait(false); + } - var child = tuple.Item1; + Tuple currentTuple = tuple; - //refresh it - await child.RefreshMetadata(cancellationToken, resetResolveArgs: child.IsFolder).ConfigureAwait(false); + tasks.Add(Task.Run(async () => + { + cancellationToken.ThrowIfCancellationRequested(); - // Refresh children if a folder and the item changed or recursive is set to true - var refreshChildren = child.IsFolder && (tuple.Item2 || (recursive.HasValue && recursive.Value)); + var child = currentTuple.Item1; - if (refreshChildren) - { - // Don't refresh children if explicitly set to false - if (recursive.HasValue && recursive.Value == false) + //refresh it + await child.RefreshMetadata(cancellationToken, resetResolveArgs: child.IsFolder).ConfigureAwait(false); + + // Refresh children if a folder and the item changed or recursive is set to true + var refreshChildren = child.IsFolder && (currentTuple.Item2 || (recursive.HasValue && recursive.Value)); + + if (refreshChildren) { - refreshChildren = false; + // Don't refresh children if explicitly set to false + if (recursive.HasValue && recursive.Value == false) + { + refreshChildren = false; + } } - } - if (refreshChildren) - { - cancellationToken.ThrowIfCancellationRequested(); + if (refreshChildren) + { + cancellationToken.ThrowIfCancellationRequested(); - var innerProgress = new ActionableProgress(); + var innerProgress = new ActionableProgress(); - innerProgress.RegisterAction(p => + innerProgress.RegisterAction(p => + { + percentages.TryUpdate(child.Id, p / 100, percentages[child.Id]); + + var percent = percentages.Values.Sum(); + percent /= list.Count; + + progress.Report((90 * percent) + 10); + }); + + await ((Folder)child).ValidateChildren(innerProgress, cancellationToken, recursive).ConfigureAwait(false); + } + else { - percentages.TryUpdate(child.Id, p / 100, percentages[child.Id]); + percentages.TryUpdate(child.Id, 1, percentages[child.Id]); var percent = percentages.Values.Sum(); percent /= list.Count; progress.Report((90 * percent) + 10); - }); - - await ((Folder) child).ValidateChildren(innerProgress, cancellationToken, recursive).ConfigureAwait(false); - } - else - { - percentages.TryUpdate(child.Id, 1, percentages[child.Id]); - - var percent = percentages.Values.Sum(); - percent /= list.Count; - - progress.Report((90 * percent) + 10); - } - })); + } + })); + } cancellationToken.ThrowIfCancellationRequested(); - return Task.WhenAll(tasks); + await Task.WhenAll(tasks).ConfigureAwait(false); } /// diff --git a/MediaBrowser.Controller/MediaBrowser.Controller.csproj b/MediaBrowser.Controller/MediaBrowser.Controller.csproj index 90d3810d0..9dd558308 100644 --- a/MediaBrowser.Controller/MediaBrowser.Controller.csproj +++ b/MediaBrowser.Controller/MediaBrowser.Controller.csproj @@ -148,7 +148,7 @@ - + @@ -170,7 +170,6 @@ - diff --git a/MediaBrowser.Controller/MediaInfo/FFMpegManager.cs b/MediaBrowser.Controller/MediaInfo/FFMpegManager.cs index 4700f41f5..509d1e187 100644 --- a/MediaBrowser.Controller/MediaInfo/FFMpegManager.cs +++ b/MediaBrowser.Controller/MediaInfo/FFMpegManager.cs @@ -23,12 +23,6 @@ namespace MediaBrowser.Controller.MediaInfo /// The video image cache. internal FileSystemRepository VideoImageCache { get; set; } - /// - /// Gets or sets the image cache. - /// - /// The image cache. - internal FileSystemRepository AudioImageCache { get; set; } - /// /// Gets or sets the subtitle cache. /// @@ -54,7 +48,6 @@ namespace MediaBrowser.Controller.MediaInfo _libraryManager = libraryManager; VideoImageCache = new FileSystemRepository(VideoImagesDataPath); - AudioImageCache = new FileSystemRepository(AudioImagesDataPath); SubtitleCache = new FileSystemRepository(SubtitleCachePath); } diff --git a/MediaBrowser.Controller/Providers/MediaInfo/AudioImageProvider.cs b/MediaBrowser.Controller/Providers/MediaInfo/AudioImageProvider.cs new file mode 100644 index 000000000..05e4ba1e3 --- /dev/null +++ b/MediaBrowser.Controller/Providers/MediaInfo/AudioImageProvider.cs @@ -0,0 +1,101 @@ +using MediaBrowser.Controller.Configuration; +using MediaBrowser.Controller.Entities; +using MediaBrowser.Controller.Entities.Audio; +using MediaBrowser.Model.Entities; +using MediaBrowser.Model.Logging; +using System; +using System.Threading; +using System.Threading.Tasks; + +namespace MediaBrowser.Controller.Providers.MediaInfo +{ + /// + /// Uses ffmpeg to create video images + /// + public class AudioImageProvider : BaseMetadataProvider + { + /// + /// Initializes a new instance of the class. + /// + /// The log manager. + /// The configuration manager. + public AudioImageProvider(ILogManager logManager, IServerConfigurationManager configurationManager) + : base(logManager, configurationManager) + { + } + + /// + /// The true task result + /// + protected static readonly Task TrueTaskResult = Task.FromResult(true); + + /// + /// Supportses the specified item. + /// + /// The item. + /// true if XXXX, false otherwise + public override bool Supports(BaseItem item) + { + return item.LocationType == LocationType.FileSystem && item is Audio; + } + + /// + /// Override this to return the date that should be compared to the last refresh date + /// to determine if this provider should be re-fetched. + /// + /// The item. + /// DateTime. + protected override DateTime CompareDate(BaseItem item) + { + return item.DateModified; + } + + /// + /// Gets the priority. + /// + /// The priority. + public override MetadataProviderPriority Priority + { + get { return MetadataProviderPriority.Last; } + } + + /// + /// Needses the refresh internal. + /// + /// The item. + /// The provider info. + /// true if XXXX, false otherwise + protected override bool NeedsRefreshInternal(BaseItem item, BaseProviderInfo providerInfo) + { + if (!string.IsNullOrEmpty(item.PrimaryImagePath)) + { + return false; + } + return base.NeedsRefreshInternal(item, providerInfo); + } + + /// + /// Fetches metadata and returns true or false indicating if any work that requires persistence was done + /// + /// The item. + /// if set to true [force]. + /// The cancellation token. + /// Task{System.Boolean}. + public override Task FetchAsync(BaseItem item, bool force, CancellationToken cancellationToken) + { + if (force || string.IsNullOrEmpty(item.PrimaryImagePath)) + { + var album = item.ResolveArgs.Parent as MusicAlbum; + + if (album != null) + { + // First try to use the parent's image + item.PrimaryImagePath = item.ResolveArgs.Parent.PrimaryImagePath; + } + } + + SetLastRefreshed(item, DateTime.UtcNow); + return TrueTaskResult; + } + } +} diff --git a/MediaBrowser.Controller/Providers/MediaInfo/FFMpegAudioImageProvider.cs b/MediaBrowser.Controller/Providers/MediaInfo/FFMpegAudioImageProvider.cs deleted file mode 100644 index e1cbc6932..000000000 --- a/MediaBrowser.Controller/Providers/MediaInfo/FFMpegAudioImageProvider.cs +++ /dev/null @@ -1,143 +0,0 @@ -using MediaBrowser.Common.MediaInfo; -using MediaBrowser.Controller.Configuration; -using MediaBrowser.Controller.Entities; -using MediaBrowser.Controller.Entities.Audio; -using MediaBrowser.Model.Entities; -using MediaBrowser.Model.Logging; -using System; -using System.Collections.Concurrent; -using System.Linq; -using System.Threading; -using System.Threading.Tasks; - -namespace MediaBrowser.Controller.Providers.MediaInfo -{ - /// - /// Uses ffmpeg to create video images - /// - public class FFMpegAudioImageProvider : BaseFFMpegProvider