From d71d2a5d02cf31b67420b54160868247f23546bb Mon Sep 17 00:00:00 2001 From: Luke Pulverenti Date: Wed, 2 Nov 2016 16:53:50 -0400 Subject: move classes to portable server project --- .../Channels/ChannelConfigurations.cs | 29 - .../Channels/ChannelDynamicMediaSourceProvider.cs | 43 - .../Channels/ChannelImageProvider.cs | 55 - .../Channels/ChannelManager.cs | 1620 -------------------- .../Channels/ChannelPostScanTask.cs | 257 ---- .../Channels/RefreshChannelsScheduledTask.cs | 78 - .../Intros/DefaultIntroProvider.cs | 386 ----- .../MediaBrowser.Server.Implementations.csproj | 11 +- .../News/NewsService.cs | 77 - .../Updates/InstallationManager.cs | 685 --------- 10 files changed, 1 insertion(+), 3240 deletions(-) delete mode 100644 MediaBrowser.Server.Implementations/Channels/ChannelConfigurations.cs delete mode 100644 MediaBrowser.Server.Implementations/Channels/ChannelDynamicMediaSourceProvider.cs delete mode 100644 MediaBrowser.Server.Implementations/Channels/ChannelImageProvider.cs delete mode 100644 MediaBrowser.Server.Implementations/Channels/ChannelManager.cs delete mode 100644 MediaBrowser.Server.Implementations/Channels/ChannelPostScanTask.cs delete mode 100644 MediaBrowser.Server.Implementations/Channels/RefreshChannelsScheduledTask.cs delete mode 100644 MediaBrowser.Server.Implementations/Intros/DefaultIntroProvider.cs delete mode 100644 MediaBrowser.Server.Implementations/News/NewsService.cs delete mode 100644 MediaBrowser.Server.Implementations/Updates/InstallationManager.cs (limited to 'MediaBrowser.Server.Implementations') diff --git a/MediaBrowser.Server.Implementations/Channels/ChannelConfigurations.cs b/MediaBrowser.Server.Implementations/Channels/ChannelConfigurations.cs deleted file mode 100644 index 9dfb0404e..000000000 --- a/MediaBrowser.Server.Implementations/Channels/ChannelConfigurations.cs +++ /dev/null @@ -1,29 +0,0 @@ -using MediaBrowser.Common.Configuration; -using MediaBrowser.Model.Configuration; -using System.Collections.Generic; - -namespace MediaBrowser.Server.Implementations.Channels -{ - public static class ChannelConfigurationExtension - { - public static ChannelOptions GetChannelsConfiguration(this IConfigurationManager manager) - { - return manager.GetConfiguration("channels"); - } - } - - public class ChannelConfigurationFactory : IConfigurationFactory - { - public IEnumerable GetConfigurations() - { - return new List - { - new ConfigurationStore - { - Key = "channels", - ConfigurationType = typeof (ChannelOptions) - } - }; - } - } -} diff --git a/MediaBrowser.Server.Implementations/Channels/ChannelDynamicMediaSourceProvider.cs b/MediaBrowser.Server.Implementations/Channels/ChannelDynamicMediaSourceProvider.cs deleted file mode 100644 index fae78b9bc..000000000 --- a/MediaBrowser.Server.Implementations/Channels/ChannelDynamicMediaSourceProvider.cs +++ /dev/null @@ -1,43 +0,0 @@ -using MediaBrowser.Controller.Channels; -using MediaBrowser.Controller.Entities; -using MediaBrowser.Controller.Library; -using MediaBrowser.Model.Dto; -using System; -using System.Collections.Generic; -using System.Threading; -using System.Threading.Tasks; - -namespace MediaBrowser.Server.Implementations.Channels -{ - public class ChannelDynamicMediaSourceProvider : IMediaSourceProvider - { - private readonly ChannelManager _channelManager; - - public ChannelDynamicMediaSourceProvider(IChannelManager channelManager) - { - _channelManager = (ChannelManager)channelManager; - } - - public Task> GetMediaSources(IHasMediaSources item, CancellationToken cancellationToken) - { - var baseItem = (BaseItem) item; - - if (baseItem.SourceType == SourceType.Channel) - { - return _channelManager.GetDynamicMediaSources(baseItem, cancellationToken); - } - - return Task.FromResult>(new List()); - } - - public Task> OpenMediaSource(string openToken, CancellationToken cancellationToken) - { - throw new NotImplementedException(); - } - - public Task CloseMediaSource(string liveStreamId) - { - throw new NotImplementedException(); - } - } -} diff --git a/MediaBrowser.Server.Implementations/Channels/ChannelImageProvider.cs b/MediaBrowser.Server.Implementations/Channels/ChannelImageProvider.cs deleted file mode 100644 index c98f71ce2..000000000 --- a/MediaBrowser.Server.Implementations/Channels/ChannelImageProvider.cs +++ /dev/null @@ -1,55 +0,0 @@ -using MediaBrowser.Controller.Channels; -using MediaBrowser.Controller.Entities; -using MediaBrowser.Controller.Providers; -using MediaBrowser.Model.Entities; -using System.Collections.Generic; -using System.Linq; -using System.Threading; -using System.Threading.Tasks; - -namespace MediaBrowser.Server.Implementations.Channels -{ - public class ChannelImageProvider : IDynamicImageProvider, IHasItemChangeMonitor - { - private readonly IChannelManager _channelManager; - - public ChannelImageProvider(IChannelManager channelManager) - { - _channelManager = channelManager; - } - - public IEnumerable GetSupportedImages(IHasImages item) - { - return GetChannel(item).GetSupportedChannelImages(); - } - - public Task GetImage(IHasImages item, ImageType type, CancellationToken cancellationToken) - { - var channel = GetChannel(item); - - return channel.GetChannelImage(type, cancellationToken); - } - - public string Name - { - get { return "Channel Image Provider"; } - } - - public bool Supports(IHasImages item) - { - return item is Channel; - } - - private IChannel GetChannel(IHasImages item) - { - var channel = (Channel)item; - - return ((ChannelManager)_channelManager).GetChannelProvider(channel); - } - - public bool HasChanged(IHasMetadata item, IDirectoryService directoryService) - { - return GetSupportedImages(item).Any(i => !item.HasImage(i)); - } - } -} diff --git a/MediaBrowser.Server.Implementations/Channels/ChannelManager.cs b/MediaBrowser.Server.Implementations/Channels/ChannelManager.cs deleted file mode 100644 index 300973ce1..000000000 --- a/MediaBrowser.Server.Implementations/Channels/ChannelManager.cs +++ /dev/null @@ -1,1620 +0,0 @@ -using MediaBrowser.Common.Extensions; -using MediaBrowser.Common.Net; -using MediaBrowser.Controller.Channels; -using MediaBrowser.Controller.Configuration; -using MediaBrowser.Controller.Dto; -using MediaBrowser.Controller.Entities; -using MediaBrowser.Controller.Library; -using MediaBrowser.Controller.Providers; -using MediaBrowser.Model.Channels; -using MediaBrowser.Model.Dto; -using MediaBrowser.Model.Entities; -using MediaBrowser.Model.Extensions; -using MediaBrowser.Model.Logging; -using MediaBrowser.Model.MediaInfo; -using MediaBrowser.Model.Net; -using MediaBrowser.Model.Querying; -using MediaBrowser.Model.Serialization; -using System; -using System.Collections.Concurrent; -using System.Collections.Generic; -using System.IO; -using System.Linq; -using System.Net; -using System.Threading; -using System.Threading.Tasks; -using MediaBrowser.Common.IO; -using MediaBrowser.Model.IO; -using MediaBrowser.Controller.Entities.Audio; -using MediaBrowser.Controller.Entities.Movies; -using MediaBrowser.Controller.Entities.TV; -using MediaBrowser.Controller.IO; -using MediaBrowser.Model.Globalization; - -namespace MediaBrowser.Server.Implementations.Channels -{ - public class ChannelManager : IChannelManager - { - private IChannel[] _channels; - - private readonly IUserManager _userManager; - private readonly IUserDataManager _userDataManager; - private readonly IDtoService _dtoService; - private readonly ILibraryManager _libraryManager; - private readonly ILogger _logger; - private readonly IServerConfigurationManager _config; - private readonly IFileSystem _fileSystem; - private readonly IJsonSerializer _jsonSerializer; - private readonly IHttpClient _httpClient; - private readonly IProviderManager _providerManager; - - private readonly ILocalizationManager _localization; - private readonly ConcurrentDictionary _refreshedItems = new ConcurrentDictionary(); - - public ChannelManager(IUserManager userManager, IDtoService dtoService, ILibraryManager libraryManager, ILogger logger, IServerConfigurationManager config, IFileSystem fileSystem, IUserDataManager userDataManager, IJsonSerializer jsonSerializer, ILocalizationManager localization, IHttpClient httpClient, IProviderManager providerManager) - { - _userManager = userManager; - _dtoService = dtoService; - _libraryManager = libraryManager; - _logger = logger; - _config = config; - _fileSystem = fileSystem; - _userDataManager = userDataManager; - _jsonSerializer = jsonSerializer; - _localization = localization; - _httpClient = httpClient; - _providerManager = providerManager; - } - - private TimeSpan CacheLength - { - get - { - return TimeSpan.FromHours(6); - } - } - - public void AddParts(IEnumerable channels) - { - _channels = channels.ToArray(); - } - - public string ChannelDownloadPath - { - get - { - var options = _config.GetChannelsConfiguration(); - - if (!string.IsNullOrWhiteSpace(options.DownloadPath)) - { - return options.DownloadPath; - } - - return Path.Combine(_config.ApplicationPaths.ProgramDataPath, "channels"); - } - } - - private IEnumerable GetAllChannels() - { - return _channels - .OrderBy(i => i.Name); - } - - public IEnumerable GetInstalledChannelIds() - { - return GetAllChannels().Select(i => GetInternalChannelId(i.Name)); - } - - public Task> GetChannelsInternal(ChannelQuery query, CancellationToken cancellationToken) - { - var user = string.IsNullOrWhiteSpace(query.UserId) - ? null - : _userManager.GetUserById(query.UserId); - - var channels = GetAllChannels() - .Select(GetChannelEntity) - .OrderBy(i => i.SortName) - .ToList(); - - if (query.SupportsLatestItems.HasValue) - { - var val = query.SupportsLatestItems.Value; - channels = channels.Where(i => - { - try - { - return GetChannelProvider(i) is ISupportsLatestMedia == val; - } - catch - { - return false; - } - - }).ToList(); - } - if (query.IsFavorite.HasValue) - { - var val = query.IsFavorite.Value; - channels = channels.Where(i => _userDataManager.GetUserData(user, i).IsFavorite == val) - .ToList(); - } - - if (user != null) - { - channels = channels.Where(i => - { - if (!i.IsVisible(user)) - { - return false; - } - - try - { - return GetChannelProvider(i).IsEnabledFor(user.Id.ToString("N")); - } - catch - { - return false; - } - - }).ToList(); - } - - var all = channels; - var totalCount = all.Count; - - if (query.StartIndex.HasValue) - { - all = all.Skip(query.StartIndex.Value).ToList(); - } - if (query.Limit.HasValue) - { - all = all.Take(query.Limit.Value).ToList(); - } - - var returnItems = all.ToArray(); - - var result = new QueryResult - { - Items = returnItems, - TotalRecordCount = totalCount - }; - - return Task.FromResult(result); - } - - public async Task> GetChannels(ChannelQuery query, CancellationToken cancellationToken) - { - var user = string.IsNullOrWhiteSpace(query.UserId) - ? null - : _userManager.GetUserById(query.UserId); - - var internalResult = await GetChannelsInternal(query, cancellationToken).ConfigureAwait(false); - - var dtoOptions = new DtoOptions(); - - var returnItems = (await _dtoService.GetBaseItemDtos(internalResult.Items, dtoOptions, user).ConfigureAwait(false)) - .ToArray(); - - var result = new QueryResult - { - Items = returnItems, - TotalRecordCount = internalResult.TotalRecordCount - }; - - return result; - } - - public async Task RefreshChannels(IProgress progress, CancellationToken cancellationToken) - { - _refreshedItems.Clear(); - - var allChannelsList = GetAllChannels().ToList(); - - var numComplete = 0; - - foreach (var channelInfo in allChannelsList) - { - cancellationToken.ThrowIfCancellationRequested(); - - try - { - await GetChannel(channelInfo, cancellationToken).ConfigureAwait(false); - } - catch (OperationCanceledException) - { - throw; - } - catch (Exception ex) - { - _logger.ErrorException("Error getting channel information for {0}", ex, channelInfo.Name); - } - - numComplete++; - double percent = numComplete; - percent /= allChannelsList.Count; - - progress.Report(100 * percent); - } - - progress.Report(100); - } - - private Channel GetChannelEntity(IChannel channel) - { - var item = GetChannel(GetInternalChannelId(channel.Name).ToString("N")); - - if (item == null) - { - item = GetChannel(channel, CancellationToken.None).Result; - } - - return item; - } - - private List GetSavedMediaSources(BaseItem item) - { - var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasources.json"); - - try - { - return _jsonSerializer.DeserializeFromFile>(path) ?? new List(); - } - catch - { - return new List(); - } - } - - private void SaveMediaSources(BaseItem item, List mediaSources) - { - var path = Path.Combine(item.GetInternalMetadataPath(), "channelmediasources.json"); - - if (mediaSources == null || mediaSources.Count == 0) - { - try - { - _fileSystem.DeleteFile(path); - } - catch - { - - } - return; - } - - _fileSystem.CreateDirectory(Path.GetDirectoryName(path)); - - _jsonSerializer.SerializeToFile(mediaSources, path); - } - - public async Task> GetStaticMediaSources(BaseItem item, bool includeCachedVersions, CancellationToken cancellationToken) - { - IEnumerable results = new List(); - var video = item as Video; - if (video != null) - { - results = video.ChannelMediaSources; - } - var audio = item as Audio; - if (audio != null) - { - results = audio.ChannelMediaSources ?? GetSavedMediaSources(audio); - } - - var sources = SortMediaInfoResults(results) - .Select(i => GetMediaSource(item, i)) - .ToList(); - - if (includeCachedVersions) - { - var cachedVersions = GetCachedChannelItemMediaSources(item); - sources.InsertRange(0, cachedVersions); - } - - return sources; - } - - public async Task> GetDynamicMediaSources(BaseItem item, CancellationToken cancellationToken) - { - var channel = GetChannel(item.ChannelId); - var channelPlugin = GetChannelProvider(channel); - - var requiresCallback = channelPlugin as IRequiresMediaInfoCallback; - - IEnumerable results; - - if (requiresCallback != null) - { - results = await GetChannelItemMediaSourcesInternal(requiresCallback, item.ExternalId, cancellationToken) - .ConfigureAwait(false); - } - else - { - results = new List(); - } - - var list = SortMediaInfoResults(results) - .Select(i => GetMediaSource(item, i)) - .ToList(); - - var cachedVersions = GetCachedChannelItemMediaSources(item); - list.InsertRange(0, cachedVersions); - - return list; - } - - private readonly ConcurrentDictionary>> _channelItemMediaInfo = - new ConcurrentDictionary>>(); - - private async Task> GetChannelItemMediaSourcesInternal(IRequiresMediaInfoCallback channel, string id, CancellationToken cancellationToken) - { - Tuple> cachedInfo; - - if (_channelItemMediaInfo.TryGetValue(id, out cachedInfo)) - { - if ((DateTime.UtcNow - cachedInfo.Item1).TotalMinutes < 5) - { - return cachedInfo.Item2; - } - } - - var mediaInfo = await channel.GetChannelItemMediaInfo(id, cancellationToken) - .ConfigureAwait(false); - var list = mediaInfo.ToList(); - - var item2 = new Tuple>(DateTime.UtcNow, list); - _channelItemMediaInfo.AddOrUpdate(id, item2, (key, oldValue) => item2); - - return list; - } - - private IEnumerable GetCachedChannelItemMediaSources(BaseItem item) - { - var filenamePrefix = item.Id.ToString("N"); - var parentPath = Path.Combine(ChannelDownloadPath, item.ChannelId); - - try - { - var files = _fileSystem.GetFiles(parentPath); - - if (string.Equals(item.MediaType, MediaType.Video, StringComparison.OrdinalIgnoreCase)) - { - files = files.Where(i => _libraryManager.IsVideoFile(i.FullName)); - } - else - { - files = files.Where(i => _libraryManager.IsAudioFile(i.FullName)); - } - - var file = files - .FirstOrDefault(i => i.Name.StartsWith(filenamePrefix, StringComparison.OrdinalIgnoreCase)); - - if (file != null) - { - var cachedItem = _libraryManager.ResolvePath(file); - - if (cachedItem != null) - { - var hasMediaSources = _libraryManager.GetItemById(cachedItem.Id) as IHasMediaSources; - - if (hasMediaSources != null) - { - var source = hasMediaSources.GetMediaSources(true).FirstOrDefault(); - - if (source != null) - { - return new[] { source }; - } - } - } - } - } - catch (DirectoryNotFoundException) - { - - } - - return new List(); - } - - private MediaSourceInfo GetMediaSource(BaseItem item, ChannelMediaInfo info) - { - var source = info.ToMediaSource(); - - source.RunTimeTicks = source.RunTimeTicks ?? item.RunTimeTicks; - - return source; - } - - private IEnumerable SortMediaInfoResults(IEnumerable channelMediaSources) - { - var list = channelMediaSources.ToList(); - - var options = _config.GetChannelsConfiguration(); - - var width = options.PreferredStreamingWidth; - - if (width.HasValue) - { - var val = width.Value; - - var res = list - .OrderBy(i => i.Width.HasValue && i.Width.Value <= val ? 0 : 1) - .ThenBy(i => Math.Abs((i.Width ?? 0) - val)) - .ThenByDescending(i => i.Width ?? 0) - .ThenBy(list.IndexOf) - .ToList(); - - - return res; - } - - return list - .OrderByDescending(i => i.Width ?? 0) - .ThenBy(list.IndexOf); - } - - private async Task GetChannel(IChannel channelInfo, CancellationToken cancellationToken) - { - var parentFolder = await GetInternalChannelFolder(cancellationToken).ConfigureAwait(false); - var parentFolderId = parentFolder.Id; - - var id = GetInternalChannelId(channelInfo.Name); - var idString = id.ToString("N"); - - var path = Channel.GetInternalMetadataPath(_config.ApplicationPaths.InternalMetadataPath, id); - - var isNew = false; - var forceUpdate = false; - - var item = _libraryManager.GetItemById(id) as Channel; - - if (item == null) - { - item = new Channel - { - Name = channelInfo.Name, - Id = id, - DateCreated = _fileSystem.GetCreationTimeUtc(path), - DateModified = _fileSystem.GetLastWriteTimeUtc(path) - }; - - isNew = true; - } - - if (!string.Equals(item.Path, path, StringComparison.OrdinalIgnoreCase)) - { - isNew = true; - } - item.Path = path; - - if (!string.Equals(item.ChannelId, idString, StringComparison.OrdinalIgnoreCase)) - { - forceUpdate = true; - } - item.ChannelId = idString; - - if (item.ParentId != parentFolderId) - { - forceUpdate = true; - } - item.ParentId = parentFolderId; - - item.OfficialRating = GetOfficialRating(channelInfo.ParentalRating); - item.Overview = channelInfo.Description; - item.HomePageUrl = channelInfo.HomePageUrl; - - if (string.IsNullOrWhiteSpace(item.Name)) - { - item.Name = channelInfo.Name; - } - - if (isNew) - { - await _libraryManager.CreateItem(item, cancellationToken).ConfigureAwait(false); - } - else if (forceUpdate) - { - await item.UpdateToRepository(ItemUpdateType.None, cancellationToken).ConfigureAwait(false); - } - - await item.RefreshMetadata(new MetadataRefreshOptions(_fileSystem), cancellationToken); - return item; - } - - private string GetOfficialRating(ChannelParentalRating rating) - { - switch (rating) - { - case ChannelParentalRating.Adult: - return "XXX"; - case ChannelParentalRating.UsR: - return "R"; - case ChannelParentalRating.UsPG13: - return "PG-13"; - case ChannelParentalRating.UsPG: - return "PG"; - default: - return null; - } - } - - public Channel GetChannel(string id) - { - return _libraryManager.GetItemById(id) as Channel; - } - - public IEnumerable GetAllChannelFeatures() - { - return _libraryManager.GetItemList(new InternalItemsQuery - { - IncludeItemTypes = new[] { typeof(Channel).Name }, - SortBy = new[] { ItemSortBy.SortName } - - }).Select(i => GetChannelFeatures(i.Id.ToString("N"))); - } - - public ChannelFeatures GetChannelFeatures(string id) - { - if (string.IsNullOrWhiteSpace(id)) - { - throw new ArgumentNullException("id"); - } - - var channel = GetChannel(id); - var channelProvider = GetChannelProvider(channel); - - return GetChannelFeaturesDto(channel, channelProvider, channelProvider.GetChannelFeatures()); - } - - public bool SupportsSync(string channelId) - { - if (string.IsNullOrWhiteSpace(channelId)) - { - throw new ArgumentNullException("channelId"); - } - - //var channel = GetChannel(channelId); - var channelProvider = GetChannelProvider(channelId); - - return channelProvider.GetChannelFeatures().SupportsContentDownloading; - } - - public ChannelFeatures GetChannelFeaturesDto(Channel channel, - IChannel provider, - InternalChannelFeatures features) - { - var isIndexable = provider is IIndexableChannel; - var supportsLatest = provider is ISupportsLatestMedia; - - return new ChannelFeatures - { - CanFilter = !features.MaxPageSize.HasValue, - CanSearch = provider is ISearchableChannel, - ContentTypes = features.ContentTypes, - DefaultSortFields = features.DefaultSortFields, - MaxPageSize = features.MaxPageSize, - MediaTypes = features.MediaTypes, - SupportsSortOrderToggle = features.SupportsSortOrderToggle, - SupportsLatestMedia = supportsLatest, - Name = channel.Name, - Id = channel.Id.ToString("N"), - SupportsContentDownloading = features.SupportsContentDownloading && (isIndexable || supportsLatest), - AutoRefreshLevels = features.AutoRefreshLevels - }; - } - - private Guid GetInternalChannelId(string name) - { - if (string.IsNullOrWhiteSpace(name)) - { - throw new ArgumentNullException("name"); - } - return _libraryManager.GetNewItemId("Channel " + name, typeof(Channel)); - } - - public async Task> GetLatestChannelItems(AllChannelMediaQuery query, CancellationToken cancellationToken) - { - var user = string.IsNullOrWhiteSpace(query.UserId) - ? null - : _userManager.GetUserById(query.UserId); - - var limit = query.Limit; - - // See below about parental control - if (user != null) - { - query.StartIndex = null; - query.Limit = null; - } - - var internalResult = await GetLatestChannelItemsInternal(query, cancellationToken).ConfigureAwait(false); - - var items = internalResult.Items; - var totalRecordCount = internalResult.TotalRecordCount; - - // Supporting parental control is a hack because it has to be done after querying the remote data source - // This will get screwy if apps try to page, so limit to 10 results in an attempt to always keep them on the first page - if (user != null) - { - items = items.Where(i => i.IsVisible(user)) - .Take(limit ?? 10) - .ToArray(); - - totalRecordCount = items.Length; - } - - var dtoOptions = new DtoOptions(); - - var returnItems = (await _dtoService.GetBaseItemDtos(items, dtoOptions, user).ConfigureAwait(false)) - .ToArray(); - - var result = new QueryResult - { - Items = returnItems, - TotalRecordCount = totalRecordCount - }; - - return result; - } - - public async Task> GetLatestChannelItemsInternal(AllChannelMediaQuery query, CancellationToken cancellationToken) - { - var user = string.IsNullOrWhiteSpace(query.UserId) - ? null - : _userManager.GetUserById(query.UserId); - - if (!string.IsNullOrWhiteSpace(query.UserId) && user == null) - { - throw new ArgumentException("User not found."); - } - - var channels = GetAllChannels(); - - if (query.ChannelIds.Length > 0) - { - // Avoid implicitly captured closure - var ids = query.ChannelIds; - channels = channels - .Where(i => ids.Contains(GetInternalChannelId(i.Name).ToString("N"))) - .ToArray(); - } - - // Avoid implicitly captured closure - var userId = query.UserId; - - var tasks = channels - .Select(async i => - { - var indexable = i as ISupportsLatestMedia; - - if (indexable != null) - { - try - { - var result = await GetLatestItems(indexable, i, userId, cancellationToken).ConfigureAwait(false); - - var resultItems = result.ToList(); - - return new Tuple(i, new ChannelItemResult - { - Items = resultItems, - TotalRecordCount = resultItems.Count - }); - } - catch (Exception ex) - { - _logger.ErrorException("Error getting all media from {0}", ex, i.Name); - } - } - return new Tuple(i, new ChannelItemResult()); - }); - - var results = await Task.WhenAll(tasks).ConfigureAwait(false); - - var totalCount = results.Length; - - IEnumerable> items = results - .SelectMany(i => i.Item2.Items.Select(m => new Tuple(i.Item1, m))); - - if (query.ContentTypes.Length > 0) - { - // Avoid implicitly captured closure - var contentTypes = query.ContentTypes; - - items = items.Where(i => contentTypes.Contains(i.Item2.ContentType)); - } - if (query.ExtraTypes.Length > 0) - { - // Avoid implicitly captured closure - var contentTypes = query.ExtraTypes; - - items = items.Where(i => contentTypes.Contains(i.Item2.ExtraType)); - } - - // Avoid implicitly captured closure - var token = cancellationToken; - var itemTasks = items.Select(i => - { - var channelProvider = i.Item1; - var internalChannelId = GetInternalChannelId(channelProvider.Name); - return GetChannelItemEntity(i.Item2, channelProvider, internalChannelId, token); - }); - - var internalItems = await Task.WhenAll(itemTasks).ConfigureAwait(false); - - internalItems = ApplyFilters(internalItems, query.Filters, user).ToArray(); - RefreshIfNeeded(internalItems); - - if (query.StartIndex.HasValue) - { - internalItems = internalItems.Skip(query.StartIndex.Value).ToArray(); - } - if (query.Limit.HasValue) - { - internalItems = internalItems.Take(query.Limit.Value).ToArray(); - } - - var returnItemArray = internalItems.ToArray(); - - return new QueryResult - { - TotalRecordCount = totalCount, - Items = returnItemArray - }; - } - - private async Task> GetLatestItems(ISupportsLatestMedia indexable, IChannel channel, string userId, CancellationToken cancellationToken) - { - var cacheLength = CacheLength; - var cachePath = GetChannelDataCachePath(channel, userId, "channelmanager-latest", null, false); - - try - { - if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow) - { - return _jsonSerializer.DeserializeFromFile>(cachePath); - } - } - catch (FileNotFoundException) - { - - } - catch (DirectoryNotFoundException) - { - - } - - await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false); - - try - { - try - { - if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow) - { - return _jsonSerializer.DeserializeFromFile>(cachePath); - } - } - catch (FileNotFoundException) - { - - } - catch (DirectoryNotFoundException) - { - - } - - var result = await indexable.GetLatestMedia(new ChannelLatestMediaSearch - { - UserId = userId - - }, cancellationToken).ConfigureAwait(false); - - var resultItems = result.ToList(); - - CacheResponse(resultItems, cachePath); - - return resultItems; - } - finally - { - _resourcePool.Release(); - } - } - - public async Task> GetAllMediaInternal(AllChannelMediaQuery query, CancellationToken cancellationToken) - { - var channels = GetAllChannels(); - - if (query.ChannelIds.Length > 0) - { - // Avoid implicitly captured closure - var ids = query.ChannelIds; - channels = channels - .Where(i => ids.Contains(GetInternalChannelId(i.Name).ToString("N"))) - .ToArray(); - } - - var tasks = channels - .Select(async i => - { - var indexable = i as IIndexableChannel; - - if (indexable != null) - { - try - { - var result = await GetAllItems(indexable, i, new InternalAllChannelMediaQuery - { - UserId = query.UserId, - ContentTypes = query.ContentTypes, - ExtraTypes = query.ExtraTypes, - TrailerTypes = query.TrailerTypes - - }, cancellationToken).ConfigureAwait(false); - - return new Tuple(i, result); - } - catch (Exception ex) - { - _logger.ErrorException("Error getting all media from {0}", ex, i.Name); - } - } - return new Tuple(i, new ChannelItemResult()); - }); - - var results = await Task.WhenAll(tasks).ConfigureAwait(false); - - var totalCount = results.Length; - - IEnumerable> items = results - .SelectMany(i => i.Item2.Items.Select(m => new Tuple(i.Item1, m))) - .OrderBy(i => i.Item2.Name); - - if (query.StartIndex.HasValue) - { - items = items.Skip(query.StartIndex.Value); - } - if (query.Limit.HasValue) - { - items = items.Take(query.Limit.Value); - } - - // Avoid implicitly captured closure - var token = cancellationToken; - var itemTasks = items.Select(i => - { - var channelProvider = i.Item1; - var internalChannelId = GetInternalChannelId(channelProvider.Name); - return GetChannelItemEntity(i.Item2, channelProvider, internalChannelId, token); - }); - - var internalItems = await Task.WhenAll(itemTasks).ConfigureAwait(false); - - var returnItemArray = internalItems.ToArray(); - - return new QueryResult - { - TotalRecordCount = totalCount, - Items = returnItemArray - }; - } - - public async Task> GetAllMedia(AllChannelMediaQuery query, CancellationToken cancellationToken) - { - var user = string.IsNullOrWhiteSpace(query.UserId) - ? null - : _userManager.GetUserById(query.UserId); - - var internalResult = await GetAllMediaInternal(query, cancellationToken).ConfigureAwait(false); - - RefreshIfNeeded(internalResult.Items); - - var dtoOptions = new DtoOptions(); - - var returnItems = (await _dtoService.GetBaseItemDtos(internalResult.Items, dtoOptions, user).ConfigureAwait(false)) - .ToArray(); - - var result = new QueryResult - { - Items = returnItems, - TotalRecordCount = internalResult.TotalRecordCount - }; - - return result; - } - - private async Task GetAllItems(IIndexableChannel indexable, IChannel channel, InternalAllChannelMediaQuery query, CancellationToken cancellationToken) - { - var cacheLength = CacheLength; - var folderId = _jsonSerializer.SerializeToString(query).GetMD5().ToString("N"); - var cachePath = GetChannelDataCachePath(channel, query.UserId, folderId, null, false); - - try - { - if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow) - { - return _jsonSerializer.DeserializeFromFile(cachePath); - } - } - catch (FileNotFoundException) - { - - } - catch (DirectoryNotFoundException) - { - - } - - await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false); - - try - { - try - { - if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow) - { - return _jsonSerializer.DeserializeFromFile(cachePath); - } - } - catch (FileNotFoundException) - { - - } - catch (DirectoryNotFoundException) - { - - } - - var result = await indexable.GetAllMedia(query, cancellationToken).ConfigureAwait(false); - - CacheResponse(result, cachePath); - - return result; - } - finally - { - _resourcePool.Release(); - } - } - - public async Task> GetChannelItemsInternal(ChannelItemQuery query, IProgress progress, CancellationToken cancellationToken) - { - // Get the internal channel entity - var channel = GetChannel(query.ChannelId); - - // Find the corresponding channel provider plugin - var channelProvider = GetChannelProvider(channel); - - var channelInfo = channelProvider.GetChannelFeatures(); - - int? providerStartIndex = null; - int? providerLimit = null; - - if (channelInfo.MaxPageSize.HasValue) - { - providerStartIndex = query.StartIndex; - - if (query.Limit.HasValue && query.Limit.Value > channelInfo.MaxPageSize.Value) - { - query.Limit = Math.Min(query.Limit.Value, channelInfo.MaxPageSize.Value); - } - providerLimit = query.Limit; - - // This will cause some providers to fail - if (providerLimit == 0) - { - providerLimit = 1; - } - } - - var user = string.IsNullOrWhiteSpace(query.UserId) - ? null - : _userManager.GetUserById(query.UserId); - - ChannelItemSortField? sortField = null; - ChannelItemSortField parsedField; - if (query.SortBy.Length == 1 && - Enum.TryParse(query.SortBy[0], true, out parsedField)) - { - sortField = parsedField; - } - - var sortDescending = query.SortOrder.HasValue && query.SortOrder.Value == SortOrder.Descending; - - var itemsResult = await GetChannelItems(channelProvider, - user, - query.FolderId, - providerStartIndex, - providerLimit, - sortField, - sortDescending, - cancellationToken) - .ConfigureAwait(false); - - var providerTotalRecordCount = providerLimit.HasValue ? itemsResult.TotalRecordCount : null; - - var tasks = itemsResult.Items.Select(i => GetChannelItemEntity(i, channelProvider, channel.Id, cancellationToken)); - - var internalItems = await Task.WhenAll(tasks).ConfigureAwait(false); - - if (user != null) - { - internalItems = internalItems.Where(i => i.IsVisible(user)).ToArray(); - - if (providerTotalRecordCount.HasValue) - { - providerTotalRecordCount = providerTotalRecordCount.Value; - } - } - - return await GetReturnItems(internalItems, providerTotalRecordCount, user, query).ConfigureAwait(false); - } - - public async Task> GetChannelItems(ChannelItemQuery query, CancellationToken cancellationToken) - { - var user = string.IsNullOrWhiteSpace(query.UserId) - ? null - : _userManager.GetUserById(query.UserId); - - var internalResult = await GetChannelItemsInternal(query, new Progress(), cancellationToken).ConfigureAwait(false); - - var dtoOptions = new DtoOptions(); - - var returnItems = (await _dtoService.GetBaseItemDtos(internalResult.Items, dtoOptions, user).ConfigureAwait(false)) - .ToArray(); - - var result = new QueryResult - { - Items = returnItems, - TotalRecordCount = internalResult.TotalRecordCount - }; - - return result; - } - - private readonly SemaphoreSlim _resourcePool = new SemaphoreSlim(1, 1); - private async Task GetChannelItems(IChannel channel, - User user, - string folderId, - int? startIndex, - int? limit, - ChannelItemSortField? sortField, - bool sortDescending, - CancellationToken cancellationToken) - { - var userId = user.Id.ToString("N"); - - var cacheLength = CacheLength; - var cachePath = GetChannelDataCachePath(channel, userId, folderId, sortField, sortDescending); - - try - { - if (!startIndex.HasValue && !limit.HasValue) - { - if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow) - { - return _jsonSerializer.DeserializeFromFile(cachePath); - } - } - } - catch (FileNotFoundException) - { - - } - catch (DirectoryNotFoundException) - { - - } - - await _resourcePool.WaitAsync(cancellationToken).ConfigureAwait(false); - - try - { - try - { - if (!startIndex.HasValue && !limit.HasValue) - { - if (_fileSystem.GetLastWriteTimeUtc(cachePath).Add(cacheLength) > DateTime.UtcNow) - { - return _jsonSerializer.DeserializeFromFile(cachePath); - } - } - } - catch (FileNotFoundException) - { - - } - catch (DirectoryNotFoundException) - { - - } - - var query = new InternalChannelItemQuery - { - UserId = userId, - StartIndex = startIndex, - Limit = limit, - SortBy = sortField, - SortDescending = sortDescending - }; - - if (!string.IsNullOrWhiteSpace(folderId)) - { - var categoryItem = _libraryManager.GetItemById(new Guid(folderId)); - - query.FolderId = categoryItem.ExternalId; - } - - var result = await channel.GetChannelItems(query, cancellationToken).ConfigureAwait(false); - - if (!startIndex.HasValue && !limit.HasValue) - { - CacheResponse(result, cachePath); - } - - return result; - } - finally - { - _resourcePool.Release(); - } - } - - private void CacheResponse(object result, string path) - { - try - { - _fileSystem.CreateDirectory(Path.GetDirectoryName(path)); - - _jsonSerializer.SerializeToFile(result, path); - } - catch (Exception ex) - { - _logger.ErrorException("Error writing to channel cache file: {0}", ex, path); - } - } - - private string GetChannelDataCachePath(IChannel channel, - string userId, - string folderId, - ChannelItemSortField? sortField, - bool sortDescending) - { - var channelId = GetInternalChannelId(channel.Name).ToString("N"); - - var userCacheKey = string.Empty; - - var hasCacheKey = channel as IHasCacheKey; - if (hasCacheKey != null) - { - userCacheKey = hasCacheKey.GetCacheKey(userId) ?? string.Empty; - } - - var filename = string.IsNullOrWhiteSpace(folderId) ? "root" : folderId; - filename += userCacheKey; - - var version = (channel.DataVersion ?? string.Empty).GetMD5().ToString("N"); - - if (sortField.HasValue) - { - filename += "-sortField-" + sortField.Value; - } - if (sortDescending) - { - filename += "-sortDescending"; - } - - filename = filename.GetMD5().ToString("N"); - - return Path.Combine(_config.ApplicationPaths.CachePath, - "channels", - channelId, - version, - filename + ".json"); - } - - private async Task> GetReturnItems(IEnumerable items, - int? totalCountFromProvider, - User user, - ChannelItemQuery query) - { - items = ApplyFilters(items, query.Filters, user); - - items = _libraryManager.Sort(items, user, query.SortBy, query.SortOrder ?? SortOrder.Ascending); - - var all = items.ToList(); - var totalCount = totalCountFromProvider ?? all.Count; - - if (!totalCountFromProvider.HasValue) - { - if (query.StartIndex.HasValue) - { - all = all.Skip(query.StartIndex.Value).ToList(); - } - if (query.Limit.HasValue) - { - all = all.Take(query.Limit.Value).ToList(); - } - } - - var returnItemArray = all.ToArray(); - RefreshIfNeeded(returnItemArray); - - return new QueryResult - { - Items = returnItemArray, - TotalRecordCount = totalCount - }; - } - - private string GetIdToHash(string externalId, string channelName) - { - // Increment this as needed to force new downloads - // Incorporate Name because it's being used to convert channel entity to provider - return externalId + (channelName ?? string.Empty) + "16"; - } - - private T GetItemById(string idString, string channelName, string channnelDataVersion, out bool isNew) - where T : BaseItem, new() - { - var id = GetIdToHash(idString, channelName).GetMBId(typeof(T)); - - T item = null; - - try - { - item = _libraryManager.GetItemById(id) as T; - } - catch (Exception ex) - { - _logger.ErrorException("Error retrieving channel item from database", ex); - } - - if (item == null || !string.Equals(item.ExternalEtag, channnelDataVersion, StringComparison.Ordinal)) - { - item = new T(); - isNew = true; - } - else - { - isNew = false; - } - - item.ExternalEtag = channnelDataVersion; - item.Id = id; - return item; - } - - private async Task GetChannelItemEntity(ChannelItemInfo info, IChannel channelProvider, Guid internalChannelId, CancellationToken cancellationToken) - { - BaseItem item; - bool isNew; - bool forceUpdate = false; - - if (info.Type == ChannelItemType.Folder) - { - if (info.FolderType == ChannelFolderType.MusicAlbum) - { - item = GetItemById(info.Id, channelProvider.Name, channelProvider.DataVersion, out isNew); - } - else if (info.FolderType == ChannelFolderType.MusicArtist) - { - item = GetItemById(info.Id, channelProvider.Name, channelProvider.DataVersion, out isNew); - } - else if (info.FolderType == ChannelFolderType.PhotoAlbum) - { - item = GetItemById(info.Id, channelProvider.Name, channelProvider.DataVersion, out isNew); - } - else if (info.FolderType == ChannelFolderType.Series) - { - item = GetItemById(info.Id, channelProvider.Name, channelProvider.DataVersion, out isNew); - } - else if (info.FolderType == ChannelFolderType.Season) - { - item = GetItemById(info.Id, channelProvider.Name, channelProvider.DataVersion, out isNew); - } - else - { - item = GetItemById(info.Id, channelProvider.Name, channelProvider.DataVersion, out isNew); - } - } - else if (info.MediaType == ChannelMediaType.Audio) - { - if (info.ContentType == ChannelMediaContentType.Podcast) - { - item = GetItemById(info.Id, channelProvider.Name, channelProvider.DataVersion, out isNew); - } - else - { - item = GetItemById