roadie/Roadie.Api.Services/ReleaseService.cs
2019-07-25 10:43:11 -05:00

1897 lines
No EOL
98 KiB
C#

using Mapster;
using Microsoft.AspNetCore.Http;
using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.Logging;
using Roadie.Library;
using Roadie.Library.Caching;
using Roadie.Library.Configuration;
using Roadie.Library.Encoding;
using Roadie.Library.Engines;
using Roadie.Library.Enums;
using Roadie.Library.Extensions;
using Roadie.Library.Identity;
using Roadie.Library.Imaging;
using Roadie.Library.MetaData.Audio;
using Roadie.Library.MetaData.FileName;
using Roadie.Library.MetaData.ID3Tags;
using Roadie.Library.MetaData.LastFm;
using Roadie.Library.MetaData.MusicBrainz;
using Roadie.Library.Models;
using Roadie.Library.Models.Collections;
using Roadie.Library.Models.Pagination;
using Roadie.Library.Models.Releases;
using Roadie.Library.Models.Statistics;
using Roadie.Library.Models.Users;
using Roadie.Library.Processors;
using Roadie.Library.Utility;
using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.IO;
using System.IO.Compression;
using System.Linq;
using System.Linq.Dynamic.Core;
using System.Threading.Tasks;
using data = Roadie.Library.Data;
using Image = Roadie.Library.Models.Image;
using Release = Roadie.Library.Models.Releases.Release;
namespace Roadie.Api.Services
{
public class ReleaseService : ServiceBase, IReleaseService
{
private List<int> _addedTrackIds = new List<int>();
private IArtistLookupEngine ArtistLookupEngine { get; }
private IAudioMetaDataHelper AudioMetaDataHelper { get; }
private IBookmarkService BookmarkService { get; }
private ICollectionService CollectionService { get; }
private IFileNameHelper FileNameHelper { get; }
private IID3TagsHelper ID3TagsHelper { get; }
private ILabelLookupEngine LabelLookupEngine { get; }
private ILastFmHelper LastFmHelper { get; }
private IMusicBrainzProvider MusicBrainzProvider { get; }
private IPlaylistService PlaylistService { get; }
private IReleaseLookupEngine ReleaseLookupEngine { get; }
public IEnumerable<int> AddedTrackIds => _addedTrackIds;
public ReleaseService(IRoadieSettings configuration,
IHttpEncoder httpEncoder,
IHttpContext httpContext,
data.IRoadieDbContext dbContext,
ICacheManager cacheManager,
ICollectionService collectionService,
IPlaylistService playlistService,
ILogger<ReleaseService> logger,
IBookmarkService bookmarkService,
IArtistLookupEngine artistLookupEngine,
IReleaseLookupEngine releaseLookupEngine,
IMusicBrainzProvider musicBrainzProvider,
ILastFmHelper lastFmHelper,
IFileNameHelper fileNameHelper,
IID3TagsHelper id3tagsHelper,
IAudioMetaDataHelper audioMetaDataHelper,
ILabelLookupEngine labelLookupEngine)
: base(configuration, httpEncoder, dbContext, cacheManager, logger, httpContext)
{
CollectionService = collectionService;
PlaylistService = playlistService;
BookmarkService = bookmarkService;
MusicBrainzProvider = musicBrainzProvider;
LastFmHelper = lastFmHelper;
FileNameHelper = fileNameHelper;
ID3TagsHelper = id3tagsHelper;
ArtistLookupEngine = artistLookupEngine;
LabelLookupEngine = labelLookupEngine;
ReleaseLookupEngine = releaseLookupEngine;
AudioMetaDataHelper = audioMetaDataHelper;
}
public async Task<OperationResult<Release>> ById(User roadieUser, Guid id, IEnumerable<string> includes = null)
{
var sw = Stopwatch.StartNew();
sw.Start();
var cacheKey = string.Format("urn:release_by_id_operation:{0}:{1}", id,
includes == null ? "0" : string.Join("|", includes));
var result = await CacheManager.GetAsync(cacheKey,
async () => { return await ReleaseByIdAction(id, includes); }, data.Artist.CacheRegionUrn(id));
if (result?.Data != null && roadieUser != null)
{
var release = GetRelease(id);
var userBookmarkResult =
await BookmarkService.List(roadieUser, new PagedRequest(), false, BookmarkType.Release);
if (userBookmarkResult.IsSuccess)
result.Data.UserBookmarked =
userBookmarkResult?.Rows?.FirstOrDefault(x =>
x.Bookmark.Value == release.RoadieId.ToString()) != null;
if (result.Data.Medias != null)
{
var user = GetUser(roadieUser.UserId);
foreach (var media in result.Data.Medias)
foreach (var track in media.Tracks)
track.TrackPlayUrl = MakeTrackPlayUrl(user, track.DatabaseId, track.Id);
var releaseTrackIds = result.Data.Medias.SelectMany(x => x.Tracks).Select(x => x.Id);
var releaseUserTracks = (from ut in DbContext.UserTracks
join t in DbContext.Tracks on ut.TrackId equals t.Id
where ut.UserId == roadieUser.Id
where (from x in releaseTrackIds select x).Contains(t.RoadieId)
select new
{
t,
ut
}).ToArray();
if (releaseUserTracks != null && releaseUserTracks.Any())
foreach (var releaseUserTrack in releaseUserTracks)
foreach (var media in result.Data.Medias)
{
var releaseTrack = media.Tracks.FirstOrDefault(x => x.Id == releaseUserTrack.t.RoadieId);
if (releaseTrack != null)
releaseTrack.UserRating = new UserTrack
{
Rating = releaseUserTrack.ut.Rating,
IsDisliked = releaseUserTrack.ut.IsDisliked ?? false,
IsFavorite = releaseUserTrack.ut.IsFavorite ?? false,
LastPlayed = releaseUserTrack.ut.LastPlayed,
PlayedCount = releaseUserTrack.ut.PlayedCount
};
}
}
var userRelease =
DbContext.UserReleases.FirstOrDefault(x => x.ReleaseId == release.Id && x.UserId == roadieUser.Id);
if (userRelease != null)
result.Data.UserRating = new UserRelease
{
IsDisliked = userRelease.IsDisliked ?? false,
IsFavorite = userRelease.IsFavorite ?? false,
Rating = userRelease.Rating
};
if (result.Data.Comments.Any())
{
var commentIds = result.Data.Comments.Select(x => x.DatabaseId).ToArray();
var userCommentReactions = (from cr in DbContext.CommentReactions
where commentIds.Contains(cr.CommentId)
where cr.UserId == roadieUser.Id
select cr).ToArray();
foreach (var comment in result.Data.Comments)
{
var userCommentReaction =
userCommentReactions.FirstOrDefault(x => x.CommentId == comment.DatabaseId);
comment.IsDisliked = userCommentReaction?.ReactionValue == CommentReaction.Dislike;
comment.IsLiked = userCommentReaction?.ReactionValue == CommentReaction.Like;
}
}
}
sw.Stop();
return new OperationResult<Release>(result.Messages)
{
Data = result?.Data,
IsNotFoundResult = result?.IsNotFoundResult ?? false,
Errors = result?.Errors,
IsSuccess = result?.IsSuccess ?? false,
OperationTime = sw.ElapsedMilliseconds
};
}
public Task<Library.Models.Pagination.PagedResult<ReleaseList>> List(User roadieUser, PagedRequest request,
bool? doRandomize = false, IEnumerable<string> includes = null)
{
var sw = new Stopwatch();
sw.Start();
IQueryable<int> collectionReleaseIds = null;
if (request.FilterToCollectionId.HasValue)
collectionReleaseIds = from cr in DbContext.CollectionReleases
join c in DbContext.Collections on cr.CollectionId equals c.Id
join r in DbContext.Releases on cr.ReleaseId equals r.Id
where c.RoadieId == request.FilterToCollectionId.Value
orderby cr.ListNumber
select r.Id;
IQueryable<int> favoriteReleaseIds = null;
if (request.FilterFavoriteOnly)
favoriteReleaseIds = from a in DbContext.Releases
join ur in DbContext.UserReleases on a.Id equals ur.ReleaseId
where ur.IsFavorite ?? false
where roadieUser == null || ur.UserId == roadieUser.Id
select a.Id;
IQueryable<int> genreReleaseIds = null;
var isFilteredToGenre = false;
if (!string.IsNullOrEmpty(request.FilterByGenre) || !string.IsNullOrEmpty(request.Filter) &&
request.Filter.StartsWith(":genre", StringComparison.OrdinalIgnoreCase))
{
var genreFilter = request.FilterByGenre ??
(request.Filter ?? string.Empty).Replace(":genre ", "",
StringComparison.OrdinalIgnoreCase);
genreReleaseIds = (from rg in DbContext.ReleaseGenres
join g in DbContext.Genres on rg.GenreId equals g.Id
where g.Name.Contains(genreFilter)
select rg.ReleaseId)
.Distinct();
request.Filter = null;
isFilteredToGenre = true;
}
if (request.FilterFromYear.HasValue || request.FilterToYear.HasValue)
{
// If from is larger than to then reverse values and set sort order to desc
if (request.FilterToYear > request.FilterFromYear)
{
var t = request.FilterToYear;
request.FilterToYear = request.FilterFromYear;
request.FilterFromYear = t;
request.Order = "DESC";
}
else
{
request.Order = "ASC";
}
}
//
// TODO list should honor disliked artist and albums for random
//
var isEqualFilter = false;
if (!string.IsNullOrEmpty(request.FilterValue))
{
var filter = request.FilterValue;
// if filter string is wrapped in quotes then is an exact not like search, e.g. "Diana Ross" should not return "Diana Ross & The Supremes"
if (filter.StartsWith('"') && filter.EndsWith('"'))
{
isEqualFilter = true;
request.Filter = filter.Substring(1, filter.Length - 2);
}
}
var normalizedFilterValue = !string.IsNullOrEmpty(request.FilterValue)
? request.FilterValue.ToAlphanumericName()
: null;
var result = (from r in DbContext.Releases
join a in DbContext.Artists on r.ArtistId equals a.Id
where request.FilterMinimumRating == null || r.Rating >= request.FilterMinimumRating.Value
where request.FilterToArtistId == null || r.Artist.RoadieId == request.FilterToArtistId
where request.FilterToCollectionId == null || collectionReleaseIds.Contains(r.Id)
where !request.FilterFavoriteOnly || favoriteReleaseIds.Contains(r.Id)
where !isFilteredToGenre || genreReleaseIds.Contains(r.Id)
where request.FilterFromYear == null ||
r.ReleaseDate != null && r.ReleaseDate.Value.Year <= request.FilterFromYear
where request.FilterToYear == null ||
r.ReleaseDate != null && r.ReleaseDate.Value.Year >= request.FilterToYear
where request.FilterValue == "" || r.Title.Contains(request.FilterValue) ||
r.AlternateNames.Contains(request.FilterValue) ||
r.AlternateNames.Contains(normalizedFilterValue)
where !isEqualFilter || r.Title.Equals(request.FilterValue) ||
r.AlternateNames.Equals(request.FilterValue) || r.AlternateNames.Equals(normalizedFilterValue)
select new ReleaseList
{
DatabaseId = r.Id,
Id = r.RoadieId,
Artist = new DataToken
{
Value = a.RoadieId.ToString(),
Text = a.Name
},
Release = new DataToken
{
Text = r.Title,
Value = r.RoadieId.ToString()
},
ArtistThumbnail = MakeArtistThumbnailImage(a.RoadieId),
CreatedDate = r.CreatedDate,
Duration = r.Duration,
LastPlayed = r.LastPlayed,
LastUpdated = r.LastUpdated,
LibraryStatus = r.LibraryStatus,
MediaCount = r.MediaCount,
Rating = r.Rating,
Rank = r.Rank,
ReleaseDateDateTime = r.ReleaseDate,
ReleasePlayUrl = $"{HttpContext.BaseUrl}/play/release/{r.RoadieId}",
Status = r.Status,
Thumbnail = MakeReleaseThumbnailImage(r.RoadieId),
TrackCount = r.TrackCount,
TrackPlayedCount = r.PlayedCount
}
).Distinct();
ReleaseList[] rows = null;
var rowCount = result.Count();
if (doRandomize ?? false)
{
var randomLimit = roadieUser?.RandomReleaseLimit ?? 100;
request.Limit = request.LimitValue > randomLimit ? randomLimit : request.LimitValue;
rows = result.OrderBy(x => x.RandomSortId).Skip(request.SkipValue).Take(request.LimitValue).ToArray();
}
else
{
string sortBy = null;
if (request.ActionValue == User.ActionKeyUserRated)
sortBy = request.OrderValue(new Dictionary<string, string> { { "Rating", "DESC" } });
else if (request.FilterToArtistId.HasValue)
sortBy = request.OrderValue(new Dictionary<string, string>
{{"ReleaseDate", "ASC"}, {"Release.Text", "ASC"}});
else
sortBy = request.OrderValue(new Dictionary<string, string> { { "Release.Text", "ASC" } });
if (request.FilterRatedOnly) result = result.Where(x => x.Rating.HasValue);
if (request.FilterMinimumRating.HasValue)
result = result.Where(x =>
x.Rating.HasValue && x.Rating.Value >= request.FilterMinimumRating.Value);
if (request.FilterToCollectionId.HasValue)
rows = result.ToArray();
else
rows = result.OrderBy(sortBy).Skip(request.SkipValue).Take(request.LimitValue).ToArray();
}
if (rows.Any())
{
var rowIds = rows.Select(x => x.DatabaseId).ToArray();
var genreData = (from rg in DbContext.ReleaseGenres
join g in DbContext.Genres on rg.GenreId equals g.Id
where rowIds.Contains(rg.ReleaseId)
orderby rg.Id
select new
{
rg.ReleaseId,
dt = new DataToken
{
Text = g.Name,
Value = g.RoadieId.ToString()
}
}).ToArray();
foreach (var release in rows)
{
var genre = genreData.FirstOrDefault(x => x.ReleaseId == release.DatabaseId);
release.Genre = genre?.dt ?? new DataToken();
}
if (request.FilterToCollectionId.HasValue)
{
var newRows = new List<ReleaseList>(rows);
var collection = GetCollection(request.FilterToCollectionId.Value);
var collectionReleases = from c in DbContext.Collections
join cr in DbContext.CollectionReleases on c.Id equals cr.CollectionId
where c.RoadieId == request.FilterToCollectionId
select cr;
var pars = collection.PositionArtistReleases().ToArray();
foreach (var par in pars)
{
var cr = collectionReleases.FirstOrDefault(x => x.ListNumber == par.Position);
// Release is known for Collection CSV
if (cr != null)
{
var parRelease = rows.FirstOrDefault(x => x.DatabaseId == cr.ReleaseId);
if (parRelease != null)
if (!parRelease.ListNumber.HasValue)
parRelease.ListNumber = par.Position;
}
// Release is not known add missing dummy release to rows
else
{
newRows.Add(new ReleaseList
{
Artist = new DataToken
{
Text = par.Artist
},
Release = new DataToken
{
Text = par.Release
},
Status = Statuses.Missing,
CssClass = "missing",
ArtistThumbnail = new Image($"{HttpContext.ImageBaseUrl}/unknown.jpg"),
Thumbnail = new Image($"{HttpContext.ImageBaseUrl}/unknown.jpg"),
ListNumber = par.Position
});
}
}
// Resort the list for the collection by listNumber
if (request.FilterToStatusValue != Statuses.Ok)
newRows = newRows.Where(x => x.Status == request.FilterToStatusValue).ToList();
rows = newRows.OrderBy(x => x.ListNumber).Skip(request.SkipValue).Take(request.LimitValue)
.ToArray();
rowCount = collection.CollectionCount;
}
if (roadieUser != null)
{
var userReleaseRatings = (from ur in DbContext.UserReleases
where ur.UserId == roadieUser.Id
where rowIds.Contains(ur.ReleaseId)
select ur).ToArray();
foreach (var userReleaseRating in userReleaseRatings.Where(x =>
rows.Select(r => r.DatabaseId).Contains(x.ReleaseId)))
{
var row = rows.FirstOrDefault(x => x.DatabaseId == userReleaseRating.ReleaseId);
if (row != null)
{
var isDisliked = userReleaseRating.IsDisliked ?? false;
var isFavorite = userReleaseRating.IsFavorite ?? false;
row.UserRating = new UserRelease
{
IsDisliked = isDisliked,
IsFavorite = isFavorite,
Rating = userReleaseRating.Rating,
RatedDate = isDisliked || isFavorite
? (DateTime?)(userReleaseRating.LastUpdated ?? userReleaseRating.CreatedDate)
: null
};
}
}
}
}
if (includes != null && includes.Any())
if (includes.Contains("tracks"))
foreach (var release in rows)
{
release.Media = DbContext.ReleaseMedias
.Include(x => x.Tracks)
.Where(x => x.ReleaseId == release.DatabaseId)
.ToArray()
.AsQueryable()
.ProjectToType<ReleaseMediaList>()
.OrderBy(x => x.MediaNumber)
.ToArray();
var userRatingsForRelease = (from ut in DbContext.UserTracks
join t in DbContext.Tracks on ut.TrackId equals t.Id
join rm in DbContext.ReleaseMedias on t.ReleaseMediaId equals rm.Id
where rm.ReleaseId == release.DatabaseId
where ut.UserId == roadieUser.Id
select new { trackId = t.RoadieId, ut }).ToArray();
foreach (var userRatingForRelease in userRatingsForRelease)
{
var mediaTrack = release.Media?.SelectMany(x => x.Tracks)
.FirstOrDefault(x => x.Id == userRatingForRelease.trackId);
if (mediaTrack != null)
mediaTrack.UserRating = new UserTrack
{
Rating = userRatingForRelease.ut.Rating,
IsFavorite = userRatingForRelease.ut.IsFavorite ?? false,
IsDisliked = userRatingForRelease.ut.IsDisliked ?? false
};
}
}
if (request.FilterFavoriteOnly) rows = rows.OrderBy(x => x.UserRating.Rating).ToArray();
sw.Stop();
return Task.FromResult(new Library.Models.Pagination.PagedResult<ReleaseList>
{
TotalCount = rowCount,
CurrentPage = request.PageValue,
TotalPages = (int)Math.Ceiling((double)rowCount / request.LimitValue),
OperationTime = sw.ElapsedMilliseconds,
Rows = rows
});
}
public async Task<OperationResult<bool>> MergeReleases(ApplicationUser user, Guid releaseToMergeId,
Guid releaseToMergeIntoId, bool addAsMedia)
{
var sw = new Stopwatch();
sw.Start();
var errors = new List<Exception>();
var releaseToMerge = DbContext.Releases
.Include(x => x.Artist)
.Include(x => x.Genres)
.Include("Genres.Genre")
.Include(x => x.Medias)
.Include("Medias.Tracks")
.Include("Medias.Tracks.TrackArtist")
.FirstOrDefault(x => x.RoadieId == releaseToMergeId);
if (releaseToMerge == null)
{
Logger.LogWarning("MergeReleases Unknown Release [{0}]", releaseToMergeId);
return new OperationResult<bool>(true, string.Format("Release Not Found [{0}]", releaseToMergeId));
}
var releaseToMergeInfo = DbContext.Releases
.Include(x => x.Artist)
.Include(x => x.Genres)
.Include("Genres.Genre")
.Include(x => x.Medias)
.Include("Medias.Tracks")
.Include("Medias.Tracks.TrackArtist")
.FirstOrDefault(x => x.RoadieId == releaseToMergeIntoId);
if (releaseToMergeInfo == null)
{
Logger.LogWarning("MergeReleases Unknown Release [{0}]", releaseToMergeIntoId);
return new OperationResult<bool>(true, string.Format("Release Not Found [{0}]", releaseToMergeIntoId));
}
try
{
await MergeReleases(user, releaseToMerge, releaseToMergeInfo, addAsMedia);
}
catch (Exception ex)
{
Logger.LogError(ex);
errors.Add(ex);
}
sw.Stop();
Logger.LogInformation("MergeReleases Release `{0}` Merged Into Release `{1}`, By User `{2}`",
releaseToMerge, releaseToMergeInfo, user);
return new OperationResult<bool>
{
IsSuccess = !errors.Any(),
Data = !errors.Any(),
OperationTime = sw.ElapsedMilliseconds,
Errors = errors
};
}
/// <summary>
/// Merge one release into another one
/// </summary>
/// <param name="releaseToMerge">The release to be merged</param>
/// <param name="releaseToMergeInto">The release to merge into</param>
/// <param name="addAsMedia">If true then add a ReleaseMedia to the release to be merged into</param>
/// <returns></returns>
public async Task<OperationResult<bool>> MergeReleases(ApplicationUser user, data.Release releaseToMerge, data.Release releaseToMergeInto,
bool addAsMedia)
{
SimpleContract.Requires<ArgumentNullException>(releaseToMerge != null, "Invalid Release");
SimpleContract.Requires<ArgumentNullException>(releaseToMergeInto != null, "Invalid Release");
SimpleContract.Requires<ArgumentNullException>(releaseToMerge.Artist != null, "Invalid Artist");
SimpleContract.Requires<ArgumentNullException>(releaseToMergeInto.Artist != null, "Invalid Artist");
var result = false;
var resultErrors = new List<Exception>();
var sw = new Stopwatch();
sw.Start();
try
{
var mergedFilesToDelete = new List<string>();
var mergedTracksToMove = new List<data.Track>();
releaseToMergeInto.MediaCount = releaseToMergeInto.MediaCount ?? 0;
var now = DateTime.UtcNow;
var releaseToMergeReleaseMedia =
DbContext.ReleaseMedias.Where(x => x.ReleaseId == releaseToMerge.Id).ToList();
var releaseToMergeIntoReleaseMedia =
DbContext.ReleaseMedias.Where(x => x.ReleaseId == releaseToMergeInto.Id).ToList();
var releaseToMergeIntoLastMediaNumber = releaseToMergeIntoReleaseMedia.Max(x => x.MediaNumber);
// Add new ReleaseMedia
if (addAsMedia || !releaseToMergeIntoReleaseMedia.Any())
foreach (var rm in releaseToMergeReleaseMedia)
{
releaseToMergeIntoLastMediaNumber++;
rm.ReleaseId = releaseToMergeInto.Id;
rm.MediaNumber = releaseToMergeIntoLastMediaNumber;
rm.LastUpdated = now;
releaseToMergeInto.MediaCount++;
releaseToMergeInto.TrackCount += rm.TrackCount;
}
// Merge into existing ReleaseMedia
else
// See if each media exists and merge details of each including tracks
foreach (var rm in releaseToMergeReleaseMedia)
{
var existingReleaseMedia =
releaseToMergeIntoReleaseMedia.FirstOrDefault(x => x.MediaNumber == rm.MediaNumber);
var mergeTracks = DbContext.Tracks.Where(x => x.ReleaseMediaId == rm.Id).ToArray();
if (existingReleaseMedia == null)
{
releaseToMergeIntoLastMediaNumber++;
// Doesnt exist in release being merged to add
rm.ReleaseId = releaseToMergeInto.Id;
rm.MediaNumber = releaseToMergeIntoLastMediaNumber;
rm.LastUpdated = now;
releaseToMergeInto.MediaCount++;
releaseToMergeInto.TrackCount += rm.TrackCount;
mergedTracksToMove.AddRange(mergeTracks);
}
else
{
// ReleaseMedia Does exist merge tracks and details
var mergeIntoTracks = DbContext.Tracks
.Where(x => x.ReleaseMediaId == existingReleaseMedia.Id).ToArray();
foreach (var mergeTrack in mergeTracks)
{
var existingTrack =
mergeIntoTracks.FirstOrDefault(x => x.TrackNumber == mergeTrack.TrackNumber);
if (existingTrack == null)
{
// Track does not exist, update to existing ReleaseMedia and update ReleaseToMergeInfo counts
mergeTrack.LastUpdated = now;
mergeTrack.ReleaseMediaId = existingReleaseMedia.Id;
existingReleaseMedia.TrackCount++;
existingReleaseMedia.LastUpdated = now;
releaseToMergeInto.TrackCount++;
mergedTracksToMove.Add(mergeTrack);
}
else
{
// Track does exist merge two tracks together
existingTrack.MusicBrainzId =
existingTrack.MusicBrainzId ?? mergeTrack.MusicBrainzId;
existingTrack.SpotifyId = existingTrack.SpotifyId ?? mergeTrack.SpotifyId;
existingTrack.AmgId = existingTrack.AmgId ?? mergeTrack.AmgId;
existingTrack.ISRC = existingTrack.ISRC ?? mergeTrack.ISRC;
existingTrack.AmgId = existingTrack.AmgId ?? mergeTrack.AmgId;
existingTrack.LastFMId = existingTrack.LastFMId ?? mergeTrack.LastFMId;
existingTrack.PartTitles = existingTrack.PartTitles ?? mergeTrack.PartTitles;
existingTrack.PlayedCount =
(existingTrack.PlayedCount ?? 0) + (mergeTrack.PlayedCount ?? 0);
if (mergeTrack.LastPlayed.HasValue && existingTrack.LastPlayed.HasValue &&
mergeTrack.LastPlayed > existingTrack.LastPlayed)
existingTrack.LastPlayed = mergeTrack.LastPlayed;
existingTrack.Thumbnail = existingTrack.Thumbnail ?? mergeTrack.Thumbnail;
existingTrack.MusicBrainzId =
existingTrack.MusicBrainzId ?? mergeTrack.MusicBrainzId;
existingTrack.Tags =
existingTrack.Tags.AddToDelimitedList(mergeTrack.Tags.ToListFromDelimited());
if (!mergeTrack.Title.Equals(existingTrack.Title,
StringComparison.OrdinalIgnoreCase))
existingTrack.AlternateNames =
existingTrack.AlternateNames.AddToDelimitedList(new[]
{mergeTrack.Title, mergeTrack.Title.ToAlphanumericName()});
existingTrack.AlternateNames =
existingTrack.AlternateNames.AddToDelimitedList(mergeTrack.AlternateNames
.ToListFromDelimited());
existingTrack.LastUpdated = now;
var mergedTrackFileName =
mergeTrack.PathToTrack(Configuration);
var trackFileName =
existingTrack.PathToTrack(Configuration);
if (!trackFileName.Equals(mergedTrackFileName, StringComparison.Ordinal) &&
File.Exists(trackFileName)) mergedFilesToDelete.Add(mergedTrackFileName);
}
}
}
}
var releaseToMergeFolder = releaseToMerge.ReleaseFileFolder(releaseToMerge.Artist.ArtistFileFolder(Configuration));
var releaseToMergeIntoArtistFolder = releaseToMergeInto.Artist.ArtistFileFolder(Configuration);
var releaseToMergeIntoDirectory = new DirectoryInfo(releaseToMergeInto.ReleaseFileFolder(releaseToMergeIntoArtistFolder));
// Move tracks for releaseToMergeInto into correct folders
if (mergedTracksToMove.Any())
foreach (var track in mergedTracksToMove)
{
var oldTrackPath = track.PathToTrack(Configuration);
var newTrackPath = FolderPathHelper.TrackFullPath(Configuration, releaseToMerge.Artist,
releaseToMerge, track);
var trackFile = new FileInfo(oldTrackPath);
if (!newTrackPath.ToLower().Equals(oldTrackPath.ToLower()))
{
var audioMetaData = await AudioMetaDataHelper.GetInfo(trackFile);
track.FilePath = FolderPathHelper.TrackPath(Configuration, releaseToMergeInto.Artist,
releaseToMergeInto, track);
track.Hash = HashHelper.CreateMD5(
releaseToMergeInto.ArtistId + trackFile.LastWriteTimeUtc.GetHashCode().ToString() +
audioMetaData.GetHashCode());
track.LastUpdated = now;
File.Move(oldTrackPath, newTrackPath);
}
}
// Cleanup folders
Services.FileDirectoryProcessorService.DeleteEmptyFolders(new DirectoryInfo(releaseToMergeIntoArtistFolder), Logger);
// Now Merge release details
releaseToMergeInto.AlternateNames = releaseToMergeInto.AlternateNames.AddToDelimitedList(new[]
{releaseToMerge.Title, releaseToMerge.Title.ToAlphanumericName()});
releaseToMergeInto.AlternateNames =
releaseToMergeInto.AlternateNames.AddToDelimitedList(releaseToMerge.AlternateNames
.ToListFromDelimited());
releaseToMergeInto.Tags =
releaseToMergeInto.Tags.AddToDelimitedList(releaseToMerge.Tags.ToListFromDelimited());
releaseToMergeInto.URLs.AddToDelimitedList(releaseToMerge.URLs.ToListFromDelimited());
releaseToMergeInto.MusicBrainzId = releaseToMergeInto.MusicBrainzId ?? releaseToMerge.MusicBrainzId;
releaseToMergeInto.Profile = releaseToMergeInto.Profile ?? releaseToMerge.Profile;
releaseToMergeInto.ReleaseDate = releaseToMergeInto.ReleaseDate ?? releaseToMerge.ReleaseDate;
releaseToMergeInto.MusicBrainzId = releaseToMergeInto.MusicBrainzId ?? releaseToMerge.MusicBrainzId;
releaseToMergeInto.DiscogsId = releaseToMergeInto.DiscogsId ?? releaseToMerge.DiscogsId;
releaseToMergeInto.ITunesId = releaseToMergeInto.ITunesId ?? releaseToMerge.ITunesId;
releaseToMergeInto.AmgId = releaseToMergeInto.AmgId ?? releaseToMerge.AmgId;
releaseToMergeInto.LastFMId = releaseToMergeInto.LastFMId ?? releaseToMerge.LastFMId;
releaseToMergeInto.LastFMSummary = releaseToMergeInto.LastFMSummary ?? releaseToMerge.LastFMSummary;
releaseToMergeInto.SpotifyId = releaseToMergeInto.SpotifyId ?? releaseToMerge.SpotifyId;
releaseToMergeInto.Thumbnail = releaseToMergeInto.Thumbnail ?? releaseToMerge.Thumbnail;
if (releaseToMergeInto.ReleaseType == ReleaseType.Unknown &&
releaseToMerge.ReleaseType != ReleaseType.Unknown)
releaseToMergeInto.ReleaseType = releaseToMerge.ReleaseType;
releaseToMergeInto.LastUpdated = now;
await DbContext.SaveChangesAsync();
// Update any collection pointers for release to be merged
var collectionRecords = DbContext.CollectionReleases.Where(x => x.ReleaseId == releaseToMerge.Id);
if (collectionRecords != null && collectionRecords.Any())
{
foreach (var cr in collectionRecords)
{
cr.ReleaseId = releaseToMergeInto.Id;
cr.LastUpdated = now;
}
await DbContext.SaveChangesAsync();
}
// Update any existing playlist for release to be merged
var playListTrackInfos = (from pl in DbContext.PlaylistTracks
join t in DbContext.Tracks on pl.TrackId equals t.Id
join rm in DbContext.ReleaseMedias on t.ReleaseMediaId equals rm.Id
where rm.ReleaseId == releaseToMerge.Id
select new
{
track = t,
rm,
pl
}).ToArray();
if (playListTrackInfos != null && playListTrackInfos.Any())
{
foreach (var playListTrackInfo in playListTrackInfos)
{
var matchingTrack = (from t in DbContext.Tracks
join rm in DbContext.ReleaseMedias on t.ReleaseMediaId equals rm.Id
where rm.ReleaseId == releaseToMergeInto.Id
where rm.MediaNumber == playListTrackInfo.rm.MediaNumber
where t.TrackNumber == playListTrackInfo.track.TrackNumber
select t).FirstOrDefault();
if (matchingTrack != null)
{
playListTrackInfo.pl.TrackId = matchingTrack.Id;
playListTrackInfo.pl.LastUpdated = now;
}
}
await DbContext.SaveChangesAsync();
}
await Delete(user, releaseToMerge);
// Delete any files flagged to be deleted (duplicate as track already exists on merged to release)
if (mergedFilesToDelete.Any())
foreach (var mergedFileToDelete in mergedFilesToDelete)
try
{
if (File.Exists(mergedFileToDelete))
{
File.Delete(mergedFileToDelete);
Logger.LogWarning("x Deleted Merged File [{0}]", mergedFileToDelete);
}
}
catch
{
}
// Clear cache regions for manipulated records
CacheManager.ClearRegion(releaseToMergeInto.CacheRegion);
if (releaseToMergeInto.Artist != null) CacheManager.ClearRegion(releaseToMergeInto.Artist.CacheRegion);
if (releaseToMerge.Artist != null) CacheManager.ClearRegion(releaseToMerge.Artist.CacheRegion);
sw.Stop();
result = true;
}
catch (Exception ex)
{
Logger.LogError(ex,
$"MergeReleases ReleaseToMerge `{releaseToMerge}`, ReleaseToMergeInto `{releaseToMergeInto}`, addAsMedia [{addAsMedia}]");
resultErrors.Add(ex);
}
return new OperationResult<bool>
{
Data = result,
IsSuccess = result,
Errors = resultErrors,
OperationTime = sw.ElapsedMilliseconds
};
}
public async Task<OperationResult<bool>> Delete(ApplicationUser user, data.Release release, bool doDeleteFiles = false,
bool doUpdateArtistCounts = true)
{
SimpleContract.Requires<ArgumentNullException>(release != null, "Invalid Release");
SimpleContract.Requires<ArgumentNullException>(release.Artist != null, "Invalid Artist");
var releaseCacheRegion = release.CacheRegion;
var artistCacheRegion = release.Artist.CacheRegion;
var result = false;
var sw = new Stopwatch();
sw.Start();
if (doDeleteFiles)
{
var releaseTracks = (from r in DbContext.Releases
join rm in DbContext.ReleaseMedias on r.Id equals rm.ReleaseId
join t in DbContext.Tracks on rm.Id equals t.ReleaseMediaId
where r.Id == release.Id
select t).ToArray();
foreach (var track in releaseTracks)
{
string trackPath = null;
try
{
trackPath = track.PathToTrack(Configuration);
if (File.Exists(trackPath))
{
File.Delete(trackPath);
Logger.LogWarning("x For Release [{0}], Deleted File [{1}]", release.Id, trackPath);
}
}
catch (Exception ex)
{
Logger.LogError(ex,
string.Format("Error Deleting File [{0}] For Track [{1}] Exception [{2}]", trackPath,
track.Id, ex.Serialize()));
}
}
try
{
FolderPathHelper.DeleteEmptyFoldersForArtist(Configuration, release.Artist);
}
catch (Exception ex)
{
Logger.LogError(ex);
}
}
var releaseLabelIds = DbContext.ReleaseLabels.Where(x => x.ReleaseId == release.Id).Select(x => x.LabelId).ToArray();
DbContext.Releases.Remove(release);
var i = await DbContext.SaveChangesAsync();
result = true;
try
{
CacheManager.ClearRegion(releaseCacheRegion);
CacheManager.ClearRegion(artistCacheRegion);
}
catch (Exception ex)
{
Logger.LogError(ex,
string.Format("Error Clearing Cache For Release [{0}] Exception [{1}]", release.Id,
ex.Serialize()));
}
var now = DateTime.UtcNow;
if (doUpdateArtistCounts) await UpdateArtistCounts(release.Artist.Id, now);
if (releaseLabelIds != null && releaseLabelIds.Any())
foreach (var releaseLabelId in releaseLabelIds)
await UpdateLabelCounts(releaseLabelId, now);
sw.Stop();
return new OperationResult<bool>
{
Data = result,
IsSuccess = result,
OperationTime = sw.ElapsedMilliseconds
};
}
public async Task<OperationResult<bool>> DeleteReleases(ApplicationUser user, IEnumerable<Guid> releaseIds,
bool doDeleteFiles = false)
{
SimpleContract.Requires<ArgumentNullException>(releaseIds != null && releaseIds.Any(),
"No Release Ids Found");
var result = false;
var sw = new Stopwatch();
sw.Start();
var now = DateTime.UtcNow;
var releases = (from r in DbContext.Releases.Include(r => r.Artist)
where releaseIds.Contains(r.RoadieId)
select r
).ToArray();
var artistIds = releases.Select(x => x.ArtistId).Distinct().ToArray();
foreach (var release in releases)
{
var defaultResult = await Delete(user, release, doDeleteFiles, false);
result = result & defaultResult.IsSuccess;
}
foreach (var artistId in artistIds) await UpdateArtistCounts(artistId, now);
sw.Stop();
return new OperationResult<bool>
{
Data = result,
IsSuccess = result,
OperationTime = sw.ElapsedMilliseconds
};
}
public Task<FileOperationResult<byte[]>> ReleaseZipped(User roadieUser, Guid id)
{
var release = GetRelease(id);
if (release == null)
return Task.FromResult(new FileOperationResult<byte[]>(true,
string.Format("Release Not Found [{0}]", id)));
byte[] zipBytes = null;
string zipFileName = null;
try
{
var artistFolder = release.Artist.ArtistFileFolder(Configuration);
var releaseFolder = release.ReleaseFileFolder(artistFolder);
if (!Directory.Exists(releaseFolder))
{
Logger.LogCritical($"Release Folder [{releaseFolder}] not found for Release `{release}`");
return Task.FromResult(new FileOperationResult<byte[]>(true,
string.Format("Release Folder Not Found [{0}]", id)));
}
var releaseFiles = Directory.GetFiles(releaseFolder);
using (var zipStream = new MemoryStream())
{
using (var zip = new ZipArchive(zipStream, ZipArchiveMode.Create))
{
foreach (var releaseFile in releaseFiles)
{
var fileInfo = new FileInfo(releaseFile);
if (fileInfo.Extension.ToLower() == ".mp3" || fileInfo.Extension.ToLower() == ".jpg")
{
var entry = zip.CreateEntry(fileInfo.Name);
using (var entryStream = entry.Open())
{
using (var s = fileInfo.OpenRead())
{
s.CopyTo(entryStream);
}
}
}
}
}
zipBytes = zipStream.ToArray();
}
zipFileName = $"{release.Artist.Name}_{release.Title}.zip".ToFileNameFriendly();
Logger.LogInformation(
$"User `{roadieUser}` downloaded Release `{release}` ZipFileName [{zipFileName}], Zip Size [{zipBytes?.Length}]");
}
catch (Exception ex)
{
Logger.LogError(ex, "Error creating zip for Release `{0}`", release.ToString());
}
return Task.FromResult(new FileOperationResult<byte[]>
{
IsSuccess = zipBytes != null,
Data = zipBytes,
AdditionalData = new Dictionary<string, object> { { "ZipFileName", zipFileName } }
});
}
public async Task<OperationResult<Image>> SetReleaseImageByUrl(ApplicationUser user, Guid id, string imageUrl)
{
return await SaveImageBytes(user, id, WebHelper.BytesForImageUrl(imageUrl));
}
/// <summary>
/// For the given ReleaseId, Scan folder adding new, removing not found and updating DB tracks for tracks found
/// </summary>
public async Task<OperationResult<bool>> ScanReleaseFolder(ApplicationUser user, Guid releaseId, bool doJustInfo, data.Release releaseToScan = null)
{
SimpleContract.Requires<ArgumentOutOfRangeException>(
releaseId != Guid.Empty && releaseToScan == null || releaseToScan != null, "Invalid ReleaseId");
_addedTrackIds.Clear();
var result = false;
var resultErrors = new List<Exception>();
var sw = new Stopwatch();
sw.Start();
var modifiedRelease = false;
string releasePath = null;
try
{
var release = releaseToScan ?? DbContext.Releases
.Include(x => x.Artist)
.Include(x => x.Labels)
.FirstOrDefault(x => x.RoadieId == releaseId);
if (release == null)
{
Logger.LogCritical("Unable To Find Release [{0}]", releaseId);
return new OperationResult<bool>();
}
// This is recorded from metadata and if set then used to gauage if the release is complete
short? totalTrackCount = null;
short totalMissingCount = 0;
releasePath = release.ReleaseFileFolder(release.Artist.ArtistFileFolder(Configuration));
var releaseDirectory = new DirectoryInfo(releasePath);
if (!Directory.Exists(releasePath))
Logger.LogWarning("Unable To Find Release Folder [{0}] For Release `{1}`", releasePath,
release.ToString());
var now = DateTime.UtcNow;
#region Get Tracks for Release from DB and set as missing any not found in Folder
foreach (var releaseMedia in DbContext.ReleaseMedias.Where(x => x.ReleaseId == release.Id).ToArray())
{
var foundMissingTracks = false;
foreach (var existingTrack in DbContext.Tracks.Where(x => x.ReleaseMediaId == releaseMedia.Id)
.ToArray())
{
var trackPath = existingTrack.PathToTrack(Configuration);
if (!File.Exists(trackPath))
{
Logger.LogWarning("Track `{0}`, File [{1}] Not Found.", existingTrack.ToString(),
trackPath);
if (!doJustInfo)
{
existingTrack.UpdateTrackMissingFile(now);
foundMissingTracks = true;
modifiedRelease = true;
totalMissingCount++;
}
}
}
if (foundMissingTracks) await DbContext.SaveChangesAsync();
}
#endregion Get Tracks for Release from DB and set as missing any not found in Folder
#region Scan Folder and Add or Update Existing Tracks from Files
var existingReleaseMedia = DbContext.ReleaseMedias.Include(x => x.Tracks)
.Where(x => x.ReleaseId == release.Id).ToList();
var foundInFolderTracks = new List<data.Track>();
short totalNumberOfTracksFound = 0;
// This is the number of tracks metadata says the release should have (releaseMediaNumber, TotalNumberOfTracks)
var releaseMediaTotalNumberOfTracks = new Dictionary<short, short?>();
var releaseMediaTracksFound = new Dictionary<int, short>();
if (Directory.Exists(releasePath))
foreach (var file in releaseDirectory.GetFiles("*.mp3", SearchOption.AllDirectories))
{
int? trackArtistId = null;
string partTitles = null;
var audioMetaData = await AudioMetaDataHelper.GetInfo(file, doJustInfo);
// This is the path for the new track not in the database but the found MP3 file to be added to library
var trackPath = Path.Combine(releaseDirectory.Parent.Name, releaseDirectory.Name);
if (audioMetaData.IsValid)
{
var trackHash = HashHelper.CreateMD5(
release.ArtistId + file.LastWriteTimeUtc.GetHashCode().ToString() +
audioMetaData.GetHashCode());
totalNumberOfTracksFound++;
totalTrackCount = totalTrackCount ?? (short)(audioMetaData.TotalTrackNumbers ?? 0);
var releaseMediaNumber = (short)(audioMetaData.Disc ?? 1);
if (!releaseMediaTotalNumberOfTracks.ContainsKey(releaseMediaNumber))
releaseMediaTotalNumberOfTracks.Add(releaseMediaNumber,
(short)(audioMetaData.TotalTrackNumbers ?? 0));
else
releaseMediaTotalNumberOfTracks[releaseMediaNumber] =
releaseMediaTotalNumberOfTracks[releaseMediaNumber]
.TakeLarger((short)(audioMetaData.TotalTrackNumbers ?? 0));
var releaseMedia =
existingReleaseMedia.FirstOrDefault(x => x.MediaNumber == releaseMediaNumber);
if (releaseMedia == null)
{
// New ReleaseMedia - Not Found In Database
releaseMedia = new data.ReleaseMedia
{
ReleaseId = release.Id,
Status = Statuses.Incomplete,
MediaNumber = releaseMediaNumber
};
DbContext.ReleaseMedias.Add(releaseMedia);
await DbContext.SaveChangesAsync();
existingReleaseMedia.Add(releaseMedia);
modifiedRelease = true;
}
else
{
// Existing ReleaseMedia Found
releaseMedia.LastUpdated = now;
}
var track = releaseMedia.Tracks.FirstOrDefault(x =>
x.TrackNumber == audioMetaData.TrackNumber);
if (track == null)
{
// New Track - Not Found In Database
track = new data.Track
{
Status = Statuses.New,
FilePath = trackPath,
FileName = file.Name,
FileSize = (int)file.Length,
Hash = trackHash,
MusicBrainzId = audioMetaData.MusicBrainzId,
AmgId = audioMetaData.AmgId,
SpotifyId = audioMetaData.SpotifyId,
Title = audioMetaData.Title,
TrackNumber = audioMetaData.TrackNumber ?? totalNumberOfTracksFound,
Duration = audioMetaData.Time != null
? (int)audioMetaData.Time.Value.TotalMilliseconds
: 0,
ReleaseMediaId = releaseMedia.Id,
ISRC = audioMetaData.ISRC,
LastFMId = audioMetaData.LastFmId
};
if (audioMetaData.TrackArtist != null)
{
if (audioMetaData.TrackArtists.Count() == 1)
{
var trackArtistData =
await ArtistLookupEngine.GetByName(
new AudioMetaData { Artist = audioMetaData.TrackArtist }, true);
if (trackArtistData.IsSuccess && release.ArtistId != trackArtistData.Data.Id)
trackArtistId = trackArtistData.Data.Id;
}
else if (audioMetaData.TrackArtists.Any())
{
partTitles = string.Join(AudioMetaData.ArtistSplitCharacter.ToString(),
audioMetaData.TrackArtists);
}
else
{
partTitles = audioMetaData.TrackArtist;
}
}
var alt = track.Title.ToAlphanumericName();
track.AlternateNames =
!alt.Equals(audioMetaData.Title, StringComparison.OrdinalIgnoreCase)
? track.AlternateNames.AddToDelimitedList(new[] { alt })
: null;
track.ArtistId = trackArtistId;
track.PartTitles = partTitles;
DbContext.Tracks.Add(track);
await DbContext.SaveChangesAsync();
_addedTrackIds.Add(track.Id);
modifiedRelease = true;
}
else if (string.IsNullOrEmpty(track.Hash) || trackHash != track.Hash)
{
if (audioMetaData.TrackArtist != null)
{
if (audioMetaData.TrackArtists.Count() == 1)
{
var trackArtistData =
await ArtistLookupEngine.GetByName(
new AudioMetaData { Artist = audioMetaData.TrackArtist }, true);
if (trackArtistData.IsSuccess && release.ArtistId != trackArtistData.Data.Id)
trackArtistId = trackArtistData.Data.Id;
}
else if (audioMetaData.TrackArtists.Any())
{
partTitles = string.Join(AudioMetaData.ArtistSplitCharacter.ToString(),
audioMetaData.TrackArtists);
}
else
{
partTitles = audioMetaData.TrackArtist;
}
}
track.Title = audioMetaData.Title;
track.Duration = audioMetaData.Time != null
? (int)audioMetaData.Time.Value.TotalMilliseconds
: 0;
track.TrackNumber = audioMetaData.TrackNumber ?? totalNumberOfTracksFound;
track.ArtistId = trackArtistId;
track.PartTitles = partTitles;
track.Hash = trackHash;
track.FileName = file.Name;
track.FileSize = (int)file.Length;
track.FilePath = trackPath;
track.Status = Statuses.Ok;
track.LastUpdated = now;
var alt = track.Title.ToAlphanumericName();
if (!alt.Equals(track.Title, StringComparison.OrdinalIgnoreCase))
track.AlternateNames = track.AlternateNames.AddToDelimitedList(new[] { alt });
track.TrackNumber = audioMetaData.TrackNumber ?? -1;
track.LastUpdated = now;
modifiedRelease = true;
}
else if (track.Status != Statuses.Ok)
{
track.Status = Statuses.Ok;
track.LastUpdated = now;
modifiedRelease = true;
}
foundInFolderTracks.Add(track);
if (releaseMediaTracksFound.ContainsKey(releaseMedia.Id))
releaseMediaTracksFound[releaseMedia.Id]++;
else
releaseMediaTracksFound[releaseMedia.Id] = 1;
}
else
{
Logger.LogWarning("Release Track File Has Invalid MetaData `{0}`",
audioMetaData.ToString());
}
}
else
Logger.LogWarning("Unable To Find Releaes Path [{0}] For Release `{1}`", releasePath,
release.ToString());
var releaseMediaNumbersFound = new List<short?>();
foreach (var kp in releaseMediaTracksFound)
{
var releaseMedia = DbContext.ReleaseMedias.FirstOrDefault(x => x.Id == kp.Key);
if (releaseMedia != null)
{
if (!releaseMediaNumbersFound.Any(x => x == releaseMedia.MediaNumber))
releaseMediaNumbersFound.Add(releaseMedia.MediaNumber);
var releaseMediaFoundInFolderTrackNumbers = foundInFolderTracks
.Where(x => x.ReleaseMediaId == releaseMedia.Id).Select(x => x.TrackNumber).OrderBy(x => x)
.ToArray();
var areTracksForRelaseMediaSequential = releaseMediaFoundInFolderTrackNumbers
.Zip(releaseMediaFoundInFolderTrackNumbers.Skip(1), (a, b) => a + 1 == b).All(x => x);
if (!areTracksForRelaseMediaSequential)
Logger.LogDebug("ReleaseMedia [{0}] Track Numbers Are Not Sequential", releaseMedia.Id);
releaseMedia.TrackCount = kp.Value;
releaseMedia.LastUpdated = now;
releaseMedia.Status = areTracksForRelaseMediaSequential ? Statuses.Ok : Statuses.Incomplete;
await DbContext.SaveChangesAsync();
modifiedRelease = true;
}
;
}
var foundInFolderTrackNumbers =
foundInFolderTracks.Select(x => x.TrackNumber).OrderBy(x => x).ToArray();
if (modifiedRelease || !foundInFolderTrackNumbers.Count().Equals(release.TrackCount) ||
releaseMediaNumbersFound.Count() != (release.MediaCount ?? 0))
{
var areTracksForRelaseSequential = foundInFolderTrackNumbers
.Zip(foundInFolderTrackNumbers.Skip(1), (a, b) => a + 1 == b).All(x => x);
var maxFoundInFolderTrackNumbers =
foundInFolderTrackNumbers.Any() ? foundInFolderTrackNumbers.Max() : (short)0;
release.Status = areTracksForRelaseSequential ? Statuses.Ok : Statuses.Incomplete;
release.TrackCount = (short)foundInFolderTrackNumbers.Count();
release.MediaCount = (short)releaseMediaNumbersFound.Count();
if (release.TrackCount < maxFoundInFolderTrackNumbers)
release.TrackCount = maxFoundInFolderTrackNumbers;
release.LibraryStatus = release.TrackCount > 0 && release.TrackCount == totalNumberOfTracksFound
? LibraryStatus.Complete
: LibraryStatus.Incomplete;
release.LastUpdated = now;
release.Status = release.LibraryStatus == LibraryStatus.Complete
? Statuses.Complete
: Statuses.Incomplete;
await DbContext.SaveChangesAsync();
CacheManager.ClearRegion(release.Artist.CacheRegion);
CacheManager.ClearRegion(release.CacheRegion);
}
#endregion Scan Folder and Add or Update Existing Tracks from Files
if (release.Thumbnail == null)
{
var imageFiles = ImageHelper.FindImageTypeInDirectory(new DirectoryInfo(releasePath), ImageType.Release, SearchOption.TopDirectoryOnly);
if (imageFiles != null && imageFiles.Any())
{
// Read image and convert to jpeg
var i = imageFiles.First();
release.Thumbnail = ImageHelper.ResizeToThumbnail(File.ReadAllBytes(i.FullName), Configuration);
release.LastUpdated = now;
await DbContext.SaveChangesAsync();
CacheManager.ClearRegion(release.Artist.CacheRegion);
CacheManager.ClearRegion(release.CacheRegion);
Logger.LogInformation("Update Thumbnail using Release Cover File [{0}]", i.Name);
}
}
sw.Stop();
await UpdateReleaseCounts(release.Id, now);
await UpdateArtistCountsForRelease(release.Id, now);
if (release.Labels != null && release.Labels.Any())
foreach (var label in release.Labels)
await UpdateLabelCounts(label.Id, now);
Logger.LogInformation("Scanned Release `{0}` Folder [{1}], Modified Release [{2}], OperationTime [{3}]",
release.ToString(), releasePath, modifiedRelease, sw.ElapsedMilliseconds);
result = true;
}
catch (Exception ex)
{
Logger.LogError(ex, "ReleasePath [" + releasePath + "] " + ex.Serialize());
resultErrors.Add(ex);
}
return new OperationResult<bool>
{
Data = result,
IsSuccess = result,
Errors = resultErrors,
OperationTime = sw.ElapsedMilliseconds
};
}
public async Task<OperationResult<bool>> UpdateRelease(ApplicationUser user, Release model, string originalReleaseFolder = null)
{
var didChangeArtist = false;
var didChangeThumbnail = false;
var sw = new Stopwatch();
sw.Start();
var errors = new List<Exception>();
var release = DbContext.Releases
.Include(x => x.Artist)
.Include(x => x.Genres)
.Include("Genres.Genre")
.Include(x => x.Labels)
.Include("Labels.Label")
.FirstOrDefault(x => x.RoadieId == model.Id);
if (release == null)
return new OperationResult<bool>(true, string.Format("Release Not Found [{0}]", model.Id));
try
{
var now = DateTime.UtcNow;
var artistFolder = release.Artist.ArtistFileFolder(Configuration);
originalReleaseFolder = originalReleaseFolder ?? release.ReleaseFileFolder(artistFolder);
release.IsLocked = model.IsLocked;
release.IsVirtual = model.IsVirtual;
release.Status = SafeParser.ToEnum<Statuses>(model.Status);
release.Title = model.Title;
var specialReleaseTitle = model.Title.ToAlphanumericName();
var alt = new List<string>(model.AlternateNamesList);
if (!model.AlternateNamesList.Contains(specialReleaseTitle, StringComparer.OrdinalIgnoreCase))
alt.Add(specialReleaseTitle);
release.AlternateNames = alt.ToDelimitedList();
release.ReleaseDate = model.ReleaseDate;
release.Rating = model.Rating;
release.TrackCount = model.TrackCount;
release.MediaCount = model.MediaCount;
release.Profile = model.Profile;
release.DiscogsId = model.DiscogsId;
release.ReleaseType = SafeParser.ToEnum<ReleaseType>(model.ReleaseType);
release.LibraryStatus = SafeParser.ToEnum<LibraryStatus>(model.LibraryStatus);
release.ITunesId = model.ITunesId;
release.AmgId = model.AmgId;
release.LastFMId = model.LastFMId;
release.LastFMSummary = model.LastFMSummary;
release.MusicBrainzId = model.MusicBrainzId;
release.SpotifyId = model.SpotifyId;
release.Tags = model.TagsList.ToDelimitedList();
release.URLs = model.URLsList.ToDelimitedList();
if (model?.Artist?.Artist?.Value != null)
{
var artist = DbContext.Artists.FirstOrDefault(x =>
x.RoadieId == SafeParser.ToGuid(model.Artist.Artist.Value));
if (artist != null && release.ArtistId != artist.Id)
{
release.ArtistId = artist.Id;
didChangeArtist = true;
}
}
var releaseImage = ImageHelper.ImageDataFromUrl(model.NewThumbnailData);
if (releaseImage != null)
{
// Save unaltered image to cover file
var coverFileName = Path.Combine(release.ReleaseFileFolder(release.Artist.ArtistFileFolder(Configuration)),"cover.jpg");
File.WriteAllBytes(coverFileName, ImageHelper.ConvertToJpegFormat(releaseImage));
// Resize to store in database as thumbnail
release.Thumbnail = ImageHelper.ResizeToThumbnail(releaseImage, Configuration);
didChangeThumbnail = true;
}
if (model.NewSecondaryImagesData != null && model.NewSecondaryImagesData.Any())
{
var releaseFolder =
release.ReleaseFileFolder(release.Artist.ArtistFileFolder(Configuration));
// Additional images to add to artist
var looper = 0;
foreach (var newSecondaryImageData in model.NewSecondaryImagesData)
{
var releaseSecondaryImage = ImageHelper.ImageDataFromUrl(newSecondaryImageData);
if (releaseSecondaryImage != null)
{
// Ensure is jpeg first
releaseSecondaryImage = ImageHelper.ConvertToJpegFormat(releaseSecondaryImage);
var releaseImageFilename = Path.Combine(releaseFolder,
string.Format(ImageHelper.ReleaseSecondaryImageFilename, looper.ToString("00")));
while (File.Exists(releaseImageFilename))
{
looper++;
releaseImageFilename = Path.Combine(releaseFolder,
string.Format(ImageHelper.ReleaseSecondaryImageFilename, looper.ToString("00")));
}
File.WriteAllBytes(releaseImageFilename, releaseSecondaryImage);
}
looper++;
}
}
if (model.Genres != null && model.Genres.Any())
{
// Remove existing Genres not in model list
foreach (var genre in release.Genres.ToList())
{
var doesExistInModel =
model.Genres.Any(x => SafeParser.ToGuid(x.Value) == genre.Genre.RoadieId);
if (!doesExistInModel) release.Genres.Remove(genre);
}
// Add new Genres in model not in data
foreach (var genre in model.Genres)
{
var genreId = SafeParser.ToGuid(genre.Value);
var doesExistInData = release.Genres.Any(x => x.Genre.RoadieId == genreId);
if (!doesExistInData)
{
var g = DbContext.Genres.FirstOrDefault(x => x.RoadieId == genreId);
if (g != null)
release.Genres.Add(new data.ReleaseGenre
{
ReleaseId = release.Id,
GenreId = g.Id,
Genre = g
});
}
}
}
else if (model.Genres == null || !model.Genres.Any())
{
release.Genres.Clear();
}
if (model.Labels != null && model.Labels.Any())
{
// TODO
}
if (model.Images != null && model.Images.Any())
{
// TODO
}
release.LastUpdated = now;
await DbContext.SaveChangesAsync();
await CheckAndChangeReleaseTitle(release, originalReleaseFolder);
CacheManager.ClearRegion(release.CacheRegion);
Logger.LogInformation( $"UpdateRelease `{release}` By User `{user}`: Edited Artist [{didChangeArtist}], Uploaded new image [{didChangeThumbnail}]");
}
catch (Exception ex)
{
Logger.LogError(ex);
errors.Add(ex);
}
sw.Stop();
return new OperationResult<bool>
{
IsSuccess = !errors.Any(),
Data = !errors.Any(),
OperationTime = sw.ElapsedMilliseconds,
Errors = errors
};
}
/// <summary>
/// See if the given release has properties that have been modified that affect the folder structure, if so then handle
/// necessary operations for changes
/// </summary>
/// <param name="release">Release that has been modified</param>
/// <param name="oldReleaseFolder">Folder for release before any changes</param>
/// <returns></returns>
public async Task<OperationResult<bool>> CheckAndChangeReleaseTitle(data.Release release, string oldReleaseFolder)
{
SimpleContract.Requires<ArgumentNullException>(release != null, "Invalid Release");
SimpleContract.Requires<ArgumentNullException>(!string.IsNullOrEmpty(oldReleaseFolder), "Invalid Release Old Folder");
var sw = new Stopwatch();
sw.Start();
var now = DateTime.UtcNow;
var result = false;
var artistFolder = release.Artist.ArtistFileFolder(Configuration);
var newReleaseFolder = release.ReleaseFileFolder(artistFolder);
if (!oldReleaseFolder.Equals(newReleaseFolder, StringComparison.OrdinalIgnoreCase))
{
Logger.LogTrace("Moving Release From Folder [{0}] To [{1}]", oldReleaseFolder, newReleaseFolder);
// Create the new release folder
if (!Directory.Exists(newReleaseFolder)) Directory.CreateDirectory(newReleaseFolder);
var releaseDirectoryInfo = new DirectoryInfo(newReleaseFolder);
// Update and move tracks under new release folder
foreach (var releaseMedia in DbContext.ReleaseMedias.Where(x => x.ReleaseId == release.Id).ToArray())
// Update the track path to have the new album title. This is needed because future scans might not work properly without updating track title.
foreach (var track in DbContext.Tracks.Where(x => x.ReleaseMediaId == releaseMedia.Id).ToArray())
{
var existingTrackPath = track.PathToTrack(Configuration);
var existingTrackFileInfo = new FileInfo(existingTrackPath);
var newTrackFileInfo = new FileInfo(track.PathToTrack(Configuration));
if (existingTrackFileInfo.Exists)
{
// Update the tracks release tags
var audioMetaData = await AudioMetaDataHelper.GetInfo(existingTrackFileInfo);
audioMetaData.Release = release.Title;
AudioMetaDataHelper.WriteTags(audioMetaData, existingTrackFileInfo);
// Update track path
track.FilePath = Path.Combine(releaseDirectoryInfo.Parent.Name, releaseDirectoryInfo.Name);
track.LastUpdated = now;
// Move the physical track
var newTrackPath = track.PathToTrack(Configuration);
if (!existingTrackPath.Equals(newTrackPath, StringComparison.OrdinalIgnoreCase))
File.Move(existingTrackPath, newTrackPath);
}
CacheManager.ClearRegion(track.CacheRegion);
}
await DbContext.SaveChangesAsync();
// Clean up any empty folders for the artist
FolderPathHelper.DeleteEmptyFoldersForArtist(Configuration, release.Artist);
}
sw.Stop();
CacheManager.ClearRegion(release.CacheRegion);
if (release.Artist != null) CacheManager.ClearRegion(release.Artist.CacheRegion);
return new OperationResult<bool>
{
IsSuccess = result,
OperationTime = sw.ElapsedMilliseconds
};
}
public async Task<OperationResult<Image>> UploadReleaseImage(ApplicationUser user, Guid id, IFormFile file)
{
var bytes = new byte[0];
using (var ms = new MemoryStream())
{
file.CopyTo(ms);
bytes = ms.ToArray();
}
return await SaveImageBytes(user, id, bytes);
}
private async Task<OperationResult<Release>> ReleaseByIdAction(Guid id, IEnumerable<string> includes = null)
{
var sw = Stopwatch.StartNew();
sw.Start();
var release = GetRelease(id);
if (release == null)
return new OperationResult<Release>(true, string.Format("Release Not Found [{0}]", id));
var result = release.Adapt<Release>();
result.Artist =
ArtistList.FromDataArtist(release.Artist, MakeArtistThumbnailImage(release.Artist.RoadieId));
result.Thumbnail = MakeReleaseThumbnailImage(release.RoadieId);
result.MediumThumbnail = MakeThumbnailImage(id, "release", Configuration.MediumImageSize.Width,
Configuration.MediumImageSize.Height);
result.ReleasePlayUrl = $"{HttpContext.BaseUrl}/play/release/{release.RoadieId}";
result.Profile = release.Profile;
result.ReleaseDate = release.ReleaseDate.Value;
result.MediaCount = release.MediaCount;
result.TrackCount = release.TrackCount;
result.CreatedDate = release.CreatedDate;
result.LastUpdated = release.LastUpdated;
result.AlternateNames = release.AlternateNames;
result.Tags = release.Tags;
result.URLs = release.URLs;
result.RankPosition = result.Rank > 0
? SafeParser.ToNumber<int?>(DbContext.Releases.Count(x => x.Rank > result.Rank) + 1)
: null;
if (release.SubmissionId.HasValue)
{
var submission = DbContext.Submissions.Include(x => x.User)
.FirstOrDefault(x => x.Id == release.SubmissionId);
if (submission != null)
if (!submission.User.IsPrivate ?? false)
result.Submission = new ReleaseSubmission
{
User = new DataToken
{
Text = submission.User.UserName,
Value = submission.User.RoadieId.ToString()
},
UserThumbnail = MakeUserThumbnailImage(submission.User.RoadieId),
SubmittedDate = submission.CreatedDate
};
}
if (includes != null && includes.Any())
{
if (includes.Contains("genres"))
result.Genres = release.Genres.Select(x => new DataToken
{
Text = x.Genre.Name,
Value = x.Genre.RoadieId.ToString()
});
if (includes.Contains("stats"))
{
var releaseTracks = from r in DbContext.Releases
join rm in DbContext.ReleaseMedias on r.Id equals rm.ReleaseId
join t in DbContext.Tracks on rm.Id equals t.ReleaseMediaId
where r.Id == release.Id
select new
{
id = t.Id,
size = t.FileSize,
time = t.Duration,
isMissing = t.Hash == null
};
var releaseMedias = from r in DbContext.Releases
join rm in DbContext.ReleaseMedias on r.Id equals rm.ReleaseId
where r.Id == release.Id
select new
{
rm.Id,
rm.MediaNumber
};
var releaseTime = releaseTracks?.Sum(x => (long?)x.time) ?? 0;
var releaseStats = new ReleaseStatistics
{
MediaCount = release.MediaCount,
MissingTrackCount = releaseTracks?.Where(x => x.isMissing).Count(),
TrackCount = release.TrackCount,
TrackPlayedCount = release.PlayedCount,
TrackSize = releaseTracks?.Sum(x => (long?)x.size).ToFileSize(),
TrackTime = releaseTracks.Any() ? new TimeInfo(releaseTime).ToFullFormattedString() : "--:--"
};
result.MaxMediaNumber = releaseMedias.Any() ? releaseMedias.Max(x => x.MediaNumber) : (short)0;
result.Statistics = releaseStats;
result.MediaCount = release.MediaCount ?? (short?)releaseStats?.MediaCount;
}
if (includes.Contains("images"))
{
var releaseImages = DbContext.Images.Where(x => x.ReleaseId == release.Id)
.Select(x => MakeFullsizeImage(x.RoadieId, x.Caption)).ToArray();
if (releaseImages != null && releaseImages.Any()) result.Images = releaseImages;
var artistFolder = release.Artist.ArtistFileFolder(Configuration);
var releaseFolder = release.ReleaseFileFolder(artistFolder);
var releaseImagesInFolder = ImageHelper.FindImageTypeInDirectory(new DirectoryInfo(releaseFolder),
ImageType.ReleaseSecondary, SearchOption.TopDirectoryOnly);
if (releaseImagesInFolder.Any())
result.Images = result.Images.Concat(releaseImagesInFolder.Select((x, i) =>
MakeFullsizeSecondaryImage(id, ImageType.ReleaseSecondary, i)));
}
if (includes.Contains("playlists"))
{
var pg = new PagedRequest
{
FilterToReleaseId = release.RoadieId
};
var r = await PlaylistService.List(pg);
if (r.IsSuccess) result.Playlists = r.Rows.ToArray();
}
if (includes.Contains("labels"))
{
var releaseLabels = (from l in DbContext.Labels
join rl in DbContext.ReleaseLabels on l.Id equals rl.LabelId
where rl.ReleaseId == release.Id
orderby rl.BeginDate, l.Name
select new
{
l,
rl
}).ToArray();
if (releaseLabels != null)
{
var labels = new List<ReleaseLabel>();
foreach (var releaseLabel in releaseLabels)
{
var rl = new ReleaseLabel
{
BeginDate = releaseLabel.rl.BeginDate,
EndDate = releaseLabel.rl.EndDate,
CatalogNumber = releaseLabel.rl.CatalogNumber,
CreatedDate = releaseLabel.rl.CreatedDate,
Id = releaseLabel.rl.RoadieId,
Label = new LabelList
{
Id = releaseLabel.rl.RoadieId,
Label = new DataToken
{
Text = releaseLabel.l.Name,
Value = releaseLabel.l.RoadieId.ToString()
},
SortName = releaseLabel.l.SortName,
CreatedDate = releaseLabel.l.CreatedDate,
LastUpdated = releaseLabel.l.LastUpdated,
ArtistCount = releaseLabel.l.ArtistCount,
ReleaseCount = releaseLabel.l.ReleaseCount,
TrackCount = releaseLabel.l.TrackCount,
Thumbnail = MakeLabelThumbnailImage(releaseLabel.l.RoadieId)
}
};
labels.Add(rl);
}
result.Labels = labels;
}
}
if (includes.Contains("collections"))
{
var releaseCollections = DbContext.CollectionReleases.Include(x => x.Collection)
.Where(x => x.ReleaseId == release.Id).OrderBy(x => x.ListNumber).ToArray();
if (releaseCollections != null)
{
var collections = new List<ReleaseInCollection>();
foreach (var releaseCollection in releaseCollections)
collections.Add(new ReleaseInCollection
{
Collection = new CollectionList
{
DatabaseId = releaseCollection.Collection.Id,
Collection = new DataToken
{
Text = releaseCollection.Collection.Name,
Value = releaseCollection.Collection.RoadieId.ToString()
},
Id = releaseCollection.Collection.RoadieId,
CollectionCount = releaseCollection.Collection.CollectionCount,
CollectionType =
(releaseCollection.Collection.CollectionType ?? CollectionType.Unknown)
.ToString(),
CollectionFoundCount = (from crc in DbContext.CollectionReleases
where crc.CollectionId == releaseCollection.Collection.Id
select crc.Id).Count(),
CreatedDate = releaseCollection.Collection.CreatedDate,
IsLocked = releaseCollection.Collection.IsLocked,
LastUpdated = releaseCollection.Collection.LastUpdated,
Thumbnail = MakeCollectionThumbnailImage(releaseCollection.Collection.RoadieId)
},
ListNumber = releaseCollection.ListNumber
});
result.Collections = collections;
}
}
if (includes.Contains("comments"))
{
var releaseComments = DbContext.Comments.Include(x => x.User).Where(x => x.ReleaseId == release.Id)
.OrderByDescending(x => x.CreatedDate).ToArray();
if (releaseComments.Any())
{
var comments = new List<Comment>();
var commentIds = releaseComments.Select(x => x.Id).ToArray();
var userCommentReactions = (from cr in DbContext.CommentReactions
where commentIds.Contains(cr.CommentId)
select cr).ToArray();
foreach (var releaseComment in releaseComments)
{
var comment = releaseComment.Adapt<Comment>();
comment.DatabaseId = releaseComment.Id;
comment.User = UserList.FromDataUser(releaseComment.User,
MakeUserThumbnailImage(releaseComment.User.RoadieId));
comment.DislikedCount = userCommentReactions.Count(x =>
x.CommentId == releaseComment.Id && x.ReactionValue == CommentReaction.Dislike);
comment.LikedCount = userCommentReactions.Count(x =>
x.CommentId == releaseComment.Id && x.ReactionValue == CommentReaction.Like);
comments.Add(comment);
}
result.Comments = comments;
}
}
if (includes.Contains("tracks"))
{
var releaseMedias = new List<ReleaseMediaList>();
foreach (var releaseMedia in release.Medias.OrderBy(x => x.MediaNumber))
{
var rm = releaseMedia.Adapt<ReleaseMediaList>();
var rmTracks = new List<TrackList>();
foreach (var track in releaseMedia.Tracks.OrderBy(x => x.TrackNumber))
{
var t = track.Adapt<TrackList>();
t.Track = new DataToken
{
Text = track.Title,
Value = track.RoadieId.ToString()
};
t.MediaNumber = rm.MediaNumber;
t.CssClass = string.IsNullOrEmpty(track.Hash) ? "Missing" : "Ok";
t.TrackArtist = track.TrackArtist != null
? ArtistList.FromDataArtist(track.TrackArtist,
MakeArtistThumbnailImage(track.TrackArtist.RoadieId))
: null;
rmTracks.Add(t);
}
rm.Tracks = rmTracks;
releaseMedias.Add(rm);
}
result.Medias = releaseMedias;
}
}
sw.Stop();
return new OperationResult<Release>
{
Data = result,
IsSuccess = result != null,
OperationTime = sw.ElapsedMilliseconds
};
}
private async Task<OperationResult<Image>> SaveImageBytes(ApplicationUser user, Guid id, byte[] imageBytes)
{
var sw = new Stopwatch();
sw.Start();
var errors = new List<Exception>();
var release = DbContext.Releases.Include(x => x.Artist).FirstOrDefault(x => x.RoadieId == id);
if (release == null) return new OperationResult<Image>(true, string.Format("Release Not Found [{0}]", id));
try
{
var now = DateTime.UtcNow;
release.Thumbnail = imageBytes;
if (release.Thumbnail != null)
{
// Save unaltered image to cover file
var coverFileName = Path.Combine(release.ReleaseFileFolder(release.Artist.ArtistFileFolder(Configuration)),"cover.jpg");
File.WriteAllBytes(coverFileName, ImageHelper.ConvertToJpegFormat(imageBytes));
// Resize to store in database as thumbnail
release.Thumbnail = ImageHelper.ResizeToThumbnail(imageBytes, Configuration);
}
release.LastUpdated = now;
await DbContext.SaveChangesAsync();
CacheManager.ClearRegion(release.CacheRegion);
Logger.LogInformation($"SaveImageBytes `{release}` By User `{user}`");
}
catch (Exception ex)
{
Logger.LogError(ex);
errors.Add(ex);
}
sw.Stop();
return new OperationResult<Image>
{
IsSuccess = !errors.Any(),
Data = MakeThumbnailImage(id, "release", Configuration.MediumImageSize.Width,
Configuration.MediumImageSize.Height, true),
OperationTime = sw.ElapsedMilliseconds,
Errors = errors
};
}
}
}