// ==UserScript== // @name Import FMA releases to MusicBrainz // @description Add a button to import https://freemusicarchive.org/ releases to MusicBrainz via API // @version 2018.2.18.1 // @namespace https://github.com/murdos/musicbrainz-userscripts // @downloadURL https://raw.github.com/murdos/musicbrainz-userscripts/master/fma_importer.user.js // @updateURL https://raw.github.com/murdos/musicbrainz-userscripts/master/fma_importer.user.js // @include http*://freemusicarchive.org/music/* // @require https://ajax.googleapis.com/ajax/libs/jquery/2.1.4/jquery.min.js // @require lib/mbimport.js // @require lib/logger.js // @require lib/mblinks.js // @require lib/mbimportstyle.js // @icon https://raw.githubusercontent.com/murdos/musicbrainz-userscripts/master/assets/images/Musicbrainz_import_logo.png // @grant none // ==/UserScript== /* * Test cases: * http://freemusicarchive.org/music/Various_Artists/Of_Men_And_Machines/ * http://freemusicarchive.org/music/cloud_mouth/songs_from_the_sewer/ * http://freemusicarchive.org/music/Podington_Bear/Springtime/ * http://freemusicarchive.org/music/Broke_For_Free/Directionless_EP/ * http://freemusicarchive.org/music/Various_Artists_Evergreens_n_Odditunes/Evergreens_n_Odditunes/ * Radio program: http://freemusicarchive.org/music/Kyle_Eyre_Clyd/Live_on_WFMUs_Strength_Through_Failure_with_Fabio_Roberti_8132015/ */ // prevent JQuery conflicts, see http://wiki.greasespot.net/@grant this.$ = this.jQuery = jQuery.noConflict(true); // API Key assigned to registered user on FMA var FMA_API = 'FMA API KEY Missing'; var DEBUG = false; // true | false if (DEBUG) { LOGGER.setLevel('debug'); } // promise to ensure all api calls are done before we parse the release var tracks_deferred = $.Deferred(); var retrieve_tracks_promise = tracks_deferred.promise(); // object to store all global attributes collected for the release var release_attributes = {}; // albumid, total_pages, artist_name, label // arrays to store the data retrieved from API to parse for MB release var album_api_array = []; // album information [0] var tracks_api_array = []; // track information [0,1,2,..] one element for each pagination in FMA tracks API $(document).ready(function () { // if we have something on local storage place that if (localStorage.getItem('FMA_API_KEY')) { FMA_API = localStorage.getItem('FMA_API_KEY'); // -> YOURAPIKEY } else { insertAPIKEYSection(); $('#api_key_submit').click(function () { let myval = $('#apikey_input').val(); localStorage.setItem('FMA_API_KEY', myval); $('#musicbrainz_apikey').hide(); FMA_API = localStorage.getItem('FMA_API_KEY'); // -> YOURAPIKEY LOGGER.debug(`FMA API Key set: ${FMA_API}`); location.reload(true); //as document loaded and FMA_API was set out of scope }); } // window.localStorage.clear() hint: to clear the localStorage if needed LOGGER.info('Document Ready & FMA Userscript Executing'); let fmaPage = parseFMApage(); let mblinks = new MBLinks('FMA_CACHE', 7 * 24 * 60); if (DEBUG) { insertAPISection(); updateAPISection.AlbumId(release_attributes.albumid); updateAPISection.ApiKey(FMA_API); } if ($('.minitag-album').length && FMA_API !== 'FMA API KEY Missing') { // To make sure API and release only build on Album page. // Track parameters: total number of pages / api calls limit hardcoded to max of 20 let retrieve_track_info = new track_api_parameters(); // Album detail let retrieve_album_detail = new album_api(); // Track detail $.when(retrieve_track_info) // ensure the track info is retrieved first (total_pages counter) .then(function () { // loop and deferred promise for multiple ajax calls updateAPISection.TrackAjaxStatus('busy'); let track_api_calls = []; for (let i = 1; i <= release_attributes.total_pages; i++) { track_api_calls.push(track_api(i)); } $.when.apply(this, track_api_calls).done(function () { LOGGER.debug('Tracks loaded and done in DONE lets use it'); //console.log("total_pages " + release_attributes.total_pages); tracks_deferred.resolve(); }); }) .done(function () { LOGGER.debug('Deferred for: Track info > track detail > resolved'); }); $.when(retrieve_tracks_promise) .done(function () { updateAPISection.TrackAjaxStatus('completed'); }) .fail(function () { updateAPISection.TrackAjaxStatus('fail'); }); $.when(retrieve_track_info, retrieve_tracks_promise, retrieve_album_detail).done(function () { LOGGER.info('All the AJAX API calls are done continue to build the release object ...'); // LOGGER.debug("ALBUM Object > " + album_api_array[0]); // LOGGER.debug("TRACK Object > " + tracks_api_array); let FreeMusicArchiveRelease = new Parsefmarelease(album_api_array[0], tracks_api_array); insertMBSection(FreeMusicArchiveRelease); let album_link = window.location.href; let url = $(location).attr('href').split('/'); let artist_url = url[url.length - 3]; let base_url = 'http://freemusicarchive.org/music/'; let artist_link = `${base_url + artist_url}/`; mblinks.searchAndDisplayMbLink(album_link, 'release', function (link) { $('.subh1').before(link); }); mblinks.searchAndDisplayMbLink(artist_link, 'artist', function (link) { $('.subh1').after(link); }); }); } }); // Determine the location on page to add MusicBrainz Section function insertMbUI(mbUI) { let e; if ((e = $('#header')) && e.length) { e.after(mbUI); } else if ((e = $('#content')) && e.length) { e.before(mbUI); } else if ((e = $('.brumbs')) && e.length) { e.append(mbUI); } } // Insert link to high resolution image on FMA page function insertIMGlinks() { //LOGGER.debug("FMA insertIMGlinks Function Executing"); let imgsrc = $('#image-1 img.sbar-fullimg').attr('src'); imgsrc = imgsrc.substring(0, imgsrc.indexOf('?')); //LOGGER.debug(" insertIMGlinks > imgsrc:", imgsrc); $('#album-images').append(`

MB High Res Image

`); } // Insert FreeMusicArchive API Status section on FMA page function insertAPISection() { //LOGGER.debug("FMA insertAPISection Function Executing"); let fmaUI = $('

FMA API

').hide(); if (DEBUG) fmaUI.css({ border: '1px dotted red', }); let fmaStatusBlock = $( '» » Album info retrievedTrack info retrieved' ); fmaUI.append(fmaStatusBlock); insertMbUI(fmaUI); // Insert the FMA API Status UI $('#fmaapistatus').css({ display: 'inline-block', float: 'left', height: '120px', width: '49%', }); fmaUI.slideDown(); } // Update FreeMusicArchive API Status section on FMA page var updateAPISection = { AlbumId: function (albumid) { this.albumid = albumid; $('#lbut-lt-fma-api-album-id').text(this.albumid); return 'complete'; }, ApiKey: function (apikey) { this.apikey = apikey; $('#lbut-lt-fma-api-key-id').text(FMA_API); return 'complete'; }, AlbumAjaxStatus: function (ajaxstatus) { if (ajaxstatus === null) { this.ajaxstatus = 'notcalled'; } else { this.ajaxstatus = ajaxstatus; } switch (this.ajaxstatus) { case 'completed': // Definition is that api call was successfull hence busy retrieving data //test chaging status of album api to error retrieving data after 2 seconds $('#lbut-lt-fma-api-album').css({ 'background-color': 'green', }); break; case 'busy': // Definition is that api call was successfull hence busy retrieving data //test chaging status of album api to error retrieving data after 2 seconds $('#lbut-lt-fma-api-album').css({ 'background-color': 'orange', }); break; case 'fail': // Definition is that api call was successfull hence busy retrieving data //test chaging status of album api to error retrieving data after 2 seconds $('#lbut-lt-fma-api-album').css({ 'background-color': 'red', }); break; } }, TrackAjaxStatus: function (ajaxstatus) { if (ajaxstatus === null) { this.ajaxstatus = 'notcalled'; } else { this.ajaxstatus = ajaxstatus; } switch (this.ajaxstatus) { case 'completed': // Definition is that api call was successfull hence busy retrieving data //test chaging status of album api to error retrieving data after 2 seconds $('#lbut-lt-fma-api-tracks').css({ 'background-color': 'green', }); break; case 'busy': // Definition is that api call was successfull hence busy retrieving data //test chaging status of album api to error retrieving data after 2 seconds $('#lbut-lt-fma-api-tracks').css({ 'background-color': 'orange', }); break; case 'fail': // Definition is that api call was successfull hence busy retrieving data //test chaging status of album api to error retrieving data after 2 seconds $('#lbut-lt-fma-api-tracks').css({ 'background-color': 'red', }); break; } }, }; // Insert MusicBrainz section on FMA page function insertMBSection(release) { //LOGGER.debug(release); let mbUI = $( '

MusicBrainz

' ).hide(); if (DEBUG) mbUI.css({ border: '1px dotted red', }); let mbContentBlock = $('
'); mbUI.append(mbContentBlock); if (release.maybe_buggy) { let warning_buggy = $('

Warning: this release is buggy, please check twice the data you import.${MBImport.buildFormHTML(parameters)}${MBImport.buildSearchButton(release)}`; mbContentBlock.append(innerHTML); insertMbUI(mbUI); // Insert the MusicBrainzUI insertIMGlinks(); // Insert the link to high res image $('#musicbrainz').css({ display: 'block', float: 'right', height: '120px', width: '49%', }); $('#mb_buttons').css({ display: 'inline-block', float: 'right', height: '80px', }); $('form.musicbrainz_import').css({ width: '49%', display: 'inline-block', }); $('form.musicbrainz_import_search').css({ float: 'right', }); $('form.musicbrainz_import > button').css({ width: '63px', height: '80px', 'box-sizing': 'border-box', }); mbUI.slideDown(); } // Insert MusicBrainz API section on FMA page to enter API Key function insertAPIKEYSection() { LOGGER.debug('FMA insertAPIKEYSection Function Executing'); let mbUI = $( '

Import FMA API KEY for MusicBrainz

' ).hide(); if (DEBUG) mbUI.css({ border: '1px dotted red', }); let mbContentBlock = $('
'); mbUI.append(mbContentBlock); // Build section let innerHTML = 'Please enter API Key found '; innerHTML = `${innerHTML}

`; mbContentBlock.append(innerHTML); insertMbUI(mbUI); // Insert the MusicBrainzUI $('#musicbrainz_apikey').css({ display: 'block', float: 'right', height: '120px', width: '49%', }); $('#mb_buttons').css({ display: 'inline-block', float: 'right', height: '80px', }); mbUI.slideDown(); } //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// // Retrieve data from FMA API // //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// // Retrieve Album JSON from API and push into array function album_api() { let fmaWsUrl = `https://freemusicarchive.org/api/get/albums.json?api_key=${FMA_API}&album_id=${release_attributes.albumid}`; var promise_variable = $.getJSON(fmaWsUrl, function () { updateAPISection.AlbumAjaxStatus('busy'); LOGGER.debug(`promise_variable [state] in [getJSON] ${promise_variable.state()}`); }).done(function (albumjson) { LOGGER.debug(' >> Album > DONE'); updateAPISection.AlbumAjaxStatus('completed'); //LOGGER.debug(albumjson); release_attributes.artist_name = albumjson.dataset[0].artist_name; album_api_array.push(albumjson.dataset[0]); }); return promise_variable.promise(); } // Retrieve Album JSON from API and assign values to release object function track_api_parameters() { let fmaWsUrl = `https://freemusicarchive.org/api/get/tracks.json?api_key=${FMA_API}&album_id=${release_attributes.albumid}&limit=20`; var promise_track_api_params = $.getJSON(fmaWsUrl, function () { LOGGER.debug(`promise_track_api_params [state] in [getJSON] ${promise_track_api_params.state()}`); }).done(function (trackinfojson) { LOGGER.debug(' >> Track INFO > DONE'); release_attributes.total_pages = trackinfojson.total_pages; //LOGGER.debug(trackinfojson); }); return promise_track_api_params.promise(); } // Retrieve Track JSON from API and push into array, can handle page itteration function track_api(page) { let fmaWsUrl = `https://freemusicarchive.org/api/get/tracks.json?api_key=${FMA_API}&album_id=${ release_attributes.albumid }&limit=20&page=${parseInt(page)}`; var promise_track_api = $.getJSON(fmaWsUrl, function () { LOGGER.debug(`promise_track_api_params [state] in [getJSON] ${promise_track_api.state()}`); }).done(function (tracksjson) { LOGGER.debug(` >> Track page ${page} > DONE `); LOGGER.debug(tracksjson); tracks_api_array.push(tracksjson.dataset); }); return promise_track_api.promise(); } //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// // Parse information from FMA Page // //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// function parseFMApage() { // Check to see if it is an album class is minitag-album div#content div.bcrumb h1 span.minitag-album let FMAtype = ''; // class inp-embed-code contain the album id if ($('.minitag-album').length) { FMAtype = 'album'; } else if ($('.minitag-song').length) { FMAtype = 'track'; } else if ($('.minitag-artist').length) { FMAtype = 'artist'; } if (FMAtype == 'album') { //LOGGER.debug("FMA parseFMApage Function Executing on ", FMAtype); let FMAEmbedCode = $('.inp-embed-code input').attr('value'); FMAEmbedCodeRegex = /(\/embed\/album\/)(.+?(?=.xml))/; // regex to find the album id from the input object let FMAAlbumIdMatch = FMAEmbedCode.match(FMAEmbedCodeRegex); // match the Id release_attributes.albumid = FMAAlbumIdMatch[2].trim(); // assign the ID to a variable LOGGER.info('FreeMusicArchive Album identified as: ', release_attributes.albumid); } else { LOGGER.error('No unique album identified on page', window.location.href); release_attributes.albumid = ''; } // Label parsed from webpage as it is not in API $('div.sbar-stat span.lf105.stathd').each(function () { //var tester = $(this).eq(0).text().trim().toLowerCase(); // working let taglist = $(this).eq(0).text().trim().toLowerCase(); if (taglist == 'label:') { release_attributes.label = $(this).next().text(); // fmarelease.labels.push({ // name: FMAAlbumLabel // }); } else { release_attributes.label = ''; } }); } //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// // Analyze FMA data and return a release object // //////////////////////////////////////////////////////////////////////////////////////////////////////////////////////// // Parse the date string and set object properties day, month, year function parse_MM_DD_YYYY(date, obj) { if (!date) return; let m = date.split(/\D+/, 3).map(function (e) { return parseInt(e, 10); }); if (m[0] !== undefined) { obj.month = m[0]; if (m[1] !== undefined) { obj.day = m[1]; if (m[2] !== undefined) { obj.year = m[2]; } } } } // parse the release from the album and track objects function Parsefmarelease(albumobject, trackobject) { if (albumobject === undefined) { albumobject = []; } else { albumobject = albumobject; } if (trackobject === undefined) { trackobject = []; } else { trackobject = trackobject; } let fmarelease = {}; // Create an empty object required for MBImport fmarelease.title = ''; fmarelease.artist_credit = []; fmarelease.type = ''; fmarelease.status = ''; fmarelease.language = ''; fmarelease.script = ''; fmarelease.packaging = ''; fmarelease.country = ''; fmarelease.year = ''; fmarelease.month = ''; fmarelease.day = ''; fmarelease.labels = []; fmarelease.barcode = ''; fmarelease.urls = []; fmarelease.discs = []; // LOGGER.debug("Album object for parsing", albumobject); // LOGGER.debug("Track object for parsing", trackobject); // Title fmarelease.title = albumobject.album_title; LOGGER.debug('Title: ', fmarelease.title); // Artist Credit let VariousArtistsRegex = /(Various Artists)/; //found "Various Artists || Various Artists [album name]" let various_artists = VariousArtistsRegex.test(albumobject.artist_name); if (various_artists) { fmarelease.artist_credit = [MBImport.specialArtist('various_artists')]; } else { fmarelease.artist_credit = MBImport.makeArtistCredits([albumobject.artist_name]); } // Type // TODO: match all FMA types to MB types if (albumobject.album_type == 'Radio Program') { fmarelease.type = 'broadcast'; } else { fmarelease.type = albumobject.album_type.toLowerCase(); } // Default status is official fmarelease.status = 'official'; // Script fmarelease.script = 'Latn'; // Check to see if a download button is available if ($('.sqbtn-downloadalbum').length) { fmarelease.packaging = 'none'; // Default packaging for download is none // Release URL fmarelease.urls.push({ url: albumobject.album_url, link_type: MBImport.URL_TYPES.download_for_free, }); } else { // Release URL fmarelease.urls.push({ url: albumobject.album_url, link_type: MBImport.URL_TYPES.other_databases, }); } // Check to see if a play button is available if ($('.sqbtn-playpage').length) { // Release URL fmarelease.urls.push({ url: albumobject.album_url, link_type: MBImport.URL_TYPES.stream_for_free, }); } // Release date if (albumobject.album_date_released) { parse_MM_DD_YYYY(albumobject.album_date_released, fmarelease); } // Label parsed from webpage as it is not in API fmarelease.labels.push({ name: release_attributes.label, }); let discarray = []; let trackarray = []; // release_attributes.total_pages for (let track_page_in_array = 0; track_page_in_array < trackobject.length; track_page_in_array++) { //LOGGER.debug(" ** Looping through array set for page " + track_page_in_array); let track_count_in_array_page = trackobject[track_page_in_array].length; //LOGGER.debug(" ** Track count in: trackobject[" + track_page_in_array + "] = " + track_count_in_array_page); for (let tracknumber = 0; tracknumber < track_count_in_array_page; tracknumber++) { //LOGGER.debug(" **** Track number in: trackobject[" + track_page_in_array + "][" + tracknumber + "] = " + tracknumber); let track = {}; track.disc_number = trackobject[track_page_in_array][tracknumber].track_disc_number; track.number = trackobject[track_page_in_array][tracknumber].track_number; track.title = trackobject[track_page_in_array][tracknumber].track_title; track.duration = trackobject[track_page_in_array][tracknumber].track_duration; track.artist_credit = MBImport.makeArtistCredits([trackobject[track_page_in_array][tracknumber].artist_name]); trackarray.push(track); } } // Could not find a example where disc_number != 1 yet but started teh check so long let largest_disc = Math.max.apply( Math, trackarray.map(function (o) { return o.disc_number; }) ); //LOGGER.debug("Highest number disc:" + largest_disc); for (var disccount = 1; disccount <= largest_disc; disccount++) { // use this to map all the objects from trackarray with disc_number value of disccount to a new object let tracklist_per_disc = $.map(trackarray, function (obj, index) { if (obj.disc_number == disccount) { return obj; } }); // use this to sort the tracks per disc from low to high tracklist_per_disc = tracklist_per_disc.sort(function (a, b) { return parseInt(a.number) - parseInt(b.number); }); // remove the disc_number from the tracklist - not working // tracklist_per_disc = tracklist_per_disc.filter(function( obj ) { // return obj.field !== 'disc_number'; // }); // current solution to remove disc_number for (i = tracklist_per_disc.length - 1; i >= 0; i--) { delete tracklist_per_disc[i].disc_number; } //LOGGER.debug("Disc # " + disccount + " > " + JSON.stringify(tracklist_per_disc)); let disc = { position: disccount, format: 'Digital Media', tracks: tracklist_per_disc, }; fmarelease.discs.push(disc); } LOGGER.info('Release:', fmarelease); return fmarelease; }