Mirrors/Plex-Meta-Manager
2
0
Fork 0
mirror of https://github.com/meisnate12/Plex-Meta-Manager synced 2024-09-20 06:22:07 +00:00
Code Issues Projects Releases Packages Wiki Activity
Plex-Meta-Manager/plex_meta_manager.py

1124 lines
59 KiB
Python
Raw Normal View History

#380 Fixed time validation
2021-09-08 03:04:36 +00:00
import argparse, logging, os, sys, time
added runtime
2021-02-28 03:56:49 +00:00
from datetime import datetime
cleanup
2021-08-09 19:45:20 +00:00
from logging.handlers import RotatingFileHandler
$484 add playlists
2021-12-17 14:24:46 +00:00
from plexapi.exceptions import NotFound
from plexapi.video import Show, Season
Revert "possible fix for #109" This reverts commit adb612e69a244e541f3804d127547a8013bac5c3.
2021-03-16 13:56:17 +00:00
try:
timeout fix
2021-10-25 22:01:11 +00:00
import plexapi, schedule
small bug fixes
2021-05-09 05:49:13 +00:00
from modules import util
moved main methods out of config
2021-05-08 02:30:28 +00:00
from modules.builder import CollectionBuilder
re org
2021-12-13 07:30:19 +00:00
from modules.config import ConfigFile
from modules.meta import MetadataFile
not scheduled collection no longer error
2021-10-21 14:00:16 +00:00
from modules.util import Failed, NotScheduled
Revert "possible fix for #109" This reverts commit adb612e69a244e541f3804d127547a8013bac5c3.
2021-03-16 13:56:17 +00:00
except ModuleNotFoundError:
add ability to run multiple times per day
2021-05-25 22:22:59 +00:00
print("Requirements Error: Requirements are not installed")
sys.exit(0)
if sys.version_info[0] != 3 or sys.version_info[1] < 6:
print("Version Error: Version: %s.%s.%s incompatible please use Python 3.6+" % (sys.version_info[0], sys.version_info[1], sys.version_info[2]))
Revert "possible fix for #109" This reverts commit adb612e69a244e541f3804d127547a8013bac5c3.
2021-03-16 13:56:17 +00:00
sys.exit(0)
Initial Commit
2021-01-20 21:37:59 +00:00
parser = argparse.ArgumentParser()
added --libraries as a command line input
2021-04-22 19:24:09 +00:00
parser.add_argument("-db", "--debug", dest="debug", help=argparse.SUPPRESS, action="store_true", default=False)
added trace
2021-11-03 14:38:43 +00:00
parser.add_argument("-tr", "--trace", dest="trace", help=argparse.SUPPRESS, action="store_true", default=False)
Initial Commit
2021-01-20 21:37:59 +00:00
parser.add_argument("-c", "--config", dest="config", help="Run with desired *.yml file", type=str)
#380 Fixed time validation
2021-09-08 03:04:36 +00:00
parser.add_argument("-t", "--time", "--times", dest="times", help="Times to update each day use format HH:MM (Default: 03:00) (comma-separated list)", default="03:00", type=str)
added --resume
2021-03-31 04:20:20 +00:00
parser.add_argument("-re", "--resume", dest="resume", help="Resume collection run from a specific collection", type=str)
Initial Commit
2021-01-20 21:37:59 +00:00
parser.add_argument("-r", "--run", dest="run", help="Run without the scheduler", action="store_true", default=False)
multiple asset location
2021-02-21 08:13:07 +00:00
parser.add_argument("-rt", "--test", "--tests", "--run-test", "--run-tests", dest="test", help="Run in debug mode with only collections that have test: true", action="store_true", default=False)
studio validation fix
2021-05-18 21:56:57 +00:00
parser.add_argument("-co", "--collection-only", "--collections-only", dest="collection_only", help="Run only collection operations", action="store_true", default=False)
parser.add_argument("-lo", "--library-only", "--libraries-only", dest="library_only", help="Run only library operations", action="store_true", default=False)
parser.add_argument("-rc", "-cl", "--collection", "--collections", "--run-collection", "--run-collections", dest="collections", help="Process only specified collections (comma-separated list)", type=str)
parser.add_argument("-rl", "-l", "--library", "--libraries", "--run-library", "--run-libraries", dest="libraries", help="Process only specified libraries (comma-separated list)", type=str)
v1.9.3
2021-05-26 06:03:00 +00:00
parser.add_argument("-nc", "--no-countdown", dest="no_countdown", help="Run without displaying the countdown", action="store_true", default=False)
cleanup
2021-08-09 19:45:20 +00:00
parser.add_argument("-nm", "--no-missing", dest="no_missing", help="Run without running the missing section", action="store_true", default=False)
Initial Commit
2021-01-20 21:37:59 +00:00
parser.add_argument("-d", "--divider", dest="divider", help="Character that divides the sections (Default: '=')", default="=", type=str)
parser.add_argument("-w", "--width", dest="width", help="Screen Width (Default: 100)", default=100, type=int)
args = parser.parse_args()
#380 Fixed time validation
2021-09-08 03:04:36 +00:00
def get_arg(env_str, default, arg_bool=False, arg_int=False):
updated Environmental variables #107
2021-03-16 21:00:21 +00:00
env_var = os.environ.get(env_str)
#380 Fixed time validation
2021-09-08 03:04:36 +00:00
if env_var:
if arg_bool:
if env_var is True or env_var is False:
return env_var
elif env_var.lower() in ["t", "true"]:
return True
else:
return False
elif arg_int:
return int(env_var)
updated Environmental variables #107
2021-03-16 21:00:21 +00:00
else:
#380 Fixed time validation
2021-09-08 03:04:36 +00:00
return str(env_var)
updated Environmental variables #107
2021-03-16 21:00:21 +00:00
else:
return default
adds range schedule and delete_not_scheduled
2021-12-06 22:30:38 +00:00
config_file = get_arg("PMM_CONFIG", args.config)
times = get_arg("PMM_TIME", args.times)
#380 Fixed time validation
2021-09-08 03:04:36 +00:00
run = get_arg("PMM_RUN", args.run, arg_bool=True)
adds range schedule and delete_not_scheduled
2021-12-06 22:30:38 +00:00
test = get_arg("PMM_TEST", args.test, arg_bool=True)
#380 Fixed time validation
2021-09-08 03:04:36 +00:00
collection_only = get_arg("PMM_COLLECTIONS_ONLY", args.collection_only, arg_bool=True)
adds range schedule and delete_not_scheduled
2021-12-06 22:30:38 +00:00
library_only = get_arg("PMM_LIBRARIES_ONLY", args.library_only, arg_bool=True)
#380 Fixed time validation
2021-09-08 03:04:36 +00:00
collections = get_arg("PMM_COLLECTIONS", args.collections)
libraries = get_arg("PMM_LIBRARIES", args.libraries)
resume = get_arg("PMM_RESUME", args.resume)
adds range schedule and delete_not_scheduled
2021-12-06 22:30:38 +00:00
no_countdown = get_arg("PMM_NO_COUNTDOWN", args.no_countdown, arg_bool=True)
no_missing = get_arg("PMM_NO_MISSING", args.no_missing, arg_bool=True)
#380 Fixed time validation
2021-09-08 03:04:36 +00:00
divider = get_arg("PMM_DIVIDER", args.divider)
#435 PMM_WIDTH fix
2021-11-17 14:20:04 +00:00
screen_width = get_arg("PMM_WIDTH", args.width, arg_int=True)
adds range schedule and delete_not_scheduled
2021-12-06 22:30:38 +00:00
debug = get_arg("PMM_DEBUG", args.debug, arg_bool=True)
trace = get_arg("PMM_TRACE", args.trace, arg_bool=True)
added webhooks
2021-11-03 14:36:11 +00:00
stats = {}
#380 Fixed time validation
2021-09-08 03:04:36 +00:00
util.separating_character = divider[0]
if screen_width < 90 or screen_width > 300:
print(f"Argument Error: width argument invalid: {screen_width} must be an integer between 90 and 300 using the default 100")
screen_width = 100
util.screen_width = screen_width
Initial Commit
2021-01-20 21:37:59 +00:00
default_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), "config")
#380 Fixed time validation
2021-09-08 03:04:36 +00:00
if config_file and os.path.exists(config_file):
default_dir = os.path.join(os.path.dirname(os.path.abspath(config_file)))
elif config_file and not os.path.exists(config_file):
print(f"Config Error: config not found at {os.path.abspath(config_file)}")
sys.exit(0)
elif not os.path.exists(os.path.join(default_dir, "config.yml")):
print(f"Config Error: config not found at {os.path.abspath(default_dir)}")
sys.exit(0)
Initial Commit
2021-01-20 21:37:59 +00:00
os.makedirs(os.path.join(default_dir, "logs"), exist_ok=True)
logger = logging.getLogger("Plex Meta Manager")
logger.setLevel(logging.DEBUG)
def fmt_filter(record):
changed to f-Strings
2021-02-24 06:44:06 +00:00
record.levelname = f"[{record.levelname}]"
record.filename = f"[{record.filename}:{record.lineno}]"
Initial Commit
2021-01-20 21:37:59 +00:00
return True
cmd_handler = logging.StreamHandler()
added trace
2021-11-03 14:38:43 +00:00
cmd_handler.setLevel(logging.DEBUG if test or debug or trace else logging.INFO)
Initial Commit
2021-01-20 21:37:59 +00:00
logger.addHandler(cmd_handler)
sys.excepthook = util.my_except_hook
sonarr fix
2021-10-19 04:23:52 +00:00
version = "Unknown"
fix Version error
2021-10-21 16:00:00 +00:00
with open(os.path.join(os.path.dirname(os.path.abspath(__file__)), "VERSION")) as handle:
sonarr fix
2021-10-19 04:23:52 +00:00
for line in handle.readlines():
line = line.strip()
if len(line) > 0:
version = line
break
push notifiarr update
2021-10-04 17:51:32 +00:00
def start(attrs):
new logging
2021-05-19 21:30:20 +00:00
file_logger = os.path.join(default_dir, "logs", "meta.log")
should_roll_over = os.path.isfile(file_logger)
cleanup
2021-08-09 19:45:20 +00:00
file_handler = RotatingFileHandler(file_logger, delay=True, mode="w", backupCount=10, encoding="utf-8")
new logging
2021-05-19 21:30:20 +00:00
util.apply_formatter(file_handler)
file_handler.addFilter(fmt_filter)
if should_roll_over:
file_handler.doRollover()
logger.addHandler(file_handler)
util.separator()
sonarr fix
2021-10-19 04:23:52 +00:00
logger.info("")
updated how the log looks
2021-05-24 03:38:46 +00:00
logger.info(util.centered(" ____ _ __ __ _ __ __ "))
logger.info(util.centered("| _ \\| | _____ __ | \\/ | ___| |_ __ _ | \\/ | __ _ _ __ __ _ __ _ ___ _ __ "))
logger.info(util.centered("| |_) | |/ _ \\ \\/ / | |\\/| |/ _ \\ __/ _` | | |\\/| |/ _` | '_ \\ / _` |/ _` |/ _ \\ '__|"))
logger.info(util.centered("| __/| | __/> < | | | | __/ || (_| | | | | | (_| | | | | (_| | (_| | __/ | "))
logger.info(util.centered("|_| |_|\\___/_/\\_\\ |_| |_|\\___|\\__\\__,_| |_| |_|\\__,_|_| |_|\\__,_|\\__, |\\___|_| "))
logger.info(util.centered(" |___/ "))
sonarr fix
2021-10-19 04:23:52 +00:00
logger.info(f" Version: {version}")
fix attr issue
2021-10-07 15:17:20 +00:00
if "time" in attrs and attrs["time"]: start_type = f"{attrs['time']} "
elif "test" in attrs and attrs["test"]: start_type = "Test "
elif "collections" in attrs and attrs["collections"]: start_type = "Collections "
elif "libraries" in attrs and attrs["libraries"]: start_type = "Libraries "
else: start_type = ""
added runtime
2021-02-28 03:56:49 +00:00
start_time = datetime.now()
push notifiarr update
2021-10-04 17:51:32 +00:00
if "time" not in attrs:
attrs["time"] = start_time.strftime("%H:%M")
update webhook start and end payloads
2021-12-01 05:38:20 +00:00
attrs["time_obj"] = start_time
adds range schedule and delete_not_scheduled
2021-12-06 22:30:38 +00:00
util.separator(debug=True)
logger.debug(f"--config (PMM_CONFIG): {config_file}")
logger.debug(f"--time (PMM_TIME): {times}")
logger.debug(f"--run (PMM_RUN): {run}")
logger.debug(f"--run-tests (PMM_TEST): {test}")
logger.debug(f"--collections-only (PMM_COLLECTIONS_ONLY): {collection_only}")
logger.debug(f"--libraries-only (PMM_LIBRARIES_ONLY): {library_only}")
logger.debug(f"--run-collections (PMM_COLLECTIONS): {collections}")
logger.debug(f"--run-libraries (PMM_LIBRARIES): {libraries}")
logger.debug(f"--resume (PMM_RESUME): {resume}")
logger.debug(f"--no-countdown (PMM_NO_COUNTDOWN): {no_countdown}")
logger.debug(f"--no-missing (PMM_NO_MISSING): {no_missing}")
logger.debug(f"--divider (PMM_DIVIDER): {divider}")
logger.debug(f"--width (PMM_WIDTH): {screen_width}")
logger.debug(f"--debug (PMM_DEBUG): {debug}")
logger.debug(f"--trace (PMM_TRACE): {trace}")
logger.debug("")
changed to f-Strings
2021-02-24 06:44:06 +00:00
util.separator(f"Starting {start_type}Run")
added webhooks
2021-11-03 14:36:11 +00:00
config = None
global stats
stats = {"created": 0, "modified": 0, "deleted": 0, "added": 0, "removed": 0, "radarr": 0, "sonarr": 0}
Initial Commit
2021-01-20 21:37:59 +00:00
try:
re org
2021-12-13 07:30:19 +00:00
config = ConfigFile(default_dir, attrs)
Initial Commit
2021-01-20 21:37:59 +00:00
except Exception as e:
util.print_stacktrace()
change mal_producer to mal_studio
2021-08-17 00:07:35 +00:00
util.print_multiline(e, critical=True)
push notifiarr update
2021-10-04 17:51:32 +00:00
else:
try:
update_libraries(config)
except Exception as e:
config.notify(e)
util.print_stacktrace()
util.print_multiline(e, critical=True)
Initial Commit
2021-01-20 21:37:59 +00:00
logger.info("")
update webhook start and end payloads
2021-12-01 05:38:20 +00:00
end_time = datetime.now()
run_time = str(end_time - start_time).split('.')[0]
added webhooks
2021-11-03 14:36:11 +00:00
if config:
catch webhook errors
2021-11-28 07:14:35 +00:00
try:
update webhook start and end payloads
2021-12-01 05:38:20 +00:00
config.Webhooks.end_time_hooks(start_time, end_time, run_time, stats)
catch webhook errors
2021-11-28 07:14:35 +00:00
except Failed as e:
util.print_stacktrace()
logger.error(f"Webhooks Error: {e}")
added webhooks
2021-11-03 14:36:11 +00:00
util.separator(f"Finished {start_type}Run\nRun Time: {run_time}")
added Collection Run Time
2021-05-20 20:38:48 +00:00
logger.removeHandler(file_handler)
Initial Commit
2021-01-20 21:37:59 +00:00
add ability to run multiple times per day
2021-05-25 22:22:59 +00:00
def update_libraries(config):
added webhooks
2021-11-03 14:36:11 +00:00
global stats
moved main methods out of config
2021-05-08 02:30:28 +00:00
for library in config.libraries:
Add schedule to library
2021-12-18 03:02:24 +00:00
if library.skip_library:
logger.info("")
util.separator(f"Skipping {library.name} Library")
continue
push notifiarr update
2021-10-04 17:51:32 +00:00
try:
os.makedirs(os.path.join(default_dir, "logs", library.mapping_name, "collections"), exist_ok=True)
col_file_logger = os.path.join(default_dir, "logs", library.mapping_name, "library.log")
should_roll_over = os.path.isfile(col_file_logger)
library_handler = RotatingFileHandler(col_file_logger, delay=True, mode="w", backupCount=3, encoding="utf-8")
util.apply_formatter(library_handler)
if should_roll_over:
library_handler.doRollover()
logger.addHandler(library_handler)
timeout fix
2021-10-26 05:40:23 +00:00
plexapi.server.TIMEOUT = library.timeout
run custom sorts at the end of a library run
2021-08-12 20:37:03 +00:00
logger.info("")
push notifiarr update
2021-10-04 17:51:32 +00:00
util.separator(f"{library.name} Library")
Added tmdb_collection library operation
2021-12-06 07:52:08 +00:00
logger.debug("")
logger.debug(f"Mapping Name: {library.original_mapping_name}")
logger.debug(f"Folder Name: {library.mapping_name}")
logger.debug(f"Missing Path: {library.missing_path}")
for ad in library.asset_directory:
logger.debug(f"Asset Directory: {ad}")
logger.debug(f"Asset Folders: {library.asset_folders}")
logger.debug(f"Create Asset Folders: {library.create_asset_folders}")
logger.debug(f"Sync Mode: {library.sync_mode}")
logger.debug(f"Collection Minimum: {library.collection_minimum}")
logger.debug(f"Delete Below Minimum: {library.delete_below_minimum}")
adds range schedule and delete_not_scheduled
2021-12-06 22:30:38 +00:00
logger.debug(f"Delete Not Scheduled: {library.delete_not_scheduled}")
Added tmdb_collection library operation
2021-12-06 07:52:08 +00:00
logger.debug(f"Missing Only Released: {library.missing_only_released}")
logger.debug(f"Only Filter Missing: {library.only_filter_missing}")
logger.debug(f"Show Unmanaged: {library.show_unmanaged}")
logger.debug(f"Show Filtered: {library.show_filtered}")
logger.debug(f"Show Missing: {library.show_missing}")
logger.debug(f"Show Missing Assets: {library.show_missing_assets}")
logger.debug(f"Save Missing: {library.save_missing}")
logger.debug(f"Assets For All: {library.assets_for_all}")
logger.debug(f"Delete Collections With Less: {library.delete_collections_with_less}")
logger.debug(f"Delete Unmanaged Collections: {library.delete_unmanaged_collections}")
logger.debug(f"Mass Genre Update: {library.mass_genre_update}")
logger.debug(f"Mass Audience Rating Update: {library.mass_audience_rating_update}")
logger.debug(f"Mass Critic Rating Update: {library.mass_critic_rating_update}")
logger.debug(f"Mass Trakt Rating Update: {library.mass_trakt_rating_update}")
logger.debug(f"Split Duplicates: {library.split_duplicates}")
logger.debug(f"Radarr Add All: {library.radarr_add_all}")
logger.debug(f"Sonarr Add All: {library.sonarr_add_all}")
logger.debug(f"TMDb Collections: {library.tmdb_collections}")
#232 genre_mapper library operation
2021-12-07 07:10:07 +00:00
logger.debug(f"Genre Mapper: {library.genre_mapper}")
Added tmdb_collection library operation
2021-12-06 07:52:08 +00:00
logger.debug(f"Clean Bundles: {library.clean_bundles}")
logger.debug(f"Empty Trash: {library.empty_trash}")
logger.debug(f"Optimize: {library.optimize}")
logger.debug(f"Timeout: {library.timeout}")
push notifiarr update
2021-10-04 17:51:32 +00:00
if not library.is_other:
run custom sorts at the end of a library run
2021-08-12 20:37:03 +00:00
logger.info("")
push notifiarr update
2021-10-04 17:51:32 +00:00
util.separator(f"Mapping {library.name} Library", space=False, border=False)
run custom sorts at the end of a library run
2021-08-12 20:37:03 +00:00
logger.info("")
update tmdb_collections
2021-12-07 19:21:07 +00:00
library.map_guids()
push notifiarr update
2021-10-04 17:51:32 +00:00
for metadata in library.metadata_files:
fix for int error on plex search
2021-05-19 19:21:22 +00:00
logger.info("")
push notifiarr update
2021-10-04 17:51:32 +00:00
util.separator(f"Running Metadata File\n{metadata.path}")
if not config.test_mode and not config.resume_from and not collection_only:
try:
metadata.update_metadata()
except Failed as e:
library.notify(e)
logger.error(e)
collections_to_run = metadata.get_collections(config.requested_collections)
if config.resume_from and config.resume_from not in collections_to_run:
logger.info("")
logger.warning(f"Collection: {config.resume_from} not in Metadata File: {metadata.path}")
continue
if collections_to_run and not library_only:
logger.info("")
util.separator(f"{'Test ' if config.test_mode else ''}Collections")
logger.removeHandler(library_handler)
run_collection(config, library, metadata, collections_to_run)
logger.addHandler(library_handler)
if library.run_sort:
fix for int error on plex search
2021-05-19 19:21:22 +00:00
logger.info("")
push notifiarr update
2021-10-04 17:51:32 +00:00
util.separator(f"Sorting {library.name} Library's Collections", space=False, border=False)
updated how the log looks
2021-05-24 03:38:46 +00:00
logger.info("")
push notifiarr update
2021-10-04 17:51:32 +00:00
for builder in library.run_sort:
logger.info("")
util.separator(f"Sorting {builder.name} Collection", space=False, border=False)
logger.info("")
builder.sort_collection()
fix for int error on plex search
2021-05-19 19:21:22 +00:00
add operations
2021-11-06 03:54:12 +00:00
if not config.test_mode and not collection_only:
update tmdb_collections
2021-12-07 19:21:07 +00:00
library_operations(config, library)
push notifiarr update
2021-10-04 17:51:32 +00:00
logger.removeHandler(library_handler)
except Exception as e:
library.notify(e)
util.print_stacktrace()
util.print_multiline(e, critical=True)
moved main methods out of config
2021-05-08 02:30:28 +00:00
$484 add playlists
2021-12-17 14:24:46 +00:00
if config.playlist_files:
library_map = {_l.original_mapping_name: _l for _l in config.libraries}
os.makedirs(os.path.join(default_dir, "logs", "playlists"), exist_ok=True)
pf_file_logger = os.path.join(default_dir, "logs", "playlists", "playlists.log")
should_roll_over = os.path.isfile(pf_file_logger)
playlists_handler = RotatingFileHandler(pf_file_logger, delay=True, mode="w", backupCount=3, encoding="utf-8")
util.apply_formatter(playlists_handler)
if should_roll_over:
playlists_handler.doRollover()
logger.addHandler(playlists_handler)
logger.info("")
util.separator("Playlists")
logger.info("")
for playlist_file in config.playlist_files:
for mapping_name, playlist_attrs in playlist_file.playlists.items():
playlist_start = datetime.now()
if config.test_mode and ("test" not in playlist_attrs or playlist_attrs["test"] is not True):
no_template_test = True
if "template" in playlist_attrs and playlist_attrs["template"]:
for data_template in util.get_list(playlist_attrs["template"], split=False):
if "name" in data_template \
and data_template["name"] \
and playlist_file.templates \
and data_template["name"] in playlist_file.templates \
and playlist_file.templates[data_template["name"]] \
and "test" in playlist_file.templates[data_template["name"]] \
and playlist_file.templates[data_template["name"]]["test"] is True:
no_template_test = False
if no_template_test:
continue
if "name_mapping" in playlist_attrs and playlist_attrs["name_mapping"]:
playlist_log_name, output_str = util.validate_filename(playlist_attrs["name_mapping"])
else:
playlist_log_name, output_str = util.validate_filename(mapping_name)
playlist_log_folder = os.path.join(default_dir, "logs", "playlists", playlist_log_name)
os.makedirs(playlist_log_folder, exist_ok=True)
ply_file_logger = os.path.join(playlist_log_folder, "playlist.log")
should_roll_over = os.path.isfile(ply_file_logger)
playlist_handler = RotatingFileHandler(ply_file_logger, delay=True, mode="w", backupCount=3, encoding="utf-8")
util.apply_formatter(playlist_handler)
if should_roll_over:
playlist_handler.doRollover()
logger.addHandler(playlist_handler)
server_name = None
library_names = None
try:
util.separator(f"{mapping_name} Playlist")
logger.info("")
if output_str:
logger.info(output_str)
logger.info("")
if "libraries" not in playlist_attrs or not playlist_attrs["libraries"]:
raise Failed("Playlist Error: libraries attribute is required and cannot be blank")
pl_libraries = []
for pl_library in util.get_list(playlist_attrs["libraries"]):
if str(pl_library) in library_map:
pl_libraries.append(library_map[pl_library])
else:
raise Failed(f"Playlist Error: Library: {pl_library} not defined")
server_check = None
for pl_library in pl_libraries:
if server_check:
if pl_library.PlexServer.machineIdentifier != server_check:
raise Failed("Playlist Error: All defined libraries must be on the same server")
else:
server_check = pl_library.PlexServer.machineIdentifier
util.separator(f"Validating {mapping_name} Attributes", space=False, border=False)
builder = CollectionBuilder(config, pl_libraries[0], playlist_file, mapping_name, no_missing, playlist_attrs, playlist=True)
logger.info("")
util.separator(f"Running {mapping_name} Playlist", space=False, border=False)
if len(builder.schedule) > 0:
util.print_multiline(builder.schedule, info=True)
items_added = 0
items_removed = 0
logger.info("")
logger.info(f"Sync Mode: {'sync' if builder.sync else 'append'}")
if builder.filters or builder.tmdb_filters:
logger.info("")
for filter_key, filter_value in builder.filters:
logger.info(f"Playlist Filter {filter_key}: {filter_value}")
for filter_key, filter_value in builder.tmdb_filters:
logger.info(f"Playlist Filter {filter_key}: {filter_value}")
method, value = builder.builders[0]
logger.debug("")
logger.debug(f"Builder: {method}: {value}")
logger.info("")
items = []
ids = builder.gather_ids(method, value)
if len(ids) > 0:
total_ids = len(ids)
logger.debug("")
logger.debug(f"{total_ids} IDs Found: {ids}")
for i, input_data in enumerate(ids, 1):
input_id, id_type = input_data
util.print_return(f"Parsing ID {i}/{total_ids}")
if id_type == "tvdb_season":
show_id, season_num = input_id.split("_")
show_id = int(show_id)
found = False
for pl_library in pl_libraries:
if show_id in pl_library.show_map:
found = True
show_item = pl_library.fetchItem(pl_library.show_map[show_id][0])
try:
items.extend(show_item.season(season=int(season_num)).episodes())
except NotFound:
builder.missing_parts.append(f"{show_item.title} Season: {season_num} Missing")
break
if not found and show_id not in builder.missing_shows:
builder.missing_shows.append(show_id)
elif id_type == "tvdb_episode":
show_id, season_num, episode_num = input_id.split("_")
show_id = int(show_id)
found = False
for pl_library in pl_libraries:
if show_id in pl_library.show_map:
found = True
show_item = pl_library.fetchItem(pl_library.show_map[show_id][0])
try:
items.append(show_item.episode(season=int(season_num), episode=int(episode_num)))
except NotFound:
builder.missing_parts.append(f"{show_item.title} Season: {season_num} Episode: {episode_num} Missing")
break
if not found and show_id not in builder.missing_shows:
builder.missing_shows.append(show_id)
else:
rating_keys = []
if id_type == "ratingKey":
rating_keys = input_id
elif id_type == "tmdb":
if input_id not in builder.ignore_ids:
found = False
for pl_library in pl_libraries:
if input_id in pl_library.movie_map:
found = True
rating_keys = pl_library.movie_map[input_id]
break
if not found and input_id not in builder.missing_movies:
builder.missing_movies.append(input_id)
elif id_type in ["tvdb", "tmdb_show"]:
if id_type == "tmdb_show":
try:
input_id = config.Convert.tmdb_to_tvdb(input_id, fail=True)
except Failed as e:
logger.error(e)
continue
if input_id not in builder.ignore_ids:
found = False
for pl_library in pl_libraries:
if input_id in pl_library.show_map:
found = True
rating_keys = pl_library.show_map[input_id]
break
if not found and input_id not in builder.missing_shows:
builder.missing_shows.append(input_id)
elif id_type == "imdb":
if input_id not in builder.ignore_imdb_ids:
found = False
for pl_library in pl_libraries:
if input_id in pl_library.imdb_map:
found = True
rating_keys = pl_library.imdb_map[input_id]
break
#515 Added IMDB Episode support for collections and playlists
2021-12-18 05:59:53 +00:00
if not found:
$484 add playlists
2021-12-17 14:24:46 +00:00
try:
#515 Added IMDB Episode support for collections and playlists
2021-12-18 05:59:53 +00:00
_id, tmdb_type = config.Convert.imdb_to_tmdb(input_id, fail=True)
if tmdb_type == "episode":
tmdb_id, season_num, episode_num = _id.split("_")
show_id = config.Convert.tmdb_to_tvdb(tmdb_id, fail=True)
show_id = int(show_id)
found = False
for pl_library in pl_libraries:
if show_id in pl_library.show_map:
found = True
show_item = pl_library.fetchItem(pl_library.show_map[show_id][0])
try:
items.append(show_item.episode(season=int(season_num), episode=int(episode_num)))
except NotFound:
builder.missing_parts.append(f"{show_item.title} Season: {season_num} Episode: {episode_num} Missing")
break
if not found and show_id not in builder.missing_shows:
builder.missing_shows.append(show_id)
elif tmdb_type == "movie" and builder.do_missing:
if _id not in builder.missing_movies:
builder.missing_movies.append(_id)
elif tmdb_type == "show" and builder.do_missing:
tvdb_id = config.Convert.tmdb_to_tvdb(_id, fail=True)
$484 add playlists
2021-12-17 14:24:46 +00:00
if tvdb_id not in builder.missing_shows:
builder.missing_shows.append(tvdb_id)
except Failed as e:
logger.error(e)
continue
if not isinstance(rating_keys, list):
rating_keys = [rating_keys]
for rk in rating_keys:
try:
item = builder.fetch_item(rk)
if isinstance(item, (Show, Season)):
items.extend(item.episodes())
else:
items.append(item)
except Failed as e:
logger.error(e)
util.print_end()
if len(items) > 0:
builder.filter_and_save_items(items)
if len(builder.added_items) >= builder.minimum:
logger.info("")
util.separator(f"Adding to {mapping_name} Playlist", space=False, border=False)
logger.info("")
items_added = builder.add_to_collection()
stats["added"] += items_added
items_removed = 0
if builder.sync:
items_removed = builder.sync_collection()
stats["removed"] += items_removed
elif len(builder.added_items) < builder.minimum:
logger.info("")
logger.info(f"Playlist Minimum: {builder.minimum} not met for {mapping_name} Playlist")
if builder.details["delete_below_minimum"] and builder.obj:
builder.delete_collection()
builder.deleted = True
logger.info("")
logger.info(f"Playlist {builder.obj.title} deleted")
if builder.do_missing and (len(builder.missing_movies) > 0 or len(builder.missing_shows) > 0):
if builder.details["show_missing"] is True:
logger.info("")
util.separator(f"Missing from Library", space=False, border=False)
logger.info("")
radarr_add, sonarr_add = builder.run_missing()
stats["radarr"] += radarr_add
stats["sonarr"] += sonarr_add
run_item_details = True
try:
builder.load_collection()
if builder.created:
stats["created"] += 1
elif items_added > 0 or items_removed > 0:
stats["modified"] += 1
except Failed:
util.print_stacktrace()
run_item_details = False
logger.info("")
util.separator("No Playlist to Update", space=False, border=False)
else:
builder.update_details()
if builder.deleted:
stats["deleted"] += 1
if (builder.item_details or builder.custom_sort) and run_item_details and builder.builders:
try:
builder.load_collection_items()
except Failed:
logger.info("")
util.separator("No Items Found", space=False, border=False)
else:
if builder.item_details:
builder.update_item_details()
if builder.custom_sort:
builder.sort_collection()
fixed playlist removal and various other bugs
2021-12-17 23:18:34 +00:00
builder.send_notifications(playlist=True)
$484 add playlists
2021-12-17 14:24:46 +00:00
except NotScheduled as e:
util.print_multiline(e, info=True)
except Failed as e:
config.notify(e, server=server_name, library=library_names, playlist=mapping_name)
util.print_stacktrace()
util.print_multiline(e, error=True)
except Exception as e:
config.notify(f"Unknown Error: {e}", server=server_name, library=library_names, playlist=mapping_name)
util.print_stacktrace()
logger.error(f"Unknown Error: {e}")
logger.info("")
util.separator(f"Finished {mapping_name} Playlist\nPlaylist Run Time: {str(datetime.now() - playlist_start).split('.')[0]}")
logger.removeHandler(playlist_handler)
logger.removeHandler(playlists_handler)
moved main methods out of config
2021-05-08 02:30:28 +00:00
has_run_again = False
for library in config.libraries:
if library.run_again:
has_run_again = True
break
added -lo and -co flags
2021-05-18 17:41:22 +00:00
if has_run_again and not library_only:
moved main methods out of config
2021-05-08 02:30:28 +00:00
logger.info("")
util.separator("Run Again")
logger.info("")
for x in range(1, config.general["run_again_delay"] + 1):
updated print spacing
2021-05-26 13:25:32 +00:00
util.print_return(f"Waiting to run again in {config.general['run_again_delay'] - x + 1} minutes")
moved main methods out of config
2021-05-08 02:30:28 +00:00
for y in range(60):
time.sleep(1)
updated print spacing
2021-05-26 13:25:32 +00:00
util.print_end()
moved main methods out of config
2021-05-08 02:30:28 +00:00
for library in config.libraries:
if library.run_again:
push notifiarr update
2021-10-04 17:51:32 +00:00
try:
col_file_logger = os.path.join(default_dir, "logs", library.mapping_name, f"library.log")
library_handler = RotatingFileHandler(col_file_logger, mode="w", backupCount=3, encoding="utf-8")
util.apply_formatter(library_handler)
logger.addHandler(library_handler)
library_handler.addFilter(fmt_filter)
os.environ["PLEXAPI_PLEXAPI_TIMEOUT"] = str(library.timeout)
moved main methods out of config
2021-05-08 02:30:28 +00:00
logger.info("")
push notifiarr update
2021-10-04 17:51:32 +00:00
util.separator(f"{library.name} Library Run Again")
moved main methods out of config
2021-05-08 02:30:28 +00:00
logger.info("")
push notifiarr update
2021-10-04 17:51:32 +00:00
library.map_guids()
for builder in library.run_again:
logger.info("")
util.separator(f"{builder.name} Collection")
logger.info("")
try:
builder.run_collections_again()
except Failed as e:
library.notify(e, collection=builder.name, critical=False)
util.print_stacktrace()
util.print_multiline(e, error=True)
logger.removeHandler(library_handler)
except Exception as e:
library.notify(e)
util.print_stacktrace()
util.print_multiline(e, critical=True)
moved main methods out of config
2021-05-08 02:30:28 +00:00
#241 added clean_bundles, empty_trash, optimize
2021-05-12 23:19:39 +00:00
used_url = []
for library in config.libraries:
if library.url not in used_url:
used_url.append(library.url)
if library.empty_trash:
library.query(library.PlexServer.library.emptyTrash)
# 226 add validate to plex_search and smart_filter
2021-05-14 02:45:36 +00:00
if library.clean_bundles:
library.query(library.PlexServer.library.cleanBundles)
#241 added clean_bundles, empty_trash, optimize
2021-05-12 23:19:39 +00:00
if library.optimize:
library.query(library.PlexServer.library.optimize)
update tmdb_collections
2021-12-07 19:21:07 +00:00
def library_operations(config, library):
moved main methods out of config
2021-05-08 02:30:28 +00:00
logger.info("")
add operations
2021-11-06 03:54:12 +00:00
util.separator(f"{library.name} Library Operations")
moved main methods out of config
2021-05-08 02:30:28 +00:00
logger.info("")
Library Operations Printout
2021-12-07 18:48:31 +00:00
logger.debug(f"Assets For All: {library.assets_for_all}")
logger.debug(f"Delete Collections With Less: {library.delete_collections_with_less}")
logger.debug(f"Delete Unmanaged Collections: {library.delete_unmanaged_collections}")
logger.debug(f"Mass Genre Update: {library.mass_genre_update}")
logger.debug(f"Mass Audience Rating Update: {library.mass_audience_rating_update}")
logger.debug(f"Mass Critic Rating Update: {library.mass_critic_rating_update}")
logger.debug(f"Mass Trakt Rating Update: {library.mass_trakt_rating_update}")
logger.debug(f"Split Duplicates: {library.split_duplicates}")
logger.debug(f"Radarr Add All: {library.radarr_add_all}")
#517 added radarr_remove_by_tag and sonarr_remove_by_tag operations
2021-12-18 22:45:09 +00:00
logger.debug(f"Radarr Remove by Tag: {library.radarr_remove_by_tag}")
Library Operations Printout
2021-12-07 18:48:31 +00:00
logger.debug(f"Sonarr Add All: {library.sonarr_add_all}")
#517 added radarr_remove_by_tag and sonarr_remove_by_tag operations
2021-12-18 22:45:09 +00:00
logger.debug(f"Sonarr Remove by Tag: {library.sonarr_remove_by_tag}")
Library Operations Printout
2021-12-07 18:48:31 +00:00
logger.debug(f"TMDb Collections: {library.tmdb_collections}")
logger.debug(f"Genre Mapper: {library.genre_mapper}")
tmdb_operation = library.assets_for_all or library.mass_genre_update or library.mass_audience_rating_update \
or library.mass_critic_rating_update or library.mass_trakt_rating_update \
or library.tmdb_collections or library.radarr_add_all or library.sonarr_add_all
logger.debug(f"TMDb Operation: {tmdb_operation}")
add operations
2021-11-06 03:54:12 +00:00
#313 added split_duplicates which splits all duplicates
2021-07-03 02:14:36 +00:00
if library.split_duplicates:
items = library.search(**{"duplicate": True})
for item in items:
item.split()
logger.info(util.adjust_space(f"{item.title[:25]:<25} | Splitting"))
#316 added `mass_trakt_rating_update` to settings
2021-08-02 21:01:19 +00:00
Library Operations Printout
2021-12-07 18:48:31 +00:00
if tmdb_operation:
update tmdb_collections
2021-12-07 19:21:07 +00:00
items = library.get_all()
add operations
2021-11-06 03:54:12 +00:00
radarr_adds = []
sonarr_adds = []
Added tmdb_collection library operation
2021-12-06 07:52:08 +00:00
tmdb_collections = {}
add operations
2021-11-06 03:54:12 +00:00
trakt_ratings = config.Trakt.user_ratings(library.is_movie) if library.mass_trakt_rating_update else []
for i, item in enumerate(items, 1):
mass_trakt_rating_update fix
2021-08-05 18:57:50 +00:00
try:
add operations
2021-11-06 03:54:12 +00:00
library.reload(item)
except Failed as e:
logger.error(e)
continue
util.print_return(f"Processing: {i}/{len(items)} {item.title}")
assets for all fix
2021-11-15 20:31:38 +00:00
if library.assets_for_all:
#513 added dimensional_asset_rename to autoname asset files
2021-12-19 00:48:11 +00:00
library.find_assets(item)
add operations
2021-11-06 03:54:12 +00:00
tmdb_id = None
tvdb_id = None
imdb_id = None
if config.Cache:
t_id, i_id, guid_media_type, _ = config.Cache.query_guid_map(item.guid)
if t_id:
if "movie" in guid_media_type:
tmdb_id = t_id[0]
else:
tvdb_id = t_id[0]
if i_id:
imdb_id = i_id[0]
if not tmdb_id and not tvdb_id:
tmdb_id = library.get_tmdb_from_map(item)
if not tmdb_id and not tvdb_id and library.is_show:
tvdb_id = library.get_tvdb_from_map(item)
if library.mass_trakt_rating_update:
moved main methods out of config
2021-05-08 02:30:28 +00:00
try:
add operations
2021-11-06 03:54:12 +00:00
if library.is_movie and tmdb_id in trakt_ratings:
new_rating = trakt_ratings[tmdb_id]
elif library.is_show and tvdb_id in trakt_ratings:
new_rating = trakt_ratings[tvdb_id]
else:
raise Failed
if str(item.userRating) != str(new_rating):
library.edit_query(item, {"userRating.value": new_rating, "userRating.locked": 1})
logger.info(util.adjust_space(f"{item.title[:25]:<25} | User Rating | {new_rating}"))
except Failed:
pass
use plex path when adding existing to radarr/sonarr
2021-11-24 13:22:17 +00:00
path = os.path.dirname(str(item.locations[0])) if library.is_movie else str(item.locations[0])
add operations
2021-11-06 03:54:12 +00:00
if library.Radarr and library.radarr_add_all and tmdb_id:
fix for sonarr/radarr
2021-12-09 15:23:51 +00:00
path = path.replace(library.Radarr.plex_path, library.Radarr.radarr_path)
path = path[:-1] if path.endswith(('/', '\\')) else path
radarr_adds.append((tmdb_id, path))
add operations
2021-11-06 03:54:12 +00:00
if library.Sonarr and library.sonarr_add_all and tvdb_id:
fix for sonarr/radarr
2021-12-09 15:23:51 +00:00
path = path.replace(library.Sonarr.plex_path, library.Sonarr.sonarr_path)
path = path[:-1] if path.endswith(('/', '\\')) else path
sonarr_adds.append((tvdb_id, path))
add operations
2021-11-06 03:54:12 +00:00
tmdb_item = None
Added tmdb_collection library operation
2021-12-06 07:52:08 +00:00
if library.tmdb_collections or library.mass_genre_update == "tmdb" or library.mass_audience_rating_update == "tmdb" or library.mass_critic_rating_update == "tmdb":
add operations
2021-11-06 03:54:12 +00:00
if tvdb_id and not tmdb_id:
tmdb_id = config.Convert.tvdb_to_tmdb(tvdb_id)
if tmdb_id:
more caches
2021-05-09 05:38:41 +00:00
try:
add operations
2021-11-06 03:54:12 +00:00
tmdb_item = config.TMDb.get_movie(tmdb_id) if library.is_movie else config.TMDb.get_show(tmdb_id)
more caches
2021-05-09 05:38:41 +00:00
except Failed as e:
cleanup
2021-08-04 14:20:52 +00:00
logger.error(util.adjust_space(str(e)))
more caches
2021-05-09 05:38:41 +00:00
else:
add operations
2021-11-06 03:54:12 +00:00
logger.info(util.adjust_space(f"{item.title[:25]:<25} | No TMDb ID for Guid: {item.guid}"))
omdb_item = None
if library.mass_genre_update in ["omdb", "imdb"] or library.mass_audience_rating_update in ["omdb", "imdb"] or library.mass_critic_rating_update in ["omdb", "imdb"]:
if config.OMDb.limit is False:
if tmdb_id and not imdb_id:
imdb_id = config.Convert.tmdb_to_imdb(tmdb_id)
elif tvdb_id and not imdb_id:
imdb_id = config.Convert.tvdb_to_imdb(tvdb_id)
if imdb_id:
try:
omdb_item = config.OMDb.get_omdb(imdb_id)
except Failed as e:
logger.error(util.adjust_space(str(e)))
except Exception:
logger.error(f"IMDb ID: {imdb_id}")
raise
else:
logger.info(util.adjust_space(f"{item.title[:25]:<25} | No IMDb ID for Guid: {item.guid}"))
tvdb_item = None
if library.mass_genre_update == "tvdb":
if tvdb_id:
try:
tvdb_item = config.TVDb.get_item(tvdb_id, library.is_movie)
except Failed as e:
logger.error(util.adjust_space(str(e)))
else:
logger.info(util.adjust_space(f"{item.title[:25]:<25} | No TVDb ID for Guid: {item.guid}"))
mass_genre_update can now also use tvdb
2021-08-10 15:18:43 +00:00
Added tmdb_collection library operation
2021-12-06 07:52:08 +00:00
if library.tmdb_collections and tmdb_item and tmdb_item.belongs_to_collection:
tmdb_collections[tmdb_item.belongs_to_collection.id] = tmdb_item.belongs_to_collection.name
add operations
2021-11-06 03:54:12 +00:00
if library.mass_genre_update:
try:
if tmdb_item and library.mass_genre_update == "tmdb":
new_genres = [genre.name for genre in tmdb_item.genres]
elif omdb_item and library.mass_genre_update in ["omdb", "imdb"]:
new_genres = omdb_item.genres
elif tvdb_item and library.mass_genre_update == "tvdb":
new_genres = tvdb_item.genres
else:
raise Failed
library.edit_tags("genre", item, sync_tags=new_genres)
except Failed:
pass
if library.mass_audience_rating_update:
try:
if tmdb_item and library.mass_audience_rating_update == "tmdb":
new_rating = tmdb_item.vote_average
elif omdb_item and library.mass_audience_rating_update in ["omdb", "imdb"]:
new_rating = omdb_item.imdb_rating
else:
raise Failed
if new_rating is None:
logger.info(util.adjust_space(f"{item.title[:25]:<25} | No Rating Found"))
else:
if library.mass_audience_rating_update and str(item.audienceRating) != str(new_rating):
library.edit_query(item, {"audienceRating.value": new_rating, "audienceRating.locked": 1})
logger.info(util.adjust_space(f"{item.title[:25]:<25} | Audience Rating | {new_rating}"))
except Failed:
pass
if library.mass_critic_rating_update:
try:
if tmdb_item and library.mass_critic_rating_update == "tmdb":
new_rating = tmdb_item.vote_average
elif omdb_item and library.mass_critic_rating_update in ["omdb", "imdb"]:
new_rating = omdb_item.imdb_rating
else:
raise Failed
if new_rating is None:
logger.info(util.adjust_space(f"{item.title[:25]:<25} | No Rating Found"))
else:
if library.mass_critic_rating_update and str(item.rating) != str(new_rating):
library.edit_query(item, {"rating.value": new_rating, "rating.locked": 1})
logger.info(util.adjust_space(f"{item.title[:25]:<25} | Critic Rating | {new_rating}"))
except Failed:
pass
#232 genre_mapper library operation
2021-12-07 07:10:07 +00:00
if library.genre_mapper:
try:
adds = []
deletes = []
library.reload(item)
for genre in item.genres:
if genre.tag in library.genre_mapper:
deletes.append(genre.tag)
adds.append(library.genre_mapper[genre.tag])
library.edit_tags("genre", item, add_tags=adds, remove_tags=deletes)
except Failed:
pass
add operations
2021-11-06 03:54:12 +00:00
if library.Radarr and library.radarr_add_all:
more caches
2021-05-09 05:38:41 +00:00
try:
add operations
2021-11-06 03:54:12 +00:00
library.Radarr.add_tmdb(radarr_adds)
except Failed as e:
logger.error(e)
if library.Sonarr and library.sonarr_add_all:
#316 added `mass_trakt_rating_update` to settings
2021-08-02 21:01:19 +00:00
try:
add operations
2021-11-06 03:54:12 +00:00
library.Sonarr.add_tvdb(sonarr_adds)
except Failed as e:
logger.error(e)
moved main methods out of config
2021-05-08 02:30:28 +00:00
Added tmdb_collection library operation
2021-12-06 07:52:08 +00:00
if tmdb_collections:
logger.info("")
util.separator(f"Starting TMDb Collections")
logger.info("")
allow multiple suffixes
2021-12-15 21:19:43 +00:00
suffixes = util.get_list(library.tmdb_collections["remove_suffix"])
def remove_suffixes(_name):
if suffixes:
for suffix in suffixes:
if _name.endswith(suffix):
_name = _name[:-len(_name)]
return _name.strip()
re org
2021-12-13 07:30:19 +00:00
metadata = MetadataFile(config, library, "Data", {
Added tmdb_collection library operation
2021-12-06 07:52:08 +00:00
"collections": {
allow multiple suffixes
2021-12-15 21:19:43 +00:00
remove_suffixes(_n): {"template": {"name": "TMDb Collection", "collection_id": _i}}
Added tmdb_collection library operation
2021-12-06 07:52:08 +00:00
for _i, _n in tmdb_collections.items() if int(_i) not in library.tmdb_collections["exclude_ids"]
},
"templates": {
"TMDb Collection": library.tmdb_collections["template"]
}
})
run_collection(config, library, metadata, metadata.get_collections(None))
#517 added radarr_remove_by_tag and sonarr_remove_by_tag operations
2021-12-18 22:45:09 +00:00
if library.radarr_remove_by_tag:
library.Radarr.remove_all_with_tags(library.radarr_remove_by_tag)
if library.sonarr_remove_by_tag:
library.Sonarr.remove_all_with_tags(library.sonarr_remove_by_tag)
add operations
2021-11-06 03:54:12 +00:00
if library.delete_collections_with_less is not None or library.delete_unmanaged_collections:
logger.info("")
allow multiple suffixes
2021-12-15 21:19:43 +00:00
print_suffix = ""
add operations
2021-11-06 03:54:12 +00:00
unmanaged = ""
if library.delete_collections_with_less is not None and library.delete_collections_with_less > 0:
allow multiple suffixes
2021-12-15 21:19:43 +00:00
print_suffix = f" with less then {library.delete_collections_with_less} item{'s' if library.delete_collections_with_less > 1 else ''}"
add operations
2021-11-06 03:54:12 +00:00
if library.delete_unmanaged_collections:
if library.delete_collections_with_less is None:
unmanaged = "Unmanaged Collections "
elif library.delete_collections_with_less > 0:
unmanaged = "Unmanaged Collections and "
allow multiple suffixes
2021-12-15 21:19:43 +00:00
util.separator(f"Deleting All {unmanaged}Collections{print_suffix}", space=False, border=False)
add operations
2021-11-06 03:54:12 +00:00
logger.info("")
unmanaged_collections = []
for col in library.get_all_collections():
if (library.delete_collections_with_less is not None
and (library.delete_collections_with_less == 0 or col.childCount < library.delete_collections_with_less)) \
or (col.title not in library.collections and library.delete_unmanaged_collections):
library.query(col.delete)
logger.info(f"{col.title} Deleted")
elif col.title not in library.collections:
unmanaged_collections.append(col)
if library.show_unmanaged and len(unmanaged_collections) > 0:
logger.info("")
util.separator(f"Unmanaged Collections in {library.name} Library", space=False, border=False)
logger.info("")
for col in unmanaged_collections:
logger.info(col.title)
logger.info("")
logger.info(f"{len(unmanaged_collections)} Unmanaged Collection{'s' if len(unmanaged_collections) > 1 else ''}")
elif library.show_unmanaged:
logger.info("")
util.separator(f"No Unmanaged Collections in {library.name} Library", space=False, border=False)
logger.info("")
#235 Add all items to Radarr/Sonarr
2021-05-20 03:36:57 +00:00
add operations
2021-11-06 03:54:12 +00:00
if library.assets_for_all and len(unmanaged_collections) > 0:
logger.info("")
util.separator(f"Unmanaged Collection Assets Check for {library.name} Library", space=False, border=False)
logger.info("")
for col in unmanaged_collections:
#513 added dimensional_asset_rename to autoname asset files
2021-12-19 00:48:11 +00:00
library.find_assets(col)
#235 Add all items to Radarr/Sonarr
2021-05-20 03:36:57 +00:00
moved mapping method
2021-05-26 14:45:33 +00:00
def run_collection(config, library, metadata, requested_collections):
added webhooks
2021-11-03 14:36:11 +00:00
global stats
small fixes
2021-05-19 17:12:34 +00:00
logger.info("")
None fix
2021-05-26 04:35:54 +00:00
for mapping_name, collection_attrs in requested_collections.items():
added Collection Run Time
2021-05-20 20:38:48 +00:00
collection_start = datetime.now()
add ability to run multiple times per day
2021-05-25 22:22:59 +00:00
if config.test_mode and ("test" not in collection_attrs or collection_attrs["test"] is not True):
reorganize methods
2021-05-12 14:25:48 +00:00
no_template_test = True
if "template" in collection_attrs and collection_attrs["template"]:
for data_template in util.get_list(collection_attrs["template"], split=False):
if "name" in data_template \
and data_template["name"] \
and metadata.templates \
and data_template["name"] in metadata.templates \
and metadata.templates[data_template["name"]] \
and "test" in metadata.templates[data_template["name"]] \
and metadata.templates[data_template["name"]]["test"] is True:
no_template_test = False
if no_template_test:
continue
add ability to run multiple times per day
2021-05-25 22:22:59 +00:00
if config.resume_from and config.resume_from != mapping_name:
small fixes
2021-05-19 17:12:34 +00:00
continue
add ability to run multiple times per day
2021-05-25 22:22:59 +00:00
elif config.resume_from == mapping_name:
config.resume_from = None
reorganize methods
2021-05-12 14:25:48 +00:00
logger.info("")
small fixes
2021-05-19 17:12:34 +00:00
util.separator(f"Resuming Collections")
new logging
2021-05-19 21:30:20 +00:00
if "name_mapping" in collection_attrs and collection_attrs["name_mapping"]:
added Collection Run Time
2021-05-20 20:38:48 +00:00
collection_log_name, output_str = util.validate_filename(collection_attrs["name_mapping"])
new logging
2021-05-19 21:30:20 +00:00
else:
added Collection Run Time
2021-05-20 20:38:48 +00:00
collection_log_name, output_str = util.validate_filename(mapping_name)
new logging
2021-05-19 21:30:20 +00:00
collection_log_folder = os.path.join(default_dir, "logs", library.mapping_name, "collections", collection_log_name)
os.makedirs(collection_log_folder, exist_ok=True)
push notifiarr update
2021-10-04 17:51:32 +00:00
col_file_logger = os.path.join(collection_log_folder, "collection.log")
new logging
2021-05-19 21:30:20 +00:00
should_roll_over = os.path.isfile(col_file_logger)
cleanup
2021-08-09 19:45:20 +00:00
collection_handler = RotatingFileHandler(col_file_logger, delay=True, mode="w", backupCount=3, encoding="utf-8")
new logging
2021-05-19 21:30:20 +00:00
util.apply_formatter(collection_handler)
if should_roll_over:
collection_handler.doRollover()
logger.addHandler(collection_handler)
small fixes
2021-05-19 17:12:34 +00:00
try:
reorganize methods
2021-05-12 14:25:48 +00:00
util.separator(f"{mapping_name} Collection")
logger.info("")
added Collection Run Time
2021-05-20 20:38:48 +00:00
if output_str:
logger.info(output_str)
logger.info("")
reorganize methods
2021-05-12 14:25:48 +00:00
updated how the log looks
2021-05-24 03:38:46 +00:00
util.separator(f"Validating {mapping_name} Attributes", space=False, border=False)
final cleanup for v1.12.0
2021-08-16 05:41:04 +00:00
builder = CollectionBuilder(config, library, metadata, mapping_name, no_missing, collection_attrs)
updated how the log looks
2021-05-24 03:38:46 +00:00
logger.info("")
#486 added server_preroll collection detail
2021-12-08 03:31:20 +00:00
util.separator(f"Running {mapping_name} Collection", space=False, border=False)
reorganize methods
2021-05-12 14:25:48 +00:00
if len(builder.schedule) > 0:
util.print_multiline(builder.schedule, info=True)
updated how the log looks
2021-05-24 03:38:46 +00:00
if len(builder.smart_filter_details) > 0:
allow any and all in plex_search
2021-05-29 02:33:55 +00:00
logger.info("")
updated how the log looks
2021-05-24 03:38:46 +00:00
util.print_multiline(builder.smart_filter_details, info=True)
added webhooks
2021-11-03 14:36:11 +00:00
items_added = 0
items_removed = 0
#486 added server_preroll collection detail
2021-12-08 03:31:20 +00:00
if not builder.smart_url and builder.builders:
reorganize methods
2021-05-12 14:25:48 +00:00
logger.info("")
small fixes
2021-05-19 17:12:34 +00:00
logger.info(f"Sync Mode: {'sync' if builder.sync else 'append'}")
use plex path when adding existing to radarr/sonarr
2021-11-24 13:22:17 +00:00
if builder.filters or builder.tmdb_filters:
small fixes
2021-05-19 17:12:34 +00:00
logger.info("")
for filter_key, filter_value in builder.filters:
logger.info(f"Collection Filter {filter_key}: {filter_value}")
use plex path when adding existing to radarr/sonarr
2021-11-24 13:22:17 +00:00
for filter_key, filter_value in builder.tmdb_filters:
logger.info(f"Collection Filter {filter_key}: {filter_value}")
reorganize methods
2021-05-12 14:25:48 +00:00
final cleanup for v1.12.0
2021-08-16 05:41:04 +00:00
builder.find_rating_keys()
updated how the log looks
2021-05-24 03:38:46 +00:00
$484 add playlists
2021-12-17 14:24:46 +00:00
if len(builder.added_items) >= builder.minimum and builder.build_collection:
updated how the log looks
2021-05-24 03:38:46 +00:00
logger.info("")
util.separator(f"Adding to {mapping_name} Collection", space=False, border=False)
logger.info("")
added webhooks
2021-11-03 14:36:11 +00:00
items_added = builder.add_to_collection()
stats["added"] += items_added
items_removed = 0
#398 title.is fix
2021-10-20 19:58:25 +00:00
if builder.sync:
added webhooks
2021-11-03 14:36:11 +00:00
items_removed = builder.sync_collection()
stats["removed"] += items_removed
$484 add playlists
2021-12-17 14:24:46 +00:00
elif len(builder.added_items) < builder.minimum and builder.build_collection:
added collection_minimum and delete_below_minimum
2021-09-13 01:37:56 +00:00
logger.info("")
fix for delete_below_minimum
2021-09-15 03:16:59 +00:00
logger.info(f"Collection Minimum: {builder.minimum} not met for {mapping_name} Collection")
if builder.details["delete_below_minimum"] and builder.obj:
added collection_minimum and delete_below_minimum
2021-09-13 01:37:56 +00:00
builder.delete_collection()
added deleted to the collection webhook
2021-12-09 04:57:00 +00:00
builder.deleted = True
fix for delete_below_minimum
2021-09-15 03:16:59 +00:00
logger.info("")
added collection_minimum and delete_below_minimum
2021-09-13 01:37:56 +00:00
logger.info(f"Collection {builder.obj.title} deleted")
#398 title.is fix
2021-10-20 19:58:25 +00:00
final cleanup for v1.12.0
2021-08-16 05:41:04 +00:00
if builder.do_missing and (len(builder.missing_movies) > 0 or len(builder.missing_shows) > 0):
v1.11.2
2021-07-08 18:26:31 +00:00
if builder.details["show_missing"] is True:
logger.info("")
util.separator(f"Missing from Library", space=False, border=False)
logger.info("")
added webhooks
2021-11-03 14:36:11 +00:00
radarr_add, sonarr_add = builder.run_missing()
stats["radarr"] += radarr_add
stats["sonarr"] += sonarr_add
reorganize methods
2021-05-12 14:25:48 +00:00
fix for delete_below_minimum
2021-09-15 03:16:59 +00:00
run_item_details = True
fix for smart builders
2021-12-10 06:54:16 +00:00
if builder.build_collection and (builder.builders or builder.smart_url):
fix for delete_below_minimum
2021-09-15 03:16:59 +00:00
try:
builder.load_collection()
added webhooks
2021-11-03 14:36:11 +00:00
if builder.created:
stats["created"] += 1
elif items_added > 0 or items_removed > 0:
stats["modified"] += 1
fix for delete_below_minimum
2021-09-15 03:16:59 +00:00
except Failed:
added more reporting
2021-09-30 14:34:19 +00:00
util.print_stacktrace()
fix for delete_below_minimum
2021-09-15 03:16:59 +00:00
run_item_details = False
logger.info("")
util.separator("No Collection to Update", space=False, border=False)
else:
builder.update_details()
fix duplication error with imdb_list
2021-07-29 13:36:30 +00:00
added deleted to the collection webhook
2021-12-09 04:57:00 +00:00
if builder.deleted:
stats["deleted"] += 1
#486 added server_preroll collection detail
2021-12-08 03:31:20 +00:00
if builder.server_preroll is not None:
library.set_server_preroll(builder.server_preroll)
logger.info("")
logger.info(f"Plex Server Movie pre-roll video updated to {builder.server_preroll}")
$484 add playlists
2021-12-17 14:24:46 +00:00
if (builder.item_details or builder.custom_sort or builder.sort_by) and run_item_details and builder.builders:
fix for delete_below_minimum
2021-09-15 03:16:59 +00:00
try:
builder.load_collection_items()
except Failed:
logger.info("")
util.separator("No Items Found", space=False, border=False)
else:
$484 add playlists
2021-12-17 14:24:46 +00:00
if builder.item_details:
builder.update_item_details()
if builder.custom_sort or builder.sort_by:
library.run_sort.append(builder)
# builder.sort_collection()
allow item edits when build_collection is false
2021-05-26 19:14:51 +00:00
update collection_webhook with image urls
2021-12-13 19:43:36 +00:00
builder.send_notifications()
fix for all movies being added to radarr
2021-05-14 19:22:59 +00:00
if builder.run_again and (len(builder.run_again_movies) > 0 or len(builder.run_again_shows) > 0):
reorganize methods
2021-05-12 14:25:48 +00:00
library.run_again.append(builder)
not scheduled collection no longer error
2021-10-21 14:00:16 +00:00
except NotScheduled as e:
util.print_multiline(e, info=True)
reorganize methods
2021-05-12 14:25:48 +00:00
except Failed as e:
push notifiarr update
2021-10-04 17:51:32 +00:00
library.notify(e, collection=mapping_name)
moved main methods out of config
2021-05-08 02:30:28 +00:00
util.print_stacktrace()
reorganize methods
2021-05-12 14:25:48 +00:00
util.print_multiline(e, error=True)
except Exception as e:
push notifiarr update
2021-10-04 17:51:32 +00:00
library.notify(f"Unknown Error: {e}", collection=mapping_name)
reorganize methods
2021-05-12 14:25:48 +00:00
util.print_stacktrace()
logger.error(f"Unknown Error: {e}")
small fixes
2021-05-19 17:12:34 +00:00
logger.info("")
added Collection Run Time
2021-05-20 20:38:48 +00:00
util.separator(f"Finished {mapping_name} Collection\nCollection Run Time: {str(datetime.now() - collection_start).split('.')[0]}")
new logging
2021-05-19 21:30:20 +00:00
logger.removeHandler(collection_handler)
moved main methods out of config
2021-05-08 02:30:28 +00:00
Initial Commit
2021-01-20 21:37:59 +00:00
try:
added --libraries as a command line input
2021-04-22 19:24:09 +00:00
if run or test or collections or libraries or resume:
push notifiarr update
2021-10-04 17:51:32 +00:00
start({
"config_file": config_file,
"test": test,
"collections": collections,
"libraries": libraries,
added trace
2021-11-03 14:38:43 +00:00
"resume": resume,
"trace": trace
push notifiarr update
2021-10-04 17:51:32 +00:00
})
Initial Commit
2021-01-20 21:37:59 +00:00
else:
#380 Fixed time validation
2021-09-08 03:04:36 +00:00
times_to_run = util.get_list(times)
valid_times = []
add ability to run multiple times per day
2021-05-25 22:22:59 +00:00
for time_to_run in times_to_run:
#380 Fixed time validation
2021-09-08 03:04:36 +00:00
try:
valid_times.append(datetime.strftime(datetime.strptime(time_to_run, "%H:%M"), "%H:%M"))
except ValueError:
if time_to_run:
raise Failed(f"Argument Error: time argument invalid: {time_to_run} must be in the HH:MM format")
else:
raise Failed(f"Argument Error: blank time argument")
for time_to_run in valid_times:
added trace
2021-11-03 14:38:43 +00:00
schedule.every().day.at(time_to_run).do(start, {"config_file": config_file, "time": time_to_run, "trace": trace})
Initial Commit
2021-01-20 21:37:59 +00:00
while True:
schedule.run_pending()
#274 added --no-countdown
2021-05-24 22:16:19 +00:00
if not no_countdown:
reorg ratingkeys
2021-12-15 15:50:20 +00:00
current_time = datetime.now().strftime("%H:%M")
add ability to run multiple times per day
2021-05-25 22:22:59 +00:00
seconds = None
og_time_str = ""
#380 Fixed time validation
2021-09-08 03:04:36 +00:00
for time_to_run in valid_times:
reorg ratingkeys
2021-12-15 15:50:20 +00:00
new_seconds = (datetime.strptime(time_to_run, "%H:%M") - datetime.strptime(current_time, "%H:%M")).total_seconds()
add ability to run multiple times per day
2021-05-25 22:22:59 +00:00
if new_seconds < 0:
new_seconds += 86400
if (seconds is None or new_seconds < seconds) and new_seconds > 0:
seconds = new_seconds
og_time_str = time_to_run
check for None Seconds
2021-09-22 12:43:21 +00:00
if seconds is not None:
hours = int(seconds // 3600)
minutes = int((seconds % 3600) // 60)
time_str = f"{hours} Hour{'s' if hours > 1 else ''} and " if hours > 0 else ""
time_str += f"{minutes} Minute{'s' if minutes > 1 else ''}"
reorg ratingkeys
2021-12-15 15:50:20 +00:00
util.print_return(f"Current Time: {current_time} | {time_str} until the next run at {og_time_str} | Runs: {', '.join(times_to_run)}")
check for None Seconds
2021-09-22 12:43:21 +00:00
else:
logger.error(f"Time Error: {valid_times}")
add ability to run multiple times per day
2021-05-25 22:22:59 +00:00
time.sleep(60)
Initial Commit
2021-01-20 21:37:59 +00:00
except KeyboardInterrupt:
clean up
2021-02-24 06:42:58 +00:00
util.separator("Exiting Plex Meta Manager")
Reference in a new issue Copy permalink