2022-03-14 04:53:07 +00:00
|
|
|
from datetime import datetime
|
2022-03-23 16:06:00 +00:00
|
|
|
from json import JSONDecodeError
|
2022-01-24 09:16:45 +00:00
|
|
|
from modules import util
|
2022-10-17 16:06:32 +00:00
|
|
|
from modules.util import Failed, LimitReached
|
2022-01-25 07:45:31 +00:00
|
|
|
from urllib.parse import urlparse
|
2022-01-15 22:40:59 +00:00
|
|
|
|
2022-02-13 16:33:57 +00:00
|
|
|
logger = util.logger
|
2022-01-15 22:40:59 +00:00
|
|
|
|
|
|
|
builders = ["mdblist_list"]
|
2022-04-19 15:46:11 +00:00
|
|
|
sort_names = ["rank", "score", "released", "imdbrating", "imdbvotes", "imdbpopular", "tmdbpopular", "rogerebert", "rtomatoes", "metacritic", "myanimelist", "budget", "revenue", "added"]
|
2022-03-03 14:43:00 +00:00
|
|
|
list_sorts = [f"{s}.asc" for s in sort_names] + [f"{s}.desc" for s in sort_names]
|
2022-01-15 22:40:59 +00:00
|
|
|
base_url = "https://mdblist.com/lists"
|
2022-02-06 07:33:09 +00:00
|
|
|
api_url = "https://mdblist.com/api/"
|
2022-01-15 22:40:59 +00:00
|
|
|
|
2022-01-25 07:45:31 +00:00
|
|
|
headers = {"User-Agent": "Plex-Meta-Manager"}
|
2022-01-15 22:40:59 +00:00
|
|
|
|
2022-02-06 07:33:09 +00:00
|
|
|
class MDbObj:
|
|
|
|
def __init__(self, data):
|
|
|
|
self._data = data
|
|
|
|
self.title = data["title"]
|
|
|
|
self.year = util.check_num(data["year"])
|
2022-03-14 04:53:07 +00:00
|
|
|
try:
|
|
|
|
self.released = datetime.strptime(data["released"], "%Y-%m-%d")
|
2022-03-18 13:01:12 +00:00
|
|
|
except (ValueError, TypeError):
|
2022-03-14 04:53:07 +00:00
|
|
|
self.released = None
|
2022-02-06 07:33:09 +00:00
|
|
|
self.type = data["type"]
|
|
|
|
self.imdbid = data["imdbid"]
|
|
|
|
self.traktid = util.check_num(data["traktid"])
|
|
|
|
self.tmdbid = util.check_num(data["tmdbid"])
|
|
|
|
self.score = util.check_num(data["score"])
|
|
|
|
self.imdb_rating = None
|
|
|
|
self.metacritic_rating = None
|
|
|
|
self.metacriticuser_rating = None
|
|
|
|
self.trakt_rating = None
|
|
|
|
self.tomatoes_rating = None
|
|
|
|
self.tomatoesaudience_rating = None
|
|
|
|
self.tmdb_rating = None
|
|
|
|
self.letterboxd_rating = None
|
2022-08-01 20:26:10 +00:00
|
|
|
self.myanimelist_rating = None
|
2022-02-06 07:33:09 +00:00
|
|
|
for rating in data["ratings"]:
|
|
|
|
if rating["source"] == "imdb":
|
|
|
|
self.imdb_rating = util.check_num(rating["value"], is_int=False)
|
|
|
|
elif rating["source"] == "metacritic":
|
|
|
|
self.metacritic_rating = util.check_num(rating["value"])
|
|
|
|
elif rating["source"] == "metacriticuser":
|
|
|
|
self.metacriticuser_rating = util.check_num(rating["value"], is_int=False)
|
|
|
|
elif rating["source"] == "trakt":
|
|
|
|
self.trakt_rating = util.check_num(rating["value"])
|
|
|
|
elif rating["source"] == "tomatoes":
|
|
|
|
self.tomatoes_rating = util.check_num(rating["value"])
|
|
|
|
elif rating["source"] == "tomatoesaudience":
|
|
|
|
self.tomatoesaudience_rating = util.check_num(rating["value"])
|
|
|
|
elif rating["source"] == "tmdb":
|
|
|
|
self.tmdb_rating = util.check_num(rating["value"])
|
|
|
|
elif rating["source"] == "letterboxd":
|
|
|
|
self.letterboxd_rating = util.check_num(rating["value"], is_int=False)
|
2022-08-01 15:55:00 +00:00
|
|
|
elif rating["source"] == "myanimelist":
|
|
|
|
self.myanimelist_rating = util.check_num(rating["value"], is_int=False)
|
2022-02-07 22:46:24 +00:00
|
|
|
self.content_rating = data["certification"]
|
2022-02-06 07:33:09 +00:00
|
|
|
self.commonsense = data["commonsense"]
|
|
|
|
|
|
|
|
|
2022-01-15 22:40:59 +00:00
|
|
|
class Mdblist:
|
|
|
|
def __init__(self, config):
|
|
|
|
self.config = config
|
2022-02-06 07:33:09 +00:00
|
|
|
self.apikey = None
|
2022-02-09 02:46:13 +00:00
|
|
|
self.expiration = 60
|
2022-02-06 07:33:09 +00:00
|
|
|
self.limit = False
|
|
|
|
|
2022-02-09 02:46:13 +00:00
|
|
|
def add_key(self, apikey, expiration):
|
2022-02-06 07:33:09 +00:00
|
|
|
self.apikey = apikey
|
2022-02-13 16:33:57 +00:00
|
|
|
logger.secret(self.apikey)
|
2022-02-09 02:46:13 +00:00
|
|
|
self.expiration = expiration
|
2022-02-06 07:33:09 +00:00
|
|
|
try:
|
|
|
|
self._request(imdb_id="tt0080684", ignore_cache=True)
|
2022-10-17 16:06:32 +00:00
|
|
|
except LimitReached:
|
|
|
|
self.limit = True
|
2022-02-06 07:33:09 +00:00
|
|
|
except Failed:
|
|
|
|
self.apikey = None
|
|
|
|
raise
|
|
|
|
|
|
|
|
@property
|
|
|
|
def has_key(self):
|
|
|
|
return self.apikey is not None
|
|
|
|
|
2022-08-01 15:55:00 +00:00
|
|
|
def _request(self, imdb_id=None, tmdb_id=None, tvdb_id=None, is_movie=True, ignore_cache=False):
|
2022-02-06 07:33:09 +00:00
|
|
|
params = {"apikey": self.apikey}
|
|
|
|
if imdb_id:
|
|
|
|
params["i"] = imdb_id
|
|
|
|
key = imdb_id
|
|
|
|
elif tmdb_id:
|
|
|
|
params["tm"] = tmdb_id
|
|
|
|
params["m"] = "movie" if is_movie else "show"
|
|
|
|
key = f"{'tm' if is_movie else 'ts'}{tmdb_id}"
|
2022-08-01 15:55:00 +00:00
|
|
|
elif tvdb_id:
|
|
|
|
params["tv"] = tvdb_id
|
|
|
|
params["m"] = "movie" if is_movie else "show"
|
2022-09-07 18:38:14 +00:00
|
|
|
key = f"{'tvm' if is_movie else 'tvs'}{tvdb_id}"
|
2022-02-06 07:33:09 +00:00
|
|
|
else:
|
2022-08-01 15:55:00 +00:00
|
|
|
raise Failed("MdbList Error: Either IMDb ID, TVDb ID, or TMDb ID and TMDb Type Required")
|
2022-02-06 07:33:09 +00:00
|
|
|
expired = None
|
|
|
|
if self.config.Cache and not ignore_cache:
|
2022-02-09 02:46:13 +00:00
|
|
|
mdb_dict, expired = self.config.Cache.query_mdb(key, self.expiration)
|
2022-02-06 07:33:09 +00:00
|
|
|
if mdb_dict and expired is False:
|
|
|
|
return MDbObj(mdb_dict)
|
2022-09-07 19:32:52 +00:00
|
|
|
logger.trace(f"ID: {key}")
|
|
|
|
logger.trace(f"Params: {params}")
|
2022-08-23 15:30:53 +00:00
|
|
|
try:
|
|
|
|
response = self.config.get_json(api_url, params=params)
|
|
|
|
except JSONDecodeError:
|
|
|
|
raise Failed("Mdblist Error: JSON Decoding Failed")
|
2022-02-06 07:33:09 +00:00
|
|
|
if "response" in response and response["response"] is False:
|
|
|
|
if response["error"] == "API Limit Reached!":
|
|
|
|
self.limit = True
|
2022-10-17 16:06:32 +00:00
|
|
|
raise LimitReached(f"MdbList Error: {response['error']}")
|
2022-02-06 07:33:09 +00:00
|
|
|
raise Failed(f"MdbList Error: {response['error']}")
|
|
|
|
else:
|
|
|
|
mdb = MDbObj(response)
|
|
|
|
if self.config.Cache and not ignore_cache:
|
2022-02-09 02:46:13 +00:00
|
|
|
self.config.Cache.update_mdb(expired, key, mdb, self.expiration)
|
2022-02-06 07:33:09 +00:00
|
|
|
return mdb
|
|
|
|
|
|
|
|
def get_imdb(self, imdb_id):
|
|
|
|
return self._request(imdb_id=imdb_id)
|
|
|
|
|
2022-08-01 15:55:00 +00:00
|
|
|
def get_series(self, tvdb_id):
|
|
|
|
return self._request(tvdb_id=tvdb_id, is_movie=False)
|
2022-02-06 07:33:09 +00:00
|
|
|
|
|
|
|
def get_movie(self, tmdb_id):
|
|
|
|
return self._request(tmdb_id=tmdb_id, is_movie=True)
|
2022-01-15 22:40:59 +00:00
|
|
|
|
2022-03-03 14:43:00 +00:00
|
|
|
def validate_mdblist_lists(self, error_type, mdb_lists):
|
2022-01-24 09:16:45 +00:00
|
|
|
valid_lists = []
|
|
|
|
for mdb_dict in util.get_list(mdb_lists, split=False):
|
|
|
|
if not isinstance(mdb_dict, dict):
|
|
|
|
mdb_dict = {"url": mdb_dict}
|
|
|
|
dict_methods = {dm.lower(): dm for dm in mdb_dict}
|
|
|
|
if "url" not in dict_methods:
|
2022-03-03 14:43:00 +00:00
|
|
|
raise Failed(f"{error_type} Error: mdb_list url attribute not found")
|
2022-01-24 09:16:45 +00:00
|
|
|
elif mdb_dict[dict_methods["url"]] is None:
|
2022-03-03 14:43:00 +00:00
|
|
|
raise Failed(f"{error_type} Error: mdb_list url attribute is blank")
|
2022-01-24 09:16:45 +00:00
|
|
|
else:
|
|
|
|
mdb_url = mdb_dict[dict_methods["url"]].strip()
|
|
|
|
if not mdb_url.startswith(base_url):
|
2022-03-03 14:43:00 +00:00
|
|
|
raise Failed(f"{error_type} Error: {mdb_url} must begin with: {base_url}")
|
2022-01-24 09:16:45 +00:00
|
|
|
list_count = None
|
|
|
|
if "limit" in dict_methods:
|
|
|
|
if mdb_dict[dict_methods["limit"]] is None:
|
2022-03-03 14:43:00 +00:00
|
|
|
logger.warning(f"{error_type} Warning: mdb_list limit attribute is blank using 0 as default")
|
2022-01-24 09:16:45 +00:00
|
|
|
else:
|
|
|
|
try:
|
|
|
|
value = int(str(mdb_dict[dict_methods["limit"]]))
|
|
|
|
if 0 <= value:
|
|
|
|
list_count = value
|
|
|
|
except ValueError:
|
|
|
|
pass
|
|
|
|
if list_count is None:
|
2022-03-03 14:43:00 +00:00
|
|
|
logger.warning(f"{error_type} Warning: mdb_list limit attribute must be an integer 0 or greater using 0 as default")
|
2022-01-24 09:16:45 +00:00
|
|
|
if list_count is None:
|
|
|
|
list_count = 0
|
2022-04-19 15:46:11 +00:00
|
|
|
sort_by = "rank.asc"
|
2022-02-06 03:52:54 +00:00
|
|
|
if "sort_by" in dict_methods:
|
|
|
|
if mdb_dict[dict_methods["sort_by"]] is None:
|
2022-03-03 14:43:00 +00:00
|
|
|
logger.warning(f"{error_type} Warning: mdb_list sort_by attribute is blank using score as default")
|
|
|
|
elif mdb_dict[dict_methods["sort_by"]].lower() in sort_names:
|
|
|
|
logger.warning(f"{error_type} Warning: mdb_list sort_by attribute {mdb_dict[dict_methods['sort_by']]} is missing .desc or .asc defaulting to .desc")
|
|
|
|
sort_by = f"{mdb_dict[dict_methods['sort_by']].lower()}.desc"
|
2022-02-06 03:52:54 +00:00
|
|
|
elif mdb_dict[dict_methods["sort_by"]].lower() not in list_sorts:
|
2022-03-03 14:43:00 +00:00
|
|
|
logger.warning(f"{error_type} Warning: mdb_list sort_by attribute {mdb_dict[dict_methods['sort_by']]} not valid score as default. Options: {', '.join(list_sorts)}")
|
2022-02-06 03:52:54 +00:00
|
|
|
else:
|
|
|
|
sort_by = mdb_dict[dict_methods["sort_by"]].lower()
|
|
|
|
valid_lists.append({"url": mdb_url, "limit": list_count, "sort_by": sort_by})
|
2022-01-24 09:16:45 +00:00
|
|
|
return valid_lists
|
2022-06-03 05:51:16 +00:00
|
|
|
|
2022-08-09 05:35:21 +00:00
|
|
|
def get_tmdb_ids(self, method, data, is_movie=None):
|
2022-01-15 22:40:59 +00:00
|
|
|
if method == "mdblist_list":
|
2022-02-06 03:52:54 +00:00
|
|
|
logger.info(f"Processing Mdblist.com List: {data['url']}")
|
|
|
|
logger.info(f"Sort By: {data['sort_by']}")
|
2022-03-03 14:43:00 +00:00
|
|
|
sort, direction = data["sort_by"].split(".")
|
|
|
|
params = {"sort": sort, "sortorder": direction}
|
2022-08-09 05:35:21 +00:00
|
|
|
if is_movie is not None:
|
|
|
|
params["mediatype"] = "movie" if is_movie else "show"
|
2022-02-06 03:52:54 +00:00
|
|
|
if data["limit"] > 0:
|
|
|
|
logger.info(f"Limit: {data['limit']} items")
|
|
|
|
params["limit"] = data["limit"]
|
2022-01-25 07:45:31 +00:00
|
|
|
parsed_url = urlparse(data["url"])
|
|
|
|
url_base = parsed_url._replace(query=None).geturl()
|
2022-02-02 09:47:34 +00:00
|
|
|
url_base = url_base if url_base.endswith("/") else f"{url_base}/"
|
|
|
|
url_base = url_base if url_base.endswith("json/") else f"{url_base}json/"
|
2022-03-23 16:06:00 +00:00
|
|
|
try:
|
2022-04-17 17:40:23 +00:00
|
|
|
response = self.config.get_json(url_base, headers=headers, params=params)
|
|
|
|
if "error" in response:
|
2022-09-01 19:20:13 +00:00
|
|
|
if response["error"] == "empty":
|
|
|
|
raise Failed(f"Mdblist Error: No Items Returned. Lists can take 24 hours to update so try again later.")
|
2022-04-17 17:40:23 +00:00
|
|
|
raise Failed(f"Mdblist Error: Invalid Response {response}")
|
2022-06-03 05:51:16 +00:00
|
|
|
results = []
|
|
|
|
for item in response:
|
|
|
|
if item["mediatype"] in ["movie", "show"]:
|
|
|
|
results.append((item["id"], "tmdb" if item["mediatype"] == "movie" else "tmdb_show"))
|
|
|
|
return results
|
2022-03-23 16:06:00 +00:00
|
|
|
except JSONDecodeError:
|
|
|
|
raise Failed(f"Mdblist Error: Invalid Response")
|
2022-01-15 22:40:59 +00:00
|
|
|
else:
|
|
|
|
raise Failed(f"Mdblist Error: Method {method} not supported")
|