Plex-Meta-Manager/modules/tmdb.py

306 lines
17 KiB
Python
Raw Normal View History

2021-02-24 06:42:58 +00:00
import logging, tmdbv3api
2021-01-20 21:37:59 +00:00
from modules import util
from modules.util import Failed
from retrying import retry
from tmdbv3api.exceptions import TMDbException
logger = logging.getLogger("Plex Meta Manager")
2021-03-30 05:50:53 +00:00
builders = [
2021-07-23 19:44:21 +00:00
"tmdb_actor", "tmdb_actor_details", "tmdb_collection", "tmdb_collection_details", "tmdb_company",
"tmdb_crew", "tmdb_crew_details", "tmdb_director", "tmdb_director_details", "tmdb_discover",
"tmdb_keyword", "tmdb_list", "tmdb_list_details", "tmdb_movie", "tmdb_movie_details", "tmdb_network",
"tmdb_now_playing", "tmdb_popular", "tmdb_producer", "tmdb_producer_details", "tmdb_show", "tmdb_show_details",
"tmdb_top_rated", "tmdb_trending_daily", "tmdb_trending_weekly", "tmdb_writer", "tmdb_writer_details"
2021-03-30 05:50:53 +00:00
]
type_map = {
2021-07-23 19:44:21 +00:00
"tmdb_actor": "Person", "tmdb_actor_details": "Person", "tmdb_crew": "Person", "tmdb_crew_details": "Person",
"tmdb_collection": "Collection", "tmdb_collection_details": "Collection", "tmdb_company": "Company",
"tmdb_director": "Person", "tmdb_director_details": "Person", "tmdb_keyword": "Keyword",
"tmdb_list": "List", "tmdb_list_details": "List", "tmdb_movie": "Movie", "tmdb_movie_details": "Movie",
"tmdb_network": "Network", "tmdb_person": "Person", "tmdb_producer": "Person", "tmdb_producer_details": "Person",
"tmdb_show": "Show", "tmdb_show_details": "Show", "tmdb_writer": "Person", "tmdb_writer_details": "Person"
2021-03-30 05:50:53 +00:00
}
2021-08-14 22:59:35 +00:00
discover_all = [
2021-07-23 19:44:21 +00:00
"language", "with_original_language", "region", "sort_by", "with_cast", "with_crew", "with_people",
2021-03-30 05:50:53 +00:00
"certification_country", "certification", "certification.lte", "certification.gte",
2021-07-23 19:44:21 +00:00
"year", "primary_release_year", "primary_release_date.gte", "primary_release_date.lte",
"release_date.gte", "release_date.lte", "vote_count.gte", "vote_count.lte",
"vote_average.gte", "vote_average.lte", "with_runtime.gte", "with_runtime.lte",
2021-08-14 22:59:35 +00:00
"with_companies", "with_genres", "without_genres", "with_keywords", "without_keywords", "include_adult",
"timezone", "screened_theatrically", "include_null_first_air_dates", "limit",
"air_date.gte", "air_date.lte", "first_air_date.gte", "first_air_date.lte", "first_air_date_year", "with_networks"
2021-03-30 05:50:53 +00:00
]
2021-08-14 22:59:35 +00:00
discover_movie_only = [
"region", "with_cast", "with_crew", "with_people", "certification_country", "certification",
"year", "primary_release_year", "primary_release_date", "release_date", "include_adult"
]
discover_tv_only = [
"timezone", "screened_theatrically", "include_null_first_air_dates",
"air_date", "first_air_date", "first_air_date_year", "with_networks",
2021-03-30 05:50:53 +00:00
]
discover_dates = [
2021-07-23 19:44:21 +00:00
"primary_release_date.gte", "primary_release_date.lte", "release_date.gte", "release_date.lte",
"air_date.gte", "air_date.lte", "first_air_date.gte", "first_air_date.lte"
2021-03-30 05:50:53 +00:00
]
discover_movie_sort = [
2021-07-23 19:44:21 +00:00
"popularity.asc", "popularity.desc", "release_date.asc", "release_date.desc", "revenue.asc", "revenue.desc",
"primary_release_date.asc", "primary_release_date.desc", "original_title.asc", "original_title.desc",
"vote_average.asc", "vote_average.desc", "vote_count.asc", "vote_count.desc"
2021-03-30 05:50:53 +00:00
]
2021-07-23 19:44:21 +00:00
discover_tv_sort = ["vote_average.desc", "vote_average.asc", "first_air_date.desc", "first_air_date.asc", "popularity.desc", "popularity.asc"]
2021-03-30 05:50:53 +00:00
2021-06-14 15:24:11 +00:00
class TMDb:
2021-05-08 00:40:07 +00:00
def __init__(self, config, params):
self.config = config
self.TMDb = tmdbv3api.TMDb(session=self.config.session)
2021-01-20 21:37:59 +00:00
self.TMDb.api_key = params["apikey"]
self.TMDb.language = params["language"]
response = tmdbv3api.Configuration().info()
if hasattr(response, "status_message"):
2021-02-24 06:44:06 +00:00
raise Failed(f"TMDb Error: {response.status_message}")
2021-01-20 21:37:59 +00:00
self.apikey = params["apikey"]
self.language = params["language"]
self.Movie = tmdbv3api.Movie()
self.TV = tmdbv3api.TV()
self.Discover = tmdbv3api.Discover()
self.Trending = tmdbv3api.Trending()
self.Keyword = tmdbv3api.Keyword()
self.List = tmdbv3api.List()
self.Company = tmdbv3api.Company()
self.Network = tmdbv3api.Network()
self.Collection = tmdbv3api.Collection()
self.Person = tmdbv3api.Person()
self.image_url = "https://image.tmdb.org/t/p/original"
@retry(stop_max_attempt_number=6, wait_fixed=10000, retry_on_exception=util.retry_if_not_failed)
2021-05-08 00:40:07 +00:00
def convert_from(self, tmdb_id, convert_to, is_movie):
2021-02-24 06:42:58 +00:00
try:
id_to_return = self.Movie.external_ids(tmdb_id)[convert_to] if is_movie else self.TV.external_ids(tmdb_id)[convert_to]
if not id_to_return or (convert_to == "tvdb_id" and id_to_return == 0):
2021-02-24 06:44:06 +00:00
raise Failed(f"TMDb Error: No {convert_to.upper().replace('B_', 'b ')} found for TMDb ID {tmdb_id}")
2021-08-04 19:17:56 +00:00
return id_to_return if convert_to == "imdb_id" else int(id_to_return)
2021-02-24 06:42:58 +00:00
except TMDbException:
2021-05-08 04:05:10 +00:00
raise Failed(f"TMDb Error: TMDb {'Movie' if is_movie else 'Show'} ID: {tmdb_id} not found")
2021-01-20 21:37:59 +00:00
@retry(stop_max_attempt_number=6, wait_fixed=10000, retry_on_exception=util.retry_if_not_failed)
2021-08-07 06:01:21 +00:00
def convert_to(self, external_id, external_source):
return self.Movie.external(external_id=external_id, external_source=external_source)
def convert_tvdb_to(self, tvdb_id):
search = self.convert_to(tvdb_id, "tvdb_id")
if len(search["tv_results"]) == 1:
return int(search["tv_results"][0]["id"])
else:
raise Failed(f"TMDb Error: No TMDb ID found for TVDb ID {tvdb_id}")
def convert_imdb_to(self, imdb_id):
search = self.convert_to(imdb_id, "imdb_id")
if len(search["movie_results"]) > 0:
return int(search["movie_results"][0]["id"]), "movie"
elif len(search["tv_results"]) > 0:
return int(search["tv_results"][0]["id"]), "show"
else:
raise Failed(f"TMDb Error: No TMDb ID found for IMDb ID {imdb_id}")
2021-01-20 21:37:59 +00:00
def get_movie_show_or_collection(self, tmdb_id, is_movie):
if is_movie:
try: return self.get_collection(tmdb_id)
except Failed:
try: return self.get_movie(tmdb_id)
2021-02-24 06:44:06 +00:00
except Failed: raise Failed(f"TMDb Error: No Movie or Collection found for TMDb ID {tmdb_id}")
2021-01-20 21:37:59 +00:00
else: return self.get_show(tmdb_id)
@retry(stop_max_attempt_number=6, wait_fixed=10000, retry_on_exception=util.retry_if_not_failed)
def get_movie(self, tmdb_id):
try: return self.Movie.details(tmdb_id)
2021-02-24 06:44:06 +00:00
except TMDbException as e: raise Failed(f"TMDb Error: No Movie found for TMDb ID {tmdb_id}: {e}")
2021-01-20 21:37:59 +00:00
@retry(stop_max_attempt_number=6, wait_fixed=10000, retry_on_exception=util.retry_if_not_failed)
def get_show(self, tmdb_id):
try: return self.TV.details(tmdb_id)
2021-02-24 06:44:06 +00:00
except TMDbException as e: raise Failed(f"TMDb Error: No Show found for TMDb ID {tmdb_id}: {e}")
2021-01-20 21:37:59 +00:00
@retry(stop_max_attempt_number=6, wait_fixed=10000, retry_on_exception=util.retry_if_not_failed)
def get_collection(self, tmdb_id):
try: return self.Collection.details(tmdb_id)
2021-02-24 06:44:06 +00:00
except TMDbException as e: raise Failed(f"TMDb Error: No Collection found for TMDb ID {tmdb_id}: {e}")
2021-01-20 21:37:59 +00:00
@retry(stop_max_attempt_number=6, wait_fixed=10000, retry_on_exception=util.retry_if_not_failed)
def get_person(self, tmdb_id):
try: return self.Person.details(tmdb_id)
2021-02-24 06:44:06 +00:00
except TMDbException as e: raise Failed(f"TMDb Error: No Person found for TMDb ID {tmdb_id}: {e}")
2021-01-20 21:37:59 +00:00
2021-02-28 02:47:41 +00:00
@retry(stop_max_attempt_number=6, wait_fixed=10000, retry_on_exception=util.retry_if_not_failed)
2021-05-07 19:53:54 +00:00
def _person_credits(self, tmdb_id):
2021-02-28 02:47:41 +00:00
try: return self.Person.combined_credits(tmdb_id)
except TMDbException as e: raise Failed(f"TMDb Error: No Person found for TMDb ID {tmdb_id}: {e}")
2021-01-20 21:37:59 +00:00
@retry(stop_max_attempt_number=6, wait_fixed=10000, retry_on_exception=util.retry_if_not_failed)
2021-05-07 19:53:54 +00:00
def _company(self, tmdb_id):
2021-01-20 21:37:59 +00:00
try: return self.Company.details(tmdb_id)
2021-02-24 06:44:06 +00:00
except TMDbException as e: raise Failed(f"TMDb Error: No Company found for TMDb ID {tmdb_id}: {e}")
2021-01-20 21:37:59 +00:00
@retry(stop_max_attempt_number=6, wait_fixed=10000, retry_on_exception=util.retry_if_not_failed)
2021-05-07 19:53:54 +00:00
def _network(self, tmdb_id):
2021-01-20 21:37:59 +00:00
try: return self.Network.details(tmdb_id)
2021-02-24 06:44:06 +00:00
except TMDbException as e: raise Failed(f"TMDb Error: No Network found for TMDb ID {tmdb_id}: {e}")
2021-01-20 21:37:59 +00:00
@retry(stop_max_attempt_number=6, wait_fixed=10000, retry_on_exception=util.retry_if_not_failed)
2021-05-07 19:53:54 +00:00
def _keyword(self, tmdb_id):
2021-01-20 21:37:59 +00:00
try: return self.Keyword.details(tmdb_id)
2021-02-24 06:44:06 +00:00
except TMDbException as e: raise Failed(f"TMDb Error: No Keyword found for TMDb ID {tmdb_id}: {e}")
2021-01-20 21:37:59 +00:00
@retry(stop_max_attempt_number=6, wait_fixed=10000, retry_on_exception=util.retry_if_not_failed)
def get_list(self, tmdb_id):
try: return self.List.details(tmdb_id, all_details=True)
2021-02-24 06:44:06 +00:00
except TMDbException as e: raise Failed(f"TMDb Error: No List found for TMDb ID {tmdb_id}: {e}")
2021-01-20 21:37:59 +00:00
2021-05-07 19:53:54 +00:00
def _credits(self, tmdb_id, actor=False, crew=False, director=False, producer=False, writer=False):
2021-08-07 06:01:21 +00:00
ids = []
2021-05-07 19:53:54 +00:00
actor_credits = self._person_credits(tmdb_id)
2021-02-28 02:47:41 +00:00
if actor:
for credit in actor_credits.cast:
if credit.media_type == "movie":
2021-08-07 06:01:21 +00:00
ids.append((credit.id, "tmdb"))
2021-02-28 02:47:41 +00:00
elif credit.media_type == "tv":
2021-08-07 06:01:21 +00:00
ids.append((credit.id, "tmdb_show"))
2021-02-28 02:47:41 +00:00
for credit in actor_credits.crew:
if crew or \
(director and credit.department == "Directing") or \
(producer and credit.department == "Production") or \
(writer and credit.department == "Writing"):
if credit.media_type == "movie":
2021-08-07 06:01:21 +00:00
ids.append((credit.id, "tmdb"))
2021-02-28 02:47:41 +00:00
elif credit.media_type == "tv":
2021-08-07 06:01:21 +00:00
ids.append((credit.id, "tmdb_show"))
return ids
2021-02-28 02:47:41 +00:00
2021-05-07 19:53:54 +00:00
def _pagenation(self, method, amount, is_movie):
2021-01-20 21:37:59 +00:00
ids = []
for x in range(int(amount / 20) + 1):
if method == "tmdb_popular": tmdb_items = self.Movie.popular(x + 1) if is_movie else self.TV.popular(x + 1)
elif method == "tmdb_top_rated": tmdb_items = self.Movie.top_rated(x + 1) if is_movie else self.TV.top_rated(x + 1)
elif method == "tmdb_now_playing" and is_movie: tmdb_items = self.Movie.now_playing(x + 1)
elif method == "tmdb_trending_daily": tmdb_items = self.Trending.movie_day(x + 1) if is_movie else self.Trending.tv_day(x + 1)
elif method == "tmdb_trending_weekly": tmdb_items = self.Trending.movie_week(x + 1) if is_movie else self.Trending.tv_week(x + 1)
2021-02-24 06:44:06 +00:00
else: raise Failed(f"TMDb Error: {method} method not supported")
2021-01-20 21:37:59 +00:00
for tmdb_item in tmdb_items:
try:
2021-08-07 06:01:21 +00:00
ids.append((tmdb_item.id, "tmdb" if is_movie else "tmdb_show"))
2021-05-16 22:06:51 +00:00
except Failed as e:
logger.error(e)
2021-08-07 06:01:21 +00:00
if len(ids) == amount: break
if len(ids) == amount: break
2021-01-20 21:37:59 +00:00
return ids
2021-05-07 19:53:54 +00:00
def _discover(self, attrs, amount, is_movie):
2021-01-20 21:37:59 +00:00
ids = []
2021-03-30 05:50:53 +00:00
for date_attr in discover_dates:
2021-03-19 05:16:37 +00:00
if date_attr in attrs:
2021-07-21 19:50:28 +00:00
attrs[date_attr] = util.validate_date(attrs[date_attr], f"tmdb_discover attribute {date_attr}", return_as="%Y-%m-%d")
2021-01-20 21:37:59 +00:00
self.Discover.discover_movies(attrs) if is_movie else self.Discover.discover_tv_shows(attrs)
total_pages = int(self.TMDb.total_pages)
total_results = int(self.TMDb.total_results)
amount = total_results if amount == 0 or total_results < amount else amount
for x in range(total_pages):
attrs["page"] = x + 1
tmdb_items = self.Discover.discover_movies(attrs) if is_movie else self.Discover.discover_tv_shows(attrs)
for tmdb_item in tmdb_items:
try:
2021-08-07 06:01:21 +00:00
ids.append((tmdb_item.id, "tmdb" if is_movie else "tmdb_show"))
2021-04-29 18:08:53 +00:00
except Failed as e:
logger.error(e)
2021-08-07 06:01:21 +00:00
if len(ids) == amount: break
if len(ids) == amount: break
2021-01-20 21:37:59 +00:00
return ids, amount
2021-07-21 17:40:05 +00:00
def validate_tmdb_ids(self, tmdb_ids, tmdb_method):
tmdb_list = util.get_int_list(tmdb_ids, f"TMDb {type_map[tmdb_method]} ID")
2021-05-07 19:53:54 +00:00
tmdb_values = []
for tmdb_id in tmdb_list:
2021-07-21 17:40:05 +00:00
try: tmdb_values.append(self.validate_tmdb(tmdb_id, tmdb_method))
2021-05-07 19:53:54 +00:00
except Failed as e: logger.error(e)
if len(tmdb_values) == 0: raise Failed(f"TMDb Error: No valid TMDb IDs in {tmdb_list}")
return tmdb_values
2021-07-21 17:40:05 +00:00
def validate_tmdb(self, tmdb_id, tmdb_method):
tmdb_type = type_map[tmdb_method]
2021-05-07 19:53:54 +00:00
if tmdb_type == "Movie": self.get_movie(tmdb_id)
elif tmdb_type == "Show": self.get_show(tmdb_id)
elif tmdb_type == "Collection": self.get_collection(tmdb_id)
elif tmdb_type == "Person": self.get_person(tmdb_id)
elif tmdb_type == "Company": self._company(tmdb_id)
elif tmdb_type == "Network": self._network(tmdb_id)
elif tmdb_type == "List": self.get_list(tmdb_id)
return tmdb_id
2021-08-07 06:01:21 +00:00
def get_tmdb_ids(self, method, data, is_movie):
2021-08-01 04:35:42 +00:00
pretty = method.replace("_", " ").title().replace("Tmdb", "TMDb")
2021-01-20 21:37:59 +00:00
media_type = "Movie" if is_movie else "Show"
2021-08-07 06:01:21 +00:00
ids = []
2021-01-20 21:37:59 +00:00
if method in ["tmdb_discover", "tmdb_company", "tmdb_keyword"] or (method == "tmdb_network" and not is_movie):
2021-02-24 06:42:58 +00:00
attrs = None
tmdb_id = ""
tmdb_name = ""
2021-01-20 21:37:59 +00:00
if method in ["tmdb_company", "tmdb_network", "tmdb_keyword"]:
tmdb_id = int(data)
if method == "tmdb_company":
2021-05-07 19:53:54 +00:00
tmdb_name = str(self._company(tmdb_id).name)
2021-01-20 21:37:59 +00:00
attrs = {"with_companies": tmdb_id}
elif method == "tmdb_network":
2021-05-07 19:53:54 +00:00
tmdb_name = str(self._network(tmdb_id).name)
2021-01-20 21:37:59 +00:00
attrs = {"with_networks": tmdb_id}
elif method == "tmdb_keyword":
2021-05-07 19:53:54 +00:00
tmdb_name = str(self._keyword(tmdb_id).name)
2021-01-20 21:37:59 +00:00
attrs = {"with_keywords": tmdb_id}
limit = 0
else:
attrs = data.copy()
limit = int(attrs.pop("limit"))
2021-08-07 06:01:21 +00:00
ids, amount = self._discover(attrs, limit, is_movie)
2021-05-09 05:37:45 +00:00
if method in ["tmdb_company", "tmdb_network", "tmdb_keyword"]:
logger.info(f"Processing {pretty}: ({tmdb_id}) {tmdb_name} ({amount} {media_type}{'' if amount == 1 else 's'})")
elif method == "tmdb_discover":
logger.info(f"Processing {pretty}: {amount} {media_type}{'' if amount == 1 else 's'}")
for attr, value in attrs.items():
logger.info(f" {attr}: {value}")
2021-01-20 21:37:59 +00:00
elif method in ["tmdb_popular", "tmdb_top_rated", "tmdb_now_playing", "tmdb_trending_daily", "tmdb_trending_weekly"]:
2021-08-07 06:01:21 +00:00
ids = self._pagenation(method, data, is_movie)
2021-05-09 05:37:45 +00:00
logger.info(f"Processing {pretty}: {data} {media_type}{'' if data == 1 else 's'}")
2021-01-20 21:37:59 +00:00
else:
tmdb_id = int(data)
if method == "tmdb_list":
tmdb_list = self.get_list(tmdb_id)
tmdb_name = tmdb_list.name
for tmdb_item in tmdb_list.items:
if tmdb_item.media_type == "movie":
2021-08-07 06:01:21 +00:00
ids.append((tmdb_item.id, "tmdb"))
2021-01-20 21:37:59 +00:00
elif tmdb_item.media_type == "tv":
2021-08-07 06:01:21 +00:00
try:
ids.append((tmdb_item.id, "tmdb_show"))
except Failed:
pass
2021-01-20 21:37:59 +00:00
elif method == "tmdb_movie":
tmdb_name = str(self.get_movie(tmdb_id).title)
2021-08-07 06:01:21 +00:00
ids.append((tmdb_id, "tmdb"))
2021-01-20 21:37:59 +00:00
elif method == "tmdb_collection":
tmdb_items = self.get_collection(tmdb_id)
tmdb_name = str(tmdb_items.name)
for tmdb_item in tmdb_items.parts:
2021-08-07 06:01:21 +00:00
ids.append((tmdb_item["id"], "tmdb"))
2021-01-20 21:37:59 +00:00
elif method == "tmdb_show":
tmdb_name = str(self.get_show(tmdb_id).name)
2021-08-07 06:01:21 +00:00
ids.append((tmdb_id, "tmdb_show"))
2021-01-20 21:37:59 +00:00
else:
2021-02-28 02:47:41 +00:00
tmdb_name = str(self.get_person(tmdb_id).name)
2021-08-07 06:01:21 +00:00
if method == "tmdb_actor": ids = self._credits(tmdb_id, actor=True)
elif method == "tmdb_director": ids = self._credits(tmdb_id, director=True)
elif method == "tmdb_producer": ids = self._credits(tmdb_id, producer=True)
elif method == "tmdb_writer": ids = self._credits(tmdb_id, writer=True)
elif method == "tmdb_crew": ids = self._credits(tmdb_id, crew=True)
2021-02-28 02:47:41 +00:00
else: raise Failed(f"TMDb Error: Method {method} not supported")
2021-08-07 06:01:21 +00:00
if len(ids) > 0:
logger.info(f"Processing {pretty}: ({tmdb_id}) {tmdb_name} ({len(ids)} Item{'' if len(ids) == 1 else 's'})")
return ids