mirror of
https://github.com/pkkid/python-plexapi
synced 2024-11-26 05:30:20 +00:00
68fc970d7a
* lets begin * skip plexpass tests if there is not plexpass on account * test new myplex attrubutes * bootstrap: proper photos organisation * fix rest of photos tests * fix myplex new attributes test * fix music bootstrap by setting agent to lastfm * fix sync tests * increase bootstrap timeout * remove timeout from .travis.yml * do not create playlist-style photoalbums in plex-bootstraptest.py * allow negative filtering in LibrarySection.search() * fix sync tests once again * use sendCrashReports in test_settings * fix test_settings * fix test_video * do not accept eula in bootstrap * fix PlexServer.isLatest() * add test against old version of PlexServer * fix MyPlexAccount.OutOut * add flag for one-time testing in Travis * fix test_library onDeck tests * fix more tests * use tqdm in plex-bootstraptest for media scanning progress * create sections one-by-one * update docs on AlertListener for timeline entries * fix plex-bootstraptest for server version 1.3.2 * display skip/xpass/xfail reasons * fix tests on 1.3 * wait for music to be fully processed in plex-bootstraptest * fix misplaced TEST_ACCOUNT_ONCE * fix test_myplex_users, not sure if in proper-way * add pytest-rerunfailures; mark test_myplex_optout as flaky * fix comment * Revert "add pytest-rerunfailures; mark test_myplex_optout as flaky" This reverts commit580e4c95a7. * restart plex container on failure * add conftest.wait_until() and used where some retries are required * add more wait_until() usage in test_sync * fix managed user search * fix updating managed users in myplex * allow to add new servers to existent users * add new server to a shared user while bootstrapping * add some docs on testing process * perform few attemps when unable to get the claim token * unlock websocket-client in requirements_dev * fix docblock in tools/plex-teardowntest * do not hardcode mediapart size in test_video * remove cache:pip from travis * Revert "unlock websocket-client in requirements_dev" This reverts commit0d536bd06d. * remove debug from server.py * improve webhook tests * fix type() check to isinstance() * remove excessive `else` branch due to Hellowlol advice * add `unknown` as allowed `myPlexMappingState` in test_server
368 lines
15 KiB
Python
368 lines
15 KiB
Python
""" The script is used to bootstrap a docker container with Plex and with all the libraries required for testing.
|
|
"""
|
|
|
|
import argparse
|
|
import os
|
|
from glob import glob
|
|
from shutil import copyfile, rmtree
|
|
from subprocess import call
|
|
from time import time, sleep
|
|
from uuid import uuid4
|
|
|
|
from requests import codes
|
|
from tqdm import tqdm
|
|
|
|
import plexapi
|
|
from plexapi.compat import which, makedirs
|
|
from plexapi.exceptions import BadRequest, NotFound
|
|
from plexapi.myplex import MyPlexAccount
|
|
from plexapi.utils import download, SEARCHTYPES
|
|
|
|
DOCKER_CMD = [
|
|
'docker', 'run', '-d',
|
|
'--name', 'plex-test-%(image_tag)s',
|
|
'--restart', 'on-failure',
|
|
'-p', '32400:32400/tcp',
|
|
'-p', '3005:3005/tcp',
|
|
'-p', '8324:8324/tcp',
|
|
'-p', '32469:32469/tcp',
|
|
'-p', '1900:1900/udp',
|
|
'-p', '32410:32410/udp',
|
|
'-p', '32412:32412/udp',
|
|
'-p', '32413:32413/udp',
|
|
'-p', '32414:32414/udp',
|
|
'-e', 'TZ="Europe/London"',
|
|
'-e', 'PLEX_CLAIM=%(claim_token)s',
|
|
'-e', 'ADVERTISE_IP=http://%(advertise_ip)s:32400/',
|
|
'-h', '%(hostname)s',
|
|
'-e', 'TZ="%(timezone)s"',
|
|
'-v', '%(destination)s/db:/config',
|
|
'-v', '%(destination)s/transcode:/transcode',
|
|
'-v', '%(destination)s/media:/data',
|
|
'plexinc/pms-docker:%(image_tag)s'
|
|
]
|
|
|
|
|
|
def get_claim_token(myplex):
|
|
"""
|
|
Returns a str, a new "claim-token", which you can use to register your new Plex Server instance to your account
|
|
See: https://hub.docker.com/r/plexinc/pms-docker/, https://www.plex.tv/claim/
|
|
|
|
Arguments:
|
|
myplex (:class:`~plexapi.myplex.MyPlexAccount`)
|
|
"""
|
|
retry = 0
|
|
status_code = None
|
|
while retry < 3 and status_code not in (200, 201, 204):
|
|
if retry > 0:
|
|
sleep(2)
|
|
response = myplex._session.get('https://plex.tv/api/claim/token.json', headers=myplex._headers(),
|
|
timeout=plexapi.TIMEOUT)
|
|
status_code = response.status_code
|
|
retry += 1
|
|
|
|
if status_code not in (200, 201, 204):
|
|
errtext = response.text.replace('\n', ' ')
|
|
raise BadRequest('(%s) unable to get status code %s; %s' % (response.status_code, response.url, errtext))
|
|
return response.json()['token']
|
|
|
|
|
|
def get_ips():
|
|
import socket
|
|
return list(set([i[4][0] for i in socket.getaddrinfo(socket.gethostname(), None)
|
|
if i[4][0] not in ('127.0.0.1', '::1') and not i[4][0].startswith('fe80:')]))
|
|
|
|
|
|
def create_section(server, section):
|
|
processed_media = 0
|
|
expected_media_count = section.pop('expected_media_count', 0)
|
|
|
|
expected_media_type = (section['type'], )
|
|
if section['type'] == 'artist':
|
|
expected_media_type = ('artist', 'album', 'track')
|
|
|
|
expected_media_type = tuple(SEARCHTYPES[t] for t in expected_media_type)
|
|
|
|
def alert_callback(data):
|
|
global processed_media
|
|
if data['type'] == 'timeline':
|
|
for entry in data['TimelineEntry']:
|
|
if entry.get('identifier', 'com.plexapp.plugins.library') == 'com.plexapp.plugins.library':
|
|
# Missed mediaState means that media was processed (analyzed & thumbnailed)
|
|
if 'mediaState' not in entry and entry['type'] in expected_media_type:
|
|
# state=5 means record processed, applicable only when metadata source was set
|
|
if entry['state'] == 5:
|
|
cnt = 1
|
|
|
|
# Workaround for old Plex versions which not reports individual episodes' progress
|
|
if entry['type'] == SEARCHTYPES['show']:
|
|
show = server.library.sectionByID(str(entry['sectionID'])).get(entry['title'])
|
|
cnt = show.leafCount
|
|
bar.update(cnt)
|
|
|
|
# state=1 means record processed, when no metadata source was set
|
|
elif entry['state'] == 1 and entry['type'] == SEARCHTYPES['photo']:
|
|
bar.update()
|
|
|
|
bar = tqdm(desc='Scanning section ' + section['name'], total=expected_media_count)
|
|
notifier = server.startAlertListener(alert_callback)
|
|
|
|
# I don't know how to determinate of plex successfully started, so let's do it in creepy way
|
|
success = False
|
|
start_time = time()
|
|
while not success and (time() - start_time < opts.bootstrap_timeout):
|
|
try:
|
|
server.library.add(**section)
|
|
success = True
|
|
except BadRequest as e:
|
|
if 'the server is still starting up. Please retry later' in str(e):
|
|
sleep(1)
|
|
else:
|
|
raise
|
|
|
|
if not success:
|
|
print('Something went wrong :(')
|
|
exit(1)
|
|
|
|
while bar.n < bar.total:
|
|
if time() - start_time >= opts.bootstrap_timeout:
|
|
print('Metadata scan takes too long, probably something went really wrong')
|
|
exit(1)
|
|
sleep(3)
|
|
|
|
bar.close()
|
|
|
|
notifier.stop()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
if which('docker') is None:
|
|
print('Docker is required to be available')
|
|
exit(1)
|
|
|
|
default_ip = None
|
|
available_ips = get_ips()
|
|
if len(available_ips) > 0:
|
|
default_ip = available_ips[0]
|
|
|
|
parser = argparse.ArgumentParser(description=__doc__)
|
|
parser.add_argument('--username', help='Your Plex username')
|
|
parser.add_argument('--password', help='Your Plex password')
|
|
parser.add_argument('--token', help='Plex.tv authentication token', default=plexapi.CONFIG.get('auth.server_token'))
|
|
parser.add_argument('--timezone', help='Timezone to set inside plex', default='UTC')
|
|
parser.add_argument('--destination', help='Local path where to store all the media',
|
|
default=os.path.join(os.getcwd(), 'plex'))
|
|
parser.add_argument('--advertise-ip', help='IP address which should be advertised by new Plex instance',
|
|
required=default_ip is None, default=default_ip)
|
|
parser.add_argument('--docker-tag', help='Docker image tag to install', default='latest')
|
|
parser.add_argument('--bootstrap-timeout', help='Timeout for each step of bootstrap, in seconds (default: '
|
|
'%(default)s)',
|
|
default=180, type=int)
|
|
parser.add_argument('--server-name', help='Name for the new server', default='plex-test-docker-%s' % str(uuid4()))
|
|
parser.add_argument('--accept-eula', help='Accept Plex`s EULA', default=False, action='store_true')
|
|
parser.add_argument('--without-movies', help='Do not create Movies section', default=True, dest='with_movies',
|
|
action='store_false')
|
|
parser.add_argument('--without-shows', help='Do not create TV Shows section', default=True, dest='with_shows',
|
|
action='store_false')
|
|
parser.add_argument('--without-music', help='Do not create Music section', default=True, dest='with_music',
|
|
action='store_false')
|
|
parser.add_argument('--without-photos', help='Do not create Photos section', default=True, dest='with_photos',
|
|
action='store_false')
|
|
parser.add_argument('--show-token', help='Display access token after bootstrap', default=False, action='store_true')
|
|
opts = parser.parse_args()
|
|
print('I`m going to create a plex instance named %s with advertised ip "%s", be prepared!' % (opts.server_name,
|
|
opts.advertise_ip))
|
|
if call(['docker', 'pull', 'plexinc/pms-docker:%s' % opts.docker_tag]) != 0:
|
|
print('Got an error when executing docker pull!')
|
|
exit(1)
|
|
|
|
if opts.token:
|
|
account = MyPlexAccount(token=opts.token)
|
|
else:
|
|
account = plexapi.utils.getMyPlexAccount(opts)
|
|
path = os.path.realpath(os.path.expanduser(opts.destination))
|
|
makedirs(os.path.join(path, 'media'), exist_ok=True)
|
|
arg_bindings = {
|
|
'destination': path,
|
|
'hostname': opts.server_name,
|
|
'claim_token': get_claim_token(account),
|
|
'timezone': opts.timezone,
|
|
'advertise_ip': opts.advertise_ip,
|
|
'image_tag': opts.docker_tag,
|
|
}
|
|
docker_cmd = [c % arg_bindings for c in DOCKER_CMD]
|
|
exit_code = call(docker_cmd)
|
|
|
|
if exit_code != 0:
|
|
exit(exit_code)
|
|
|
|
print('Let`s wait while the instance register in your plex account...')
|
|
start_time = time()
|
|
server = None
|
|
while not server and (time() - start_time < opts.bootstrap_timeout):
|
|
try:
|
|
device = account.device(opts.server_name)
|
|
server = device.connect()
|
|
if opts.accept_eula:
|
|
server.settings.get('acceptedEULA').set(True)
|
|
server.settings.save()
|
|
except Exception as e:
|
|
print(e)
|
|
sleep(1)
|
|
|
|
if not server:
|
|
print('Server didn`t appeared in your account after a lot of time, I have no idea what to do :( Dig into '
|
|
'docker logs, check your internet connection, do something!')
|
|
exit(1)
|
|
|
|
print('Ok, I got the server instance, let`s download what you`re missing')
|
|
|
|
def get_tvshow_path(name, season, episode):
|
|
return os.path.join(tvshows_path, name, 'S%02dE%02d.mp4' % (season, episode))
|
|
|
|
if opts.with_movies or opts.with_shows:
|
|
def get_movie_path(name, year):
|
|
return os.path.join(movies_path, '%s (%d).mp4' % (name, year))
|
|
|
|
media_stub_path = os.path.join(path, 'media', 'video_stub.mp4')
|
|
if not os.path.isfile(media_stub_path):
|
|
download('http://www.mytvtestpatterns.com/mytvtestpatterns/Default/GetFile?p=PhilipsCircleMP4', '',
|
|
filename='video_stub.mp4', savepath=os.path.join(path, 'media'), showstatus=True)
|
|
|
|
sections = []
|
|
if opts.with_movies:
|
|
movies_path = os.path.join(path, 'media', 'Movies')
|
|
makedirs(movies_path, exist_ok=True)
|
|
|
|
required_movies = {
|
|
'Elephants Dream': 2006,
|
|
'Sita Sings the Blues': 2008,
|
|
'Big Buck Bunny': 2008,
|
|
'Sintel': 2010,
|
|
}
|
|
|
|
expected_media_count = 0
|
|
for name, year in required_movies.items():
|
|
expected_media_count += 1
|
|
if not os.path.isfile(get_movie_path(name, year)):
|
|
copyfile(media_stub_path, get_movie_path(name, year))
|
|
|
|
print('Finished with movies...')
|
|
sections.append(dict(name='Movies', type='movie', location='/data/Movies', agent='com.plexapp.agents.imdb',
|
|
scanner='Plex Movie Scanner', expected_media_count=expected_media_count))
|
|
|
|
if opts.with_shows:
|
|
tvshows_path = os.path.join(path, 'media', 'TV-Shows')
|
|
makedirs(os.path.join(tvshows_path, 'Game of Thrones'), exist_ok=True)
|
|
makedirs(os.path.join(tvshows_path, 'The 100'), exist_ok=True)
|
|
|
|
required_tv_shows = {
|
|
'Game of Thrones': [
|
|
list(range(1, 11)),
|
|
list(range(1, 11)),
|
|
],
|
|
'The 100': [
|
|
list(range(1, 14)),
|
|
list(range(1, 17)),
|
|
]
|
|
}
|
|
|
|
expected_media_count = 0
|
|
for show_name, seasons in required_tv_shows.items():
|
|
for season_id, episodes in enumerate(seasons, start=1):
|
|
for episode_id in episodes:
|
|
expected_media_count += 1
|
|
episode_path = get_tvshow_path(show_name, season_id, episode_id)
|
|
if not os.path.isfile(episode_path):
|
|
copyfile(get_movie_path('Sintel', 2010), episode_path)
|
|
|
|
print('Finished with TV Shows...')
|
|
sections.append(dict(name='TV Shows', type='show', location='/data/TV-Shows', agent='com.plexapp.agents.thetvdb',
|
|
scanner='Plex Series Scanner', expected_media_count=expected_media_count))
|
|
|
|
if opts.with_music:
|
|
music_path = os.path.join(path, 'media', 'Music')
|
|
makedirs(music_path, exist_ok=True)
|
|
expected_media_count = 0
|
|
|
|
artist_dst = os.path.join(music_path, 'Infinite State')
|
|
dest_path = os.path.join(artist_dst, 'Unmastered Impulses')
|
|
if not os.path.isdir(dest_path):
|
|
zip_path = os.path.join(artist_dst, 'Unmastered Impulses.zip')
|
|
if os.path.isfile(zip_path):
|
|
import zipfile
|
|
with zipfile.ZipFile(zip_path, 'r') as handle:
|
|
handle.extractall(artist_dst)
|
|
else:
|
|
download('https://github.com/kennethreitz/unmastered-impulses/archive/master.zip', '',
|
|
filename='Unmastered Impulses.zip', savepath=artist_dst, unpack=True, showstatus=True)
|
|
os.rename(os.path.join(artist_dst, 'unmastered-impulses-master', 'mp3'), dest_path)
|
|
rmtree(os.path.join(artist_dst, 'unmastered-impulses-master'))
|
|
|
|
expected_media_count += len(glob(os.path.join(dest_path, '*.mp3'))) + 2 # wait for artist & album
|
|
|
|
artist_dst = os.path.join(music_path, 'Broke For Free')
|
|
dest_path = os.path.join(artist_dst, 'Layers')
|
|
if not os.path.isdir(dest_path):
|
|
zip_path = os.path.join(artist_dst, 'Layers.zip')
|
|
if not os.path.isfile(zip_path):
|
|
download('https://archive.org/compress/Layers-11520/formats=VBR%20MP3&file=/Layers-11520.zip', '',
|
|
filename='Layers.zip', savepath=artist_dst, showstatus=True)
|
|
makedirs(dest_path, exist_ok=True)
|
|
import zipfile
|
|
with zipfile.ZipFile(zip_path, 'r') as handle:
|
|
handle.extractall(dest_path)
|
|
|
|
expected_media_count += len(glob(os.path.join(dest_path, '*.mp3'))) + 2 # wait for artist & album
|
|
|
|
print('Finished with Music...')
|
|
sections.append(dict(name='Music', type='artist', location='/data/Music', agent='com.plexapp.agents.lastfm',
|
|
scanner='Plex Music Scanner', expected_media_count=expected_media_count))
|
|
|
|
if opts.with_photos:
|
|
photos_path = os.path.join(path, 'media', 'Photos')
|
|
makedirs(photos_path, exist_ok=True)
|
|
expected_photo_count = 0
|
|
|
|
folders = {
|
|
('Cats', ): 3,
|
|
('Cats', 'Cats in bed'): 7,
|
|
('Cats', 'Cats not in bed'): 1,
|
|
('Cats', 'Not cats in bed'): 1,
|
|
}
|
|
|
|
has_photos = 0
|
|
for folder_path, required_cnt in folders.items():
|
|
folder_path = os.path.join(photos_path, *folder_path)
|
|
photos_in_folder = len(glob(os.path.join(folder_path, '*.jpg')))
|
|
while photos_in_folder < required_cnt:
|
|
photos_in_folder += 1
|
|
download('https://picsum.photos/800/600/?random', '',
|
|
filename='photo%d.jpg' % photos_in_folder, savepath=folder_path)
|
|
has_photos += photos_in_folder
|
|
|
|
print('Finished with photos...')
|
|
sections.append(dict(name='Photos', type='photo', location='/data/Photos', agent='com.plexapp.agents.none',
|
|
scanner='Plex Photo Scanner', expected_media_count=has_photos))
|
|
|
|
if sections:
|
|
print('Ok, got the media, it`s time to create a library for you!')
|
|
|
|
for section in sections:
|
|
create_section(server, section)
|
|
|
|
import logging
|
|
logging.basicConfig(level=logging.INFO)
|
|
shared_username = os.environ.get('SHARED_USERNAME', 'PKKid')
|
|
try:
|
|
user = account.user(shared_username)
|
|
account.updateFriend(user, server)
|
|
print('The server was shared with user "%s"' % shared_username)
|
|
except NotFound:
|
|
pass
|
|
|
|
print('Base URL is %s' % server.url('', False))
|
|
if opts.show_token:
|
|
print('Auth token is %s' % account.authenticationToken)
|
|
|
|
print('Server %s is ready to use!' % opts.server_name)
|