From d3bb187f01e1e30db05e639fc23a2e1935d777fe Mon Sep 17 00:00:00 2001 From: Greg Sadetsky Date: Mon, 13 Feb 2023 21:52:27 -0500 Subject: [PATCH] [extractor/NZOnScreen] Add extractor (#6208) Authored by: gregsadetsky, pukkandan Closes #6193 --- yt_dlp/extractor/_extractors.py | 1 + yt_dlp/extractor/nzonscreen.py | 93 +++++++++++++++++++++++++++++++++ 2 files changed, 94 insertions(+) create mode 100644 yt_dlp/extractor/nzonscreen.py diff --git a/yt_dlp/extractor/_extractors.py b/yt_dlp/extractor/_extractors.py index 12ef50cc6..8b3875130 100644 --- a/yt_dlp/extractor/_extractors.py +++ b/yt_dlp/extractor/_extractors.py @@ -1287,6 +1287,7 @@ from .nytimes import ( ) from .nuvid import NuvidIE from .nzherald import NZHeraldIE +from .nzonscreen import NZOnScreenIE from .nzz import NZZIE from .odatv import OdaTVIE from .odnoklassniki import OdnoklassnikiIE diff --git a/yt_dlp/extractor/nzonscreen.py b/yt_dlp/extractor/nzonscreen.py new file mode 100644 index 000000000..6926bc5b2 --- /dev/null +++ b/yt_dlp/extractor/nzonscreen.py @@ -0,0 +1,93 @@ +from .common import InfoExtractor +from ..utils import ( + float_or_none, + int_or_none, + remove_end, + strip_or_none, + traverse_obj, + url_or_none, +) + + +class NZOnScreenIE(InfoExtractor): + _VALID_URL = r'^https://www\.nzonscreen\.com/title/(?P[^/?#]+)' + _TESTS = [{ + 'url': 'https://www.nzonscreen.com/title/shoop-shoop-diddy-wop-cumma-cumma-wang-dang-1982', + 'info_dict': { + 'id': '726ed6585c6bfb30', + 'ext': 'mp4', + 'format_id': 'hi', + 'display_id': 'shoop-shoop-diddy-wop-cumma-cumma-wang-dang-1982', + 'title': 'Monte Video - "Shoop Shoop, Diddy Wop"', + 'description': 'Monte Video - "Shoop Shoop, Diddy Wop"', + 'alt_title': 'Shoop Shoop Diddy Wop Cumma Cumma Wang Dang | Music Video', + 'thumbnail': r're:https://www\.nzonscreen\.com/content/images/.+\.jpg', + 'duration': 158, + }, + 'params': {'skip_download': 'm3u8'}, + }, { + 'url': 'https://www.nzonscreen.com/title/shes-a-mod-1964?collection=best-of-the-60s', + 'info_dict': { + 'id': '3dbe709ff03c36f1', + 'ext': 'mp4', + 'format_id': 'hi', + 'display_id': 'shes-a-mod-1964', + 'title': 'Ray Columbus - \'She\'s A Mod\'', + 'description': 'Ray Columbus - \'She\'s A Mod\'', + 'alt_title': 'She\'s a Mod | Music Video', + 'thumbnail': r're:https://www\.nzonscreen\.com/content/images/.+\.jpg', + 'duration': 130, + }, + 'params': {'skip_download': 'm3u8'}, + }, { + 'url': 'https://www.nzonscreen.com/title/puha-and-pakeha-1968/overview', + 'info_dict': { + 'id': 'f86342544385ad8a', + 'ext': 'mp4', + 'format_id': 'hi', + 'display_id': 'puha-and-pakeha-1968', + 'title': 'Looking At New Zealand - Puha and Pakeha', + 'alt_title': 'Looking at New Zealand - \'Pūhā and Pākehā\' | Television', + 'description': 'An excerpt from this television programme.', + 'duration': 212, + 'thumbnail': r're:https://www\.nzonscreen\.com/content/images/.+\.jpg', + }, + 'params': {'skip_download': 'm3u8'}, + }] + + def _extract_formats(self, playlist): + for quality, (id_, url) in enumerate(traverse_obj( + playlist, ('h264', {'lo': 'lo_res', 'hi': 'hi_res'}), expected_type=url_or_none).items()): + yield { + 'url': url, + 'format_id': id_, + 'ext': 'mp4', + 'quality': quality, + 'height': int_or_none(playlist.get('height')) if id_ == 'hi' else None, + 'width': int_or_none(playlist.get('width')) if id_ == 'hi' else None, + 'filesize_approx': float_or_none(traverse_obj(playlist, ('h264', f'{id_}_res_mb')), invscale=1024**2), + } + + def _real_extract(self, url): + video_id = self._match_id(url) + webpage = self._download_webpage(url, video_id) + + playlist = self._parse_json(self._html_search_regex( + r'data-video-config=\'([^\']+)\'', webpage, 'media data'), video_id) + + return { + 'id': playlist['uuid'], + 'display_id': video_id, + 'title': strip_or_none(playlist.get('label')), + 'description': strip_or_none(playlist.get('description')), + 'alt_title': strip_or_none(remove_end( + self._html_extract_title(webpage, default=None) or self._og_search_title(webpage), + ' | NZ On Screen')), + 'thumbnail': traverse_obj(playlist, ('thumbnail', 'path')), + 'duration': float_or_none(playlist.get('duration')), + 'formats': list(self._extract_formats(playlist)), + 'http_headers': { + 'Referer': 'https://www.nzonscreen.com/', + 'Origin': 'https://www.nzonscreen.com/', + } + }