From 09c00759e1290e3df4710c693779630c65ae4ea6 Mon Sep 17 00:00:00 2001 From: doe1080 <98906116+doe1080@users.noreply.github.com> Date: Mon, 3 Mar 2025 02:17:27 +0900 Subject: [PATCH] [ie/vrsquare] Add extractor --- yt_dlp/extractor/_extractors.py | 4 + yt_dlp/extractor/vrsquare.py | 171 ++++++++++++++++++++++++++++++++ 2 files changed, 175 insertions(+) create mode 100644 yt_dlp/extractor/vrsquare.py diff --git a/yt_dlp/extractor/_extractors.py b/yt_dlp/extractor/_extractors.py index 403e1f1f6..1d9664e6c 100644 --- a/yt_dlp/extractor/_extractors.py +++ b/yt_dlp/extractor/_extractors.py @@ -2395,6 +2395,10 @@ VoxMediaIE, VoxMediaVolumeIE, ) +from .vrsquare import ( + VRSQUAREIE, + VRSQUAREPlaylistIE, +) from .vrt import ( VRTIE, DagelijkseKostIE, diff --git a/yt_dlp/extractor/vrsquare.py b/yt_dlp/extractor/vrsquare.py new file mode 100644 index 000000000..9032410f6 --- /dev/null +++ b/yt_dlp/extractor/vrsquare.py @@ -0,0 +1,171 @@ +import itertools + +from .common import InfoExtractor +from ..networking.exceptions import HTTPError +from ..utils import ( + ExtractorError, + clean_html, + extract_attributes, + filter_dict, + parse_duration, + parse_qs, + try_get, +) +from ..utils.traversal import ( + find_element, + find_elements, + traverse_obj, +) + + +class VRSQUAREIE(InfoExtractor): + IE_NAME = 'vrsquare' + IE_DESC = 'VR SQUARE' + + _VALID_URL = r'https?://livr\.jp/contents/(?P[\w-]+)' + _BASE_URL = 'https://livr.jp' + _TESTS = [{ + 'url': 'https://livr.jp/contents/P470896661', + 'info_dict': { + 'id': 'P470896661', + 'ext': 'mp4', + 'title': 'そこ曲がったら、櫻坂？ ７年間お疲れ様！菅井友香の卒業を祝う会！前半 2022年11月6日放送分', + 'description': 'md5:523726dc835aa8014dfe1e2b38d36cd1', + 'duration': 1515.0, + 'tags': list, + 'thumbnail': 're:^https?://media.livr.jp/vod/img/.*$', + }, + }, { + 'url': 'https://livr.jp/contents/P589523973', + 'info_dict': { + 'id': 'P589523973', + 'ext': 'mp4', + 'title': '薄闇に仰ぐ しだれ桜の妖艶', + 'description': 'md5:a042f517b2cbb4ed6746707afec4d306', + 'duration': 1084.0, + 'tags': list, + 'thumbnail': 're:^https?://media.livr.jp/vod/img/.*$', + }, + 'skip': 'Paid video', + }, { + 'url': 'https://livr.jp/contents/P316939908', + 'info_dict': { + 'id': 'P316939908', + 'ext': 'mp4', + 'title': '2024年5月16日（木） 「今日は誰に恋をする？」公演 小栗有以 生誕祭', + 'description': 'md5:2110bdcf947f28bd7d06ec420e51b619', + 'duration': 8559.0, + 'tags': list, + 'thumbnail': 're:^https?://media.livr.jp/vod/img/.*$', + }, + 'skip': 'Premium channel subscribers only', + }, { + # Accessible only in the VR SQUARE app + 'url': 'https://livr.jp/contents/P126481458', + 'only_matching': True, + }] + + def _real_initialize(self): + VRSQUAREIE._HEADERS = { + 'cookie': try_get(self._get_cookies(self._BASE_URL), lambda x: f'uh={x["uh"].value}') or '', + } + + def _real_extract(self, url): + video_id = self._match_id(url) + webpage = self._download_webpage(url, video_id) + status = self._download_json( + f'{self._BASE_URL}/webApi/contentsStatus/{video_id}', + video_id, 'Checking contents status', headers=self._HEADERS) + if isinstance(status, dict): + self.raise_login_required('Unable to access this video') + + try: + webApi = self._download_json( + f'{self._BASE_URL}/webApi/play/url/{video_id}', video_id, headers=self._HEADERS) + except ExtractorError as e: + if isinstance(e.cause, HTTPError) and e.cause.status == 500: + raise ExtractorError('VR SQUARE app-only videos are not supported', expected=True) + + return { + 'id': video_id, + 'title': self._html_search_meta(['og:title', 'twitter:title'], webpage), + 'description': self._html_search_meta('description', webpage), + 'formats': self._extract_m3u8_formats(traverse_obj(webApi, ( + 'urls', ..., 'url', any)), video_id, 'mp4', fatal=False), + 'thumbnail': self._html_search_meta('og:image', webpage), + **traverse_obj(webpage, { + 'duration': ({find_element(cls='layout-product-data-time')}, {parse_duration}), + 'tags': ({find_elements(cls='search-tag')}, ..., {clean_html}), + }), + } + + +class VRSQUAREPlaylistIE(VRSQUAREIE): + IE_NAME = 'vrsquare:playlist' + + _VALID_URL = r'https?://livr\.jp/(?Pcategory|channel|headline|web-search)/?(?P(?!top\b)[\w-]+)?' + _TESTS = [{ + 'url': 'https://livr.jp/category/C133936275', + 'info_dict': { + 'id': 'C133936275', + 'title': 'そこ曲がったら、櫻坂？VR', + }, + 'playlist_mincount': 308, + }, { + 'url': 'https://livr.jp/channel/H372648599', + 'info_dict': { + 'id': 'H372648599', + 'title': 'AKB48＋チャンネル', + }, + 'playlist_mincount': 499, + }, { + 'url': 'https://livr.jp/headline/A296449604', + 'info_dict': { + 'id': 'A296449604', + 'title': 'AKB48 アフターVR', + }, + 'playlist_mincount': 22, + }, { + 'url': 'https://livr.jp/web-search?w=%23%E5%B0%8F%E6%A0%97%E6%9C%89%E4%BB%A5', + 'info_dict': { + 'id': '#小栗有以', + 'title': '#小栗有以', + }, + 'playlist_mincount': 70, + }] + + def _fetch_vids(self, source, keys=()): + return [self.url_result( + f'{self._BASE_URL}/contents/{x.removeprefix("/contents/")}', VRSQUAREIE) + for x in traverse_obj(source, ( + *keys, {find_elements(cls='video', html=True)}, + ..., {extract_attributes}, 'data-url')) + ] + + def _entries(self, webpage, playlist_type, playlist_id, query): + if playlist_type in ('category', 'headline'): + yield from self._fetch_vids(webpage) + else: + endpoint = { + 'channel': f'channel/{playlist_id}', + 'web-search': 'web-search', + }[playlist_type] + for page in itertools.count(1): + ajax = self._download_json( + f'{self._BASE_URL}/ajax/{endpoint}', playlist_id, + query=filter_dict({'p': page, 'w': query}), + ) + yield from self._fetch_vids(ajax, ('contents_render_list', ...)) + if not any(ajax.get(k) for k in ('has_next', 'hasNext')): + break + + def _real_extract(self, url): + playlist_type, playlist_id = self._match_valid_url(url).groups() + query = parse_qs(url).get('w', [None])[0] + if not playlist_id: + playlist_id = query + webpage = self._download_webpage(url, playlist_id) + playlist_title = query or self._html_search_meta('og:title', webpage) + + return self.playlist_result( + self._entries(webpage, playlist_type, playlist_id, query), playlist_id, playlist_title)