mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2025-03-09 12:50:23 -05:00
[ie/vrsquare] Add extractor
This commit is contained in:
doe1080
parent
79ec2fdff7
commit
09c00759e1
2 changed files with 175 additions and 0 deletions
|
|
@ -2395,6 +2395,10 @@
|
|||
VoxMediaIE,
|
||||
VoxMediaVolumeIE,
|
||||
)
|
||||
from .vrsquare import (
|
||||
VRSQUAREIE,
|
||||
VRSQUAREPlaylistIE,
|
||||
)
|
||||
from .vrt import (
|
||||
VRTIE,
|
||||
DagelijkseKostIE,
|
||||
|
|
|
|||
171
yt_dlp/extractor/vrsquare.py
Normal file
171
yt_dlp/extractor/vrsquare.py
Normal file
|
|
@ -0,0 +1,171 @@
|
|||
import itertools
|
||||
|
||||
from .common import InfoExtractor
|
||||
from ..networking.exceptions import HTTPError
|
||||
from ..utils import (
|
||||
ExtractorError,
|
||||
clean_html,
|
||||
extract_attributes,
|
||||
filter_dict,
|
||||
parse_duration,
|
||||
parse_qs,
|
||||
try_get,
|
||||
)
|
||||
from ..utils.traversal import (
|
||||
find_element,
|
||||
find_elements,
|
||||
traverse_obj,
|
||||
)
|
||||
|
||||
|
||||
class VRSQUAREIE(InfoExtractor):
|
||||
IE_NAME = 'vrsquare'
|
||||
IE_DESC = 'VR SQUARE'
|
||||
|
||||
_VALID_URL = r'https?://livr\.jp/contents/(?P<id>[\w-]+)'
|
||||
_BASE_URL = 'https://livr.jp'
|
||||
_TESTS = [{
|
||||
'url': 'https://livr.jp/contents/P470896661',
|
||||
'info_dict': {
|
||||
'id': 'P470896661',
|
||||
'ext': 'mp4',
|
||||
'title': 'そこ曲がったら、櫻坂？ ７年間お疲れ様！菅井友香の卒業を祝う会！前半 2022年11月6日放送分',
|
||||
'description': 'md5:523726dc835aa8014dfe1e2b38d36cd1',
|
||||
'duration': 1515.0,
|
||||
'tags': list,
|
||||
'thumbnail': 're:^https?://media.livr.jp/vod/img/.*$',
|
||||
},
|
||||
}, {
|
||||
'url': 'https://livr.jp/contents/P589523973',
|
||||
'info_dict': {
|
||||
'id': 'P589523973',
|
||||
'ext': 'mp4',
|
||||
'title': '薄闇に仰ぐ しだれ桜の妖艶',
|
||||
'description': 'md5:a042f517b2cbb4ed6746707afec4d306',
|
||||
'duration': 1084.0,
|
||||
'tags': list,
|
||||
'thumbnail': 're:^https?://media.livr.jp/vod/img/.*$',
|
||||
},
|
||||
'skip': 'Paid video',
|
||||
}, {
|
||||
'url': 'https://livr.jp/contents/P316939908',
|
||||
'info_dict': {
|
||||
'id': 'P316939908',
|
||||
'ext': 'mp4',
|
||||
'title': '2024年5月16日（木） 「今日は誰に恋をする？」公演 小栗有以 生誕祭',
|
||||
'description': 'md5:2110bdcf947f28bd7d06ec420e51b619',
|
||||
'duration': 8559.0,
|
||||
'tags': list,
|
||||
'thumbnail': 're:^https?://media.livr.jp/vod/img/.*$',
|
||||
},
|
||||
'skip': 'Premium channel subscribers only',
|
||||
}, {
|
||||
# Accessible only in the VR SQUARE app
|
||||
'url': 'https://livr.jp/contents/P126481458',
|
||||
'only_matching': True,
|
||||
}]
|
||||
|
||||
def _real_initialize(self):
|
||||
VRSQUAREIE._HEADERS = {
|
||||
'cookie': try_get(self._get_cookies(self._BASE_URL), lambda x: f'uh={x["uh"].value}') or '',
|
||||
}
|
||||
|
||||
def _real_extract(self, url):
|
||||
video_id = self._match_id(url)
|
||||
webpage = self._download_webpage(url, video_id)
|
||||
status = self._download_json(
|
||||
f'{self._BASE_URL}/webApi/contentsStatus/{video_id}',
|
||||
video_id, 'Checking contents status', headers=self._HEADERS)
|
||||
if isinstance(status, dict):
|
||||
self.raise_login_required('Unable to access this video')
|
||||
|
||||
try:
|
||||
webApi = self._download_json(
|
||||
f'{self._BASE_URL}/webApi/play/url/{video_id}', video_id, headers=self._HEADERS)
|
||||
except ExtractorError as e:
|
||||
if isinstance(e.cause, HTTPError) and e.cause.status == 500:
|
||||
raise ExtractorError('VR SQUARE app-only videos are not supported', expected=True)
|
||||
|
||||
return {
|
||||
'id': video_id,
|
||||
'title': self._html_search_meta(['og:title', 'twitter:title'], webpage),
|
||||
'description': self._html_search_meta('description', webpage),
|
||||
'formats': self._extract_m3u8_formats(traverse_obj(webApi, (
|
||||
'urls', ..., 'url', any)), video_id, 'mp4', fatal=False),
|
||||
'thumbnail': self._html_search_meta('og:image', webpage),
|
||||
**traverse_obj(webpage, {
|
||||
'duration': ({find_element(cls='layout-product-data-time')}, {parse_duration}),
|
||||
'tags': ({find_elements(cls='search-tag')}, ..., {clean_html}),
|
||||
}),
|
||||
}
|
||||
|
||||
|
||||
class VRSQUAREPlaylistIE(VRSQUAREIE):
|
||||
IE_NAME = 'vrsquare:playlist'
|
||||
|
||||
_VALID_URL = r'https?://livr\.jp/(?P<type>category|channel|headline|web-search)/?(?P<id>(?!top\b)[\w-]+)?'
|
||||
_TESTS = [{
|
||||
'url': 'https://livr.jp/category/C133936275',
|
||||
'info_dict': {
|
||||
'id': 'C133936275',
|
||||
'title': 'そこ曲がったら、櫻坂？VR',
|
||||
},
|
||||
'playlist_mincount': 308,
|
||||
}, {
|
||||
'url': 'https://livr.jp/channel/H372648599',
|
||||
'info_dict': {
|
||||
'id': 'H372648599',
|
||||
'title': 'AKB48＋チャンネル',
|
||||
},
|
||||
'playlist_mincount': 499,
|
||||
}, {
|
||||
'url': 'https://livr.jp/headline/A296449604',
|
||||
'info_dict': {
|
||||
'id': 'A296449604',
|
||||
'title': 'AKB48 アフターVR',
|
||||
},
|
||||
'playlist_mincount': 22,
|
||||
}, {
|
||||
'url': 'https://livr.jp/web-search?w=%23%E5%B0%8F%E6%A0%97%E6%9C%89%E4%BB%A5',
|
||||
'info_dict': {
|
||||
'id': '#小栗有以',
|
||||
'title': '#小栗有以',
|
||||
},
|
||||
'playlist_mincount': 70,
|
||||
}]
|
||||
|
||||
def _fetch_vids(self, source, keys=()):
|
||||
return [self.url_result(
|
||||
f'{self._BASE_URL}/contents/{x.removeprefix("/contents/")}', VRSQUAREIE)
|
||||
for x in traverse_obj(source, (
|
||||
*keys, {find_elements(cls='video', html=True)},
|
||||
..., {extract_attributes}, 'data-url'))
|
||||
]
|
||||
|
||||
def _entries(self, webpage, playlist_type, playlist_id, query):
|
||||
if playlist_type in ('category', 'headline'):
|
||||
yield from self._fetch_vids(webpage)
|
||||
else:
|
||||
endpoint = {
|
||||
'channel': f'channel/{playlist_id}',
|
||||
'web-search': 'web-search',
|
||||
}[playlist_type]
|
||||
for page in itertools.count(1):
|
||||
ajax = self._download_json(
|
||||
f'{self._BASE_URL}/ajax/{endpoint}', playlist_id,
|
||||
query=filter_dict({'p': page, 'w': query}),
|
||||
)
|
||||
yield from self._fetch_vids(ajax, ('contents_render_list', ...))
|
||||
if not any(ajax.get(k) for k in ('has_next', 'hasNext')):
|
||||
break
|
||||
|
||||
def _real_extract(self, url):
|
||||
playlist_type, playlist_id = self._match_valid_url(url).groups()
|
||||
query = parse_qs(url).get('w', [None])[0]
|
||||
if not playlist_id:
|
||||
playlist_id = query
|
||||
webpage = self._download_webpage(url, playlist_id)
|
||||
playlist_title = query or self._html_search_meta('og:title', webpage)
|
||||
|
||||
return self.playlist_result(
|
||||
self._entries(webpage, playlist_type, playlist_id, query), playlist_id, playlist_title)
|
||||
Loading…
Reference in a new issue