import re
-from ..utils import parse_duration
from .common import InfoExtractor
+from ..utils import (
+ clean_html,
+ extract_attributes,
+ get_element_by_attribute,
+ get_element_by_class,
+ get_element_html_by_class,
+ get_elements_by_class,
+ int_or_none,
+ parse_count,
+ parse_duration,
+ unescapeHTML,
+)
+from ..utils.traversal import traverse_obj
class Rule34VideoIE(InfoExtractor):
- _VALID_URL = r'https?://(?:www\.)?rule34video\.com/videos/(?P<id>\d+)'
+ _VALID_URL = r'https?://(?:www\.)?rule34video\.com/videos?/(?P<id>\d+)'
_TESTS = [
{
- 'url': 'https://rule34video.com/videos/3065157/shot-it-mmd-hmv/',
+ 'url': 'https://rule34video.com/video/3065157/shot-it-mmd-hmv/',
'md5': 'ffccac2c23799dabbd192621ae4d04f3',
'info_dict': {
'id': '3065157',
'title': 'Shot It-(mmd hmv)',
'thumbnail': 'https://rule34video.com/contents/videos_screenshots/3065000/3065157/preview.jpg',
'duration': 347.0,
- 'age_limit': 18
+ 'age_limit': 18,
+ 'view_count': int,
+ 'like_count': int,
+ 'comment_count': int,
+ 'timestamp': 1639872000,
+ 'description': 'https://discord.gg/aBqPrHSHvv',
+ 'upload_date': '20211219',
+ 'uploader': 'Sweet HMV',
+ 'uploader_url': 'https://rule34video.com/members/22119/',
+ 'categories': ['3D', 'MMD', 'iwara'],
+ 'tags': 'mincount:10'
}
},
{
'title': 'Lara in Trouble Ep. 7 [WildeerStudio]',
'thumbnail': 'https://rule34video.com/contents/videos_screenshots/3065000/3065296/preview.jpg',
'duration': 938.0,
- 'age_limit': 18
+ 'age_limit': 18,
+ 'view_count': int,
+ 'like_count': int,
+ 'comment_count': int,
+ 'timestamp': 1640131200,
+ 'description': '',
+ 'creators': ['WildeerStudio'],
+ 'upload_date': '20211222',
+ 'uploader': 'CerZule',
+ 'uploader_url': 'https://rule34video.com/members/36281/',
+ 'categories': ['3D', 'Tomb Raider'],
+ 'tags': 'mincount:40'
}
},
]
'quality': quality,
})
- title = self._html_extract_title(webpage)
- thumbnail = self._html_search_regex(r'preview_url:\s+\'([^\']+)\'', webpage, 'thumbnail', default=None)
- duration = self._html_search_regex(r'"icon-clock"></i>\s+<span>((?:\d+:?)+)', webpage, 'duration', default=None)
-
- self._sort_formats(formats)
+ categories, creators, uploader, uploader_url = [None] * 4
+ for col in get_elements_by_class('col', webpage):
+ label = clean_html(get_element_by_class('label', col))
+ if label == 'Categories:':
+ categories = list(map(clean_html, get_elements_by_class('item', col)))
+ elif label == 'Artist:':
+ creators = list(map(clean_html, get_elements_by_class('item', col)))
+ elif label == 'Uploaded By:':
+ uploader = clean_html(get_element_by_class('name', col))
+ uploader_url = extract_attributes(get_element_html_by_class('name', col) or '').get('href')
return {
+ **traverse_obj(self._search_json_ld(webpage, video_id, default={}), ({
+ 'title': 'title',
+ 'view_count': 'view_count',
+ 'like_count': 'like_count',
+ 'duration': 'duration',
+ 'timestamp': 'timestamp',
+ 'description': 'description',
+ 'thumbnail': ('thumbnails', 0, 'url'),
+ })),
'id': video_id,
'formats': formats,
- 'title': title,
- 'thumbnail': thumbnail,
- 'duration': parse_duration(duration),
- 'age_limit': 18
+ 'title': self._html_extract_title(webpage),
+ 'thumbnail': self._html_search_regex(
+ r'preview_url:\s+\'([^\']+)\'', webpage, 'thumbnail', default=None),
+ 'duration': parse_duration(self._html_search_regex(
+ r'"icon-clock"></i>\s+<span>((?:\d+:?)+)', webpage, 'duration', default=None)),
+ 'view_count': int_or_none(self._html_search_regex(
+ r'"icon-eye"></i>\s+<span>([ \d]+)', webpage, 'views', default='').replace(' ', '')),
+ 'like_count': parse_count(get_element_by_class('voters count', webpage)),
+ 'comment_count': int_or_none(self._search_regex(
+ r'[^(]+\((\d+)\)', get_element_by_attribute('href', '#tab_comments', webpage), 'comment count', fatal=False)),
+ 'age_limit': 18,
+ 'creators': creators,
+ 'uploader': uploader,
+ 'uploader_url': uploader_url,
+ 'categories': categories,
+ 'tags': list(map(unescapeHTML, re.findall(
+ r'<a class="tag_item"[^>]+\bhref="https://rule34video\.com/tags/\d+/"[^>]*>(?P<tag>[^>]*)</a>', webpage))),
}