mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-11-21 20:46:36 -05:00
[extractor/91porn] Fix title and comment extraction (#5932)
Authored by: pmitchell86 Fixes #3256
This commit is contained in:
pmitchell86
GitHub
parent
7708df8da0
commit
c085cc2def
1 changed files with 62 additions and 27 deletions
|
|
@ -1,26 +1,48 @@
|
||||||
|
import urllib.parse
|
||||||
from .common import InfoExtractor
|
from .common import InfoExtractor
|
||||||
from ..utils import (
|
from ..utils import (
|
||||||
parse_duration,
|
determine_ext,
|
||||||
int_or_none,
|
int_or_none,
|
||||||
|
parse_duration,
|
||||||
|
remove_end,
|
||||||
|
unified_strdate,
|
||||||
ExtractorError,
|
ExtractorError,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
class Porn91IE(InfoExtractor):
|
class Porn91IE(InfoExtractor):
|
||||||
IE_NAME = '91porn'
|
IE_NAME = '91porn'
|
||||||
_VALID_URL = r'(?:https?://)(?:www\.|)91porn\.com/.+?\?viewkey=(?P<id>[\w\d]+)'
|
_VALID_URL = r'(?:https?://)(?:www\.|)91porn\.com/view_video.php\?([^#]+&)?viewkey=(?P<id>\w+)'
|
||||||
|
|
||||||
_TEST = {
|
_TESTS = [{
|
||||||
'url': 'http://91porn.com/view_video.php?viewkey=7e42283b4f5ab36da134',
|
'url': 'http://91porn.com/view_video.php?viewkey=7e42283b4f5ab36da134',
|
||||||
'md5': '7fcdb5349354f40d41689bd0fa8db05a',
|
'md5': 'd869db281402e0ef4ddef3c38b866f86',
|
||||||
'info_dict': {
|
'info_dict': {
|
||||||
'id': '7e42283b4f5ab36da134',
|
'id': '7e42283b4f5ab36da134',
|
||||||
'title': '18岁大一漂亮学妹，水嫩性感，再爽一次！',
|
'title': '18岁大一漂亮学妹，水嫩性感，再爽一次！',
|
||||||
|
'description': 'md5:1ff241f579b07ae936a54e810ad2e891',
|
||||||
'ext': 'mp4',
|
'ext': 'mp4',
|
||||||
'duration': 431,
|
'duration': 431,
|
||||||
|
'upload_date': '20150520',
|
||||||
|
'comment_count': int,
|
||||||
|
'view_count': int,
|
||||||
'age_limit': 18,
|
'age_limit': 18,
|
||||||
}
|
}
|
||||||
}
|
}, {
|
||||||
|
'url': 'https://91porn.com/view_video.php?viewkey=7ef0cf3d362c699ab91c',
|
||||||
|
'md5': 'f8fd50540468a6d795378cd778b40226',
|
||||||
|
'info_dict': {
|
||||||
|
'id': '7ef0cf3d362c699ab91c',
|
||||||
|
'title': '真实空乘，冲上云霄第二部',
|
||||||
|
'description': 'md5:618bf9652cafcc66cd277bd96789baea',
|
||||||
|
'ext': 'mp4',
|
||||||
|
'duration': 248,
|
||||||
|
'upload_date': '20221119',
|
||||||
|
'comment_count': int,
|
||||||
|
'view_count': int,
|
||||||
|
'age_limit': 18,
|
||||||
|
}
|
||||||
|
}]
|
||||||
|
|
||||||
def _real_extract(self, url):
|
def _real_extract(self, url):
|
||||||
video_id = self._match_id(url)
|
video_id = self._match_id(url)
|
||||||
|
|
@ -29,32 +51,45 @@ def _real_extract(self, url):
|
||||||
webpage = self._download_webpage(
|
webpage = self._download_webpage(
|
||||||
'http://91porn.com/view_video.php?viewkey=%s' % video_id, video_id)
|
'http://91porn.com/view_video.php?viewkey=%s' % video_id, video_id)
|
||||||
|
|
||||||
if '作为游客，你每天只可观看10个视频' in webpage:
|
if '视频不存在,可能已经被删除或者被举报为不良内容!' in webpage:
|
||||||
raise ExtractorError('91 Porn says: Daily limit 10 videos exceeded', expected=True)
|
raise ExtractorError('91 Porn says: Video does not exist', expected=True)
|
||||||
|
|
||||||
title = self._search_regex(
|
daily_limit = self._search_regex(
|
||||||
r'<div id="viewvideo-title">([^<]+)</div>', webpage, 'title')
|
r'作为游客，你每天只可观看([\d]+)个视频', webpage, 'exceeded daily limit', default=None, fatal=False)
|
||||||
title = title.replace('\n', '')
|
if daily_limit:
|
||||||
|
raise ExtractorError(f'91 Porn says: Daily limit {daily_limit} videos exceeded', expected=True)
|
||||||
|
|
||||||
video_link_url = self._search_regex(
|
video_link_url = self._search_regex(
|
||||||
r'<textarea[^>]+id=["\']fm-video_link[^>]+>([^<]+)</textarea>',
|
r'document\.write\(\s*strencode2\s*\(\s*((?:"[^"]+")|(?:\'[^\']+\'))', webpage, 'video link')
|
||||||
webpage, 'video link')
|
video_link_url = self._search_regex(
|
||||||
videopage = self._download_webpage(video_link_url, video_id)
|
r'src=["\']([^"\']+)["\']', urllib.parse.unquote(video_link_url), 'unquoted video link')
|
||||||
|
|
||||||
info_dict = self._parse_html5_media_entries(url, videopage, video_id)[0]
|
formats, subtitles = self._get_formats_and_subtitle(video_link_url, video_id)
|
||||||
|
|
||||||
duration = parse_duration(self._search_regex(
|
return {
|
||||||
r'时长:\s*</span>\s*(\d+:\d+)', webpage, 'duration', fatal=False))
|
|
||||||
|
|
||||||
comment_count = int_or_none(self._search_regex(
|
|
||||||
r'留言:\s*</span>\s*(\d+)', webpage, 'comment count', fatal=False))
|
|
||||||
|
|
||||||
info_dict.update({
|
|
||||||
'id': video_id,
|
'id': video_id,
|
||||||
'title': title,
|
'title': remove_end(self._html_extract_title(webpage).replace('\n', ''), 'Chinese homemade video').strip(),
|
||||||
'duration': duration,
|
'formats': formats,
|
||||||
'comment_count': comment_count,
|
'subtitles': subtitles,
|
||||||
'age_limit': self._rta_search(webpage),
|
'upload_date': unified_strdate(self._search_regex(
|
||||||
})
|
r'<span\s+class=["\']title-yakov["\']>(\d{4}-\d{2}-\d{2})</span>', webpage, 'upload_date', fatal=False)),
|
||||||
|
'description': self._html_search_regex(
|
||||||
|
r'<span\s+class=["\']more title["\']>\s*([^<]+)', webpage, 'description', fatal=False),
|
||||||
|
'duration': parse_duration(self._search_regex(
|
||||||
|
r'时长:\s*<span[^>]*>\s*(\d+(?::\d+){1,2})', webpage, 'duration', fatal=False)),
|
||||||
|
'comment_count': int_or_none(self._search_regex(
|
||||||
|
r'留言:\s*<span[^>]*>\s*(\d+)\s*</span>', webpage, 'comment count', fatal=False)),
|
||||||
|
'view_count': int_or_none(self._search_regex(
|
||||||
|
r'热度:\s*<span[^>]*>\s*(\d+)\s*</span>', webpage, 'view count', fatal=False)),
|
||||||
|
'age_limit': 18,
|
||||||
|
}
|
||||||
|
|
||||||
return info_dict
|
def _get_formats_and_subtitle(self, video_link_url, video_id):
|
||||||
|
ext = determine_ext(video_link_url)
|
||||||
|
if ext == 'm3u8':
|
||||||
|
formats, subtitles = self._extract_m3u8_formats_and_subtitles(video_link_url, video_id, ext='mp4')
|
||||||
|
else:
|
||||||
|
formats = [{'url': video_link_url, 'ext': ext}]
|
||||||
|
subtitles = {}
|
||||||
|
|
||||||
|
return formats, subtitles
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue