from .common import InfoExtractor from ..utils import js_to_json import re import json import urllib.parse import base64 class RTPIE(InfoExtractor): _VALID_URL = r'https?://(?:www\.)?rtp\.pt/play/p(?P<program_id>[0-9]+)/(?P<id>[^/?#]+)/?' _TESTS = [{ 'url': 'http://www.rtp.pt/play/p405/e174042/paixoes-cruzadas', 'md5': 'e736ce0c665e459ddb818546220b4ef8', 'info_dict': { 'id': 'e174042', 'ext': 'mp3', 'title': 'Paixões Cruzadas', 'description': 'As paixões musicais de António Cartaxo e António Macedo', 'thumbnail': r're:^https?://.*\.jpg', }, }, { 'url': 'http://www.rtp.pt/play/p831/a-quimica-das-coisas', 'only_matching': True, }] _RX_OBFUSCATION = re.compile(r'''(?xs) atob\s*\(\s*decodeURIComponent\s*\(\s* (\[[0-9A-Za-z%,'"]*\]) \s*\.\s*join\(\s*(?:""|'')\s*\)\s*\)\s*\) ''') def __unobfuscate(self, data, *, video_id): if data.startswith('{'): data = self._RX_OBFUSCATION.sub( lambda m: json.dumps( base64.b64decode(urllib.parse.unquote( ''.join(self._parse_json(m.group(1), video_id)) )).decode('iso-8859-1')), data) return js_to_json(data) def _real_extract(self, url): video_id = self._match_id(url) webpage = self._download_webpage(url, video_id) title = self._html_search_meta( 'twitter:title', webpage, display_name='title', fatal=True) f, config = self._search_regex( r'''(?sx) var\s+f\s*=\s*(?P<f>".*?"|{[^;]+?});\s* var\s+player1\s+=\s+new\s+RTPPlayer\s*\((?P<config>{(?:(?!\*/).)+?})\);(?!\s*\*/) ''', webpage, 'player config', group=('f', 'config')) f = self._parse_json( f, video_id, lambda data: self.__unobfuscate(data, video_id=video_id)) config = self._parse_json( config, video_id, lambda data: self.__unobfuscate(data, video_id=video_id)) formats = [] if isinstance(f, dict): f_hls = f.get('hls') if f_hls is not None: formats.extend(self._extract_m3u8_formats( f_hls, video_id, 'mp4', 'm3u8_native', m3u8_id='hls')) f_dash = f.get('dash') if f_dash is not None: formats.extend(self._extract_mpd_formats(f_dash, video_id, mpd_id='dash')) else: formats.append({ 'format_id': 'f', 'url': f, 'vcodec': 'none' if config.get('mediaType') == 'audio' else None, }) subtitles = {} vtt = config.get('vtt') if vtt is not None: for lcode, lname, url in vtt: subtitles.setdefault(lcode, []).append({ 'name': lname, 'url': url, }) return { 'id': video_id, 'title': title, 'formats': formats, 'description': self._html_search_meta(['description', 'twitter:description'], webpage), 'thumbnail': config.get('poster') or self._og_search_thumbnail(webpage), 'subtitles': subtitles, }