github/yt-dlp
1
0
Fork 0
mirror of https://github.com/yt-dlp/yt-dlp.git synced 2024-11-21 20:46:36 -05:00
Code Issues Projects Releases Packages Wiki Activity

[bitchute] Improve page offset

Browse source
This commit is contained in:
Sergey M․ 2018-08-12 01:52:50 +07:00
parent b65e3b0636
commit de4c41b437
No known key found for this signature in database
GPG key ID: 2C393E0F18A9236D
1 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
youtube_dl/extractor/bitchute.py
View file

@ -81,14 +81,15 @@ class BitChuteChannelIE(InfoExtractor):
def _entries(self, channel_id):
channel_url = 'https://www.bitchute.com/channel/%s/' % channel_id
for page_num in itertools.count(0):
offset = 0
for page_num in itertools.count(1):
data = self._download_json(
'%sextend/' % channel_url, channel_id,
'Downloading channel page %d' % (page_num + 1),
'Downloading channel page %d' % page_num,
data=urlencode_postdata({
'csrfmiddlewaretoken': self._TOKEN,
'name': '',
'offset': page_num * 25
'offset': offset,
}), headers={
'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
'Referer': channel_url,
@ -105,6 +106,7 @@ def _entries(self, channel_id):
html)
if not video_ids:
break
offset += len(video_ids)
for video_id in video_ids:
yield self.url_result(
'https://www.bitchute.com/video/%s' % video_id,