R-yan/l1ving_youtube-dl
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

[AnimeLab] Fix playlist extraction

Browse Source
This commit is contained in:
Mariusz Skoneczko 2020-02-01 13:44:54 +11:00
parent b377af1de5
commit 555c5108fb
1 changed files with 9 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
youtube_dl/extractor/animelab.py
View File

@ -223,41 +223,36 @@ class AnimeLabShowsIE(AnimeLabBaseIE):
'title': 'Attack on Titan', 'title': 'Attack on Titan',
'description': 'md5:989d95a2677e9309368d5cf39ba91469', 'description': 'md5:989d95a2677e9309368d5cf39ba91469',
}, },
'playlist_count': 37, 'playlist_count': 59,
'skip': 'All AnimeLab content requires authentication', 'skip': 'All AnimeLab content requires authentication',
} }
def _real_extract(self, url): def _real_extract(self, url):
_BASE_URL = 'http://www.animelab.com' _BASE_URL = 'http://www.animelab.com'
_SHOWS_API_URL = '/api/videoentries/show/videos/'
display_id = self._match_id(url) display_id = self._match_id(url)
webpage = self._download_webpage(url, display_id, 'Downloading requested URL') webpage = self._download_webpage(url, display_id, 'Downloading requested URL')
show_data = self.get_data_from_js(webpage, 'Show', display_id) show_data_str = self._search_regex(r'({"id":.*}),\svideoEntry', webpage, 'AnimeLab show data')
show_data = self._parse_json(show_data_str, display_id)
show_id = str_or_none(show_data.get('id')) show_id = str_or_none(show_data.get('id'))
title = show_data.get('name') title = show_data.get('name')
description = show_data.get('shortSynopsis') or show_data.get('longSynopsis') description = show_data.get('shortSynopsis') or show_data.get('longSynopsis')
season_strs = re.findall(r'new\s+?VideoEntryCollection\s*?\((.*?)\)', webpage)
seasons = []
for season_str in season_strs:
seasons.append(self._parse_json(season_str, display_id))
if not seasons:
raise ExtractorError('No seasons found!')
entries = [] entries = []
for season in seasons: for season in show_data['seasons']:
season_id = season['id']
get_data = urlencode_postdata({ get_data = urlencode_postdata({
'seasonId': season['params']['seasonId'], 'seasonId': season_id,
'limit': 1000, 'limit': 1000,
}) })
# despite using urlencode_postdata, we are sending a GET request # despite using urlencode_postdata, we are sending a GET request
target_url = _BASE_URL + season['url'] + "?" + get_data.decode('utf-8') target_url = _BASE_URL + _SHOWS_API_URL + show_id + "?" + get_data.decode('utf-8')
response = self._download_webpage( response = self._download_webpage(
target_url, target_url,
None, 'Season id %s' % season['params']['seasonId']) None, 'Season id %s' % season_id)
season_data = self._parse_json(response, display_id) season_data = self._parse_json(response, display_id)