diff --git a/youtube_dl/extractor/radiojavan.py b/youtube_dl/extractor/radiojavan.py index 3f74f0c01..77885ca12 100644 --- a/youtube_dl/extractor/radiojavan.py +++ b/youtube_dl/extractor/radiojavan.py @@ -1,5 +1,6 @@ from __future__ import unicode_literals +import json import re from .common import InfoExtractor @@ -13,7 +14,7 @@ from ..utils import ( class RadioJavanIE(InfoExtractor): - _VALID_URL = r'https?://(?:www\.)?radiojavan\.com/videos/video/(?P[^/]+)/?' + _VALID_URL = r'https?:\/\/(?:www\.)?radiojavan\.com\/(?Pvideos\/video|mp3s\/mp3|playlists\/playlist\/mp3|podcasts\/podcast)\/(?P[^\/]+)\/?' _TEST = { 'url': 'http://www.radiojavan.com/videos/video/chaartaar-ashoobam', 'md5': 'e85208ffa3ca8b83534fca9fe19af95b', @@ -30,25 +31,39 @@ class RadioJavanIE(InfoExtractor): } def _real_extract(self, url): - video_id = self._match_id(url) + content_id = self._match_id(url) + m = self._VALID_URL_RE.match(url) + media_type = m.group('type') + if media_type == "videos/video": + return self.get_video_urls(url, content_id) + elif media_type == "mp3s/mp3": + return self.get_mp3_urls(url, content_id) + elif media_type == "podcasts/podcast": + return self.get_podcast_urls(url, content_id) + elif media_type == "playlists/playlist/mp3": + return self.get_playlist_urls(url, content_id) + + def get_download_host(self, url, host_url, content_id): download_host = self._download_json( - 'https://www.radiojavan.com/videos/video_host', video_id, - data=urlencode_postdata({'id': video_id}), + host_url, content_id, + data=urlencode_postdata({'id': content_id}), headers={ 'Content-Type': 'application/x-www-form-urlencoded', 'Referer': url, - }).get('host', 'https://host1.rjmusicmedia.com') - - webpage = self._download_webpage(url, video_id) + }).get("host") + return download_host + def get_video_urls(self, url, content_id): + download_host = self.get_download_host(url, 'https://www.radiojavan.com/videos/video_host', content_id) + webpage = self._download_webpage(url, content_id) formats = [] - for format_id, _, video_path in re.findall( + for format_id, _, media_path in re.findall( r'RJ\.video(?P\d+[pPkK])\s*=\s*(["\'])(?P(?:(?!\2).)+)\2', webpage): f = parse_resolution(format_id) f.update({ - 'url': urljoin(download_host, video_path), + 'url': urljoin(download_host, "media", media_path+".mp3"), 'format_id': format_id, }) formats.append(f) @@ -71,8 +86,8 @@ class RadioJavanIE(InfoExtractor): r'class="rating">([\d,]+) dislikes', webpage, 'dislike count', fatal=False)) - return { - 'id': video_id, + url = { + 'id': content_id, 'title': title, 'thumbnail': thumbnail, 'upload_date': upload_date, @@ -81,3 +96,101 @@ class RadioJavanIE(InfoExtractor): 'dislike_count': dislike_count, 'formats': formats, } + print(url) + return url + + def get_mp3_urls(self, url, content_id): + download_host = self.get_download_host(url, 'https://www.radiojavan.com/mp3s/mp3_host', content_id) + webpage = self._download_webpage(url, content_id) + formats = [] + for media_path in re.findall( + r'RJ.currentMP3Url\s*=\s*[\"\'](?P.+)[\"\'];', + webpage): + f = { + 'url': urljoin(download_host, "media/" + media_path + ".mp3"), + 'vcodec': 'none', + } + formats.append(f) + + title = self._og_search_title(webpage) + thumbnail = self._og_search_thumbnail(webpage) + + upload_date = unified_strdate(self._search_regex( + r'class="dateAdded">Date added: ([^<]+)<', + webpage, 'upload date', fatal=False)) + + view_count = str_to_int(self._search_regex( + r'class="views">Plays: ([\d,]+)', + webpage, 'view count', fatal=False)) + like_count = str_to_int(self._search_regex( + r'class="rating">([\d,]+) likes', + webpage, 'like count', fatal=False)) + dislike_count = str_to_int(self._search_regex( + r'class="rating">([\d,]+) dislikes', + webpage, 'dislike count', fatal=False)) + + url = { + 'id': content_id, + 'title': title, + 'thumbnail': thumbnail, + 'upload_date': upload_date, + 'view_count': view_count, + 'like_count': like_count, + 'dislike_count': dislike_count, + 'formats': formats, + } + print(url) + return url + + def get_playlist_urls(self, url, content_id): + webpage = self._download_webpage("https://www.radiojavan.com/mp3s/playlist_start?id="+content_id, content_id) + urls = [] + for mp3s in re.findall(r'RJ.relatedMP3\s*=\s*(?P\[.+\]);', webpage): + mp3s_info = json.loads(mp3s) + for mp3_info in mp3s_info: + url = self.get_mp3_urls("https://www.radiojavan.com/mp3s/mp3/"+mp3_info['next'], mp3_info['next']) + urls.append(url) + print(urls) + return urls + def get_podcast_urls(self, url, content_id): + download_host = self.get_download_host(url, 'https://www.radiojavan.com/podcasts/podcast_host', content_id) + webpage = self._download_webpage(url, content_id) + formats = [] + for media_path in re.findall( + r'RJ.currentMP3Url\s*=\s*["\'](?P.+)["\'];', + webpage): + f = { + 'url': urljoin(download_host, "media/"+media_path+".mp3"), + 'vcodec': 'none', + } + formats.append(f) + + title = self._og_search_title(webpage) + thumbnail = self._og_search_thumbnail(webpage) + + upload_date = unified_strdate(self._search_regex( + r'class="dateAdded">Date added: ([^<]+)<', + webpage, 'upload date', fatal=False)) + + view_count = str_to_int(self._search_regex( + r'class="views">Plays: ([\d,]+)', + webpage, 'view count', fatal=False)) + like_count = str_to_int(self._search_regex( + r'class="rating">([\d,]+) likes', + webpage, 'like count', fatal=False)) + dislike_count = str_to_int(self._search_regex( + r'class="rating">([\d,]+) dislikes', + webpage, 'dislike count', fatal=False)) + + url = { + 'id': content_id, + 'title': title, + 'thumbnail': thumbnail, + 'upload_date': upload_date, + 'view_count': view_count, + 'like_count': like_count, + 'dislike_count': dislike_count, + 'formats': formats, + } + print(url) + return url \ No newline at end of file