Mp3, Podcast and playlist extraction added
This commit is contained in:
Hamed Bahadorzadeh
parent
118f7add3b
commit
6567bbe44a
@ -1,5 +1,6 @@
|
||||
from __future__ import unicode_literals
|
||||
|
||||
import json
|
||||
import re
|
||||
|
||||
from .common import InfoExtractor
|
||||
@ -13,7 +14,7 @@ from ..utils import (
|
||||
|
||||
|
||||
class RadioJavanIE(InfoExtractor):
|
||||
_VALID_URL = r'https?://(?:www\.)?radiojavan\.com/videos/video/(?P<id>[^/]+)/?'
|
||||
_VALID_URL = r'https?:\/\/(?:www\.)?radiojavan\.com\/(?P<type>videos\/video|mp3s\/mp3|playlists\/playlist\/mp3|podcasts\/podcast)\/(?P<id>[^\/]+)\/?'
|
||||
_TEST = {
|
||||
'url': 'http://www.radiojavan.com/videos/video/chaartaar-ashoobam',
|
||||
'md5': 'e85208ffa3ca8b83534fca9fe19af95b',
|
||||
@ -30,25 +31,39 @@ class RadioJavanIE(InfoExtractor):
|
||||
}
|
||||
|
||||
def _real_extract(self, url):
|
||||
video_id = self._match_id(url)
|
||||
content_id = self._match_id(url)
|
||||
m = self._VALID_URL_RE.match(url)
|
||||
media_type = m.group('type')
|
||||
|
||||
if media_type == "videos/video":
|
||||
return self.get_video_urls(url, content_id)
|
||||
elif media_type == "mp3s/mp3":
|
||||
return self.get_mp3_urls(url, content_id)
|
||||
elif media_type == "podcasts/podcast":
|
||||
return self.get_podcast_urls(url, content_id)
|
||||
elif media_type == "playlists/playlist/mp3":
|
||||
return self.get_playlist_urls(url, content_id)
|
||||
|
||||
def get_download_host(self, url, host_url, content_id):
|
||||
download_host = self._download_json(
|
||||
'https://www.radiojavan.com/videos/video_host', video_id,
|
||||
data=urlencode_postdata({'id': video_id}),
|
||||
host_url, content_id,
|
||||
data=urlencode_postdata({'id': content_id}),
|
||||
headers={
|
||||
'Content-Type': 'application/x-www-form-urlencoded',
|
||||
'Referer': url,
|
||||
}).get('host', 'https://host1.rjmusicmedia.com')
|
||||
|
||||
webpage = self._download_webpage(url, video_id)
|
||||
}).get("host")
|
||||
return download_host
|
||||
|
||||
def get_video_urls(self, url, content_id):
|
||||
download_host = self.get_download_host(url, 'https://www.radiojavan.com/videos/video_host', content_id)
|
||||
webpage = self._download_webpage(url, content_id)
|
||||
formats = []
|
||||
for format_id, _, video_path in re.findall(
|
||||
for format_id, _, media_path in re.findall(
|
||||
r'RJ\.video(?P<format_id>\d+[pPkK])\s*=\s*(["\'])(?P<url>(?:(?!\2).)+)\2',
|
||||
webpage):
|
||||
f = parse_resolution(format_id)
|
||||
f.update({
|
||||
'url': urljoin(download_host, video_path),
|
||||
'url': urljoin(download_host, "media", media_path+".mp3"),
|
||||
'format_id': format_id,
|
||||
})
|
||||
formats.append(f)
|
||||
@ -71,8 +86,8 @@ class RadioJavanIE(InfoExtractor):
|
||||
r'class="rating">([\d,]+) dislikes',
|
||||
webpage, 'dislike count', fatal=False))
|
||||
|
||||
return {
|
||||
'id': video_id,
|
||||
url = {
|
||||
'id': content_id,
|
||||
'title': title,
|
||||
'thumbnail': thumbnail,
|
||||
'upload_date': upload_date,
|
||||
@ -81,3 +96,101 @@ class RadioJavanIE(InfoExtractor):
|
||||
'dislike_count': dislike_count,
|
||||
'formats': formats,
|
||||
}
|
||||
print(url)
|
||||
return url
|
||||
|
||||
def get_mp3_urls(self, url, content_id):
|
||||
download_host = self.get_download_host(url, 'https://www.radiojavan.com/mp3s/mp3_host', content_id)
|
||||
webpage = self._download_webpage(url, content_id)
|
||||
formats = []
|
||||
for media_path in re.findall(
|
||||
r'RJ.currentMP3Url\s*=\s*[\"\'](?P<url>.+)[\"\'];',
|
||||
webpage):
|
||||
f = {
|
||||
'url': urljoin(download_host, "media/" + media_path + ".mp3"),
|
||||
'vcodec': 'none',
|
||||
}
|
||||
formats.append(f)
|
||||
|
||||
title = self._og_search_title(webpage)
|
||||
thumbnail = self._og_search_thumbnail(webpage)
|
||||
|
||||
upload_date = unified_strdate(self._search_regex(
|
||||
r'class="dateAdded">Date added: ([^<]+)<',
|
||||
webpage, 'upload date', fatal=False))
|
||||
|
||||
view_count = str_to_int(self._search_regex(
|
||||
r'class="views">Plays: ([\d,]+)',
|
||||
webpage, 'view count', fatal=False))
|
||||
like_count = str_to_int(self._search_regex(
|
||||
r'class="rating">([\d,]+) likes',
|
||||
webpage, 'like count', fatal=False))
|
||||
dislike_count = str_to_int(self._search_regex(
|
||||
r'class="rating">([\d,]+) dislikes',
|
||||
webpage, 'dislike count', fatal=False))
|
||||
|
||||
url = {
|
||||
'id': content_id,
|
||||
'title': title,
|
||||
'thumbnail': thumbnail,
|
||||
'upload_date': upload_date,
|
||||
'view_count': view_count,
|
||||
'like_count': like_count,
|
||||
'dislike_count': dislike_count,
|
||||
'formats': formats,
|
||||
}
|
||||
print(url)
|
||||
return url
|
||||
|
||||
def get_playlist_urls(self, url, content_id):
|
||||
webpage = self._download_webpage("https://www.radiojavan.com/mp3s/playlist_start?id="+content_id, content_id)
|
||||
urls = []
|
||||
for mp3s in re.findall(r'RJ.relatedMP3\s*=\s*(?P<mp3s>\[.+\]);', webpage):
|
||||
mp3s_info = json.loads(mp3s)
|
||||
for mp3_info in mp3s_info:
|
||||
url = self.get_mp3_urls("https://www.radiojavan.com/mp3s/mp3/"+mp3_info['next'], mp3_info['next'])
|
||||
urls.append(url)
|
||||
print(urls)
|
||||
return urls
|
||||
def get_podcast_urls(self, url, content_id):
|
||||
download_host = self.get_download_host(url, 'https://www.radiojavan.com/podcasts/podcast_host', content_id)
|
||||
webpage = self._download_webpage(url, content_id)
|
||||
formats = []
|
||||
for media_path in re.findall(
|
||||
r'RJ.currentMP3Url\s*=\s*["\'](?P<url>.+)["\'];',
|
||||
webpage):
|
||||
f = {
|
||||
'url': urljoin(download_host, "media/"+media_path+".mp3"),
|
||||
'vcodec': 'none',
|
||||
}
|
||||
formats.append(f)
|
||||
|
||||
title = self._og_search_title(webpage)
|
||||
thumbnail = self._og_search_thumbnail(webpage)
|
||||
|
||||
upload_date = unified_strdate(self._search_regex(
|
||||
r'class="dateAdded">Date added: ([^<]+)<',
|
||||
webpage, 'upload date', fatal=False))
|
||||
|
||||
view_count = str_to_int(self._search_regex(
|
||||
r'class="views">Plays: ([\d,]+)',
|
||||
webpage, 'view count', fatal=False))
|
||||
like_count = str_to_int(self._search_regex(
|
||||
r'class="rating">([\d,]+) likes',
|
||||
webpage, 'like count', fatal=False))
|
||||
dislike_count = str_to_int(self._search_regex(
|
||||
r'class="rating">([\d,]+) dislikes',
|
||||
webpage, 'dislike count', fatal=False))
|
||||
|
||||
url = {
|
||||
'id': content_id,
|
||||
'title': title,
|
||||
'thumbnail': thumbnail,
|
||||
'upload_date': upload_date,
|
||||
'view_count': view_count,
|
||||
'like_count': like_count,
|
||||
'dislike_count': dislike_count,
|
||||
'formats': formats,
|
||||
}
|
||||
print(url)
|
||||
return url
|
||||
Loading…
x
Reference in New Issue
Block a user