# coding: utf-8 from __future__ import unicode_literals import itertools import re from .common import InfoExtractor class XimalayaBaseIE(InfoExtractor): _GEO_COUNTRIES = ['CN'] class XimalayaIE(XimalayaBaseIE): IE_NAME = 'ximalaya' IE_DESC = '喜马拉雅FM' _VALID_URL = r'https?://(?:www\.|m\.)?ximalaya\.com/(?P[0-9]+)/sound/(?P[0-9]+)' _USER_URL_FORMAT = '%s://www.ximalaya.com/zhubo/%i/' _TESTS = [ { 'url': 'http://www.ximalaya.com/61425525/sound/47740352/', 'info_dict': { 'id': '47740352', 'ext': 'm4a', 'uploader': '小彬彬爱听书', 'uploader_id': 61425525, 'uploader_url': 'http://www.ximalaya.com/zhubo/61425525/', 'title': '261.唐诗三百首.卷八.送孟浩然之广陵.李白', 'description': "contains:《送孟浩然之广陵》\n作者：李白\n故人西辞黄鹤楼，烟花三月下扬州。\n孤帆远影碧空尽，惟见长江天际流。", 'thumbnails': [ { 'name': 'cover_url', 'url': r're:^https?://.*\.jpg$', }, { 'name': 'cover_url_142', 'url': r're:^https?://.*\.jpg$', 'width': 180, 'height': 180 } ], 'categories': ['renwen', '人文'], 'duration': 93, 'view_count': int, 'like_count': int, } }, { 'url': 'http://m.ximalaya.com/61425525/sound/47740352/', 'info_dict': { 'id': '47740352', 'ext': 'm4a', 'uploader': '小彬彬爱听书', 'uploader_id': 61425525, 'uploader_url': 'http://www.ximalaya.com/zhubo/61425525/', 'title': '261.唐诗三百首.卷八.送孟浩然之广陵.李白', 'description': "contains:《送孟浩然之广陵》\n作者：李白\n故人西辞黄鹤楼，烟花三月下扬州。\n孤帆远影碧空尽，惟见长江天际流。", 'thumbnails': [ { 'name': 'cover_url', 'url': r're:^https?://.*\.jpg$', }, { 'name': 'cover_url_142', 'url': r're:^https?://.*\.jpg$', 'width': 180, 'height': 180 } ], 'categories': ['renwen', '人文'], 'duration': 93, 'view_count': int, 'like_count': int, } }, { 'url': 'https://www.ximalaya.com/11045267/sound/15705996/', 'info_dict': { 'id': '15705996', 'ext': 'm4a', 'uploader': '李延隆老师', 'uploader_id': 11045267, 'uploader_url': 'https://www.ximalaya.com/zhubo/11045267/', 'title': 'Lesson 1 Excuse me!', 'description': "contains:Listen to the tape then answer\xa0this question. Whose handbag is it?\n" "听录音，然后回答问题，这是谁的手袋？", 'thumbnails': [ { 'name': 'cover_url', 'url': r're:^https?://.*\.jpg$', }, { 'name': 'cover_url_142', 'url': r're:^https?://.*\.jpg$', 'width': 180, 'height': 180 } ], 'categories': ['train', '外语'], 'duration': 40, 'view_count': int, 'like_count': int, } }, ] def _real_extract(self, url): scheme = 'https' if url.startswith('https') else 'http' audio_id = self._match_id(url) audio_info_file = '%s://m.ximalaya.com/tracks/%s.json' % (scheme, audio_id) audio_info = self._download_json(audio_info_file, audio_id, 'Downloading info json %s' % audio_info_file, 'Unable to download info file') formats = [] for bps, k in (('24k', 'play_path_32'), ('64k', 'play_path_64')): if audio_info.get(k): formats.append({ 'format_id': bps, 'url': audio_info[k], }) thumbnails = [] for k in audio_info.keys(): # cover pics kyes like: cover_url', 'cover_url_142' if k.startswith('cover_url') and audio_info[k]: thumbnail = {'name': k, 'url': audio_info[k]} if k == 'cover_url_142': thumbnail['width'] = 180 thumbnail['height'] = 180 thumbnails.append(thumbnail) audio_uploader_id = audio_info.get('uid') audio_description = audio_info.get('intro') audio_description = audio_description.strip() if audio_description else None return { 'id': audio_id, 'uploader': audio_info.get('nickname'), 'uploader_id': audio_uploader_id, 'uploader_url': self._USER_URL_FORMAT % (scheme, audio_uploader_id) if audio_uploader_id else None, 'title': audio_info['title'], 'thumbnails': thumbnails, 'description': audio_description, 'categories': list(filter(None, (audio_info.get('category_name'), audio_info.get('category_title')))), 'duration': audio_info.get('duration'), 'view_count': audio_info.get('play_count'), 'like_count': audio_info.get('favorites_count'), 'formats': formats, } class XimalayaAlbumBaseIE(XimalayaBaseIE): _TEMPLATE_URL = '%s://www.ximalaya.com/revision/play/album?albumId=%s&pageNum=%d' _BASE_URL_TEMPL = '%s://www.ximalaya.com/%s/sound/%s/' def _get_album_json(self, valid_url, url): self.scheme = 'https' if url.startswith('https') else 'http' mobj = re.match(valid_url, url) album_id = mobj.group('album_id') page_json = self._download_json(self._TEMPLATE_URL % (self.scheme, album_id, 1), album_id, note='Download album page for %s' % album_id, errnote='Unable to get album info') title = page_json['data']['tracksAudioPlay'][0]['albumName'] return self.playlist_result(self._get_entries(page_json), album_id, title) def _get_entries(self, page_json): album_id = page_json['data']['albumId'] for page_num in itertools.count(1): for entry in self._process_page(page_json['data']['tracksAudioPlay']): yield entry if not page_json['data']['hasMore']: break next_full_url = self._TEMPLATE_URL % (self.scheme, album_id, int(page_json['data']['pageNum']) + 1) page_json = self._download_json(next_full_url, album_id) def _process_page(self, tracks_json): for s in tracks_json: id = s['trackId'] anchorId = s['anchorId'] title = s['trackName'] url = self._BASE_URL_TEMPL % (self.scheme, anchorId, id) yield self.url_result(url, XimalayaIE.ie_key(), id, title) class XimalayaAlbumIE(XimalayaAlbumBaseIE): IE_NAME = 'ximalaya:album' IE_DESC = '喜马拉雅FM 专辑' _VALID_URL = r'https?://(?:www\.|m\.)?ximalaya\.com/(?P[a-zA-Z]+)/(?P[0-9]+)' _TESTS = [{ 'url': 'https://www.ximalaya.com/renwen/5534601/', 'info_dict': { 'title': '唐诗三百首（含赏析）', 'id': '5534601', }, 'playlist_count': 312, } ] def _real_extract(self, url): return self._get_album_json(self._VALID_URL, url) class XimalayaAlbumMobileIE(XimalayaAlbumBaseIE): IE_NAME = 'ximalaya:album_mobile' IE_DESC = '喜马拉雅FM 专辑手机页面' _VALID_URL = r'https?://(www\.|m\.)?ximalaya\.com/[0-9]+/album/(?P[0-9]+)' _TESTS = [{ 'url': 'http://m.ximalaya.com/61425525/album/5534601', 'info_dict': { 'title': '唐诗三百首（含赏析）', 'id': '5534601', }, 'playlist_count': 312, } ] def _real_extract(self, url): return self._get_album_json(self._VALID_URL, url)