l1ving_youtube-dl/youtube_dl/extractor/rtp.py

# coding: utf-8

from __future__ import unicode_literals

import re

from .common import InfoExtractor
from ..utils import js_to_json


class RTPIE(InfoExtractor):
    _VALID_URL = r'https?://(?:www\.)?rtp\.pt/play/p(?P<program_id>[0-9]+)/(?P<id>[^/?#]+)/?'

    _TESTS = [{
        'url': 'http://www.rtp.pt/play/p405/e174042/paixoes-cruzadas',
        'md5': 'e736ce0c665e459ddb818546220b4ef8',
        'info_dict': {
            'id': 'e174042',
            'ext': 'mp3',
            'title': 'Paixões Cruzadas',
            'description': 'As paixões musicais de António Cartaxo e António Macedo',
            'thumbnail': r're:^https?://.*\.jpg',
        },
        'params': {
            # rtmp download
            'skip_download': True,
        },
    }, {
        'url': 'http://www.rtp.pt/play/p831/a-quimica-das-coisas',
        'only_matching': True,
    }]

    def _real_extract(self, url):
        video_id = self._match_id(url)
        webpage = self._download_webpage(url, video_id)
        title = self._html_search_meta(
            'twitter:title', webpage, display_name='title', fatal=True)
        description = self._html_search_meta('description', webpage)
        thumbnail = self._og_search_thumbnail(webpage)
        player_config = self._search_regex(
            r'(?s)RTPPlayer\(({.*?})', webpage, 'player config')
        player_config = js_to_json(player_config)
        config = self._parse_json(player_config, video_id)
        path, ext = config.get('file').rsplit('.', 1)
        formats = [{
            'format_id': 'rtmp',
            'ext': ext,
            'preference': -2,
            'url': '{file}'.format(**config),
            'app': config.get('application'),
            'play_path': '{ext:s}:{path:s}'.format(ext=ext, path=path),
            'page_url': url,
            'player_url': 'http://programas.rtp.pt/play/player.swf?v3',
            'rtmp_real_time': True,
        }]
        self._sort_formats(formats)

        return {
            'id': video_id,
            'title': title,
            'formats': formats,
            'description': description,
            'thumbnail': thumbnail,
        }


class RTPPlaylistIE(InfoExtractor):
    _VALID_URL = r'https?://(?:www\.)?rtp\.pt/play/p(?P<program_id>[0-9]+)'

    def _get_program_id(self, url):
        mobj = re.match(self._VALID_URL, url)
        program_id = mobj.group('program_id')
        return program_id

    def _extract_entries(self, url, program_id, page):
        entry_url = "https://www.rtp.pt/play/bg_l_ep/?&listProgram=%s&listcategory=&listchannel=&type=radio&page=%s" % (
            program_id, page
        )
        webpage = self._download_webpage(entry_url, program_id)
        return [self.url_result('https://www.rtp.pt/play/p%s/%s/' % (program_id, episode), 'RTP')
                for episode in re.findall(r'e\d+', webpage)]

    def _real_extract(self, url):
        page = 1
        program_id = self._get_program_id(url)

        entry = self._extract_entries(url, program_id, page)
        new_entry = self._extract_entries(url, program_id, page + 1)
        while new_entry != []:
            new_entry = self._extract_entries(url, program_id, page + 1)
            entry += new_entry
            page += 1
        return self.playlist_result(entry, playlist_id=program_id)