l1ving_youtube-dl/youtube_dl/extractor/puhutv.py

# coding: utf-8
from __future__ import unicode_literals

from .common import InfoExtractor
from ..compat import compat_str
from ..utils import (
    int_or_none,
    float_or_none,
    determine_ext
)


class PuhuTVIE(InfoExtractor):
    _VALID_URL = r'https?://(?:www\.)?puhutv\.com/(?P<id>[a-z0-9-]+)-izle'
    _TESTS = [
        {  # A Film
            'url': 'https://puhutv.com/sut-kardesler-izle',
            'md5': 'a347470371d56e1585d1b2c8dab01c96',
            'info_dict': {
                'id': 'sut-kardesler',
                'display_id': '5085',
                'ext': 'mp4',
                'title': 'Süt Kardeşler',
                'thumbnail': r're:^https?://.*\.jpg$',
                'uploader': 'Arzu Film',
                'description': 'md5:405fd024df916ca16731114eb18e511a',
                'uploader_id': '43',
                'upload_date': '20160729',
            },
        },
        {  # An Episode and geo restricted
            'url': 'https://puhutv.com/jet-sosyete-1-bolum-izle',
            'md5': '3cd1f4b931cff5e009dfa46a3b88a42a',
            'info_dict': {
                'id': 'jet-sosyete-1-bolum',
                'display_id': '18501',
                'ext': 'mp4',
                'title': 'Jet Sosyete 1. Sezon 1. Bölüm',
                'thumbnail': r're:^https?://.*\.jpg$',
                'uploader': 'BKM',
                'description': 'md5:18ba5abe6d19f8063a8348445c41e28f',
                'uploader_id': '269',
                'upload_date': '20180220',
            },
        },
        {  # Has subtitle
            'url': 'https://puhutv.com/dip-1-bolum-izle',
            'md5': 'f27792b1169f42ab318c38887ad5b28e',
            'info_dict': {
                'id': 'dip-1-bolum',
                'display_id': '18944',
                'ext': 'mp4',
                'title': 'Dip 1. Sezon 1. Bölüm',
                'thumbnail': r're:^https?://.*\.jpg$',
                'uploader': 'TMC',
                'description': 'md5:e8ddb56738b093b4eae0a536e2ea02c2',
                'uploader_id': '25',
                'upload_date': '20180330',
            },
            'params': {
                'skip_download': True,
            }
        }
    ]
    IE_NAME = 'puhutv'
    _SUBTITLE_LANGS = {  # currently supported for some series
        'English': 'en',
        'Deutsch': 'de',
        'عربى': 'ar'
    }

    def _real_extract(self, url):
        video_id = self._match_id(url)
        # API call
        info = self._download_json(
            'https://puhutv.com/api/slug/%s-izle' % video_id,
            video_id)

        info = info.get('data')
        display_id = compat_str(info.get('id'))
        title = info.get('title', {}).get('name')
        if(info.get('display_name') and title is not None):
            title += ' ' + info.get('display_name')
        description = info.get('title', {}).get('description')

        upload_date = info.get('created_at', '').split('T')[0].replace('-', '')
        if upload_date is '':
            upload_date = None
        uploader = info.get('title', {}).get('producer', {}).get('name')
        uploader_id = info.get('title', {}).get('producer', {}).get('id')
        if uploader_id is not None:
            uploader_id = compat_str(uploader_id)
        view_count = int_or_none(info.get('content', {}).get('watch_count'))
        duration = float_or_none(info.get('content', {}).get('duration_in_ms'), scale=1000)
        thumbnail = 'https://%s' % info.get('content', {}).get('images', {}).get('wide', {}).get('main')
        release_year = int_or_none(info.get('title', {}).get('released_at'))
        webpage_url = info.get('web_url')
        tags_list = info.get('title', {}).get('genres', {})
        thumbnails_list = info.get('content', {}).get('images', {}).get('wide', {})
        subtitles_list = info.get('content', {}).get('subtitles', {})

        # for series
        season_number = int_or_none(info.get('season_number'))
        season_id = int_or_none(info.get('season_id'))
        episode_number = int_or_none(info.get('episode_number'))

        tags = []
        for tag in tags_list:
            if tag.get('name'):
                tags.append(tag.get('name'))

        thumbnails = []
        for id, url in thumbnails_list.items():
            thumbnails.append({
                'url': url,
                'id': id
            })

        subtitles = {}
        for subtitle in subtitles_list:
            lang = subtitle.get('language')
            sub_url = subtitle.get('url')
            # If the keys were changed by api, continue
            if not lang or not sub_url:
                continue
            subtitles[self._SUBTITLE_LANGS.get(lang, lang)] = [{
                'url': sub_url,
                'ext': determine_ext(sub_url)
            }]

        # Some of videos are geo restricted upon request copyright owner and returns 403
        req_formats = self._download_json(
            'https://puhutv.com/api/assets/%s/videos' % display_id,
            video_id, 'Downloading video JSON')
        if not req_formats:
            self.raise_geo_restricted()
        else:
            format_dict = req_formats.get('data').get('videos')

        formats = []
        for format in format_dict:
            media_url = format.get('url')
            ext = format.get('video_format') or determine_ext(media_url)
            quality = format.get('quality')
            if ext == 'mp4' and format.get('is_playlist') is False:
                formats.append({
                    'url': media_url,
                    'format_id': 'http-%s' % quality,
                    'ext': ext
                })

        return {
            'id': video_id,
            'display_id': display_id,
            'title': title,
            'description': description,
            'season_id': season_id,
            'season_number': season_number,
            'episode_number': episode_number,
            'release_year': release_year,
            'upload_date': upload_date,
            'uploader': uploader,
            'uploader_id': uploader_id,
            'view_count': view_count,
            'duration': duration,
            'tags': tags,
            'subtitles': subtitles,
            'webpage_url': webpage_url,
            'thumbnail': thumbnail,
            'thumbnails': thumbnails,
            'formats': formats
        }


class PuhuTVSerieIE(InfoExtractor):
    _VALID_URL = r'https?://(?:www\.)?puhutv\.com/(?P<id>[a-z0-9-]+)-detay'
    IE_NAME = 'puhutv:serie'
    _TESTS = [
        {
            'url': 'https://puhutv.com/deniz-yildizi-detay',
            'info_dict': {
                'title': 'Deniz Yıldızı',
                'id': 'deniz-yildizi',
                'uploader': 'Focus Film',
                'uploader_id': 61,
            },
            'playlist_mincount': 10,
        },
        {  # a film detail page which is using same url with serie page
            'url': 'https://puhutv.com/kaybedenler-kulubu-detay',
            'info_dict': {
                'title': 'Kaybedenler Kulübü',
                'id': 'kaybedenler-kulubu',
                'uploader': 'Tolga Örnek, Murat Dörtbudak, Neslihan Dörtbudak, Kemal Kaplanoğlu',
                'uploader_id': 248,
            },
            'playlist_mincount': 1,
        },
    ]

    def _extract_entries(self, playlist_id, seasons):
        for season in seasons:
            season_id = season.get('id')
            season_number = season.get('position')
            pagenum = 1
            has_more = True
            while has_more is True:
                query = {
                    'page': pagenum,
                    'per': 40,
                }
                season_info = self._download_json(
                    'https://galadriel.puhutv.com/seasons/%s' % season_id,
                    playlist_id, 'Downloading season %s page %s' % (season_number, pagenum), query=query)
                for episode in season_info.get('episodes'):
                    video_id = episode.get('slugPath').replace('-izle', '')
                    yield self.url_result(
                        'https://puhutv.com/%s-izle' % video_id,
                        PuhuTVIE.ie_key(), video_id)
                pagenum = pagenum + 1
                has_more = season_info.get('hasMore', False)

    def _real_extract(self, url):
        playlist_id = self._match_id(url)

        info = self._download_json(
            'https://puhutv.com/api/slug/%s-detay' % playlist_id,
            playlist_id).get('data')

        title = info.get('name')
        uploader = info.get('producer', {}).get('name')
        uploader_id = info.get('producer', {}).get('id')
        seasons = info.get('seasons')
        if seasons:
            entries = self._extract_entries(playlist_id, seasons)
        else:
            # For films, these are using same url with series
            video_id = info.get('assets')[0].get('slug')
            return self.url_result(
                'https://puhutv.com/%s-izle' % video_id,
                PuhuTVIE.ie_key(), video_id)

        return {
            '_type': 'playlist',
            'id': playlist_id,
            'title': title,
            'uploader': uploader,
            'uploader_id': uploader_id,
            'entries': entries,
        }