a337fce21c
When the "quality" key does not exist, it crashes the application. So the existence of "quality" key must be tested before requesting it. You can test with this command, with the current version youtube-dl crashes youtube-dl -F http://www.arte.tv/guide/fr/052414-003/repas-de-fete
254 lines
9.4 KiB
Python
254 lines
9.4 KiB
Python
# encoding: utf-8
|
||
from __future__ import unicode_literals
|
||
|
||
import re
|
||
|
||
from .common import InfoExtractor
|
||
from ..utils import (
|
||
find_xpath_attr,
|
||
unified_strdate,
|
||
get_element_by_id,
|
||
get_element_by_attribute,
|
||
int_or_none,
|
||
qualities,
|
||
)
|
||
|
||
# There are different sources of video in arte.tv, the extraction process
|
||
# is different for each one. The videos usually expire in 7 days, so we can't
|
||
# add tests.
|
||
|
||
|
||
class ArteTvIE(InfoExtractor):
|
||
_VALID_URL = r'http://videos\.arte\.tv/(?P<lang>fr|de)/.*-(?P<id>.*?)\.html'
|
||
IE_NAME = 'arte.tv'
|
||
|
||
def _real_extract(self, url):
|
||
mobj = re.match(self._VALID_URL, url)
|
||
lang = mobj.group('lang')
|
||
video_id = mobj.group('id')
|
||
|
||
ref_xml_url = url.replace('/videos/', '/do_delegate/videos/')
|
||
ref_xml_url = ref_xml_url.replace('.html', ',view,asPlayerXml.xml')
|
||
ref_xml_doc = self._download_xml(
|
||
ref_xml_url, video_id, note='Downloading metadata')
|
||
config_node = find_xpath_attr(ref_xml_doc, './/video', 'lang', lang)
|
||
config_xml_url = config_node.attrib['ref']
|
||
config = self._download_xml(
|
||
config_xml_url, video_id, note='Downloading configuration')
|
||
|
||
formats = [{
|
||
'forma_id': q.attrib['quality'],
|
||
# The playpath starts at 'mp4:', if we don't manually
|
||
# split the url, rtmpdump will incorrectly parse them
|
||
'url': q.text.split('mp4:', 1)[0],
|
||
'play_path': 'mp4:' + q.text.split('mp4:', 1)[1],
|
||
'ext': 'flv',
|
||
'quality': 2 if q.attrib['quality'] == 'hd' else 1,
|
||
} for q in config.findall('./urls/url')]
|
||
self._sort_formats(formats)
|
||
|
||
title = config.find('.//name').text
|
||
thumbnail = config.find('.//firstThumbnailUrl').text
|
||
return {
|
||
'id': video_id,
|
||
'title': title,
|
||
'thumbnail': thumbnail,
|
||
'formats': formats,
|
||
}
|
||
|
||
|
||
class ArteTVPlus7IE(InfoExtractor):
|
||
IE_NAME = 'arte.tv:+7'
|
||
_VALID_URL = r'https?://(?:www\.)?arte\.tv/guide/(?P<lang>fr|de)/(?:(?:sendungen|emissions)/)?(?P<id>.*?)/(?P<name>.*?)(\?.*)?'
|
||
|
||
@classmethod
|
||
def _extract_url_info(cls, url):
|
||
mobj = re.match(cls._VALID_URL, url)
|
||
lang = mobj.group('lang')
|
||
# This is not a real id, it can be for example AJT for the news
|
||
# http://www.arte.tv/guide/fr/emissions/AJT/arte-journal
|
||
video_id = mobj.group('id')
|
||
return video_id, lang
|
||
|
||
def _real_extract(self, url):
|
||
video_id, lang = self._extract_url_info(url)
|
||
webpage = self._download_webpage(url, video_id)
|
||
return self._extract_from_webpage(webpage, video_id, lang)
|
||
|
||
def _extract_from_webpage(self, webpage, video_id, lang):
|
||
json_url = self._html_search_regex(
|
||
[r'arte_vp_url=["\'](.*?)["\']', r'data-url=["\']([^"]+)["\']'],
|
||
webpage, 'json vp url')
|
||
return self._extract_from_json_url(json_url, video_id, lang)
|
||
|
||
def _extract_from_json_url(self, json_url, video_id, lang):
|
||
info = self._download_json(json_url, video_id)
|
||
player_info = info['videoJsonPlayer']
|
||
|
||
upload_date_str = player_info.get('shootingDate')
|
||
if not upload_date_str:
|
||
upload_date_str = player_info.get('VDA', '').split(' ')[0]
|
||
|
||
title = player_info['VTI'].strip()
|
||
subtitle = player_info.get('VSU', '').strip()
|
||
if subtitle:
|
||
title += ' - %s' % subtitle
|
||
|
||
info_dict = {
|
||
'id': player_info['VID'],
|
||
'title': title,
|
||
'description': player_info.get('VDE'),
|
||
'upload_date': unified_strdate(upload_date_str),
|
||
'thumbnail': player_info.get('programImage') or player_info.get('VTU', {}).get('IUR'),
|
||
}
|
||
qfunc = qualities(['HQ', 'MQ', 'EQ', 'SQ'])
|
||
|
||
formats = []
|
||
for format_id, format_dict in player_info['VSR'].items():
|
||
f = dict(format_dict)
|
||
if 'quality' in f :
|
||
versionCode = f.get('versionCode')
|
||
|
||
langcode = {
|
||
'fr': 'F',
|
||
'de': 'A',
|
||
}.get(lang, lang)
|
||
lang_rexs = [r'VO?%s' % langcode, r'VO?.-ST%s' % langcode]
|
||
lang_pref = (
|
||
None if versionCode is None else (
|
||
10 if any(re.match(r, versionCode) for r in lang_rexs)
|
||
else -10))
|
||
source_pref = 0
|
||
if versionCode is not None:
|
||
# The original version with subtitles has lower relevance
|
||
if re.match(r'VO-ST(F|A)', versionCode):
|
||
source_pref -= 10
|
||
# The version with sourds/mal subtitles has also lower relevance
|
||
elif re.match(r'VO?(F|A)-STM\1', versionCode):
|
||
source_pref -= 9
|
||
format = {
|
||
'format_id': format_id,
|
||
'preference': -10 if f.get('videoFormat') == 'M3U8' else None,
|
||
'language_preference': lang_pref,
|
||
'format_note': '%s, %s' % (f.get('versionCode'), f.get('versionLibelle')),
|
||
'width': int_or_none(f.get('width')),
|
||
'height': int_or_none(f.get('height')),
|
||
'tbr': int_or_none(f.get('bitrate')),
|
||
'quality': qfunc(f['quality']),
|
||
'source_preference': source_pref,
|
||
}
|
||
|
||
if f.get('mediaType') == 'rtmp':
|
||
format['url'] = f['streamer']
|
||
format['play_path'] = 'mp4:' + f['url']
|
||
format['ext'] = 'flv'
|
||
else:
|
||
format['url'] = f['url']
|
||
|
||
formats.append(format)
|
||
|
||
self._sort_formats(formats)
|
||
|
||
info_dict['formats'] = formats
|
||
return info_dict
|
||
|
||
|
||
# It also uses the arte_vp_url url from the webpage to extract the information
|
||
class ArteTVCreativeIE(ArteTVPlus7IE):
|
||
IE_NAME = 'arte.tv:creative'
|
||
_VALID_URL = r'https?://creative\.arte\.tv/(?P<lang>fr|de)/(?:magazine?/)?(?P<id>[^?#]+)'
|
||
|
||
_TESTS = [{
|
||
'url': 'http://creative.arte.tv/de/magazin/agentur-amateur-corporate-design',
|
||
'info_dict': {
|
||
'id': '72176',
|
||
'ext': 'mp4',
|
||
'title': 'Folge 2 - Corporate Design',
|
||
'upload_date': '20131004',
|
||
},
|
||
}, {
|
||
'url': 'http://creative.arte.tv/fr/Monty-Python-Reunion',
|
||
'info_dict': {
|
||
'id': '160676',
|
||
'ext': 'mp4',
|
||
'title': 'Monty Python live (mostly)',
|
||
'description': 'Événement ! Quarante-cinq ans après leurs premiers succès, les légendaires Monty Python remontent sur scène.\n',
|
||
'upload_date': '20140805',
|
||
}
|
||
}]
|
||
|
||
|
||
class ArteTVFutureIE(ArteTVPlus7IE):
|
||
IE_NAME = 'arte.tv:future'
|
||
_VALID_URL = r'https?://future\.arte\.tv/(?P<lang>fr|de)/(thema|sujet)/.*?#article-anchor-(?P<id>\d+)'
|
||
|
||
_TEST = {
|
||
'url': 'http://future.arte.tv/fr/sujet/info-sciences#article-anchor-7081',
|
||
'info_dict': {
|
||
'id': '5201',
|
||
'ext': 'mp4',
|
||
'title': 'Les champignons au secours de la planète',
|
||
'upload_date': '20131101',
|
||
},
|
||
}
|
||
|
||
def _real_extract(self, url):
|
||
anchor_id, lang = self._extract_url_info(url)
|
||
webpage = self._download_webpage(url, anchor_id)
|
||
row = get_element_by_id(anchor_id, webpage)
|
||
return self._extract_from_webpage(row, anchor_id, lang)
|
||
|
||
|
||
class ArteTVDDCIE(ArteTVPlus7IE):
|
||
IE_NAME = 'arte.tv:ddc'
|
||
_VALID_URL = r'https?://ddc\.arte\.tv/(?P<lang>emission|folge)/(?P<id>.+)'
|
||
|
||
def _real_extract(self, url):
|
||
video_id, lang = self._extract_url_info(url)
|
||
if lang == 'folge':
|
||
lang = 'de'
|
||
elif lang == 'emission':
|
||
lang = 'fr'
|
||
webpage = self._download_webpage(url, video_id)
|
||
scriptElement = get_element_by_attribute('class', 'visu_video_block', webpage)
|
||
script_url = self._html_search_regex(r'src="(.*?)"', scriptElement, 'script url')
|
||
javascriptPlayerGenerator = self._download_webpage(script_url, video_id, 'Download javascript player generator')
|
||
json_url = self._search_regex(r"json_url=(.*)&rendering_place.*", javascriptPlayerGenerator, 'json url')
|
||
return self._extract_from_json_url(json_url, video_id, lang)
|
||
|
||
|
||
class ArteTVConcertIE(ArteTVPlus7IE):
|
||
IE_NAME = 'arte.tv:concert'
|
||
_VALID_URL = r'https?://concert\.arte\.tv/(?P<lang>de|fr)/(?P<id>.+)'
|
||
|
||
_TEST = {
|
||
'url': 'http://concert.arte.tv/de/notwist-im-pariser-konzertclub-divan-du-monde',
|
||
'md5': '9ea035b7bd69696b67aa2ccaaa218161',
|
||
'info_dict': {
|
||
'id': '186',
|
||
'ext': 'mp4',
|
||
'title': 'The Notwist im Pariser Konzertclub "Divan du Monde"',
|
||
'upload_date': '20140128',
|
||
'description': 'md5:486eb08f991552ade77439fe6d82c305',
|
||
},
|
||
}
|
||
|
||
|
||
class ArteTVEmbedIE(ArteTVPlus7IE):
|
||
IE_NAME = 'arte.tv:embed'
|
||
_VALID_URL = r'''(?x)
|
||
http://www\.arte\.tv
|
||
/playerv2/embed\.php\?json_url=
|
||
(?P<json_url>
|
||
http://arte\.tv/papi/tvguide/videos/stream/player/
|
||
(?P<lang>[^/]+)/(?P<id>[^/]+)[^&]*
|
||
)
|
||
'''
|
||
|
||
def _real_extract(self, url):
|
||
mobj = re.match(self._VALID_URL, url)
|
||
video_id = mobj.group('id')
|
||
lang = mobj.group('lang')
|
||
json_url = mobj.group('json_url')
|
||
return self._extract_from_json_url(json_url, video_id, lang)
|