From e8074a02c78ddc7ec4de511e20cddcb36510ebb4 Mon Sep 17 00:00:00 2001 From: josergdev Date: Sun, 20 Oct 2019 17:55:16 +0200 Subject: [PATCH 1/2] [Telemadrid] Add new extractor --- youtube_dl/extractor/extractors.py | 1 + youtube_dl/extractor/telemadrid.py | 48 ++++++++++++++++++++++++++++++ 2 files changed, 49 insertions(+) create mode 100644 youtube_dl/extractor/telemadrid.py diff --git a/youtube_dl/extractor/extractors.py b/youtube_dl/extractor/extractors.py index 1db21529f..17c5c5f71 100644 --- a/youtube_dl/extractor/extractors.py +++ b/youtube_dl/extractor/extractors.py @@ -1125,6 +1125,7 @@ from .tele13 import Tele13IE from .telebruxelles import TeleBruxellesIE from .telecinco import TelecincoIE from .telegraaf import TelegraafIE +from .telemadrid import TelemadridIE from .telemb import TeleMBIE from .telequebec import ( TeleQuebecIE, diff --git a/youtube_dl/extractor/telemadrid.py b/youtube_dl/extractor/telemadrid.py new file mode 100644 index 000000000..7d6accc34 --- /dev/null +++ b/youtube_dl/extractor/telemadrid.py @@ -0,0 +1,48 @@ +# coding: utf-8 +from __future__ import unicode_literals + +import re + +from .common import InfoExtractor +from ..utils import int_or_none + + +class TelemadridIE(InfoExtractor): + _VALID_URL = r'https?://(?:www\.)?telemadrid\.es/[^/]+/[^/]+/(?P.+?)--\d+.html' + _TEST = { + 'url': 'http://www.telemadrid.es/programas/120-minutos/minutos-Parte-uno-2-2165803426--20191008033109.html', + 'info_dict': { + 'id': '6093135605001', + 'ext': 'mp4', + 'title': '120 minutos 08.10.2019 (Parte 1)', + 'description': 'md5:eea20844c4aef07638b53d8f40fe8e23', + 'thumbnail': r're:^https?://images.telemadrid.es/2019/10/08/programas/120-minutos/minutos-Parte-uno_2165803426_7312298_1920x1080.jpg$', + 'timestamp': 1570541701, + 'upload_date': '20191008' + } + } + + _VIDEO_BASE = 'http://c.brightcove.com/services/mobile/streaming/index/master.m3u8?videoId=' + + def _real_extract(self, url): + display_id = re.match(self._VALID_URL, url).groups() + webpage = self._download_webpage(url, display_id) + + video_figure = self._search_regex(r']+class=\"media-video\"[^>]+itemtype=\"http://schema\.org/VideoObject\"*>(.*?)', webpage, 'video_figure', flags=re.DOTALL) + video_id = self._search_regex(r'', video_figure, 'video_id', flags=re.DOTALL) + name = self._search_regex(r'', video_figure, 'name', flags=re.DOTALL) + description = self._html_search_regex(r'', video_figure, 'description', flags=re.DOTALL) + thumbnail = self._search_regex(r'', video_figure, 'thumbnail', flags=re.DOTALL) + timestamp = self._search_regex(r'', video_figure, 'timestamp', flags=re.DOTALL) + + formats = self._extract_m3u8_formats(self._VIDEO_BASE + video_id, video_id, 'mp4', 'm3u8_native', m3u8_id='hls', fatal=False) + + return { + 'id': video_id, + 'display_id': display_id, + 'title': name, + 'description': description, + 'thumbnail': thumbnail, + 'timestamp': int_or_none(timestamp), + 'formats': formats + } From 9b98ba54d4fcbb5e291829eb9ad418d371da12e3 Mon Sep 17 00:00:00 2001 From: josergdev Date: Sun, 20 Oct 2019 21:19:08 +0200 Subject: [PATCH 2/2] [Telemadrid] Add more tests --- youtube_dl/extractor/telemadrid.py | 48 +++++++++++++++++++++++------- 1 file changed, 37 insertions(+), 11 deletions(-) diff --git a/youtube_dl/extractor/telemadrid.py b/youtube_dl/extractor/telemadrid.py index 7d6accc34..802352e75 100644 --- a/youtube_dl/extractor/telemadrid.py +++ b/youtube_dl/extractor/telemadrid.py @@ -9,18 +9,44 @@ from ..utils import int_or_none class TelemadridIE(InfoExtractor): _VALID_URL = r'https?://(?:www\.)?telemadrid\.es/[^/]+/[^/]+/(?P.+?)--\d+.html' - _TEST = { - 'url': 'http://www.telemadrid.es/programas/120-minutos/minutos-Parte-uno-2-2165803426--20191008033109.html', - 'info_dict': { - 'id': '6093135605001', - 'ext': 'mp4', - 'title': '120 minutos 08.10.2019 (Parte 1)', - 'description': 'md5:eea20844c4aef07638b53d8f40fe8e23', - 'thumbnail': r're:^https?://images.telemadrid.es/2019/10/08/programas/120-minutos/minutos-Parte-uno_2165803426_7312298_1920x1080.jpg$', - 'timestamp': 1570541701, - 'upload_date': '20191008' + _TESTS = [ + { + 'url': 'http://www.telemadrid.es/programas/telenoticias-fin-de-semana/cerca-lejos-nuevo-Klapisch-2-2169403070--20191020083747.html', + 'info_dict': { + 'id': '6096258464001', + 'ext': 'mp4', + 'title': ''Tan cerca, tan lejos', lo nuevo de Klapisch', + 'description': 'md5:10ac0514bdbdeeea9de495ae0720c6ff', + 'thumbnail': r're:^https?://images.telemadrid.es/2019/10/20/programas/telenoticias-fin-de-semana/cerca-lejos-nuevo-Klapisch_2169403070_7342970_1300x813.png$', + 'timestamp': 1571596692, + 'upload_date': '20191020' + } + }, + { + 'url': 'http://www.telemadrid.es/programas/telenoticias-fin-de-semana/Doce-detenidos-altercados-registrados-Madrid-2-2169403042--20191020100828.html', + 'info_dict': { + 'id': '6096226698001', + 'ext': 'mp4', + 'title': 'Doce detenidos en los altercados registrados en el centro de Madrid', + 'description': 'md5:77a37a10cfe8b8cd595d11bf762e90da', + 'thumbnail': r're:^https?://images.telemadrid.es/2019/10/20/programas/telenoticias-fin-de-semana/Doce-detenidos-altercados-registrados-Madrid_2169403042_7342376_4000x2666.jpg$', + 'timestamp': 1571573534, + 'upload_date': '20191020' + } + }, + { + 'url': 'http://www.telemadrid.es/programas/120-minutos/minutos-Parte-uno-2-2165803426--20191008033109.html', + 'info_dict': { + 'id': '6093135605001', + 'ext': 'mp4', + 'title': '120 minutos 08.10.2019 (Parte 1)', + 'description': 'md5:eea20844c4aef07638b53d8f40fe8e23', + 'thumbnail': r're:^https?://images.telemadrid.es/2019/10/08/programas/120-minutos/minutos-Parte-uno_2165803426_7312298_1920x1080.jpg$', + 'timestamp': 1570541701, + 'upload_date': '20191008' + } } - } + ] _VIDEO_BASE = 'http://c.brightcove.com/services/mobile/streaming/index/master.m3u8?videoId='