From 503acf8c875cacecc544aa6a3ed3c2d99ef08318 Mon Sep 17 00:00:00 2001
From: Jan Hoek <github@uncommonsense.nl>
Date: Tue, 21 Mar 2017 17:29:25 +0100
Subject: [PATCH] Add npo:recents extractor

Extractor for npo.nl programs. Retrieves only recent episodes of the program in question (hence the name...). Some programs have so many episodes available that it doesn't make any practical sense to retrieve all.
---
 youtube_dl/extractor/extractors.py |  1 +
 youtube_dl/extractor/nporecents.py | 60 ++++++++++++++++++++++++++++++
 2 files changed, 61 insertions(+)
 create mode 100644 youtube_dl/extractor/nporecents.py

diff --git a/youtube_dl/extractor/extractors.py b/youtube_dl/extractor/extractors.py
index 40a5c9842..41669cf07 100644
--- a/youtube_dl/extractor/extractors.py
+++ b/youtube_dl/extractor/extractors.py
@@ -686,6 +686,7 @@ from .npo import (
     VPROIE,
     WNLIE,
 )
+from .nporecents import NPORecentsIE
 from .npr import NprIE
 from .nrk import (
     NRKIE,
diff --git a/youtube_dl/extractor/nporecents.py b/youtube_dl/extractor/nporecents.py
new file mode 100644
index 000000000..77d67c419
--- /dev/null
+++ b/youtube_dl/extractor/nporecents.py
@@ -0,0 +1,60 @@
+#!/usr/bin/python
+from .common import InfoExtractor
+
+import re
+import xml.etree.ElementTree as ET
+
+
+class NPORecentsIE(InfoExtractor):
+    IE_Name = 'npo:recents'
+    _VALID_URL = r'(?:https?://)?(?:www\.)?npo\.nl/(?P<alt_id>[^/]+)/(?P<program_id>\w+_\d+)'
+    _TEST = {
+        'url': 'https://www.npo.nl/keuringsdienst-van-waarde/KN_1678993',
+        'info_dict': {
+            'title': 'Keuringsdienst van Waarde',
+            'id': 'KN_1678993',
+            'description': 'In dit programma staat centraal wat fabrikanten ons als consumenten vertellen. Klopt het wat ze claimen en wat ze ons in reclames verkopen? Verslaggevers Teun van de Keuken, Sofie van den Enk, Daan Nieber, Ersin Kiris, Marijn Frank en Maarten Remmers nemen de telefoon ter hand en bellen er actief op los. Ze stellen simpele vragen en krijgen de meest verbazingwekkende antwoorden op food, non-food en nieuwsgerelateerde kwesties. Prikkelend, onderzoekend en vasthoudend. Keuringsdienst van Waarde: simpele vragen,verbazingwekkende antwoorden.'
+        },
+        'playlist_mincount': 8
+    }
+
+    def _extract_entries(self, webpage, program_id, program_url):
+        is_npo3 = 'www-assets.npo.nl/uploads/tv_channel/265/logo/smaller_npo3-logo.png' in webpage
+
+        if is_npo3:
+            episodes_url = '{}//search?category=broadcasts&page=1'.format(
+                program_url)
+        else:
+            episodes_url = '{}/search?media_type=broadcast&start=0&rows=8'.format(
+                program_url)
+
+        episodes = self._download_webpage(
+            episodes_url, program_id, note='Retrieving episodes')
+        tree = ET.fromstring(episodes.encode('utf-8'))
+        for element in tree.findall('.//div'):
+            if 'span4' in element.get('class'):
+                hyperlink = element.find('.//a')
+                inactive = hyperlink.find(
+                    './div[@class="program-not-available"]')
+                if inactive is None:
+                    yield self.url_result(
+                        url='http://npo.nl{}'.format(hyperlink.get('href')),
+                        video_title=self._og_search_title(webpage))
+
+    def _real_extract(self, url):
+        mobj = re.match(self._VALID_URL, url)
+        alt_id = mobj.group('alt_id')
+        program_id = mobj.group('program_id')
+        webpage = self._download_webpage(url, program_id)
+        title = self._og_search_title(webpage)
+        description = self._og_search_description(webpage)
+        entries = self._extract_entries(webpage, program_id, url)
+
+        return {
+            '_type': 'playlist',
+            'id': program_id,
+            'display_id': alt_id,
+            'title': title,
+            'description': description,
+            'entries': entries
+        }