[compoundmedia] Add new extractor

youtube_dl/extractor/compoundmedia.py

@@ -0,0 +1,87 @@
+# coding: utf-8
+from __future__ import unicode_literals
+
+from .common import InfoExtractor
+
+import re
+import sys
+
+from ..utils import (
+    ExtractorError,
+    urlencode_postdata,
+)
+
+from .livestream import LivestreamIE
+
+
+class CompoundMediaIE(InfoExtractor):
+    _VALID_URL = r'https?://(?:www\.)?compoundmedia\.com/shows/[^/]+/(?P<id>[0-9]+)'
+    _LOGIN_URL = 'https://www.compoundmedia.com/api/login'
+    _METADATA_URL_PREFIX = 'https://www.compoundmedia.com/api/video/'
+    _NETRC_MACHINE = 'compoundmedia'
+
+    # No tests because all videos require authentication
+    # _TEST = {
+    #     'url': 'https://www.compoundmedia.com/shows/tacs/1851',
+    #     'md5': '756a17ea88a671d9faafc6aa406abdb0',
+    #     'info_dict': {
+    #         'id': '1851',
+    #         'title': 'TACS 001 - The First Episode',
+    #     }
+    # }
+
+    def _real_extract(self, url):
+        video_id = self._match_id(url)
+
+        username, password = self._get_login_info()
+        if username is None:
+            self.raise_login_required()
+
+        data = {
+            'email': username,
+            'password': password,
+        }
+
+        login_page, url_handle = self._download_json_handle(
+            self._LOGIN_URL, None, 'Logging in',
+            data=urlencode_postdata(data), headers={
+                'Content-Type': 'application/x-www-form-urlencoded',
+                'Referer': self._LOGIN_URL,
+            })
+
+        if login_page.get('token') is None:
+            raise ExtractorError('Invalid username or password', expected=True)
+
+        for header, cookies in url_handle.headers.items():
+            if header.lower() != 'set-cookie':
+                continue
+            if sys.version_info[0] >= 3:
+                cookies = cookies.encode('iso-8859-1')
+            cookies = cookies.decode('utf-8')
+            cfduid = re.search(
+                r'__cfduid=(.+?);.*?\bdomain=(.+?)(?:[,;]|$)', cookies)
+            if cfduid:
+                value, domain = cfduid.groups()
+                self._set_cookie(domain, '__cfduid', value)
+                break
+
+        metadata = self._download_json(
+            self._METADATA_URL_PREFIX + video_id, None, 'Requesting Metadata')
+
+        url = metadata['m3u8']
+        url = url.replace(
+            "https://livestreamapis.com/v3", "https://livestream.com")
+        url = url.replace(".m3u8", "/player")
+
+        title = metadata['title']
+
+        self.to_screen("Title: " + title)
+        self.to_screen("Requesting " + url)
+
+        livestreamie = LivestreamIE()
+        livestreamie.set_downloader(self._downloader)
+        livestreamdata = livestreamie._real_extract(url)
+        livestreamdata['id'] = video_id
+        livestreamdata['title'] = title
+
+        return livestreamdata

youtube_dl/extractor/extractors.py

@@ -232,6 +232,7 @@ from .commonprotocols import (
     MmsIE,
     RtmpIE,
 )
+from .compoundmedia import CompoundMediaIE
 from .condenast import CondeNastIE
 from .corus import CorusIE
 from .cracked import CrackedIE