[murrtube] Add extractor
This commit is contained in:
blott
parent
c984196cf1
commit
b4b38a9fc0
@ -671,6 +671,10 @@ from .mtv import (
|
||||
MTV81IE,
|
||||
)
|
||||
from .muenchentv import MuenchenTVIE
|
||||
from .murrtube import (
|
||||
MurrtubeIE,
|
||||
MurrtubeUserVideosIE
|
||||
)
|
||||
from .musicplayon import MusicPlayOnIE
|
||||
from .mwave import MwaveIE, MwaveMeetGreetIE
|
||||
from .mychannels import MyChannelsIE
|
||||
|
||||
224
youtube_dl/extractor/murrtube.py
Normal file
224
youtube_dl/extractor/murrtube.py
Normal file
@ -0,0 +1,224 @@
|
||||
from __future__ import unicode_literals
|
||||
|
||||
import itertools
|
||||
import json
|
||||
|
||||
from .common import InfoExtractor
|
||||
from ..compat import (
|
||||
compat_HTTPError,
|
||||
compat_str
|
||||
)
|
||||
|
||||
from ..utils import (
|
||||
ExtractorError,
|
||||
int_or_none,
|
||||
try_get,
|
||||
unified_strdate
|
||||
)
|
||||
|
||||
GRAPHQL_ENDPOINT = 'https://murrtube.net/graphql'
|
||||
|
||||
|
||||
class MurrtubeIE(InfoExtractor):
|
||||
_VALID_URL = r'https?://(?:www\.)?murrtube\.net/videos/.+(?P<id>\b[0-9a-f]{8}\b-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-\b[0-9a-f]{12}\b)'
|
||||
_TEST = {
|
||||
'url': 'https://murrtube.net/videos/swedish-bayer-gangbang-7c43291c-bce6-4cf5-ac62-3be0fd1045c1',
|
||||
'md5': '161c078b6249db038de80d94fe2d6b9b',
|
||||
'info_dict': {
|
||||
'id': '7c43291c-bce6-4cf5-ac62-3be0fd1045c1',
|
||||
'ext': 'mp4',
|
||||
'title': 'Swedish Bayer Gangbang',
|
||||
'description': 'Lil shep got more than he bargained for from several woofers\n\nhttps://twitter.com/GayerBayer',
|
||||
'uploader': 'bayer',
|
||||
'upload_date': '20181030',
|
||||
'published_at': '2018-10-30T21:29:44Z',
|
||||
'duration': 697,
|
||||
'view_count': int,
|
||||
'like_count': int,
|
||||
'comment_count': int,
|
||||
'tags': list,
|
||||
'age_limit': 18
|
||||
}
|
||||
}
|
||||
|
||||
def _real_extract(self, url):
|
||||
video_id = self._match_id(url)
|
||||
query = json.dumps({
|
||||
"operationName": "Medium",
|
||||
"query": """query Medium($id: ID!) {
|
||||
medium(id: $id) {
|
||||
title
|
||||
description
|
||||
key
|
||||
duration
|
||||
commentsCount
|
||||
likesCount
|
||||
viewsCount
|
||||
publishedAt
|
||||
tagList
|
||||
user {
|
||||
id
|
||||
slug
|
||||
name
|
||||
avatar
|
||||
}
|
||||
}
|
||||
}""",
|
||||
"variables": {
|
||||
"id": video_id
|
||||
}
|
||||
}).encode('utf-8')
|
||||
|
||||
response = self._download_json(
|
||||
GRAPHQL_ENDPOINT, video_id, data=query,
|
||||
headers={"content-type": "application/json"})
|
||||
|
||||
medium = try_get(response, lambda x: x['data']['medium'], dict)
|
||||
if not medium:
|
||||
raise ExtractorError('Unable to get video metadata')
|
||||
|
||||
key = medium.get('key')
|
||||
if not key:
|
||||
raise ExtractorError('Unable to get video key')
|
||||
|
||||
formats = self._extract_m3u8_formats(
|
||||
'https://storage.howlr.im/murrtube/%s' % key, video_id)
|
||||
for f in formats:
|
||||
f['ext'] = 'mp4'
|
||||
self._sort_formats(formats)
|
||||
|
||||
uploader = try_get(medium, lambda x: x['user']['slug'], compat_str)
|
||||
duration = int_or_none(medium.get('duration'))
|
||||
view_count = int_or_none(medium.get('viewsCount'))
|
||||
like_count = int_or_none(medium.get('likesCount'))
|
||||
comment_count = int_or_none(medium.get('commentsCount'))
|
||||
upload_date = unified_strdate(medium.get('publishedAt'))
|
||||
|
||||
return {
|
||||
'id': video_id,
|
||||
'title': medium.get('title'),
|
||||
'description': medium.get('description'),
|
||||
'uploader': uploader,
|
||||
'upload_date': upload_date,
|
||||
'published_at': medium.get('publishedAt'),
|
||||
'duration': duration,
|
||||
'view_count': view_count,
|
||||
'like_count': like_count,
|
||||
'comment_count': comment_count,
|
||||
'tags': medium.get('tagList'),
|
||||
'formats': formats,
|
||||
'age_limit': 18,
|
||||
'ext': 'mp4'
|
||||
}
|
||||
|
||||
|
||||
class MurrtubeUserVideosIE(InfoExtractor):
|
||||
_VALID_URL = _VALID_URL = r'https?://(?:www\.)?murrtube\.net/(?P<id>[^/]+)/videos'
|
||||
_TESTS = [{
|
||||
'url': 'https://murrtube.net/bayer/videos',
|
||||
'info_dict': {
|
||||
'id': 'bayer'
|
||||
},
|
||||
'playlist_mincount': 7
|
||||
}]
|
||||
|
||||
def _real_extract(self, url):
|
||||
slug = self._match_id(url)
|
||||
|
||||
query = json.dumps({
|
||||
"operationName": "User",
|
||||
"query": """query User($id: ID!) {
|
||||
user(id: $id) {
|
||||
id
|
||||
mediaCount
|
||||
}
|
||||
}""",
|
||||
"variables": {
|
||||
"id": slug
|
||||
}
|
||||
}).encode('utf-8')
|
||||
|
||||
response = self._download_json(
|
||||
GRAPHQL_ENDPOINT, slug, 'Downloading User ID', data=query,
|
||||
headers={"content-type": "application/json"})
|
||||
|
||||
user_id = try_get(
|
||||
response, lambda x: x['data']['user']['id'], compat_str)
|
||||
if not user_id:
|
||||
raise ExtractorError('Unable to get User ID')
|
||||
|
||||
videos = []
|
||||
for page_num in itertools.count():
|
||||
query = json.dumps({
|
||||
"operationName": "Media",
|
||||
"query": """query Media($q: String, $sort: String, $userId: ID, $offset: Int!, $limit: Int!) {
|
||||
media(q: $q, sort: $sort, userId: $userId, offset: $offset, limit: $limit) {
|
||||
id
|
||||
slug
|
||||
title
|
||||
description
|
||||
previewKey
|
||||
thumbnailKey
|
||||
smallThumbnailKey
|
||||
publishedAt
|
||||
duration
|
||||
commentsCount
|
||||
likesCount
|
||||
viewsCount
|
||||
tagList
|
||||
visibility
|
||||
restriction
|
||||
user {
|
||||
id
|
||||
slug
|
||||
name
|
||||
avatar
|
||||
__typename
|
||||
}
|
||||
__typename
|
||||
}
|
||||
users(q: $q, fillWithFollowing: false, offset: 0, limit: 2) {
|
||||
id
|
||||
slug
|
||||
name
|
||||
avatar
|
||||
mediaCount
|
||||
__typename
|
||||
}
|
||||
}""",
|
||||
"variables": {
|
||||
"sort": "latest",
|
||||
"userId": user_id,
|
||||
"offset": page_num * 10,
|
||||
"limit": 10
|
||||
}
|
||||
}).encode('utf-8')
|
||||
|
||||
try:
|
||||
response = self._download_json(
|
||||
GRAPHQL_ENDPOINT,
|
||||
slug,
|
||||
'Downloading page %d' % (page_num + 1),
|
||||
data=query,
|
||||
headers={"content-type": "application/json"}
|
||||
)
|
||||
except ExtractorError as e:
|
||||
if isinstance(e.cause, compat_HTTPError) and e.cause.code >= 400:
|
||||
break
|
||||
raise
|
||||
|
||||
media = try_get(response, lambda x: x['data']['media'], list)
|
||||
if not media or len(media) == 0:
|
||||
break
|
||||
|
||||
for video in media:
|
||||
vid_slug = video.get('slug')
|
||||
vid_id = video.get('id')
|
||||
if not vid_slug and not vid_id:
|
||||
continue
|
||||
videos.append(
|
||||
self.url_result(
|
||||
'https://murrtube.net/videos/%s-%s' % (vid_slug, vid_id),
|
||||
MurrtubeIE.ie_key()))
|
||||
|
||||
return self.playlist_result(videos, slug)
|
||||
Loading…
x
Reference in New Issue
Block a user