Extractor for stream.me archived videos
Live streams are not supported
This commit is contained in:
paradox_ptr
parent
77a842c892
commit
7c850fb10d
@ -1088,6 +1088,7 @@ from .streamable import StreamableIE
|
||||
from .streamango import StreamangoIE
|
||||
from .streamcloud import StreamcloudIE
|
||||
from .streamcz import StreamCZIE
|
||||
from .streamme import StreamMeIE
|
||||
from .streetvoice import StreetVoiceIE
|
||||
from .stretchinternet import StretchInternetIE
|
||||
from .sunporno import SunPornoIE
|
||||
|
||||
170
youtube_dl/extractor/streamme.py
Normal file
170
youtube_dl/extractor/streamme.py
Normal file
@ -0,0 +1,170 @@
|
||||
# coding: utf-8
|
||||
from __future__ import unicode_literals
|
||||
|
||||
from .common import InfoExtractor
|
||||
from ..utils import parse_iso8601
|
||||
from copy import deepcopy
|
||||
from datetime import datetime
|
||||
|
||||
|
||||
class StreamMeIE(InfoExtractor):
|
||||
_VALID_URL = r'https?://(?:www\.)?stream\.me/archive/(?:[0-9a-zA-Z_]+)/(?:[0-9a-zA-Z\-]+?)/(?P<id>[0-9a-zA-Z]+)/?'
|
||||
_TESTS = (
|
||||
{
|
||||
"url": "https://www.stream.me/archive/mistermetokur/fishing-with-trout/GYPX9D6VYk",
|
||||
"md5": "e6c92a5f65d5798a6074ae2f0ff4da6b",
|
||||
"info_dict": {
|
||||
"id": "GYPX9D6VYk",
|
||||
"ext": "mp4",
|
||||
"title": "Fishing With Trout",
|
||||
"description": "Guest: Kraut&Tea",
|
||||
"display_id": "fishing-with-trout",
|
||||
"release_date": "20190203",
|
||||
"timestamp": 1549220944,
|
||||
"upload_date": "20190203",
|
||||
"age_limit": 13,
|
||||
"uploader_id": "MisterMetokur",
|
||||
"uploader_url": "https://www.stream.me/mistermetokur",
|
||||
"uploader": "MisterMetokur",
|
||||
"duration": 4536,
|
||||
"categories": ["Fish", ],
|
||||
"tags": [],
|
||||
"is_live": False,
|
||||
"thumbnail": r're:^https?://.*\.jpg$',
|
||||
}
|
||||
},
|
||||
{
|
||||
"url": "https://www.stream.me/archive/theralphretort/killstream-tonka-cant-melt-steel-beams/1Y9DeeyBlO",
|
||||
"md5": "03b8d9ac4ef5887d7cfccc944b79ae1d",
|
||||
"info_dict": {
|
||||
"id": "1Y9DeeyBlO",
|
||||
"ext": "mp4",
|
||||
"title": "#Killstream: Tonka Can't Melt Steel Beams",
|
||||
"description": "",
|
||||
"display_id": "killstream-tonka-cant-melt-steel-beams",
|
||||
"release_date": "20190116",
|
||||
"timestamp": 1547639605,
|
||||
"upload_date": "20190116",
|
||||
"age_limit": 13,
|
||||
"uploader_id": "TheRalphRetort",
|
||||
"uploader_url": "https://www.stream.me/theralphretort",
|
||||
"uploader": "Ralph",
|
||||
"duration": 30716,
|
||||
"categories": [],
|
||||
"tags": ["Killstream", ],
|
||||
"is_live": False,
|
||||
"thumbnail": r're:^https?://.*\.jpg$',
|
||||
}
|
||||
},
|
||||
{
|
||||
"url": "https://www.stream.me/archive/godspeedlive/godspeedlive-gunts-so-weird/rlWxxBjAYv",
|
||||
"md5": "2ec90e657f2c5227446bab5d7875d88a",
|
||||
"info_dict": {
|
||||
"id": "rlWxxBjAYv",
|
||||
"ext": "mp4",
|
||||
"title": "GodspeedLive, Gunt's so weird",
|
||||
"description": "",
|
||||
"display_id": "godspeedlive-gunts-so-weird",
|
||||
"release_date": "20190215",
|
||||
"timestamp": 1550200571,
|
||||
"upload_date": "20190215",
|
||||
"age_limit": 13,
|
||||
"uploader_id": "GodspeedLive",
|
||||
"uploader_url": "https://www.stream.me/godspeedlive",
|
||||
"uploader": "ゴッドスピードライブ",
|
||||
"duration": 2350,
|
||||
"categories": [],
|
||||
"tags": [],
|
||||
"is_live": False,
|
||||
"thumbnail": r're:^https?://.*\.jpg$',
|
||||
}
|
||||
},
|
||||
)
|
||||
|
||||
def _real_extract(self, url):
|
||||
result = {}
|
||||
url_id = self._match_id(url)
|
||||
result["id"] = url_id
|
||||
|
||||
webpage = self._download_webpage(url, url_id)
|
||||
script_data_raw = self._html_search_regex(
|
||||
r'<script>[^{} ><=]+context\s+=\s+([^><]+);\s*</script>',
|
||||
webpage,
|
||||
'HTML inline JSON data')
|
||||
data = self._parse_json(script_data_raw, url_id)
|
||||
vod = data["vod"]
|
||||
links = vod["_links"]
|
||||
stats = vod.get("stats", {}).get("raw", {})
|
||||
topics = vod.get("topics", [])
|
||||
tags = vod.get("tags", [])
|
||||
time_raw = vod.get("whenCreated")
|
||||
try:
|
||||
result["timestamp"] = int(parse_iso8601(time_raw))
|
||||
result["release_date"] \
|
||||
= datetime.utcfromtimestamp(result["timestamp"]).strftime("%Y%m%d")
|
||||
except (ValueError, KeyError, ):
|
||||
pass
|
||||
|
||||
result["url"] = links["hlsmp4"]["href"]
|
||||
result["title"] = vod.get("title")
|
||||
result["description"] = vod.get("description")
|
||||
result["display_id"] = vod.get("titleSlug")
|
||||
result["age_limit"] = vod.get("ageRating")
|
||||
result["uploader_id"] = vod.get("username")
|
||||
if "userSlug" in vod:
|
||||
result["uploader_url"] = "https://www.stream.me/" + vod.get("userSlug")
|
||||
result["uploader"] = vod.get("displayName")
|
||||
result["duration"] = vod.get("duration")
|
||||
result["view_count"] = stats.get("views")
|
||||
result["like_count"] = stats.get("likes")
|
||||
result["dislike_count"] = stats.get("dislikes")
|
||||
result["categories"] = [topic.get("name") for topic in topics]
|
||||
result["tags"] = [tag.get("text") for tag in tags]
|
||||
result["is_live"] = False
|
||||
result["thumbnail"] = links.get("thumbnail").get("href")
|
||||
|
||||
manifest_url = links.get("manifest", {}).get("href")
|
||||
manifest = self._download_json(manifest_url, url_id)
|
||||
|
||||
manifest_formats = manifest["formats"]
|
||||
temp_formats = {}
|
||||
for key, value in manifest_formats.items():
|
||||
format_result = {
|
||||
"vcodec": value.get("videoCodec"),
|
||||
"acodec": value.get("audioCodec"),
|
||||
"format_note": key,
|
||||
"ext": key.split("-")[0],
|
||||
"manifest": value.get("manifest"),
|
||||
}
|
||||
|
||||
encodings = value.get("encodings")
|
||||
if encodings:
|
||||
for encoding in encodings:
|
||||
temp_result = deepcopy(format_result)
|
||||
temp_result["url"] = encoding["location"]
|
||||
temp_result["width"] = encoding.get("videoWidth")
|
||||
temp_result["height"] = encoding.get("videoHeight")
|
||||
temp_result["resolution"] = str(encoding.get("videoWidth")) + "x" \
|
||||
+ str(encoding.get("videoHeight"))
|
||||
temp_result["vbr"] = encoding.get("videoKbps")
|
||||
temp_result["abr"] = encoding.get("audioKbps")
|
||||
if temp_result["vbr"] and temp_result["abr"]:
|
||||
temp_result["tbr"] = temp_result["vbr"] + temp_result["abr"]
|
||||
else:
|
||||
temp_result["tbr"] = temp_result["vbr"] or temp_result["abr"]
|
||||
if temp_result["tbr"] and result["duration"]:
|
||||
temp_result["filesize_approx"] = temp_result["tbr"] \
|
||||
* result["duration"] * 1024
|
||||
temp_result["format"] = str(encoding.get("videoHeight")) + "p"
|
||||
temp_result["format_id"] = str(temp_result["height"]
|
||||
or temp_result["vbr"]
|
||||
or temp_result["width"])
|
||||
temp_formats[temp_result["format_id"]] = temp_result
|
||||
else:
|
||||
format_result["url"] = value["origin"]["location"]
|
||||
format_result["format"] = "Source"
|
||||
format_result["format_id"] = format_result["format"]
|
||||
temp_formats["99999"] = format_result
|
||||
result["formats"] = [value for key, value in sorted(temp_formats.items())]
|
||||
|
||||
return result
|
||||
Loading…
x
Reference in New Issue
Block a user