| 
									
										
										
										
											2013-10-06 05:47:17 +02:00
										 |  |  | import errno | 
					
						
							| 
									
										
										
										
											2013-06-27 00:09:05 +02:00
										 |  |  | import io | 
					
						
							| 
									
										
										
										
											2013-10-15 02:00:53 +02:00
										 |  |  | import hashlib | 
					
						
							| 
									
										
										
										
											2013-06-27 00:09:05 +02:00
										 |  |  | import json | 
					
						
							|  |  |  | import os.path | 
					
						
							| 
									
										
										
										
											2013-10-05 15:55:58 -04:00
										 |  |  | import re | 
					
						
							|  |  |  | import types | 
					
						
							| 
									
										
										
										
											2013-10-28 18:03:26 -04:00
										 |  |  | import sys | 
					
						
							| 
									
										
										
										
											2013-06-27 00:09:05 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-06-27 21:15:16 +02:00
										 |  |  | import youtube_dl.extractor | 
					
						
							| 
									
										
										
										
											2013-10-15 02:00:53 +02:00
										 |  |  | from youtube_dl import YoutubeDL | 
					
						
							| 
									
										
										
										
											2013-10-28 18:03:26 -04:00
										 |  |  | from youtube_dl.utils import preferredencoding | 
					
						
							| 
									
										
										
										
											2013-06-27 00:09:05 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-10-15 02:00:53 +02:00
										 |  |  | def get_params(override=None): | 
					
						
							|  |  |  |     PARAMETERS_FILE = os.path.join(os.path.dirname(os.path.abspath(__file__)), | 
					
						
							|  |  |  |                                    "parameters.json") | 
					
						
							|  |  |  |     with io.open(PARAMETERS_FILE, encoding='utf-8') as pf: | 
					
						
							|  |  |  |         parameters = json.load(pf) | 
					
						
							|  |  |  |     if override: | 
					
						
							|  |  |  |         parameters.update(override) | 
					
						
							|  |  |  |     return parameters | 
					
						
							| 
									
										
										
										
											2013-06-27 00:09:05 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-10-06 05:47:17 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | def try_rm(filename): | 
					
						
							|  |  |  |     """ Remove a file if it exists """ | 
					
						
							|  |  |  |     try: | 
					
						
							|  |  |  |         os.remove(filename) | 
					
						
							|  |  |  |     except OSError as ose: | 
					
						
							|  |  |  |         if ose.errno != errno.ENOENT: | 
					
						
							|  |  |  |             raise | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-10-28 18:03:26 -04:00
										 |  |  | def report_warning(message): | 
					
						
							|  |  |  |     '''
 | 
					
						
							|  |  |  |     Print the message to stderr, it will be prefixed with 'WARNING:' | 
					
						
							|  |  |  |     If stderr is a tty file the 'WARNING:' will be colored | 
					
						
							|  |  |  |     '''
 | 
					
						
							|  |  |  |     if sys.stderr.isatty() and os.name != 'nt': | 
					
						
							|  |  |  |         _msg_header = u'\033[0;33mWARNING:\033[0m' | 
					
						
							|  |  |  |     else: | 
					
						
							|  |  |  |         _msg_header = u'WARNING:' | 
					
						
							|  |  |  |     output = u'%s %s\n' % (_msg_header, message) | 
					
						
							|  |  |  |     if 'b' in getattr(sys.stderr, 'mode', '') or sys.version_info[0] < 3: | 
					
						
							|  |  |  |         output = output.encode(preferredencoding()) | 
					
						
							|  |  |  |     sys.stderr.write(output) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-06-27 00:09:05 +02:00
										 |  |  | class FakeYDL(YoutubeDL): | 
					
						
							| 
									
										
										
										
											2013-10-18 00:46:35 +02:00
										 |  |  |     def __init__(self, override=None): | 
					
						
							| 
									
										
										
										
											2013-06-27 00:09:05 +02:00
										 |  |  |         # Different instances of the downloader can't share the same dictionary | 
					
						
							|  |  |  |         # some test set the "sublang" parameter, which would break the md5 checks. | 
					
						
							| 
									
										
										
										
											2013-10-18 00:46:35 +02:00
										 |  |  |         params = get_params(override=override) | 
					
						
							| 
									
										
										
										
											2013-10-06 05:47:17 +02:00
										 |  |  |         super(FakeYDL, self).__init__(params) | 
					
						
							|  |  |  |         self.result = [] | 
					
						
							|  |  |  |          | 
					
						
							|  |  |  |     def to_screen(self, s, skip_eol=None): | 
					
						
							| 
									
										
										
										
											2013-06-27 00:09:05 +02:00
										 |  |  |         print(s) | 
					
						
							| 
									
										
										
										
											2013-10-06 05:47:17 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-06-27 00:09:05 +02:00
										 |  |  |     def trouble(self, s, tb=None): | 
					
						
							|  |  |  |         raise Exception(s) | 
					
						
							| 
									
										
										
										
											2013-10-06 05:47:17 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-06-27 00:09:05 +02:00
										 |  |  |     def download(self, x): | 
					
						
							| 
									
										
										
										
											2013-06-27 21:15:16 +02:00
										 |  |  |         self.result.append(x) | 
					
						
							| 
									
										
										
										
											2013-10-06 05:47:17 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-10-05 15:55:58 -04:00
										 |  |  |     def expect_warning(self, regex): | 
					
						
							|  |  |  |         # Silence an expected warning matching a regex | 
					
						
							|  |  |  |         old_report_warning = self.report_warning | 
					
						
							|  |  |  |         def report_warning(self, message): | 
					
						
							|  |  |  |             if re.match(regex, message): return | 
					
						
							|  |  |  |             old_report_warning(message) | 
					
						
							|  |  |  |         self.report_warning = types.MethodType(report_warning, self) | 
					
						
							| 
									
										
										
										
											2013-06-27 21:15:16 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | def get_testcases(): | 
					
						
							|  |  |  |     for ie in youtube_dl.extractor.gen_extractors(): | 
					
						
							|  |  |  |         t = getattr(ie, '_TEST', None) | 
					
						
							|  |  |  |         if t: | 
					
						
							|  |  |  |             t['name'] = type(ie).__name__[:-len('IE')] | 
					
						
							|  |  |  |             yield t | 
					
						
							|  |  |  |         for t in getattr(ie, '_TESTS', []): | 
					
						
							|  |  |  |             t['name'] = type(ie).__name__[:-len('IE')] | 
					
						
							|  |  |  |             yield t | 
					
						
							| 
									
										
										
										
											2013-10-15 02:00:53 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | md5 = lambda s: hashlib.md5(s.encode('utf-8')).hexdigest() |