R-yan/l1ving_youtube-dl
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

[jsinterp] Clean up

Browse Source
This commit is contained in:
sulyi 2016-11-25 21:54:25 +01:00
parent 8c87a18029
commit 2076b0bb3c
1 changed files with 55 additions and 90 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

145
youtube_dl/jsinterp.py
View File

@ -60,35 +60,21 @@ _CALL_RE = r'\.?%(name)s\s*\(' % {'name': _NAME_RE} # function or method!
_COMMENT_RE = r'/\*(?:(?!\*/)(?:\n|.))*\*/' _COMMENT_RE = r'/\*(?:(?!\*/)(?:\n|.))*\*/'
expr_token = re.compile(r'''(?x)\s*(?:
(?P<comment>%(comment)s)|
(?P<call>%(call)s)|(?P<elem>%(name)s\s*\[)|
(?P<pclose>\))|(?P<sclose>\])|
(?P<id>%(name)s)|(?P<field>\.%(name)s)|
(?P<val>%(val)s)|(?P<op>%(op)s)|
(?P<popen>\()|(?P<array>\[)|(?P<expend>,)|(?P<end>;)
)\s*''' % {
'comment': _COMMENT_RE,
'name': _NAME_RE,
'val': _LITERAL_RE,
'op': _OPERATORS_RE,
'call': _CALL_RE
})
token = re.compile(r'''(?x)\s*(?: token = re.compile(r'''(?x)\s*(?:
(?P<comment>%(comment)s)| (?P<comment>%(comment)s)|(?P<rsv>%(rsv)s)|
(?P<rsv>%(rsv)s)| (?P<call>%(call)s)|(?P<elem>%(name)s\s*\[)|
(?P<call>%(call)s)|(?P<elem>%(name)s\[)|
(?P<pclose>\))|(?P<sclose>\])|
(?P<id>%(name)s)|(?P<field>\.%(name)s)| (?P<id>%(name)s)|(?P<field>\.%(name)s)|
(?P<assign>%(aop)s)| (?P<val>%(val)s)|(?P<assign>%(aop)s)|(?P<op>%(op)s)|
(?P<end>;) (?P<popen>\()|(?P<array>\[)|(?P<pclose>\))|(?P<sclose>\])|
(?P<expend>,)|(?P<end>;)
)\s*''' % { )\s*''' % {
'comment': _COMMENT_RE, 'comment': _COMMENT_RE,
'rsv': _RESERVED_RE, 'rsv': _RESERVED_RE,
'call': _CALL_RE, 'call': _CALL_RE,
'name': _NAME_RE, 'name': _NAME_RE,
'aop': _ASSIGN_OPERATORS_RE 'val': _LITERAL_RE,
'aop': _ASSIGN_OPERATORS_RE,
'op': _OPERATORS_RE
}) })
@ -103,79 +89,58 @@ class JSInterpreter(object):
@staticmethod @staticmethod
def _next_statement(code, pos=0): def _next_statement(code, pos=0):
def parse_expression(lookahead, allowrecursion=100): def parse_expression(_pos, allowrecursion=100):
expr = '' expr = ''
while lookahead < len(code): while _pos < len(code):
efeed_m = expr_token.match(code[lookahead:]) feed_m = token.match(code[_pos:])
if efeed_m: if feed_m:
etoken_id = efeed_m.lastgroup token_id = feed_m.lastgroup
if etoken_id in ('pclose', 'sclose', 'expend', 'end'): if token_id in ('pclose', 'sclose', 'expend', 'end'):
return lookahead, expr return _pos, expr, feed_m.end()
etoken_value = efeed_m.group(0) _pos += feed_m.end()
lookahead += efeed_m.end() if token_id == 'comment':
if etoken_id in ('id', 'val', 'field', 'op'): pass
expr += etoken_value elif token_id == 'rsv':
elif etoken_id in ('call', 'elem'): expr += feed_m.group(token_id)
expr += etoken_value if feed_m.group('ret') is not None:
while lookahead < len(code): _pos, parsed_expr, _ = parse_expression(_pos, allowrecursion - 1)
lookahead, sexpr = parse_expression(lookahead) expr += parsed_expr
expr += sexpr elif token_id in ('id', 'field', 'val', 'op'):
peek = expr_token.match(code[lookahead:]) expr += feed_m.group(token_id)
if (etoken_id == 'call' and peek.lastgroup == 'pclose' or elif token_id in ('assign', 'call', 'elem', 'popen', 'array'):
etoken_id == 'elem' and peek.lastgroup == 'sclose'): expr += feed_m.group(token_id)
expr += peek.group(0) while _pos < len(code):
lookahead += len(peek.group(0)) _pos, parsed_expr, _ = parse_expression(_pos, allowrecursion - 1)
break expr += parsed_expr
elif peek.lastgroup == 'expend': peek = token.match(code[_pos:])
expr += peek.group(0) if peek:
lookahead += len(peek.group(0)) peek_id = peek.lastgroup
if (token_id == 'call' and peek_id == 'pclose' or
token_id == 'elem' and peek_id == 'sclose' or
token_id == 'popen' and peek_id == 'pclose' or
token_id == 'array' and peek_id == 'sclose'):
expr += peek.group(peek_id)
_pos += peek.end()
break
elif peek_id == 'end':
break
elif peek_id == 'expend':
expr += peek.group(peek_id)
_pos += peek.end()
else:
raise ExtractorError('Unexpected character %s at %d' % (
peek.group(peek_id), _pos + peek.start(peek_id)))
else: else:
raise ExtractorError('Runaway call or element index') # TODO report pos raise ExtractorError("Not yet implemented")
elif etoken_id in ('popen', 'array'):
expr += etoken_value
while lookahead < len(code):
lookahead, sexpr = parse_expression(lookahead, allowrecursion - 1)
expr += sexpr
peek = expr_token.match(code[lookahead:])
if (etoken_id == 'popen' and peek.lastgroup == 'pclose' or
etoken_id == 'array' and peek.lastgroup == 'sclose'):
expr += peek.group(0)
lookahead += len(peek.group(0))
break
elif peek.lastgroup == 'expend':
expr += peek.group(0)
lookahead += len(peek.group(0))
else:
raise ExtractorError('Runaway array') # TODO report pos
else: else:
return expr raise ExtractorError("Not yet implemented")
raise ExtractorError('Runaway script')
stmt = ''
while pos < len(code): while pos < len(code):
feed_m = token.match(code[pos:]) pos, stmt, lookahead = parse_expression(pos)
if feed_m: pos += lookahead
token_id = feed_m.lastgroup yield stmt
token_value = feed_m.group(0) raise StopIteration
pos += feed_m.end()
if token_id == 'end':
yield stmt
stmt = ''
elif token_id == 'comment':
pass
elif token_id == 'rsv':
stmt += token_value
if feed_m.group('ret') is not None:
pos, parsed_expr = parse_expression(pos)
stmt += parsed_expr
elif token_id in ('id', 'field', 'sclose', 'pclose'):
stmt += token_value
elif token_id in ('assign', 'call', 'elem'):
pos, parsed_expr = parse_expression(pos)
stmt += token_value + parsed_expr
else:
raise NotImplemented("Possibly I've missed something")
raise StopIteration()
def interpret_statement(self, stmt, local_vars, allow_recursion=100): def interpret_statement(self, stmt, local_vars, allow_recursion=100):
if allow_recursion < 0: if allow_recursion < 0: