R-yan/l1ving_youtube-dl
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

[jsinterp] Simpler regex regex (+more TOTO)

Browse Source
This commit is contained in:
sulyi 2016-11-26 04:45:55 +01:00
parent c485fe7e5d
commit ba5a40054a
1 changed files with 7 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
youtube_dl/jsinterp.py
View File

@ -10,7 +10,7 @@ from .utils import (
__DECIMAL_RE = r'(?:[1-9][0-9]*)|0' __DECIMAL_RE = r'(?:[1-9][0-9]*)|0'
__OCTAL_RE = r'0+[0-7]+' __OCTAL_RE = r'0+[0-7]+'
__HEXADECIMAL_RE = r'(0[xX])[0-9a-fA-F]+' __HEXADECIMAL_RE = r'0[xX][0-9a-fA-F]+'
_OPERATORS = [ _OPERATORS = [
('|', operator.or_), ('|', operator.or_),
@ -27,6 +27,7 @@ _OPERATORS = [
_ASSIGN_OPERATORS = [(op + '=', opfunc) for op, opfunc in _OPERATORS] _ASSIGN_OPERATORS = [(op + '=', opfunc) for op, opfunc in _OPERATORS]
_ASSIGN_OPERATORS.append(('=', lambda cur, right: right)) _ASSIGN_OPERATORS.append(('=', lambda cur, right: right))
# TODO flow control and others probably
_RESERVED_RE = r'(?:function|var|(?P<ret>return))\s' _RESERVED_RE = r'(?:function|var|(?P<ret>return))\s'
_OPERATORS_RE = r'|'.join(re.escape(op) for op, opfunc in _OPERATORS) _OPERATORS_RE = r'|'.join(re.escape(op) for op, opfunc in _OPERATORS)
@ -43,11 +44,10 @@ _FLOAT_RE = r'(%(dec)s)?\.%(dec)s' % {'dec': __DECIMAL_RE}
_BOOL_RE = r'true|false' _BOOL_RE = r'true|false'
# TODO check if they can be multiline # TODO check if they can be multiline
# XXX: it seams group cannot be refed this way # r'''/(?=[^*])
# r'/(?=[^*])[^/\n]*/(?![gimy]*(?P<reflag>[gimy])[gimy]*\g<reflag>)[gimy]{0,4}' # ((\\([tnvfr0.\\+*?^$\[\]{}()|/]|[0-7]{3}|x[0-9A-Fa-f]{2}|u[0-9A-Fa-f]{4}|c[A-Z]|))|[^/\n])*
_REGEX_RE = r'''/(?=[^*]) # /(?:(?![gimy]*(?P<flag>[gimy])[gimy]*(?P=flag))[gimy]{0,4}\b|\s|\n|$)'''
((\\([tnvfr0.\\+*?^$\[\]{}()|/]|[0-7]{3}|x[0-9A-Fa-f]{2}|u[0-9A-Fa-f]{4}|c[A-Z]|))| _REGEX_RE = r'\/(?!\*)([^/\n]|\/)*\/(?:(?![gimy]*(?P<flag>[gimy])[gimy]*(?P=flag))[gimy]{0,4}\b|\s|\n|$)'
[^/\n])*/[gimy]{0,4}'''
_LITERAL_RE = r'((?P<int>%(int)s)|(?P<float>%(float)s)|(?P<str>%(str)s)|(?P<bool>%(bool)s)|(?P<regex>%(regex)s))' % { _LITERAL_RE = r'((?P<int>%(int)s)|(?P<float>%(float)s)|(?P<str>%(str)s)|(?P<bool>%(bool)s)|(?P<regex>%(regex)s))' % {
'int': _INTEGER_RE, 'int': _INTEGER_RE,
@ -56,10 +56,9 @@ _LITERAL_RE = r'((?P<int>%(int)s)|(?P<float>%(float)s)|(?P<str>%(str)s)|(?P<bool
'bool': _BOOL_RE, 'bool': _BOOL_RE,
'regex': _REGEX_RE 'regex': _REGEX_RE
} }
_CALL_RE = r'(\.%(name)s|%(name)s)?\s*\(' % {'name': _NAME_RE} # function or method! _CALL_RE = r'(\.%(name)s|%(name)s)?\s*\(' % {'name': _NAME_RE} # function or method!
_COMMENT_RE = r'/\*(?:(?!\*/)(?:\n|.))*\*/' _COMMENT_RE = r'/\*(?:(?!\*/)(?:\n|.))*\*/'
# TODO statement block
token = re.compile(r'''(?x)\s*(?: token = re.compile(r'''(?x)\s*(?:
(?P<comment>%(comment)s)|(?P<rsv>%(rsv)s)| (?P<comment>%(comment)s)|(?P<rsv>%(rsv)s)|