sulyi a33b47e485 [jsinterp] Adding handling lineterminator
- adds `jsgrammar.LINETERMINATORSEQ_RE`
- lexer `tstream.TokenStream` checks for lineterminators in tokens
- adds `tstream.Token`
- refractors `tstream.TokenStream` and `jsparser.Parser` and to use it
2018-06-10 22:27:22 +02:00

52 lines
2.0 KiB
Python

from __future__ import unicode_literals
from youtube_dl.jsinterp2.jsgrammar import TokenTypes
from youtube_dl.jsinterp2.tstream import _ASSIGN_OPERATORS, _UNARY_OPERATORS, _RELATIONS
skip = {
'jsinterp': 'While loop is not supported',
'interpret': 'Interpreting while loop is not yet implemented'
}
tests = [
{
'code': '''
function f(x){
i = 1;
while (i < x) {
i++;
}
return i;
}
''',
'asserts': [{'value': 5, 'call': ('f', 5)}],
'ast': [
(TokenTypes.FUNC, 'f', ['x'], [
(TokenTypes.EXPR, [
(TokenTypes.ASSIGN, _ASSIGN_OPERATORS['='][1],
(TokenTypes.OPEXPR, [(TokenTypes.MEMBER, (TokenTypes.ID, 'i'), None, None)]),
(TokenTypes.ASSIGN, None, (TokenTypes.OPEXPR, [(TokenTypes.MEMBER, (TokenTypes.INT, 1), None, None)]), None))
]),
(TokenTypes.WHILE,
(TokenTypes.EXPR, [
(TokenTypes.ASSIGN, None, (TokenTypes.OPEXPR, [
(TokenTypes.MEMBER, (TokenTypes.ID, 'i'), None, None),
(TokenTypes.MEMBER, (TokenTypes.ID, 'x'), None, None),
(TokenTypes.REL, _RELATIONS['<'][1])
]), None)
]),
(TokenTypes.BLOCK, [
(TokenTypes.EXPR, [
(TokenTypes.ASSIGN, None, (TokenTypes.OPEXPR, [
(TokenTypes.MEMBER, (TokenTypes.ID, 'i'), None, None),
(TokenTypes.POSTFIX, _UNARY_OPERATORS['++'][1])
]), None)
])
])),
(TokenTypes.RETURN, (TokenTypes.EXPR, [(TokenTypes.ASSIGN, None, (TokenTypes.OPEXPR, [
(TokenTypes.MEMBER, (TokenTypes.ID, 'i'), None, None)]), None)]))
])
]
}
]