R-yan/l1ving_youtube-dl
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity
l1ving_youtube-dl/test/test_jsinterp_parser.py

794 lines
30 KiB
Python
Raw Normal View History

[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
#!/usr/bin/env python
from __future__ import unicode_literals
# Allow direct execution
import os
import sys
[jsinterp] Fixing deep copy zip in test_jsinterp_parse
2016-12-10 13:58:26 +01:00
import copy
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
[jsinterp] Fixing compatibility - compat_str - unittest2
2016-12-10 00:52:04 +01:00
if sys.version_info < (2, 7):
import unittest2 as unittest
else:
import unittest
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
from youtube_dl.jsinterp import JSInterpreter
from youtube_dl.jsinterp.jsgrammar import Token
from youtube_dl.jsinterp.tstream import (
_OPERATORS,
_ASSIGN_OPERATORS,
_LOGICAL_OPERATORS,
_UNARY_OPERATORS,
_RELATIONS
)
[jsinterp] Fixing deep copy zip in test_jsinterp_parse
2016-12-10 13:58:26 +01:00
def traverse(node, tree_types=(list, tuple)):
if type(node) == zip:
node = list(copy.deepcopy(node))
if isinstance(node, tree_types):
for value in node:
[jsinterp] Fixing py3 zip generator issues in parser tests
2016-12-10 11:41:59 +01:00
for subvalue in traverse(value, tree_types):
yield subvalue
else:
[jsinterp] Fixing deep copy zip in test_jsinterp_parse
2016-12-10 13:58:26 +01:00
yield node
[jsinterp] Fixing py3 zip generator issues in parser tests
2016-12-10 11:41:59 +01:00
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
class TestJSInterpreterParser(unittest.TestCase):
def test_basic(self):
jsi = JSInterpreter(';')
ast = [None]
self.assertEqual(list(jsi.statements()), ast)
jsi = JSInterpreter('return 42;')
ast = [(Token.RETURN,
(Token.EXPR, [
(Token.ASSIGN,
None,
(Token.OPEXPR, [(Token.MEMBER, (Token.INT, 42), None, None)]),
None)
])
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
)]
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
self.assertEqual(list(jsi.statements()), ast)
def test_calc(self):
jsi = JSInterpreter('return 2*a+1;')
ast = [(Token.RETURN,
(Token.EXPR, [
(Token.ASSIGN,
None,
(Token.OPEXPR, [
# Reverse Polish Notation!
(Token.MEMBER, (Token.INT, 2), None, None),
(Token.MEMBER, (Token.ID, 'a'), None, None),
(Token.OP, _OPERATORS['*'][1]),
(Token.MEMBER, (Token.INT, 1), None, None),
[jsinterp] Adding function declaration and fixing block statement parser
2016-12-10 22:57:02 +01:00
(Token.OP, _OPERATORS['+'][1])
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
]),
None)
])
)]
self.assertEqual(list(jsi.statements()), ast)
def test_empty_return(self):
jsi = JSInterpreter('return; y()')
[jsinterp] Clean up - Fixing test_jsinterp_parse test_empty_return - Fixing test_call and test_complex_call not testing statements (ast still needed) - Adding class Reference and Context to jsinterp - Fixing JSInterpreter interpret_statement and interpret_expression
2016-12-09 23:38:48 +01:00
ast = [(Token.RETURN, None),
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
(Token.EXPR, [
(Token.ASSIGN,
None,
(Token.OPEXPR, [
(Token.MEMBER,
(Token.ID, 'y'),
None,
(Token.CALL, [], None)
)
]),
None)
])]
self.assertEqual(list(jsi.statements()), ast)
def test_morespace(self):
jsi = JSInterpreter('x = 2 ; return x;')
ast = [(Token.EXPR,
[(Token.ASSIGN,
_ASSIGN_OPERATORS['='][1],
(Token.OPEXPR, [(Token.MEMBER, (Token.ID, 'x'), None, None)]),
(Token.ASSIGN,
None,
(Token.OPEXPR, [(Token.MEMBER, (Token.INT, 2), None, None)]),
None)
)]
),
(Token.RETURN,
(Token.EXPR, [
(Token.ASSIGN,
None,
(Token.OPEXPR, [(Token.MEMBER, (Token.ID, 'x'), None, None)]),
None)
])
)]
self.assertEqual(list(jsi.statements()), ast)
def test_strange_chars(self):
jsi = JSInterpreter('var $_axY2 = $_axY1 + 1; return $_axY2;')
ast = [(Token.VAR,
zip(['$_axY2'],
[(Token.ASSIGN,
None,
(Token.OPEXPR, [
(Token.MEMBER, (Token.ID, '$_axY1'), None, None),
(Token.MEMBER, (Token.INT, 1), None, None),
(Token.OP, _OPERATORS['+'][1])
]),
None)
])
),
(Token.RETURN,
(Token.EXPR, [
(Token.ASSIGN,
None,
(Token.OPEXPR, [(Token.MEMBER, (Token.ID, '$_axY2'), None, None)]),
None)]
)
)]
[jsinterp] Fixing py3 zip generator issues in parser tests
2016-12-10 11:41:59 +01:00
self.assertEqual(list(traverse(list(jsi.statements()))), list(traverse(ast)))
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
def test_operators(self):
jsi = JSInterpreter('return 1 << 5;')
[jsinterp] More test and str fix
2016-12-08 09:20:14 +01:00
ast = [
(Token.RETURN,
(Token.EXPR, [
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 1), None, None),
(Token.MEMBER, (Token.INT, 5), None, None),
(Token.OP, _OPERATORS['<<'][1])
]), None)
]))
]
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
self.assertEqual(list(jsi.statements()), ast)
jsi = JSInterpreter('return 19 & 21;')
[jsinterp] More test and str fix
2016-12-08 09:20:14 +01:00
ast = [
(Token.RETURN,
(Token.EXPR, [
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 19), None, None),
(Token.MEMBER, (Token.INT, 21), None, None),
(Token.OP, _OPERATORS['&'][1])
]), None)
]))
]
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
self.assertEqual(list(jsi.statements()), ast)
jsi = JSInterpreter('return 11 >> 2;')
[jsinterp] More test and str fix
2016-12-08 09:20:14 +01:00
ast = [
(Token.RETURN,
(Token.EXPR, [
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 11), None, None),
(Token.MEMBER, (Token.INT, 2), None, None),
(Token.OP, _OPERATORS['>>'][1])
]), None)
]))
]
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
self.assertEqual(list(jsi.statements()), ast)
def test_array_access(self):
jsi = JSInterpreter('var x = [1,2,3]; x[0] = 4; x[0] = 5; x[2] = 7; return x;')
ast = [(Token.VAR,
zip(['x'],
[(Token.ASSIGN,
None,
(Token.OPEXPR, [
(Token.MEMBER, (Token.ARRAY, [
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 1), None, None)]), None),
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 2), None, None)]), None),
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 3), None, None)]), None)
]), None, None),
]),
None)
])
),
(Token.EXPR, [
(Token.ASSIGN,
_ASSIGN_OPERATORS['='][1],
(Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'x'),
None,
(Token.ELEM,
(Token.EXPR, [
(Token.ASSIGN,
None,
(Token.OPEXPR, [(Token.MEMBER, (Token.INT, 0), None, None)]),
None)
]),
None))
]),
(Token.ASSIGN, None, (Token.OPEXPR, [(Token.MEMBER, (Token.INT, 4), None, None)]), None)
)
]),
(Token.EXPR, [
(Token.ASSIGN,
_ASSIGN_OPERATORS['='][1],
(Token.OPEXPR, [(Token.MEMBER, (Token.ID, 'x'),
None,
(Token.ELEM, (Token.EXPR, [
(Token.ASSIGN,
None,
(Token.OPEXPR, [(Token.MEMBER, (Token.INT, 0), None, None)]),
None)
]), None))
]),
(Token.ASSIGN, None, (Token.OPEXPR, [(Token.MEMBER, (Token.INT, 5), None, None)]), None))
]),
(Token.EXPR, [
(Token.ASSIGN,
_ASSIGN_OPERATORS['='][1],
(Token.OPEXPR, [(Token.MEMBER, (Token.ID, 'x'),
None,
(Token.ELEM, (Token.EXPR, [
(Token.ASSIGN,
None,
(Token.OPEXPR, [(Token.MEMBER, (Token.INT, 2), None, None)]),
None)
]), None))
]),
(Token.ASSIGN, None, (Token.OPEXPR, [(Token.MEMBER, (Token.INT, 7), None, None)]), None))
]),
(Token.RETURN,
(Token.EXPR, [
(Token.ASSIGN, None, (Token.OPEXPR, [(Token.MEMBER, (Token.ID, 'x'), None, None)]), None)
])
)
]
[jsinterp] Fixing py3 zip generator issues in parser tests
2016-12-10 11:41:59 +01:00
self.assertEqual(list(traverse(list(jsi.statements()))), list(traverse(ast)))
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
def test_parens(self):
[jsinterp] Parentheses fix (test and parser)
2016-12-08 08:29:12 +01:00
jsi = JSInterpreter('return (1 + 2) * 3;')
ast = [
(Token.RETURN, (Token.EXPR, [
(Token.ASSIGN, None,
(Token.OPEXPR, [
(Token.MEMBER, (Token.EXPR, [
(Token.ASSIGN, None,
(Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 1), None, None),
(Token.MEMBER, (Token.INT, 2), None, None),
(Token.OP, _OPERATORS['+'][1])
]), None)
]), None, None),
(Token.MEMBER, (Token.INT, 3), None, None),
(Token.OP, _OPERATORS['*'][1])
]), None)
]))
]
self.assertEqual(list(jsi.statements()), ast)
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
jsi = JSInterpreter('return (1) + (2) * ((( (( (((((3)))))) )) ));')
[jsinterp] Parentheses fix (test and parser)
2016-12-08 08:29:12 +01:00
ast = [
(Token.RETURN, (Token.EXPR, [
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
(Token.ASSIGN, None,
(Token.OPEXPR, [
(Token.MEMBER, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 1), None, None)
]), None)]), None, None),
[jsinterp] Parentheses fix (test and parser)
2016-12-08 08:29:12 +01:00
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
(Token.MEMBER, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 2), None, None)
]), None)]), None, None),
[jsinterp] Parentheses fix (test and parser)
2016-12-08 08:29:12 +01:00
(Token.MEMBER, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
(Token.MEMBER, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
[jsinterp] Parentheses fix (test and parser)
2016-12-08 08:29:12 +01:00
(Token.MEMBER, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
[jsinterp] Parentheses fix (test and parser)
2016-12-08 08:29:12 +01:00
(Token.MEMBER, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
(Token.MEMBER,
(Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 3), None, None)
]), None)]), None, None)
[jsinterp] Parentheses fix (test and parser)
2016-12-08 08:29:12 +01:00
]), None)]), None, None)
]), None)]), None, None)
]), None)]), None, None)
]), None)]), None, None)
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
]), None)]), None, None)
[jsinterp] Parentheses fix (test and parser)
2016-12-08 08:29:12 +01:00
]), None)]), None, None)
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
]), None)]), None, None)
[jsinterp] Parentheses fix (test and parser)
2016-12-08 08:29:12 +01:00
]), None)]), None, None)
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
]), None)]), None, None),
[jsinterp] Parentheses fix (test and parser)
2016-12-08 08:29:12 +01:00
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
(Token.OP, _OPERATORS['*'][1]),
(Token.OP, _OPERATORS['+'][1])
]), None)
]))
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
]
self.assertEqual(list(jsi.statements()), ast)
def test_assignments(self):
jsi = JSInterpreter('var x = 20; x = 30 + 1; return x;')
[jsinterp] More test and str fix
2016-12-08 09:20:14 +01:00
ast = [
[jsinterp] Fixing deep copy zip in test_jsinterp_parse
2016-12-10 13:58:26 +01:00
(Token.VAR, zip(
[jsinterp] More test and str fix
2016-12-08 09:20:14 +01:00
['x'],
[(Token.ASSIGN,
None,
(Token.OPEXPR, [(Token.MEMBER, (Token.INT, 20), None, None)]),
None)]
[jsinterp] Fixing deep copy zip in test_jsinterp_parse
2016-12-10 13:58:26 +01:00
)),
[jsinterp] More test and str fix
2016-12-08 09:20:14 +01:00
(Token.EXPR, [
(Token.ASSIGN,
_ASSIGN_OPERATORS['='][1],
(Token.OPEXPR, [(Token.MEMBER, (Token.ID, 'x'), None, None)]),
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
(Token.ASSIGN, None,
(Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 30), None, None),
(Token.MEMBER, (Token.INT, 1), None, None),
(Token.OP, _OPERATORS['+'][1])]),
[jsinterp] More test and str fix
2016-12-08 09:20:14 +01:00
None))
]),
(Token.RETURN, (Token.EXPR, [
(Token.ASSIGN, None,
(Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'x'), None, None)
]), None)
]))
]
[jsinterp] Fixing py3 zip generator issues in parser tests
2016-12-10 11:41:59 +01:00
self.assertEqual(list(traverse(list(jsi.statements()))), list(traverse(ast)))
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
jsi = JSInterpreter('var x = 20; x += 30 + 1; return x;')
[jsinterp] More test and str fix
2016-12-08 09:20:14 +01:00
ast[1] = (Token.EXPR, [
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
(Token.ASSIGN,
_ASSIGN_OPERATORS['+='][1],
(Token.OPEXPR, [(Token.MEMBER, (Token.ID, 'x'), None, None)]),
(Token.ASSIGN, None,
(Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 30), None, None),
(Token.MEMBER, (Token.INT, 1), None, None),
(Token.OP, _OPERATORS['+'][1])]),
None))
])
[jsinterp] Fixing py3 zip generator issues in parser tests
2016-12-10 11:41:59 +01:00
self.assertEqual(list(traverse(list(jsi.statements()))), list(traverse(ast)))
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
jsi = JSInterpreter('var x = 20; x -= 30 + 1; return x;')
[jsinterp] More test and str fix
2016-12-08 09:20:14 +01:00
ast[1] = (Token.EXPR, [
(Token.ASSIGN,
_ASSIGN_OPERATORS['-='][1],
(Token.OPEXPR, [(Token.MEMBER, (Token.ID, 'x'), None, None)]),
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
(Token.ASSIGN, None,
(Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 30), None, None),
(Token.MEMBER, (Token.INT, 1), None, None),
(Token.OP, _OPERATORS['+'][1])]),
[jsinterp] More test and str fix
2016-12-08 09:20:14 +01:00
None))
])
[jsinterp] Fixing py3 zip generator issues in parser tests
2016-12-10 11:41:59 +01:00
self.assertEqual(list(traverse(list(jsi.statements()))), list(traverse(ast)))
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
def test_comments(self):
# var x = 2; var y = 50; return x + y;
jsi = JSInterpreter('var x = /* 1 + */ 2; var y = /* 30 * 40 */ 50; return x + y;')
[jsinterp] More test and str fix
2016-12-08 09:20:14 +01:00
ast = [
(Token.VAR, zip(
['x'],
[(Token.ASSIGN,
None,
(Token.OPEXPR, [(Token.MEMBER, (Token.INT, 2), None, None)]),
None)]
)),
(Token.VAR, zip(
['y'],
[(Token.ASSIGN,
None,
(Token.OPEXPR, [(Token.MEMBER, (Token.INT, 50), None, None)]),
None)]
)),
(Token.RETURN, (Token.EXPR, [
(Token.ASSIGN, None,
(Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'x'), None, None),
(Token.MEMBER, (Token.ID, 'y'), None, None),
(Token.OP, _OPERATORS['+'][1])
]), None)
]))
]
[jsinterp] Fixing py3 zip generator issues in parser tests
2016-12-10 11:41:59 +01:00
self.assertEqual(list(traverse(list(jsi.statements()))), list(traverse(ast)))
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
# var x = "/*"; var y = 1 + 2; return y;
jsi = JSInterpreter('var x = "/*"; var y = 1 /* comment */ + 2; return y;')
[jsinterp] More test and str fix
2016-12-08 09:20:14 +01:00
ast = [
(Token.VAR, zip(
['x'],
[(Token.ASSIGN,
None,
(Token.OPEXPR, [(Token.MEMBER, (Token.STR, '/*'), None, None)]),
None)]
)),
(Token.VAR, zip(
['y'],
[(Token.ASSIGN,
None,
(Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 1), None, None),
(Token.MEMBER, (Token.INT, 2), None, None),
(Token.OP, _OPERATORS['+'][1])
]),
None)]
)),
(Token.RETURN, (Token.EXPR, [
(Token.ASSIGN, None,
(Token.OPEXPR, [(Token.MEMBER, (Token.ID, 'y'), None, None)]),
None)
]))
]
[jsinterp] Fixing py3 zip generator issues in parser tests
2016-12-10 11:41:59 +01:00
self.assertEqual(list(traverse(list(jsi.statements()))), list(traverse(ast)))
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
def test_precedence(self):
jsi = JSInterpreter(' var a = [10, 20, 30, 40, 50]; var b = 6; a[0]=a[b%a.length]; return a;')
[jsinterp] More test and str fix
2016-12-08 09:20:14 +01:00
ast = [
(Token.VAR,
zip(['a'],
[(Token.ASSIGN,
None,
(Token.OPEXPR, [
(Token.MEMBER, (Token.ARRAY, [
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 10), None, None)]), None),
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 20), None, None)]), None),
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 30), None, None)]), None),
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 40), None, None)]), None),
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.INT, 50), None, None)]), None)
]), None, None),
]),
None)
])
),
(Token.VAR,
zip(['b'],
[(Token.ASSIGN, None, (Token.OPEXPR, [(Token.MEMBER, (Token.INT, 6), None, None)]), None)]
)
),
(Token.EXPR, [
(Token.ASSIGN,
_ASSIGN_OPERATORS['='][1],
(Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'a'),
None,
(Token.ELEM,
(Token.EXPR, [
(Token.ASSIGN,
None,
(Token.OPEXPR, [(Token.MEMBER, (Token.INT, 0), None, None)]),
None)
]),
None))
]),
(Token.ASSIGN,
None,
(Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'a'),
None,
(Token.ELEM, (Token.EXPR, [
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'b'), None, None),
(Token.MEMBER, (Token.ID, 'a'), None, (Token.FIELD, 'length', None)),
(Token.OP, _OPERATORS['%'][1])
]), None)]),
None))
]),
None)
)
]),
(Token.RETURN,
(Token.EXPR, [
(Token.ASSIGN, None, (Token.OPEXPR, [(Token.MEMBER, (Token.ID, 'a'), None, None)]), None)
])
)
]
[jsinterp] Fixing py3 zip generator issues in parser tests
2016-12-10 11:41:59 +01:00
self.assertEqual(list(traverse(list(jsi.statements()))), list(traverse(ast)))
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
def test_call(self):
jsi = JSInterpreter('''
function x() { return 2; }
function y(a) { return x() + a; }
function z() { return y(3); }
''')
[jsinterp] Clean up - Fixing test_jsinterp_parse test_empty_return - Fixing test_call and test_complex_call not testing statements (ast still needed) - Adding class Reference and Context to jsinterp - Fixing JSInterpreter interpret_statement and interpret_expression
2016-12-09 23:38:48 +01:00
[jsinterp] Adding function declaration and fixing block statement parser
2016-12-10 22:57:02 +01:00
ast = [
(Token.FUNC, 'x',
[],
(Token.BLOCK, [
(Token.RETURN, (Token.EXPR, [
(Token.ASSIGN, None, (Token.OPEXPR, [(Token.MEMBER, (Token.INT, 2), None, None)]), None)
])
)
])),
(Token.FUNC, 'y',
['a'],
(Token.BLOCK, [
(Token.RETURN, (Token.EXPR, [
(Token.ASSIGN, None,
(Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'x'), None, (Token.CALL, [], None)),
(Token.MEMBER, (Token.ID, 'a'), None, None),
(Token.OP, _OPERATORS['+'][1])
]), None)
])
)
])),
(Token.FUNC, 'z',
[],
(Token.BLOCK, [
(Token.RETURN, (Token.EXPR, [
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'y'), None, (Token.CALL, [
(Token.ASSIGN, None, (Token.OPEXPR, [(Token.MEMBER, (Token.INT, 3), None, None)]), None)
], None))
]), None)
])
)
]))
]
[jsinterp] Clean up - Fixing test_jsinterp_parse test_empty_return - Fixing test_call and test_complex_call not testing statements (ast still needed) - Adding class Reference and Context to jsinterp - Fixing JSInterpreter interpret_statement and interpret_expression
2016-12-09 23:38:48 +01:00
self.assertEqual(list(jsi.statements()), ast)
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
jsi = JSInterpreter('function x(a) { return a.split(""); }', variables={'a': 'abc'})
[jsinterp] Adding function declaration and fixing block statement parser
2016-12-10 22:57:02 +01:00
ast = [
(Token.FUNC, 'x',
['a'],
(Token.BLOCK, [
(Token.RETURN, (Token.EXPR, [
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'a'), None,
(Token.FIELD, 'split',
(Token.CALL, [
(Token.ASSIGN, None, (Token.OPEXPR, [(Token.MEMBER, (Token.STR, ''), None, None)]), None)
], None))
)]),
None)
])
)
]))
]
[jsinterp] Clean up - Fixing test_jsinterp_parse test_empty_return - Fixing test_call and test_complex_call not testing statements (ast still needed) - Adding class Reference and Context to jsinterp - Fixing JSInterpreter interpret_statement and interpret_expression
2016-12-09 23:38:48 +01:00
self.assertEqual(list(jsi.statements()), ast)
[jsinterp] Coding convention fixes
2016-12-08 13:09:11 +01:00
def test_complex_call(self):
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
jsi = JSInterpreter('''
function a(x) { return x; }
function b(x) { return x; }
function c() { return [a, b][0](0); }
''')
[jsinterp] Adding function declaration and fixing block statement parser
2016-12-10 22:57:02 +01:00
ast = [
(Token.FUNC, 'a',
['x'],
(Token.BLOCK, [
(Token.RETURN, (Token.EXPR, [
(Token.ASSIGN, None, (Token.OPEXPR, [(Token.MEMBER, (Token.ID, 'x'), None, None)]), None)
])
)
])),
(Token.FUNC, 'b',
['x'],
(Token.BLOCK, [
(Token.RETURN, (Token.EXPR, [
(Token.ASSIGN, None, (Token.OPEXPR, [(Token.MEMBER, (Token.ID, 'x'), None, None)]), None)
])
)
])),
(Token.FUNC, 'c',
[],
(Token.BLOCK, [
(Token.RETURN, (Token.EXPR, [
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.ARRAY, [
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'a'), None, None)]), None),
(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'b'), None, None)]), None)
]), None, (Token.ELEM, (Token.EXPR, [
(Token.ASSIGN, None, (Token.OPEXPR, [(Token.MEMBER, (Token.INT, 0), None, None)]), None)
]), (Token.CALL, [
(Token.ASSIGN, None, (Token.OPEXPR, [(Token.MEMBER, (Token.INT, 0), None, None)]), None)
], None)))
]), None)
])
)
])),
]
[jsinterp] Clean up - Fixing test_jsinterp_parse test_empty_return - Fixing test_call and test_complex_call not testing statements (ast still needed) - Adding class Reference and Context to jsinterp - Fixing JSInterpreter interpret_statement and interpret_expression
2016-12-09 23:38:48 +01:00
self.assertEqual(list(jsi.statements()), ast)
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
def test_getfield(self):
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
jsi = JSInterpreter('return a.var;', variables={'a': {'var': 3}})
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
ast = [(Token.RETURN,
(Token.EXPR, [
(Token.ASSIGN,
None,
(Token.OPEXPR, [
(Token.MEMBER,
(Token.ID, 'a'),
None,
(Token.FIELD, 'var', None)),
]),
None)
]))
]
self.assertEqual(list(jsi.statements()), ast)
[jsinterp] Adding if parser (test needed)
2016-12-11 09:40:43 +01:00
def test_if(self):
# TODO if test
[jsinterp] Adding code to if and switch test
2016-12-11 13:54:47 +01:00
jsi = JSInterpreter(
'''
function a(x) {
if (x > 0)
[jsinterp] Parser test code fixes
2016-12-11 14:17:31 +01:00
return true;
[jsinterp] Adding code to if and switch test
2016-12-11 13:54:47 +01:00
else
[jsinterp] Parser test code fixes
2016-12-11 14:17:31 +01:00
return false;
[jsinterp] Adding code to if and switch test
2016-12-11 13:54:47 +01:00
}
'''
)
[jsinterp] Finished parser if test
2016-12-11 17:36:19 +01:00
ast = [
(Token.FUNC, 'a',
['x'],
(Token.BLOCK, [
(Token.IF,
(Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'x'), None, None),
(Token.MEMBER, (Token.INT, 0), None, None),
(Token.REL, _RELATIONS['>'][1])
]), None)]),
(Token.RETURN, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.BOOL, True), None, None)]), None)])),
(Token.RETURN, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.BOOL, False), None, None)]), None)])))
]))
]
[jsinterp] Adding code to if and switch test
2016-12-11 13:54:47 +01:00
self.assertEqual(list(jsi.statements()), ast)
jsi = JSInterpreter(
'''
function a(x) {
if (x > 0)
[jsinterp] Parser test code fixes
2016-12-11 14:17:31 +01:00
return true;
return false;
[jsinterp] Adding code to if and switch test
2016-12-11 13:54:47 +01:00
}
'''
)
[jsinterp] Finished parser if test
2016-12-11 17:36:19 +01:00
ast = [
(Token.FUNC, 'a',
['x'],
(Token.BLOCK, [
(Token.IF,
(Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'x'), None, None),
(Token.MEMBER, (Token.INT, 0), None, None),
(Token.REL, _RELATIONS['>'][1])
]), None)]),
(Token.RETURN, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.BOOL, True), None, None)]), None)])),
None),
(Token.RETURN, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.BOOL, False), None, None)]), None)]))
]))
]
[jsinterp] Adding code to if and switch test
2016-12-11 13:54:47 +01:00
self.assertEqual(list(jsi.statements()), ast)
jsi = JSInterpreter(
'''
function a(x) {
if (x > 0) {
x--;
return x;
} else {
x++;
[jsinterp] Finished parser if test
2016-12-11 17:36:19 +01:00
return x;
[jsinterp] Adding code to if and switch test
2016-12-11 13:54:47 +01:00
}
}
'''
)
[jsinterp] Finished parser if test
2016-12-11 17:36:19 +01:00
ast = [
(Token.FUNC, 'a',
['x'],
(Token.BLOCK, [
(Token.IF,
(Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'x'), None, None),
(Token.MEMBER, (Token.INT, 0), None, None),
(Token.REL, _RELATIONS['>'][1])
]), None)]),
(Token.BLOCK, [
(Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'x'), None, None),
(Token.UOP, _UNARY_OPERATORS['--'][1])
]), None)]),
(Token.RETURN, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'x'), None, None)]), None)]))
]),
(Token.BLOCK, [
(Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'x'), None, None),
(Token.UOP, _UNARY_OPERATORS['++'][1])
]), None)]),
(Token.RETURN, (Token.EXPR, [(Token.ASSIGN, None, (Token.OPEXPR, [
(Token.MEMBER, (Token.ID, 'x'), None, None)]), None)]))
]))
]))
]
[jsinterp] Adding code to if and switch test
2016-12-11 13:54:47 +01:00
self.assertEqual(list(jsi.statements()), ast)
@unittest.skip('Test not yet implemented: missing code and ast')
def test_with(self):
# TODO with test
[jsinterp] Adding if parser (test needed)
2016-12-11 09:40:43 +01:00
jsi = JSInterpreter('')
ast = []
[jsinterp] Adding code to if and switch test
2016-12-11 13:54:47 +01:00
self.assertEqual(list(jsi.statements()), ast)
[jsinterp] Parser test code fixes
2016-12-11 14:17:31 +01:00
@unittest.skip('Test not yet implemented: missing ast')
[jsinterp] Adding code to if and switch test
2016-12-11 13:54:47 +01:00
def test_switch(self):
# TODO switch test
jsi = JSInterpreter(
'''
function a(x) {
switch (x) {
[jsinterp] Parser test code fixes
2016-12-11 14:17:31 +01:00
case 6:
[jsinterp] Adding code to if and switch test
2016-12-11 13:54:47 +01:00
break;
[jsinterp] Parser test code fixes
2016-12-11 14:17:31 +01:00
case 5:
[jsinterp] Adding code to if and switch test
2016-12-11 13:54:47 +01:00
x++;
[jsinterp] Parser test code fixes
2016-12-11 14:17:31 +01:00
case 8:
[jsinterp] Adding code to if and switch test
2016-12-11 13:54:47 +01:00
x--;
[jsinterp] Parser test code fixes
2016-12-11 14:17:31 +01:00
break;
[jsinterp] Adding code to if and switch test
2016-12-11 13:54:47 +01:00
default:
x = 0;
}
[jsinterp] Parser test code fixes
2016-12-11 14:17:31 +01:00
return x;
[jsinterp] Adding code to if and switch test
2016-12-11 13:54:47 +01:00
}
'''
)
ast = []
[jsinterp] Adding if parser (test needed)
2016-12-11 09:40:43 +01:00
self.assertEqual(list(jsi.statements()), ast)
[jsinterp] Mozilla-central test first try
2016-12-10 16:25:51 +01:00
def test_unshift(self):
# https://hg.mozilla.org/mozilla-central/file/tip/js/src/tests/ecma_5/Array/unshift-01.js
jsi = JSInterpreter(
'''var MAX_LENGTH = 0xffffffff;
var a = {};
a.length = MAX_LENGTH + 1;
assertEq([].unshift.call(a), MAX_LENGTH);
assertEq(a.length, MAX_LENGTH);
function testGetSet(len, expected) {
var newlen;
var a = { get length() { return len; }, set length(v) { newlen = v; } };
var res = [].unshift.call(a);
assertEq(res, expected);
assertEq(newlen, expected);
}
testGetSet(0, 0);
testGetSet(10, 10);
testGetSet("1", 1);
testGetSet(null, 0);
testGetSet(MAX_LENGTH + 2, MAX_LENGTH);
testGetSet(-5, 0);''')
jsi.statements()
[jsinterp] Formatting code
2016-12-10 02:59:32 +01:00
[jsinterp] First parser tests
2016-12-08 03:55:23 +01:00
if __name__ == '__main__':
unittest.main()
Reference in New Issue Copy Permalink