some new features
This commit is contained in:
ilgazca
@ -0,0 +1,203 @@
|
||||
# mode: run
|
||||
# tag: syntax
|
||||
|
||||
"""
|
||||
Uses TreeFragment to test invalid syntax.
|
||||
"""
|
||||
|
||||
from __future__ import absolute_import
|
||||
|
||||
import ast
|
||||
import textwrap
|
||||
|
||||
from ...TestUtils import CythonTest
|
||||
from .. import ExprNodes
|
||||
from ..Errors import CompileError
|
||||
|
||||
# Copied from CPython's test_grammar.py
|
||||
VALID_UNDERSCORE_LITERALS = [
|
||||
'0_0_0',
|
||||
'4_2',
|
||||
'1_0000_0000',
|
||||
'0b1001_0100',
|
||||
'0xffff_ffff',
|
||||
'0o5_7_7',
|
||||
'1_00_00.5',
|
||||
'1_00_00.5j',
|
||||
'1_00_00.5e5',
|
||||
'1_00_00j',
|
||||
'1_00_00e5_1',
|
||||
'1e1_0',
|
||||
'.1_4',
|
||||
'.1_4e1',
|
||||
'0b_0',
|
||||
'0x_f',
|
||||
'0o_5',
|
||||
'1_00_00j',
|
||||
'1_00_00.5j',
|
||||
'1_00_00e5_1j',
|
||||
'.1_4j',
|
||||
'(1_2.5+3_3j)',
|
||||
'(.5_6j)',
|
||||
]
|
||||
|
||||
# Copied from CPython's test_grammar.py
|
||||
INVALID_UNDERSCORE_LITERALS = [
|
||||
# Trailing underscores:
|
||||
'0_',
|
||||
'42_',
|
||||
'1.4j_',
|
||||
'0x_',
|
||||
'0b1_',
|
||||
'0xf_',
|
||||
'0o5_',
|
||||
'0 if 1_Else 1',
|
||||
# Underscores in the base selector:
|
||||
'0_b0',
|
||||
'0_xf',
|
||||
'0_o5',
|
||||
# Old-style octal, still disallowed:
|
||||
# FIXME: still need to support PY_VERSION_HEX < 3
|
||||
'0_7',
|
||||
'09_99',
|
||||
# Multiple consecutive underscores:
|
||||
'4_______2',
|
||||
'0.1__4',
|
||||
'0.1__4j',
|
||||
'0b1001__0100',
|
||||
'0xffff__ffff',
|
||||
'0x___',
|
||||
'0o5__77',
|
||||
'1e1__0',
|
||||
'1e1__0j',
|
||||
# Underscore right before a dot:
|
||||
'1_.4',
|
||||
'1_.4j',
|
||||
# Underscore right after a dot:
|
||||
'1._4',
|
||||
'1._4j',
|
||||
'._5',
|
||||
'._5j',
|
||||
# Underscore right after a sign:
|
||||
'1.0e+_1',
|
||||
'1.0e+_1j',
|
||||
# Underscore right before j:
|
||||
'1.4_j',
|
||||
'1.4e5_j',
|
||||
# Underscore right before e:
|
||||
'1_e1',
|
||||
'1.4_e1',
|
||||
'1.4_e1j',
|
||||
# Underscore right after e:
|
||||
'1e_1',
|
||||
'1.4e_1',
|
||||
'1.4e_1j',
|
||||
# Complex cases with parens:
|
||||
'(1+1.5_j_)',
|
||||
'(1+1.5_j)',
|
||||
# Whitespace in literals
|
||||
'1_ 2',
|
||||
'1 _2',
|
||||
'1_2.2_ 1',
|
||||
'1_2.2 _1',
|
||||
'1_2e _1',
|
||||
'1_2e2 _1',
|
||||
'1_2e 2_1',
|
||||
]
|
||||
|
||||
|
||||
INVALID_ELLIPSIS = [
|
||||
(". . .", 2, 0),
|
||||
(". ..", 2, 0),
|
||||
(".. .", 2, 0),
|
||||
(". ...", 2, 0),
|
||||
(". ... .", 2, 0),
|
||||
(".. ... .", 2, 0),
|
||||
(". ... ..", 2, 0),
|
||||
("""
|
||||
(
|
||||
.
|
||||
..
|
||||
)
|
||||
""", 3, 4),
|
||||
("""
|
||||
[
|
||||
..
|
||||
.,
|
||||
None
|
||||
]
|
||||
""", 3, 4),
|
||||
("""
|
||||
{
|
||||
None,
|
||||
.
|
||||
.
|
||||
|
||||
.
|
||||
}
|
||||
""", 4, 4)
|
||||
]
|
||||
|
||||
|
||||
class TestGrammar(CythonTest):
|
||||
|
||||
def test_invalid_number_literals(self):
|
||||
for literal in INVALID_UNDERSCORE_LITERALS:
|
||||
for expression in ['%s', '1 + %s', '%s + 1', '2 * %s', '%s * 2']:
|
||||
code = 'x = ' + expression % literal
|
||||
try:
|
||||
self.fragment(u'''\
|
||||
# cython: language_level=3
|
||||
''' + code)
|
||||
except CompileError as exc:
|
||||
assert code in [s.strip() for s in str(exc).splitlines()], str(exc)
|
||||
else:
|
||||
assert False, "Invalid Cython code '%s' failed to raise an exception" % code
|
||||
|
||||
def test_valid_number_literals(self):
|
||||
for literal in VALID_UNDERSCORE_LITERALS:
|
||||
for i, expression in enumerate(['%s', '1 + %s', '%s + 1', '2 * %s', '%s * 2']):
|
||||
code = 'x = ' + expression % literal
|
||||
node = self.fragment(u'''\
|
||||
# cython: language_level=3
|
||||
''' + code).root
|
||||
assert node is not None
|
||||
|
||||
literal_node = node.stats[0].rhs # StatListNode([SingleAssignmentNode('x', expr)])
|
||||
if i > 0:
|
||||
# Add/MulNode() -> literal is first or second operand
|
||||
literal_node = literal_node.operand2 if i % 2 else literal_node.operand1
|
||||
if 'j' in literal or 'J' in literal:
|
||||
if '+' in literal:
|
||||
# FIXME: tighten this test
|
||||
assert isinstance(literal_node, ExprNodes.AddNode), (literal, literal_node)
|
||||
else:
|
||||
assert isinstance(literal_node, ExprNodes.ImagNode), (literal, literal_node)
|
||||
elif '.' in literal or 'e' in literal or 'E' in literal and not ('0x' in literal or '0X' in literal):
|
||||
assert isinstance(literal_node, ExprNodes.FloatNode), (literal, literal_node)
|
||||
else:
|
||||
assert isinstance(literal_node, ExprNodes.IntNode), (literal, literal_node)
|
||||
|
||||
def test_invalid_ellipsis(self):
|
||||
ERR = ":{0}:{1}: Expected an identifier or literal"
|
||||
for code, line, col in INVALID_ELLIPSIS:
|
||||
try:
|
||||
ast.parse(textwrap.dedent(code))
|
||||
except SyntaxError as exc:
|
||||
assert True
|
||||
else:
|
||||
assert False, "Invalid Python code '%s' failed to raise an exception" % code
|
||||
|
||||
try:
|
||||
self.fragment(u'''\
|
||||
# cython: language_level=3
|
||||
''' + code)
|
||||
except CompileError as exc:
|
||||
assert ERR.format(line, col) in str(exc), str(exc)
|
||||
else:
|
||||
assert False, "Invalid Cython code '%s' failed to raise an exception" % code
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
import unittest
|
||||
unittest.main()
|
||||
Reference in New Issue
Block a user