You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1319 lines
56 KiB
Python
1319 lines
56 KiB
Python
import ast
|
|
import dis
|
|
import os
|
|
import sys
|
|
import unittest
|
|
import weakref
|
|
from textwrap import dedent
|
|
|
|
from test import support
|
|
|
|
def to_tuple(t):
|
|
if t is None or isinstance(t, (str, int, complex)):
|
|
return t
|
|
elif isinstance(t, list):
|
|
return [to_tuple(e) for e in t]
|
|
result = [t.__class__.__name__]
|
|
if hasattr(t, 'lineno') and hasattr(t, 'col_offset'):
|
|
result.append((t.lineno, t.col_offset))
|
|
if t._fields is None:
|
|
return tuple(result)
|
|
for f in t._fields:
|
|
result.append(to_tuple(getattr(t, f)))
|
|
return tuple(result)
|
|
|
|
|
|
# These tests are compiled through "exec"
|
|
# There should be at least one test per statement
|
|
exec_tests = [
|
|
# None
|
|
"None",
|
|
# Module docstring
|
|
"'module docstring'",
|
|
# FunctionDef
|
|
"def f(): pass",
|
|
# FunctionDef with docstring
|
|
"def f(): 'function docstring'",
|
|
# FunctionDef with arg
|
|
"def f(a): pass",
|
|
# FunctionDef with arg and default value
|
|
"def f(a=0): pass",
|
|
# FunctionDef with varargs
|
|
"def f(*args): pass",
|
|
# FunctionDef with kwargs
|
|
"def f(**kwargs): pass",
|
|
# FunctionDef with all kind of args and docstring
|
|
"def f(a, b=1, c=None, d=[], e={}, *args, f=42, **kwargs): 'doc for f()'",
|
|
# ClassDef
|
|
"class C:pass",
|
|
# ClassDef with docstring
|
|
"class C: 'docstring for class C'",
|
|
# ClassDef, new style class
|
|
"class C(object): pass",
|
|
# Return
|
|
"def f():return 1",
|
|
# Delete
|
|
"del v",
|
|
# Assign
|
|
"v = 1",
|
|
# AugAssign
|
|
"v += 1",
|
|
# For
|
|
"for v in v:pass",
|
|
# While
|
|
"while v:pass",
|
|
# If
|
|
"if v:pass",
|
|
# If-Elif
|
|
"if a:\n pass\nelif b:\n pass",
|
|
# If-Elif-Else
|
|
"if a:\n pass\nelif b:\n pass\nelse:\n pass",
|
|
# With
|
|
"with x as y: pass",
|
|
"with x as y, z as q: pass",
|
|
# Raise
|
|
"raise Exception('string')",
|
|
# TryExcept
|
|
"try:\n pass\nexcept Exception:\n pass",
|
|
# TryFinally
|
|
"try:\n pass\nfinally:\n pass",
|
|
# Assert
|
|
"assert v",
|
|
# Import
|
|
"import sys",
|
|
# ImportFrom
|
|
"from sys import v",
|
|
# Global
|
|
"global v",
|
|
# Expr
|
|
"1",
|
|
# Pass,
|
|
"pass",
|
|
# Break
|
|
"for v in v:break",
|
|
# Continue
|
|
"for v in v:continue",
|
|
# for statements with naked tuples (see http://bugs.python.org/issue6704)
|
|
"for a,b in c: pass",
|
|
"[(a,b) for a,b in c]",
|
|
"((a,b) for a,b in c)",
|
|
"((a,b) for (a,b) in c)",
|
|
# Multiline generator expression (test for .lineno & .col_offset)
|
|
"""(
|
|
(
|
|
Aa
|
|
,
|
|
Bb
|
|
)
|
|
for
|
|
Aa
|
|
,
|
|
Bb in Cc
|
|
)""",
|
|
# dictcomp
|
|
"{a : b for w in x for m in p if g}",
|
|
# dictcomp with naked tuple
|
|
"{a : b for v,w in x}",
|
|
# setcomp
|
|
"{r for l in x if g}",
|
|
# setcomp with naked tuple
|
|
"{r for l,m in x}",
|
|
# AsyncFunctionDef
|
|
"async def f():\n 'async function'\n await something()",
|
|
# AsyncFor
|
|
"async def f():\n async for e in i: 1\n else: 2",
|
|
# AsyncWith
|
|
"async def f():\n async with a as b: 1",
|
|
# PEP 448: Additional Unpacking Generalizations
|
|
"{**{1:2}, 2:3}",
|
|
"{*{1, 2}, 3}",
|
|
# Asynchronous comprehensions
|
|
"async def f():\n [i async for b in c]",
|
|
# Decorated FunctionDef
|
|
"@deco1\n@deco2()\n@deco3(1)\ndef f(): pass",
|
|
# Decorated AsyncFunctionDef
|
|
"@deco1\n@deco2()\n@deco3(1)\nasync def f(): pass",
|
|
# Decorated ClassDef
|
|
"@deco1\n@deco2()\n@deco3(1)\nclass C: pass",
|
|
# Decorator with generator argument
|
|
"@deco(a for a in b)\ndef f(): pass",
|
|
]
|
|
|
|
# These are compiled through "single"
|
|
# because of overlap with "eval", it just tests what
|
|
# can't be tested with "eval"
|
|
single_tests = [
|
|
"1+2"
|
|
]
|
|
|
|
# These are compiled through "eval"
|
|
# It should test all expressions
|
|
eval_tests = [
|
|
# None
|
|
"None",
|
|
# BoolOp
|
|
"a and b",
|
|
# BinOp
|
|
"a + b",
|
|
# UnaryOp
|
|
"not v",
|
|
# Lambda
|
|
"lambda:None",
|
|
# Dict
|
|
"{ 1:2 }",
|
|
# Empty dict
|
|
"{}",
|
|
# Set
|
|
"{None,}",
|
|
# Multiline dict (test for .lineno & .col_offset)
|
|
"""{
|
|
1
|
|
:
|
|
2
|
|
}""",
|
|
# ListComp
|
|
"[a for b in c if d]",
|
|
# GeneratorExp
|
|
"(a for b in c if d)",
|
|
# Yield - yield expressions can't work outside a function
|
|
#
|
|
# Compare
|
|
"1 < 2 < 3",
|
|
# Call
|
|
"f(1,2,c=3,*d,**e)",
|
|
# Num
|
|
"10",
|
|
# Str
|
|
"'string'",
|
|
# Attribute
|
|
"a.b",
|
|
# Subscript
|
|
"a[b:c]",
|
|
# Name
|
|
"v",
|
|
# List
|
|
"[1,2,3]",
|
|
# Empty list
|
|
"[]",
|
|
# Tuple
|
|
"1,2,3",
|
|
# Tuple
|
|
"(1,2,3)",
|
|
# Empty tuple
|
|
"()",
|
|
# Combination
|
|
"a.b.c.d(a.b[1:2])",
|
|
|
|
]
|
|
|
|
# TODO: expr_context, slice, boolop, operator, unaryop, cmpop, comprehension
|
|
# excepthandler, arguments, keywords, alias
|
|
|
|
class AST_Tests(unittest.TestCase):
|
|
|
|
def _assertTrueorder(self, ast_node, parent_pos):
|
|
if not isinstance(ast_node, ast.AST) or ast_node._fields is None:
|
|
return
|
|
if isinstance(ast_node, (ast.expr, ast.stmt, ast.excepthandler)):
|
|
node_pos = (ast_node.lineno, ast_node.col_offset)
|
|
self.assertTrue(node_pos >= parent_pos)
|
|
parent_pos = (ast_node.lineno, ast_node.col_offset)
|
|
for name in ast_node._fields:
|
|
value = getattr(ast_node, name)
|
|
if isinstance(value, list):
|
|
for child in value:
|
|
self._assertTrueorder(child, parent_pos)
|
|
elif value is not None:
|
|
self._assertTrueorder(value, parent_pos)
|
|
|
|
def test_AST_objects(self):
|
|
x = ast.AST()
|
|
self.assertEqual(x._fields, ())
|
|
x.foobar = 42
|
|
self.assertEqual(x.foobar, 42)
|
|
self.assertEqual(x.__dict__["foobar"], 42)
|
|
|
|
with self.assertRaises(AttributeError):
|
|
x.vararg
|
|
|
|
with self.assertRaises(TypeError):
|
|
# "_ast.AST constructor takes 0 positional arguments"
|
|
ast.AST(2)
|
|
|
|
def test_AST_garbage_collection(self):
|
|
class X:
|
|
pass
|
|
a = ast.AST()
|
|
a.x = X()
|
|
a.x.a = a
|
|
ref = weakref.ref(a.x)
|
|
del a
|
|
support.gc_collect()
|
|
self.assertIsNone(ref())
|
|
|
|
def test_snippets(self):
|
|
for input, output, kind in ((exec_tests, exec_results, "exec"),
|
|
(single_tests, single_results, "single"),
|
|
(eval_tests, eval_results, "eval")):
|
|
for i, o in zip(input, output):
|
|
with self.subTest(action="parsing", input=i):
|
|
ast_tree = compile(i, "?", kind, ast.PyCF_ONLY_AST)
|
|
self.assertEqual(to_tuple(ast_tree), o)
|
|
self._assertTrueorder(ast_tree, (0, 0))
|
|
with self.subTest(action="compiling", input=i, kind=kind):
|
|
compile(ast_tree, "?", kind)
|
|
|
|
def test_slice(self):
|
|
slc = ast.parse("x[::]").body[0].value.slice
|
|
self.assertIsNone(slc.upper)
|
|
self.assertIsNone(slc.lower)
|
|
self.assertIsNone(slc.step)
|
|
|
|
def test_from_import(self):
|
|
im = ast.parse("from . import y").body[0]
|
|
self.assertIsNone(im.module)
|
|
|
|
def test_non_interned_future_from_ast(self):
|
|
mod = ast.parse("from __future__ import division")
|
|
self.assertIsInstance(mod.body[0], ast.ImportFrom)
|
|
mod.body[0].module = " __future__ ".strip()
|
|
compile(mod, "<test>", "exec")
|
|
|
|
def test_base_classes(self):
|
|
self.assertTrue(issubclass(ast.For, ast.stmt))
|
|
self.assertTrue(issubclass(ast.Name, ast.expr))
|
|
self.assertTrue(issubclass(ast.stmt, ast.AST))
|
|
self.assertTrue(issubclass(ast.expr, ast.AST))
|
|
self.assertTrue(issubclass(ast.comprehension, ast.AST))
|
|
self.assertTrue(issubclass(ast.Gt, ast.AST))
|
|
|
|
def test_field_attr_existence(self):
|
|
for name, item in ast.__dict__.items():
|
|
if isinstance(item, type) and name != 'AST' and name[0].isupper():
|
|
x = item()
|
|
if isinstance(x, ast.AST):
|
|
self.assertEqual(type(x._fields), tuple)
|
|
|
|
def test_arguments(self):
|
|
x = ast.arguments()
|
|
self.assertEqual(x._fields, ('args', 'vararg', 'kwonlyargs',
|
|
'kw_defaults', 'kwarg', 'defaults'))
|
|
|
|
with self.assertRaises(AttributeError):
|
|
x.vararg
|
|
|
|
x = ast.arguments(*range(1, 7))
|
|
self.assertEqual(x.vararg, 2)
|
|
|
|
def test_field_attr_writable(self):
|
|
x = ast.Num()
|
|
# We can assign to _fields
|
|
x._fields = 666
|
|
self.assertEqual(x._fields, 666)
|
|
|
|
def test_classattrs(self):
|
|
x = ast.Num()
|
|
self.assertEqual(x._fields, ('n',))
|
|
|
|
with self.assertRaises(AttributeError):
|
|
x.n
|
|
|
|
x = ast.Num(42)
|
|
self.assertEqual(x.n, 42)
|
|
|
|
with self.assertRaises(AttributeError):
|
|
x.lineno
|
|
|
|
with self.assertRaises(AttributeError):
|
|
x.foobar
|
|
|
|
x = ast.Num(lineno=2)
|
|
self.assertEqual(x.lineno, 2)
|
|
|
|
x = ast.Num(42, lineno=0)
|
|
self.assertEqual(x.lineno, 0)
|
|
self.assertEqual(x._fields, ('n',))
|
|
self.assertEqual(x.n, 42)
|
|
|
|
self.assertRaises(TypeError, ast.Num, 1, 2)
|
|
self.assertRaises(TypeError, ast.Num, 1, 2, lineno=0)
|
|
|
|
def test_module(self):
|
|
body = [ast.Num(42)]
|
|
x = ast.Module(body)
|
|
self.assertEqual(x.body, body)
|
|
|
|
def test_nodeclasses(self):
|
|
# Zero arguments constructor explicitly allowed
|
|
x = ast.BinOp()
|
|
self.assertEqual(x._fields, ('left', 'op', 'right'))
|
|
|
|
# Random attribute allowed too
|
|
x.foobarbaz = 5
|
|
self.assertEqual(x.foobarbaz, 5)
|
|
|
|
n1 = ast.Num(1)
|
|
n3 = ast.Num(3)
|
|
addop = ast.Add()
|
|
x = ast.BinOp(n1, addop, n3)
|
|
self.assertEqual(x.left, n1)
|
|
self.assertEqual(x.op, addop)
|
|
self.assertEqual(x.right, n3)
|
|
|
|
x = ast.BinOp(1, 2, 3)
|
|
self.assertEqual(x.left, 1)
|
|
self.assertEqual(x.op, 2)
|
|
self.assertEqual(x.right, 3)
|
|
|
|
x = ast.BinOp(1, 2, 3, lineno=0)
|
|
self.assertEqual(x.left, 1)
|
|
self.assertEqual(x.op, 2)
|
|
self.assertEqual(x.right, 3)
|
|
self.assertEqual(x.lineno, 0)
|
|
|
|
# node raises exception when given too many arguments
|
|
self.assertRaises(TypeError, ast.BinOp, 1, 2, 3, 4)
|
|
# node raises exception when given too many arguments
|
|
self.assertRaises(TypeError, ast.BinOp, 1, 2, 3, 4, lineno=0)
|
|
|
|
# can set attributes through kwargs too
|
|
x = ast.BinOp(left=1, op=2, right=3, lineno=0)
|
|
self.assertEqual(x.left, 1)
|
|
self.assertEqual(x.op, 2)
|
|
self.assertEqual(x.right, 3)
|
|
self.assertEqual(x.lineno, 0)
|
|
|
|
# Random kwargs also allowed
|
|
x = ast.BinOp(1, 2, 3, foobarbaz=42)
|
|
self.assertEqual(x.foobarbaz, 42)
|
|
|
|
def test_no_fields(self):
|
|
# this used to fail because Sub._fields was None
|
|
x = ast.Sub()
|
|
self.assertEqual(x._fields, ())
|
|
|
|
def test_pickling(self):
|
|
import pickle
|
|
mods = [pickle]
|
|
try:
|
|
import cPickle
|
|
mods.append(cPickle)
|
|
except ImportError:
|
|
pass
|
|
protocols = [0, 1, 2]
|
|
for mod in mods:
|
|
for protocol in protocols:
|
|
for ast in (compile(i, "?", "exec", 0x400) for i in exec_tests):
|
|
ast2 = mod.loads(mod.dumps(ast, protocol))
|
|
self.assertEqual(to_tuple(ast2), to_tuple(ast))
|
|
|
|
def test_invalid_sum(self):
|
|
pos = dict(lineno=2, col_offset=3)
|
|
m = ast.Module([ast.Expr(ast.expr(**pos), **pos)])
|
|
with self.assertRaises(TypeError) as cm:
|
|
compile(m, "<test>", "exec")
|
|
self.assertIn("but got <_ast.expr", str(cm.exception))
|
|
|
|
def test_invalid_identitifer(self):
|
|
m = ast.Module([ast.Expr(ast.Name(42, ast.Load()))])
|
|
ast.fix_missing_locations(m)
|
|
with self.assertRaises(TypeError) as cm:
|
|
compile(m, "<test>", "exec")
|
|
self.assertIn("identifier must be of type str", str(cm.exception))
|
|
|
|
def test_empty_yield_from(self):
|
|
# Issue 16546: yield from value is not optional.
|
|
empty_yield_from = ast.parse("def f():\n yield from g()")
|
|
empty_yield_from.body[0].body[0].value.value = None
|
|
with self.assertRaises(ValueError) as cm:
|
|
compile(empty_yield_from, "<test>", "exec")
|
|
self.assertIn("field value is required", str(cm.exception))
|
|
|
|
@support.cpython_only
|
|
def test_issue31592(self):
|
|
# There shouldn't be an assertion failure in case of a bad
|
|
# unicodedata.normalize().
|
|
import unicodedata
|
|
def bad_normalize(*args):
|
|
return None
|
|
with support.swap_attr(unicodedata, 'normalize', bad_normalize):
|
|
self.assertRaises(TypeError, ast.parse, '\u03D5')
|
|
|
|
|
|
class ASTHelpers_Test(unittest.TestCase):
|
|
|
|
def test_parse(self):
|
|
a = ast.parse('foo(1 + 1)')
|
|
b = compile('foo(1 + 1)', '<unknown>', 'exec', ast.PyCF_ONLY_AST)
|
|
self.assertEqual(ast.dump(a), ast.dump(b))
|
|
|
|
def test_parse_in_error(self):
|
|
try:
|
|
1/0
|
|
except Exception:
|
|
with self.assertRaises(SyntaxError) as e:
|
|
ast.literal_eval(r"'\U'")
|
|
self.assertIsNotNone(e.exception.__context__)
|
|
|
|
def test_dump(self):
|
|
node = ast.parse('spam(eggs, "and cheese")')
|
|
self.assertEqual(ast.dump(node),
|
|
"Module(body=[Expr(value=Call(func=Name(id='spam', ctx=Load()), "
|
|
"args=[Name(id='eggs', ctx=Load()), Str(s='and cheese')], "
|
|
"keywords=[]))])"
|
|
)
|
|
self.assertEqual(ast.dump(node, annotate_fields=False),
|
|
"Module([Expr(Call(Name('spam', Load()), [Name('eggs', Load()), "
|
|
"Str('and cheese')], []))])"
|
|
)
|
|
self.assertEqual(ast.dump(node, include_attributes=True),
|
|
"Module(body=[Expr(value=Call(func=Name(id='spam', ctx=Load(), "
|
|
"lineno=1, col_offset=0), args=[Name(id='eggs', ctx=Load(), "
|
|
"lineno=1, col_offset=5), Str(s='and cheese', lineno=1, "
|
|
"col_offset=11)], keywords=[], "
|
|
"lineno=1, col_offset=0), lineno=1, col_offset=0)])"
|
|
)
|
|
|
|
def test_dump_incomplete(self):
|
|
node = ast.Raise(lineno=3, col_offset=4)
|
|
self.assertEqual(ast.dump(node),
|
|
"Raise()"
|
|
)
|
|
self.assertEqual(ast.dump(node, include_attributes=True),
|
|
"Raise(lineno=3, col_offset=4)"
|
|
)
|
|
node = ast.Raise(exc=ast.Name(id='e', ctx=ast.Load()), lineno=3, col_offset=4)
|
|
self.assertEqual(ast.dump(node),
|
|
"Raise(exc=Name(id='e', ctx=Load()))"
|
|
)
|
|
self.assertEqual(ast.dump(node, annotate_fields=False),
|
|
"Raise(Name('e', Load()))"
|
|
)
|
|
self.assertEqual(ast.dump(node, include_attributes=True),
|
|
"Raise(exc=Name(id='e', ctx=Load()), lineno=3, col_offset=4)"
|
|
)
|
|
self.assertEqual(ast.dump(node, annotate_fields=False, include_attributes=True),
|
|
"Raise(Name('e', Load()), lineno=3, col_offset=4)"
|
|
)
|
|
node = ast.Raise(cause=ast.Name(id='e', ctx=ast.Load()))
|
|
self.assertEqual(ast.dump(node),
|
|
"Raise(cause=Name(id='e', ctx=Load()))"
|
|
)
|
|
self.assertEqual(ast.dump(node, annotate_fields=False),
|
|
"Raise(cause=Name('e', Load()))"
|
|
)
|
|
|
|
def test_copy_location(self):
|
|
src = ast.parse('1 + 1', mode='eval')
|
|
src.body.right = ast.copy_location(ast.Num(2), src.body.right)
|
|
self.assertEqual(ast.dump(src, include_attributes=True),
|
|
'Expression(body=BinOp(left=Num(n=1, lineno=1, col_offset=0), '
|
|
'op=Add(), right=Num(n=2, lineno=1, col_offset=4), lineno=1, '
|
|
'col_offset=0))'
|
|
)
|
|
|
|
def test_fix_missing_locations(self):
|
|
src = ast.parse('write("spam")')
|
|
src.body.append(ast.Expr(ast.Call(ast.Name('spam', ast.Load()),
|
|
[ast.Str('eggs')], [])))
|
|
self.assertEqual(src, ast.fix_missing_locations(src))
|
|
self.assertEqual(ast.dump(src, include_attributes=True),
|
|
"Module(body=[Expr(value=Call(func=Name(id='write', ctx=Load(), "
|
|
"lineno=1, col_offset=0), args=[Str(s='spam', lineno=1, "
|
|
"col_offset=6)], keywords=[], "
|
|
"lineno=1, col_offset=0), lineno=1, col_offset=0), "
|
|
"Expr(value=Call(func=Name(id='spam', ctx=Load(), lineno=1, "
|
|
"col_offset=0), args=[Str(s='eggs', lineno=1, col_offset=0)], "
|
|
"keywords=[], lineno=1, "
|
|
"col_offset=0), lineno=1, col_offset=0)])"
|
|
)
|
|
|
|
def test_increment_lineno(self):
|
|
src = ast.parse('1 + 1', mode='eval')
|
|
self.assertEqual(ast.increment_lineno(src, n=3), src)
|
|
self.assertEqual(ast.dump(src, include_attributes=True),
|
|
'Expression(body=BinOp(left=Num(n=1, lineno=4, col_offset=0), '
|
|
'op=Add(), right=Num(n=1, lineno=4, col_offset=4), lineno=4, '
|
|
'col_offset=0))'
|
|
)
|
|
# issue10869: do not increment lineno of root twice
|
|
src = ast.parse('1 + 1', mode='eval')
|
|
self.assertEqual(ast.increment_lineno(src.body, n=3), src.body)
|
|
self.assertEqual(ast.dump(src, include_attributes=True),
|
|
'Expression(body=BinOp(left=Num(n=1, lineno=4, col_offset=0), '
|
|
'op=Add(), right=Num(n=1, lineno=4, col_offset=4), lineno=4, '
|
|
'col_offset=0))'
|
|
)
|
|
|
|
def test_iter_fields(self):
|
|
node = ast.parse('foo()', mode='eval')
|
|
d = dict(ast.iter_fields(node.body))
|
|
self.assertEqual(d.pop('func').id, 'foo')
|
|
self.assertEqual(d, {'keywords': [], 'args': []})
|
|
|
|
def test_iter_child_nodes(self):
|
|
node = ast.parse("spam(23, 42, eggs='leek')", mode='eval')
|
|
self.assertEqual(len(list(ast.iter_child_nodes(node.body))), 4)
|
|
iterator = ast.iter_child_nodes(node.body)
|
|
self.assertEqual(next(iterator).id, 'spam')
|
|
self.assertEqual(next(iterator).n, 23)
|
|
self.assertEqual(next(iterator).n, 42)
|
|
self.assertEqual(ast.dump(next(iterator)),
|
|
"keyword(arg='eggs', value=Str(s='leek'))"
|
|
)
|
|
|
|
def test_get_docstring(self):
|
|
node = ast.parse('"""line one\n line two"""')
|
|
self.assertEqual(ast.get_docstring(node),
|
|
'line one\nline two')
|
|
|
|
node = ast.parse('class foo:\n """line one\n line two"""')
|
|
self.assertEqual(ast.get_docstring(node.body[0]),
|
|
'line one\nline two')
|
|
|
|
node = ast.parse('def foo():\n """line one\n line two"""')
|
|
self.assertEqual(ast.get_docstring(node.body[0]),
|
|
'line one\nline two')
|
|
|
|
node = ast.parse('async def foo():\n """spam\n ham"""')
|
|
self.assertEqual(ast.get_docstring(node.body[0]), 'spam\nham')
|
|
|
|
def test_get_docstring_none(self):
|
|
self.assertIsNone(ast.get_docstring(ast.parse('')))
|
|
node = ast.parse('x = "not docstring"')
|
|
self.assertIsNone(ast.get_docstring(node))
|
|
node = ast.parse('def foo():\n pass')
|
|
self.assertIsNone(ast.get_docstring(node))
|
|
|
|
node = ast.parse('class foo:\n pass')
|
|
self.assertIsNone(ast.get_docstring(node.body[0]))
|
|
node = ast.parse('class foo:\n x = "not docstring"')
|
|
self.assertIsNone(ast.get_docstring(node.body[0]))
|
|
node = ast.parse('class foo:\n def bar(self): pass')
|
|
self.assertIsNone(ast.get_docstring(node.body[0]))
|
|
|
|
node = ast.parse('def foo():\n pass')
|
|
self.assertIsNone(ast.get_docstring(node.body[0]))
|
|
node = ast.parse('def foo():\n x = "not docstring"')
|
|
self.assertIsNone(ast.get_docstring(node.body[0]))
|
|
|
|
node = ast.parse('async def foo():\n pass')
|
|
self.assertIsNone(ast.get_docstring(node.body[0]))
|
|
node = ast.parse('async def foo():\n x = "not docstring"')
|
|
self.assertIsNone(ast.get_docstring(node.body[0]))
|
|
|
|
def test_elif_stmt_start_position(self):
|
|
node = ast.parse('if a:\n pass\nelif b:\n pass\n')
|
|
elif_stmt = node.body[0].orelse[0]
|
|
self.assertEqual(elif_stmt.lineno, 3)
|
|
self.assertEqual(elif_stmt.col_offset, 0)
|
|
|
|
def test_elif_stmt_start_position_with_else(self):
|
|
node = ast.parse('if a:\n pass\nelif b:\n pass\nelse:\n pass\n')
|
|
elif_stmt = node.body[0].orelse[0]
|
|
self.assertEqual(elif_stmt.lineno, 3)
|
|
self.assertEqual(elif_stmt.col_offset, 0)
|
|
|
|
def test_literal_eval(self):
|
|
self.assertEqual(ast.literal_eval('[1, 2, 3]'), [1, 2, 3])
|
|
self.assertEqual(ast.literal_eval('{"foo": 42}'), {"foo": 42})
|
|
self.assertEqual(ast.literal_eval('(True, False, None)'), (True, False, None))
|
|
self.assertEqual(ast.literal_eval('{1, 2, 3}'), {1, 2, 3})
|
|
self.assertEqual(ast.literal_eval('b"hi"'), b"hi")
|
|
self.assertRaises(ValueError, ast.literal_eval, 'foo()')
|
|
self.assertEqual(ast.literal_eval('6'), 6)
|
|
self.assertEqual(ast.literal_eval('+6'), 6)
|
|
self.assertEqual(ast.literal_eval('-6'), -6)
|
|
self.assertEqual(ast.literal_eval('3.25'), 3.25)
|
|
self.assertEqual(ast.literal_eval('+3.25'), 3.25)
|
|
self.assertEqual(ast.literal_eval('-3.25'), -3.25)
|
|
self.assertEqual(repr(ast.literal_eval('-0.0')), '-0.0')
|
|
self.assertRaises(ValueError, ast.literal_eval, '++6')
|
|
self.assertRaises(ValueError, ast.literal_eval, '+True')
|
|
self.assertRaises(ValueError, ast.literal_eval, '2+3')
|
|
|
|
def test_literal_eval_complex(self):
|
|
# Issue #4907
|
|
self.assertEqual(ast.literal_eval('6j'), 6j)
|
|
self.assertEqual(ast.literal_eval('-6j'), -6j)
|
|
self.assertEqual(ast.literal_eval('6.75j'), 6.75j)
|
|
self.assertEqual(ast.literal_eval('-6.75j'), -6.75j)
|
|
self.assertEqual(ast.literal_eval('3+6j'), 3+6j)
|
|
self.assertEqual(ast.literal_eval('-3+6j'), -3+6j)
|
|
self.assertEqual(ast.literal_eval('3-6j'), 3-6j)
|
|
self.assertEqual(ast.literal_eval('-3-6j'), -3-6j)
|
|
self.assertEqual(ast.literal_eval('3.25+6.75j'), 3.25+6.75j)
|
|
self.assertEqual(ast.literal_eval('-3.25+6.75j'), -3.25+6.75j)
|
|
self.assertEqual(ast.literal_eval('3.25-6.75j'), 3.25-6.75j)
|
|
self.assertEqual(ast.literal_eval('-3.25-6.75j'), -3.25-6.75j)
|
|
self.assertEqual(ast.literal_eval('(3+6j)'), 3+6j)
|
|
self.assertRaises(ValueError, ast.literal_eval, '-6j+3')
|
|
self.assertRaises(ValueError, ast.literal_eval, '-6j+3j')
|
|
self.assertRaises(ValueError, ast.literal_eval, '3+-6j')
|
|
self.assertRaises(ValueError, ast.literal_eval, '3+(0+6j)')
|
|
self.assertRaises(ValueError, ast.literal_eval, '-(3+6j)')
|
|
|
|
def test_bad_integer(self):
|
|
# issue13436: Bad error message with invalid numeric values
|
|
body = [ast.ImportFrom(module='time',
|
|
names=[ast.alias(name='sleep')],
|
|
level=None,
|
|
lineno=None, col_offset=None)]
|
|
mod = ast.Module(body)
|
|
with self.assertRaises(ValueError) as cm:
|
|
compile(mod, 'test', 'exec')
|
|
self.assertIn("invalid integer value: None", str(cm.exception))
|
|
|
|
def test_level_as_none(self):
|
|
body = [ast.ImportFrom(module='time',
|
|
names=[ast.alias(name='sleep')],
|
|
level=None,
|
|
lineno=0, col_offset=0)]
|
|
mod = ast.Module(body)
|
|
code = compile(mod, 'test', 'exec')
|
|
ns = {}
|
|
exec(code, ns)
|
|
self.assertIn('sleep', ns)
|
|
|
|
|
|
class ASTValidatorTests(unittest.TestCase):
|
|
|
|
def mod(self, mod, msg=None, mode="exec", *, exc=ValueError):
|
|
mod.lineno = mod.col_offset = 0
|
|
ast.fix_missing_locations(mod)
|
|
with self.assertRaises(exc) as cm:
|
|
compile(mod, "<test>", mode)
|
|
if msg is not None:
|
|
self.assertIn(msg, str(cm.exception))
|
|
|
|
def expr(self, node, msg=None, *, exc=ValueError):
|
|
mod = ast.Module([ast.Expr(node)])
|
|
self.mod(mod, msg, exc=exc)
|
|
|
|
def stmt(self, stmt, msg=None):
|
|
mod = ast.Module([stmt])
|
|
self.mod(mod, msg)
|
|
|
|
def test_module(self):
|
|
m = ast.Interactive([ast.Expr(ast.Name("x", ast.Store()))])
|
|
self.mod(m, "must have Load context", "single")
|
|
m = ast.Expression(ast.Name("x", ast.Store()))
|
|
self.mod(m, "must have Load context", "eval")
|
|
|
|
def _check_arguments(self, fac, check):
|
|
def arguments(args=None, vararg=None,
|
|
kwonlyargs=None, kwarg=None,
|
|
defaults=None, kw_defaults=None):
|
|
if args is None:
|
|
args = []
|
|
if kwonlyargs is None:
|
|
kwonlyargs = []
|
|
if defaults is None:
|
|
defaults = []
|
|
if kw_defaults is None:
|
|
kw_defaults = []
|
|
args = ast.arguments(args, vararg, kwonlyargs, kw_defaults,
|
|
kwarg, defaults)
|
|
return fac(args)
|
|
args = [ast.arg("x", ast.Name("x", ast.Store()))]
|
|
check(arguments(args=args), "must have Load context")
|
|
check(arguments(kwonlyargs=args), "must have Load context")
|
|
check(arguments(defaults=[ast.Num(3)]),
|
|
"more positional defaults than args")
|
|
check(arguments(kw_defaults=[ast.Num(4)]),
|
|
"length of kwonlyargs is not the same as kw_defaults")
|
|
args = [ast.arg("x", ast.Name("x", ast.Load()))]
|
|
check(arguments(args=args, defaults=[ast.Name("x", ast.Store())]),
|
|
"must have Load context")
|
|
args = [ast.arg("a", ast.Name("x", ast.Load())),
|
|
ast.arg("b", ast.Name("y", ast.Load()))]
|
|
check(arguments(kwonlyargs=args,
|
|
kw_defaults=[None, ast.Name("x", ast.Store())]),
|
|
"must have Load context")
|
|
|
|
def test_funcdef(self):
|
|
a = ast.arguments([], None, [], [], None, [])
|
|
f = ast.FunctionDef("x", a, [], [], None)
|
|
self.stmt(f, "empty body on FunctionDef")
|
|
f = ast.FunctionDef("x", a, [ast.Pass()], [ast.Name("x", ast.Store())],
|
|
None)
|
|
self.stmt(f, "must have Load context")
|
|
f = ast.FunctionDef("x", a, [ast.Pass()], [],
|
|
ast.Name("x", ast.Store()))
|
|
self.stmt(f, "must have Load context")
|
|
def fac(args):
|
|
return ast.FunctionDef("x", args, [ast.Pass()], [], None)
|
|
self._check_arguments(fac, self.stmt)
|
|
|
|
def test_classdef(self):
|
|
def cls(bases=None, keywords=None, body=None, decorator_list=None):
|
|
if bases is None:
|
|
bases = []
|
|
if keywords is None:
|
|
keywords = []
|
|
if body is None:
|
|
body = [ast.Pass()]
|
|
if decorator_list is None:
|
|
decorator_list = []
|
|
return ast.ClassDef("myclass", bases, keywords,
|
|
body, decorator_list)
|
|
self.stmt(cls(bases=[ast.Name("x", ast.Store())]),
|
|
"must have Load context")
|
|
self.stmt(cls(keywords=[ast.keyword("x", ast.Name("x", ast.Store()))]),
|
|
"must have Load context")
|
|
self.stmt(cls(body=[]), "empty body on ClassDef")
|
|
self.stmt(cls(body=[None]), "None disallowed")
|
|
self.stmt(cls(decorator_list=[ast.Name("x", ast.Store())]),
|
|
"must have Load context")
|
|
|
|
def test_delete(self):
|
|
self.stmt(ast.Delete([]), "empty targets on Delete")
|
|
self.stmt(ast.Delete([None]), "None disallowed")
|
|
self.stmt(ast.Delete([ast.Name("x", ast.Load())]),
|
|
"must have Del context")
|
|
|
|
def test_assign(self):
|
|
self.stmt(ast.Assign([], ast.Num(3)), "empty targets on Assign")
|
|
self.stmt(ast.Assign([None], ast.Num(3)), "None disallowed")
|
|
self.stmt(ast.Assign([ast.Name("x", ast.Load())], ast.Num(3)),
|
|
"must have Store context")
|
|
self.stmt(ast.Assign([ast.Name("x", ast.Store())],
|
|
ast.Name("y", ast.Store())),
|
|
"must have Load context")
|
|
|
|
def test_augassign(self):
|
|
aug = ast.AugAssign(ast.Name("x", ast.Load()), ast.Add(),
|
|
ast.Name("y", ast.Load()))
|
|
self.stmt(aug, "must have Store context")
|
|
aug = ast.AugAssign(ast.Name("x", ast.Store()), ast.Add(),
|
|
ast.Name("y", ast.Store()))
|
|
self.stmt(aug, "must have Load context")
|
|
|
|
def test_for(self):
|
|
x = ast.Name("x", ast.Store())
|
|
y = ast.Name("y", ast.Load())
|
|
p = ast.Pass()
|
|
self.stmt(ast.For(x, y, [], []), "empty body on For")
|
|
self.stmt(ast.For(ast.Name("x", ast.Load()), y, [p], []),
|
|
"must have Store context")
|
|
self.stmt(ast.For(x, ast.Name("y", ast.Store()), [p], []),
|
|
"must have Load context")
|
|
e = ast.Expr(ast.Name("x", ast.Store()))
|
|
self.stmt(ast.For(x, y, [e], []), "must have Load context")
|
|
self.stmt(ast.For(x, y, [p], [e]), "must have Load context")
|
|
|
|
def test_while(self):
|
|
self.stmt(ast.While(ast.Num(3), [], []), "empty body on While")
|
|
self.stmt(ast.While(ast.Name("x", ast.Store()), [ast.Pass()], []),
|
|
"must have Load context")
|
|
self.stmt(ast.While(ast.Num(3), [ast.Pass()],
|
|
[ast.Expr(ast.Name("x", ast.Store()))]),
|
|
"must have Load context")
|
|
|
|
def test_if(self):
|
|
self.stmt(ast.If(ast.Num(3), [], []), "empty body on If")
|
|
i = ast.If(ast.Name("x", ast.Store()), [ast.Pass()], [])
|
|
self.stmt(i, "must have Load context")
|
|
i = ast.If(ast.Num(3), [ast.Expr(ast.Name("x", ast.Store()))], [])
|
|
self.stmt(i, "must have Load context")
|
|
i = ast.If(ast.Num(3), [ast.Pass()],
|
|
[ast.Expr(ast.Name("x", ast.Store()))])
|
|
self.stmt(i, "must have Load context")
|
|
|
|
def test_with(self):
|
|
p = ast.Pass()
|
|
self.stmt(ast.With([], [p]), "empty items on With")
|
|
i = ast.withitem(ast.Num(3), None)
|
|
self.stmt(ast.With([i], []), "empty body on With")
|
|
i = ast.withitem(ast.Name("x", ast.Store()), None)
|
|
self.stmt(ast.With([i], [p]), "must have Load context")
|
|
i = ast.withitem(ast.Num(3), ast.Name("x", ast.Load()))
|
|
self.stmt(ast.With([i], [p]), "must have Store context")
|
|
|
|
def test_raise(self):
|
|
r = ast.Raise(None, ast.Num(3))
|
|
self.stmt(r, "Raise with cause but no exception")
|
|
r = ast.Raise(ast.Name("x", ast.Store()), None)
|
|
self.stmt(r, "must have Load context")
|
|
r = ast.Raise(ast.Num(4), ast.Name("x", ast.Store()))
|
|
self.stmt(r, "must have Load context")
|
|
|
|
def test_try(self):
|
|
p = ast.Pass()
|
|
t = ast.Try([], [], [], [p])
|
|
self.stmt(t, "empty body on Try")
|
|
t = ast.Try([ast.Expr(ast.Name("x", ast.Store()))], [], [], [p])
|
|
self.stmt(t, "must have Load context")
|
|
t = ast.Try([p], [], [], [])
|
|
self.stmt(t, "Try has neither except handlers nor finalbody")
|
|
t = ast.Try([p], [], [p], [p])
|
|
self.stmt(t, "Try has orelse but no except handlers")
|
|
t = ast.Try([p], [ast.ExceptHandler(None, "x", [])], [], [])
|
|
self.stmt(t, "empty body on ExceptHandler")
|
|
e = [ast.ExceptHandler(ast.Name("x", ast.Store()), "y", [p])]
|
|
self.stmt(ast.Try([p], e, [], []), "must have Load context")
|
|
e = [ast.ExceptHandler(None, "x", [p])]
|
|
t = ast.Try([p], e, [ast.Expr(ast.Name("x", ast.Store()))], [p])
|
|
self.stmt(t, "must have Load context")
|
|
t = ast.Try([p], e, [p], [ast.Expr(ast.Name("x", ast.Store()))])
|
|
self.stmt(t, "must have Load context")
|
|
|
|
def test_assert(self):
|
|
self.stmt(ast.Assert(ast.Name("x", ast.Store()), None),
|
|
"must have Load context")
|
|
assrt = ast.Assert(ast.Name("x", ast.Load()),
|
|
ast.Name("y", ast.Store()))
|
|
self.stmt(assrt, "must have Load context")
|
|
|
|
def test_import(self):
|
|
self.stmt(ast.Import([]), "empty names on Import")
|
|
|
|
def test_importfrom(self):
|
|
imp = ast.ImportFrom(None, [ast.alias("x", None)], -42)
|
|
self.stmt(imp, "Negative ImportFrom level")
|
|
self.stmt(ast.ImportFrom(None, [], 0), "empty names on ImportFrom")
|
|
|
|
def test_global(self):
|
|
self.stmt(ast.Global([]), "empty names on Global")
|
|
|
|
def test_nonlocal(self):
|
|
self.stmt(ast.Nonlocal([]), "empty names on Nonlocal")
|
|
|
|
def test_expr(self):
|
|
e = ast.Expr(ast.Name("x", ast.Store()))
|
|
self.stmt(e, "must have Load context")
|
|
|
|
def test_boolop(self):
|
|
b = ast.BoolOp(ast.And(), [])
|
|
self.expr(b, "less than 2 values")
|
|
b = ast.BoolOp(ast.And(), [ast.Num(3)])
|
|
self.expr(b, "less than 2 values")
|
|
b = ast.BoolOp(ast.And(), [ast.Num(4), None])
|
|
self.expr(b, "None disallowed")
|
|
b = ast.BoolOp(ast.And(), [ast.Num(4), ast.Name("x", ast.Store())])
|
|
self.expr(b, "must have Load context")
|
|
|
|
def test_unaryop(self):
|
|
u = ast.UnaryOp(ast.Not(), ast.Name("x", ast.Store()))
|
|
self.expr(u, "must have Load context")
|
|
|
|
def test_lambda(self):
|
|
a = ast.arguments([], None, [], [], None, [])
|
|
self.expr(ast.Lambda(a, ast.Name("x", ast.Store())),
|
|
"must have Load context")
|
|
def fac(args):
|
|
return ast.Lambda(args, ast.Name("x", ast.Load()))
|
|
self._check_arguments(fac, self.expr)
|
|
|
|
def test_ifexp(self):
|
|
l = ast.Name("x", ast.Load())
|
|
s = ast.Name("y", ast.Store())
|
|
for args in (s, l, l), (l, s, l), (l, l, s):
|
|
self.expr(ast.IfExp(*args), "must have Load context")
|
|
|
|
def test_dict(self):
|
|
d = ast.Dict([], [ast.Name("x", ast.Load())])
|
|
self.expr(d, "same number of keys as values")
|
|
d = ast.Dict([ast.Name("x", ast.Load())], [None])
|
|
self.expr(d, "None disallowed")
|
|
|
|
def test_set(self):
|
|
self.expr(ast.Set([None]), "None disallowed")
|
|
s = ast.Set([ast.Name("x", ast.Store())])
|
|
self.expr(s, "must have Load context")
|
|
|
|
def _check_comprehension(self, fac):
|
|
self.expr(fac([]), "comprehension with no generators")
|
|
g = ast.comprehension(ast.Name("x", ast.Load()),
|
|
ast.Name("x", ast.Load()), [], 0)
|
|
self.expr(fac([g]), "must have Store context")
|
|
g = ast.comprehension(ast.Name("x", ast.Store()),
|
|
ast.Name("x", ast.Store()), [], 0)
|
|
self.expr(fac([g]), "must have Load context")
|
|
x = ast.Name("x", ast.Store())
|
|
y = ast.Name("y", ast.Load())
|
|
g = ast.comprehension(x, y, [None], 0)
|
|
self.expr(fac([g]), "None disallowed")
|
|
g = ast.comprehension(x, y, [ast.Name("x", ast.Store())], 0)
|
|
self.expr(fac([g]), "must have Load context")
|
|
|
|
def _simple_comp(self, fac):
|
|
g = ast.comprehension(ast.Name("x", ast.Store()),
|
|
ast.Name("x", ast.Load()), [], 0)
|
|
self.expr(fac(ast.Name("x", ast.Store()), [g]),
|
|
"must have Load context")
|
|
def wrap(gens):
|
|
return fac(ast.Name("x", ast.Store()), gens)
|
|
self._check_comprehension(wrap)
|
|
|
|
def test_listcomp(self):
|
|
self._simple_comp(ast.ListComp)
|
|
|
|
def test_setcomp(self):
|
|
self._simple_comp(ast.SetComp)
|
|
|
|
def test_generatorexp(self):
|
|
self._simple_comp(ast.GeneratorExp)
|
|
|
|
def test_dictcomp(self):
|
|
g = ast.comprehension(ast.Name("y", ast.Store()),
|
|
ast.Name("p", ast.Load()), [], 0)
|
|
c = ast.DictComp(ast.Name("x", ast.Store()),
|
|
ast.Name("y", ast.Load()), [g])
|
|
self.expr(c, "must have Load context")
|
|
c = ast.DictComp(ast.Name("x", ast.Load()),
|
|
ast.Name("y", ast.Store()), [g])
|
|
self.expr(c, "must have Load context")
|
|
def factory(comps):
|
|
k = ast.Name("x", ast.Load())
|
|
v = ast.Name("y", ast.Load())
|
|
return ast.DictComp(k, v, comps)
|
|
self._check_comprehension(factory)
|
|
|
|
def test_yield(self):
|
|
self.expr(ast.Yield(ast.Name("x", ast.Store())), "must have Load")
|
|
self.expr(ast.YieldFrom(ast.Name("x", ast.Store())), "must have Load")
|
|
|
|
def test_compare(self):
|
|
left = ast.Name("x", ast.Load())
|
|
comp = ast.Compare(left, [ast.In()], [])
|
|
self.expr(comp, "no comparators")
|
|
comp = ast.Compare(left, [ast.In()], [ast.Num(4), ast.Num(5)])
|
|
self.expr(comp, "different number of comparators and operands")
|
|
comp = ast.Compare(ast.Num("blah"), [ast.In()], [left])
|
|
self.expr(comp, "non-numeric", exc=TypeError)
|
|
comp = ast.Compare(left, [ast.In()], [ast.Num("blah")])
|
|
self.expr(comp, "non-numeric", exc=TypeError)
|
|
|
|
def test_call(self):
|
|
func = ast.Name("x", ast.Load())
|
|
args = [ast.Name("y", ast.Load())]
|
|
keywords = [ast.keyword("w", ast.Name("z", ast.Load()))]
|
|
call = ast.Call(ast.Name("x", ast.Store()), args, keywords)
|
|
self.expr(call, "must have Load context")
|
|
call = ast.Call(func, [None], keywords)
|
|
self.expr(call, "None disallowed")
|
|
bad_keywords = [ast.keyword("w", ast.Name("z", ast.Store()))]
|
|
call = ast.Call(func, args, bad_keywords)
|
|
self.expr(call, "must have Load context")
|
|
|
|
def test_num(self):
|
|
class subint(int):
|
|
pass
|
|
class subfloat(float):
|
|
pass
|
|
class subcomplex(complex):
|
|
pass
|
|
for obj in "0", "hello", subint(), subfloat(), subcomplex():
|
|
self.expr(ast.Num(obj), "non-numeric", exc=TypeError)
|
|
|
|
def test_attribute(self):
|
|
attr = ast.Attribute(ast.Name("x", ast.Store()), "y", ast.Load())
|
|
self.expr(attr, "must have Load context")
|
|
|
|
def test_subscript(self):
|
|
sub = ast.Subscript(ast.Name("x", ast.Store()), ast.Index(ast.Num(3)),
|
|
ast.Load())
|
|
self.expr(sub, "must have Load context")
|
|
x = ast.Name("x", ast.Load())
|
|
sub = ast.Subscript(x, ast.Index(ast.Name("y", ast.Store())),
|
|
ast.Load())
|
|
self.expr(sub, "must have Load context")
|
|
s = ast.Name("x", ast.Store())
|
|
for args in (s, None, None), (None, s, None), (None, None, s):
|
|
sl = ast.Slice(*args)
|
|
self.expr(ast.Subscript(x, sl, ast.Load()),
|
|
"must have Load context")
|
|
sl = ast.ExtSlice([])
|
|
self.expr(ast.Subscript(x, sl, ast.Load()), "empty dims on ExtSlice")
|
|
sl = ast.ExtSlice([ast.Index(s)])
|
|
self.expr(ast.Subscript(x, sl, ast.Load()), "must have Load context")
|
|
|
|
def test_starred(self):
|
|
left = ast.List([ast.Starred(ast.Name("x", ast.Load()), ast.Store())],
|
|
ast.Store())
|
|
assign = ast.Assign([left], ast.Num(4))
|
|
self.stmt(assign, "must have Store context")
|
|
|
|
def _sequence(self, fac):
|
|
self.expr(fac([None], ast.Load()), "None disallowed")
|
|
self.expr(fac([ast.Name("x", ast.Store())], ast.Load()),
|
|
"must have Load context")
|
|
|
|
def test_list(self):
|
|
self._sequence(ast.List)
|
|
|
|
def test_tuple(self):
|
|
self._sequence(ast.Tuple)
|
|
|
|
def test_nameconstant(self):
|
|
self.expr(ast.NameConstant(4), "singleton must be True, False, or None")
|
|
|
|
def test_stdlib_validates(self):
|
|
stdlib = os.path.dirname(ast.__file__)
|
|
tests = [fn for fn in os.listdir(stdlib) if fn.endswith(".py")]
|
|
tests.extend(["test/test_grammar.py", "test/test_unpack_ex.py"])
|
|
for module in tests:
|
|
fn = os.path.join(stdlib, module)
|
|
with open(fn, "r", encoding="utf-8") as fp:
|
|
source = fp.read()
|
|
mod = ast.parse(source, fn)
|
|
compile(mod, fn, "exec")
|
|
|
|
|
|
class ConstantTests(unittest.TestCase):
|
|
"""Tests on the ast.Constant node type."""
|
|
|
|
def compile_constant(self, value):
|
|
tree = ast.parse("x = 123")
|
|
|
|
node = tree.body[0].value
|
|
new_node = ast.Constant(value=value)
|
|
ast.copy_location(new_node, node)
|
|
tree.body[0].value = new_node
|
|
|
|
code = compile(tree, "<string>", "exec")
|
|
|
|
ns = {}
|
|
exec(code, ns)
|
|
return ns['x']
|
|
|
|
def test_validation(self):
|
|
with self.assertRaises(TypeError) as cm:
|
|
self.compile_constant([1, 2, 3])
|
|
self.assertEqual(str(cm.exception),
|
|
"got an invalid type in Constant: list")
|
|
|
|
def test_singletons(self):
|
|
for const in (None, False, True, Ellipsis, b'', frozenset()):
|
|
with self.subTest(const=const):
|
|
value = self.compile_constant(const)
|
|
self.assertIs(value, const)
|
|
|
|
def test_values(self):
|
|
nested_tuple = (1,)
|
|
nested_frozenset = frozenset({1})
|
|
for level in range(3):
|
|
nested_tuple = (nested_tuple, 2)
|
|
nested_frozenset = frozenset({nested_frozenset, 2})
|
|
values = (123, 123.0, 123j,
|
|
"unicode", b'bytes',
|
|
tuple("tuple"), frozenset("frozenset"),
|
|
nested_tuple, nested_frozenset)
|
|
for value in values:
|
|
with self.subTest(value=value):
|
|
result = self.compile_constant(value)
|
|
self.assertEqual(result, value)
|
|
|
|
def test_assign_to_constant(self):
|
|
tree = ast.parse("x = 1")
|
|
|
|
target = tree.body[0].targets[0]
|
|
new_target = ast.Constant(value=1)
|
|
ast.copy_location(new_target, target)
|
|
tree.body[0].targets[0] = new_target
|
|
|
|
with self.assertRaises(ValueError) as cm:
|
|
compile(tree, "string", "exec")
|
|
self.assertEqual(str(cm.exception),
|
|
"expression which can't be assigned "
|
|
"to in Store context")
|
|
|
|
def test_get_docstring(self):
|
|
tree = ast.parse("'docstring'\nx = 1")
|
|
self.assertEqual(ast.get_docstring(tree), 'docstring')
|
|
|
|
def get_load_const(self, tree):
|
|
# Compile to bytecode, disassemble and get parameter of LOAD_CONST
|
|
# instructions
|
|
co = compile(tree, '<string>', 'exec')
|
|
consts = []
|
|
for instr in dis.get_instructions(co):
|
|
if instr.opname == 'LOAD_CONST':
|
|
consts.append(instr.argval)
|
|
return consts
|
|
|
|
@support.cpython_only
|
|
def test_load_const(self):
|
|
consts = [None,
|
|
True, False,
|
|
124,
|
|
2.0,
|
|
3j,
|
|
"unicode",
|
|
b'bytes',
|
|
(1, 2, 3)]
|
|
|
|
code = '\n'.join(['x={!r}'.format(const) for const in consts])
|
|
code += '\nx = ...'
|
|
consts.extend((Ellipsis, None))
|
|
|
|
tree = ast.parse(code)
|
|
self.assertEqual(self.get_load_const(tree),
|
|
consts)
|
|
|
|
# Replace expression nodes with constants
|
|
for assign, const in zip(tree.body, consts):
|
|
assert isinstance(assign, ast.Assign), ast.dump(assign)
|
|
new_node = ast.Constant(value=const)
|
|
ast.copy_location(new_node, assign.value)
|
|
assign.value = new_node
|
|
|
|
self.assertEqual(self.get_load_const(tree),
|
|
consts)
|
|
|
|
def test_literal_eval(self):
|
|
tree = ast.parse("1 + 2")
|
|
binop = tree.body[0].value
|
|
|
|
new_left = ast.Constant(value=10)
|
|
ast.copy_location(new_left, binop.left)
|
|
binop.left = new_left
|
|
|
|
new_right = ast.Constant(value=20j)
|
|
ast.copy_location(new_right, binop.right)
|
|
binop.right = new_right
|
|
|
|
self.assertEqual(ast.literal_eval(binop), 10+20j)
|
|
|
|
|
|
class NodeVisitorTests(unittest.TestCase):
|
|
def test_old_constant_nodes(self):
|
|
class Visitor(ast.NodeVisitor):
|
|
def visit_Num(self, node):
|
|
log.append((node.lineno, 'Num', node.n))
|
|
def visit_Str(self, node):
|
|
log.append((node.lineno, 'Str', node.s))
|
|
def visit_Bytes(self, node):
|
|
log.append((node.lineno, 'Bytes', node.s))
|
|
def visit_NameConstant(self, node):
|
|
log.append((node.lineno, 'NameConstant', node.value))
|
|
def visit_Ellipsis(self, node):
|
|
log.append((node.lineno, 'Ellipsis', ...))
|
|
mod = ast.parse(dedent('''\
|
|
i = 42
|
|
f = 4.25
|
|
c = 4.25j
|
|
s = 'string'
|
|
b = b'bytes'
|
|
t = True
|
|
n = None
|
|
e = ...
|
|
'''))
|
|
visitor = Visitor()
|
|
log = []
|
|
visitor.visit(mod)
|
|
self.assertEqual(log, [
|
|
(1, 'Num', 42),
|
|
(2, 'Num', 4.25),
|
|
(3, 'Num', 4.25j),
|
|
(4, 'Str', 'string'),
|
|
(5, 'Bytes', b'bytes'),
|
|
(6, 'NameConstant', True),
|
|
(7, 'NameConstant', None),
|
|
(8, 'Ellipsis', ...),
|
|
])
|
|
|
|
|
|
def main():
|
|
if __name__ != '__main__':
|
|
return
|
|
if sys.argv[1:] == ['-g']:
|
|
for statements, kind in ((exec_tests, "exec"), (single_tests, "single"),
|
|
(eval_tests, "eval")):
|
|
print(kind+"_results = [")
|
|
for statement in statements:
|
|
tree = ast.parse(statement, "?", kind)
|
|
print("%r," % (to_tuple(tree),))
|
|
print("]")
|
|
print("main()")
|
|
raise SystemExit
|
|
unittest.main()
|
|
|
|
#### EVERYTHING BELOW IS GENERATED #####
|
|
exec_results = [
|
|
('Module', [('Expr', (1, 0), ('NameConstant', (1, 0), None))]),
|
|
('Module', [('Expr', (1, 0), ('Str', (1, 0), 'module docstring'))]),
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [], None, [], [], None, []), [('Pass', (1, 9))], [], None)]),
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [], None, [], [], None, []), [('Expr', (1, 9), ('Str', (1, 9), 'function docstring'))], [], None)]),
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [('arg', (1, 6), 'a', None)], None, [], [], None, []), [('Pass', (1, 10))], [], None)]),
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [('arg', (1, 6), 'a', None)], None, [], [], None, [('Num', (1, 8), 0)]), [('Pass', (1, 12))], [], None)]),
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [], ('arg', (1, 7), 'args', None), [], [], None, []), [('Pass', (1, 14))], [], None)]),
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [], None, [], [], ('arg', (1, 8), 'kwargs', None), []), [('Pass', (1, 17))], [], None)]),
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [('arg', (1, 6), 'a', None), ('arg', (1, 9), 'b', None), ('arg', (1, 14), 'c', None), ('arg', (1, 22), 'd', None), ('arg', (1, 28), 'e', None)], ('arg', (1, 35), 'args', None), [('arg', (1, 41), 'f', None)], [('Num', (1, 43), 42)], ('arg', (1, 49), 'kwargs', None), [('Num', (1, 11), 1), ('NameConstant', (1, 16), None), ('List', (1, 24), [], ('Load',)), ('Dict', (1, 30), [], [])]), [('Expr', (1, 58), ('Str', (1, 58), 'doc for f()'))], [], None)]),
|
|
('Module', [('ClassDef', (1, 0), 'C', [], [], [('Pass', (1, 8))], [])]),
|
|
('Module', [('ClassDef', (1, 0), 'C', [], [], [('Expr', (1, 9), ('Str', (1, 9), 'docstring for class C'))], [])]),
|
|
('Module', [('ClassDef', (1, 0), 'C', [('Name', (1, 8), 'object', ('Load',))], [], [('Pass', (1, 17))], [])]),
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [], None, [], [], None, []), [('Return', (1, 8), ('Num', (1, 15), 1))], [], None)]),
|
|
('Module', [('Delete', (1, 0), [('Name', (1, 4), 'v', ('Del',))])]),
|
|
('Module', [('Assign', (1, 0), [('Name', (1, 0), 'v', ('Store',))], ('Num', (1, 4), 1))]),
|
|
('Module', [('AugAssign', (1, 0), ('Name', (1, 0), 'v', ('Store',)), ('Add',), ('Num', (1, 5), 1))]),
|
|
('Module', [('For', (1, 0), ('Name', (1, 4), 'v', ('Store',)), ('Name', (1, 9), 'v', ('Load',)), [('Pass', (1, 11))], [])]),
|
|
('Module', [('While', (1, 0), ('Name', (1, 6), 'v', ('Load',)), [('Pass', (1, 8))], [])]),
|
|
('Module', [('If', (1, 0), ('Name', (1, 3), 'v', ('Load',)), [('Pass', (1, 5))], [])]),
|
|
('Module', [('If', (1, 0), ('Name', (1, 3), 'a', ('Load',)), [('Pass', (2, 2))], [('If', (3, 0), ('Name', (3, 5), 'b', ('Load',)), [('Pass', (4, 2))], [])])]),
|
|
('Module', [('If', (1, 0), ('Name', (1, 3), 'a', ('Load',)), [('Pass', (2, 2))], [('If', (3, 0), ('Name', (3, 5), 'b', ('Load',)), [('Pass', (4, 2))], [('Pass', (6, 2))])])]),
|
|
('Module', [('With', (1, 0), [('withitem', ('Name', (1, 5), 'x', ('Load',)), ('Name', (1, 10), 'y', ('Store',)))], [('Pass', (1, 13))])]),
|
|
('Module', [('With', (1, 0), [('withitem', ('Name', (1, 5), 'x', ('Load',)), ('Name', (1, 10), 'y', ('Store',))), ('withitem', ('Name', (1, 13), 'z', ('Load',)), ('Name', (1, 18), 'q', ('Store',)))], [('Pass', (1, 21))])]),
|
|
('Module', [('Raise', (1, 0), ('Call', (1, 6), ('Name', (1, 6), 'Exception', ('Load',)), [('Str', (1, 16), 'string')], []), None)]),
|
|
('Module', [('Try', (1, 0), [('Pass', (2, 2))], [('ExceptHandler', (3, 0), ('Name', (3, 7), 'Exception', ('Load',)), None, [('Pass', (4, 2))])], [], [])]),
|
|
('Module', [('Try', (1, 0), [('Pass', (2, 2))], [], [], [('Pass', (4, 2))])]),
|
|
('Module', [('Assert', (1, 0), ('Name', (1, 7), 'v', ('Load',)), None)]),
|
|
('Module', [('Import', (1, 0), [('alias', 'sys', None)])]),
|
|
('Module', [('ImportFrom', (1, 0), 'sys', [('alias', 'v', None)], 0)]),
|
|
('Module', [('Global', (1, 0), ['v'])]),
|
|
('Module', [('Expr', (1, 0), ('Num', (1, 0), 1))]),
|
|
('Module', [('Pass', (1, 0))]),
|
|
('Module', [('For', (1, 0), ('Name', (1, 4), 'v', ('Store',)), ('Name', (1, 9), 'v', ('Load',)), [('Break', (1, 11))], [])]),
|
|
('Module', [('For', (1, 0), ('Name', (1, 4), 'v', ('Store',)), ('Name', (1, 9), 'v', ('Load',)), [('Continue', (1, 11))], [])]),
|
|
('Module', [('For', (1, 0), ('Tuple', (1, 4), [('Name', (1, 4), 'a', ('Store',)), ('Name', (1, 6), 'b', ('Store',))], ('Store',)), ('Name', (1, 11), 'c', ('Load',)), [('Pass', (1, 14))], [])]),
|
|
('Module', [('Expr', (1, 0), ('ListComp', (1, 1), ('Tuple', (1, 2), [('Name', (1, 2), 'a', ('Load',)), ('Name', (1, 4), 'b', ('Load',))], ('Load',)), [('comprehension', ('Tuple', (1, 11), [('Name', (1, 11), 'a', ('Store',)), ('Name', (1, 13), 'b', ('Store',))], ('Store',)), ('Name', (1, 18), 'c', ('Load',)), [], 0)]))]),
|
|
('Module', [('Expr', (1, 0), ('GeneratorExp', (1, 1), ('Tuple', (1, 2), [('Name', (1, 2), 'a', ('Load',)), ('Name', (1, 4), 'b', ('Load',))], ('Load',)), [('comprehension', ('Tuple', (1, 11), [('Name', (1, 11), 'a', ('Store',)), ('Name', (1, 13), 'b', ('Store',))], ('Store',)), ('Name', (1, 18), 'c', ('Load',)), [], 0)]))]),
|
|
('Module', [('Expr', (1, 0), ('GeneratorExp', (1, 1), ('Tuple', (1, 2), [('Name', (1, 2), 'a', ('Load',)), ('Name', (1, 4), 'b', ('Load',))], ('Load',)), [('comprehension', ('Tuple', (1, 12), [('Name', (1, 12), 'a', ('Store',)), ('Name', (1, 14), 'b', ('Store',))], ('Store',)), ('Name', (1, 20), 'c', ('Load',)), [], 0)]))]),
|
|
('Module', [('Expr', (1, 0), ('GeneratorExp', (2, 4), ('Tuple', (3, 4), [('Name', (3, 4), 'Aa', ('Load',)), ('Name', (5, 7), 'Bb', ('Load',))], ('Load',)), [('comprehension', ('Tuple', (8, 4), [('Name', (8, 4), 'Aa', ('Store',)), ('Name', (10, 4), 'Bb', ('Store',))], ('Store',)), ('Name', (10, 10), 'Cc', ('Load',)), [], 0)]))]),
|
|
('Module', [('Expr', (1, 0), ('DictComp', (1, 0), ('Name', (1, 1), 'a', ('Load',)), ('Name', (1, 5), 'b', ('Load',)), [('comprehension', ('Name', (1, 11), 'w', ('Store',)), ('Name', (1, 16), 'x', ('Load',)), [], 0), ('comprehension', ('Name', (1, 22), 'm', ('Store',)), ('Name', (1, 27), 'p', ('Load',)), [('Name', (1, 32), 'g', ('Load',))], 0)]))]),
|
|
('Module', [('Expr', (1, 0), ('DictComp', (1, 0), ('Name', (1, 1), 'a', ('Load',)), ('Name', (1, 5), 'b', ('Load',)), [('comprehension', ('Tuple', (1, 11), [('Name', (1, 11), 'v', ('Store',)), ('Name', (1, 13), 'w', ('Store',))], ('Store',)), ('Name', (1, 18), 'x', ('Load',)), [], 0)]))]),
|
|
('Module', [('Expr', (1, 0), ('SetComp', (1, 0), ('Name', (1, 1), 'r', ('Load',)), [('comprehension', ('Name', (1, 7), 'l', ('Store',)), ('Name', (1, 12), 'x', ('Load',)), [('Name', (1, 17), 'g', ('Load',))], 0)]))]),
|
|
('Module', [('Expr', (1, 0), ('SetComp', (1, 0), ('Name', (1, 1), 'r', ('Load',)), [('comprehension', ('Tuple', (1, 7), [('Name', (1, 7), 'l', ('Store',)), ('Name', (1, 9), 'm', ('Store',))], ('Store',)), ('Name', (1, 14), 'x', ('Load',)), [], 0)]))]),
|
|
('Module', [('AsyncFunctionDef', (1, 0), 'f', ('arguments', [], None, [], [], None, []), [('Expr', (2, 1), ('Str', (2, 1), 'async function')), ('Expr', (3, 1), ('Await', (3, 1), ('Call', (3, 7), ('Name', (3, 7), 'something', ('Load',)), [], [])))], [], None)]),
|
|
('Module', [('AsyncFunctionDef', (1, 0), 'f', ('arguments', [], None, [], [], None, []), [('AsyncFor', (2, 1), ('Name', (2, 11), 'e', ('Store',)), ('Name', (2, 16), 'i', ('Load',)), [('Expr', (2, 19), ('Num', (2, 19), 1))], [('Expr', (3, 7), ('Num', (3, 7), 2))])], [], None)]),
|
|
('Module', [('AsyncFunctionDef', (1, 0), 'f', ('arguments', [], None, [], [], None, []), [('AsyncWith', (2, 1), [('withitem', ('Name', (2, 12), 'a', ('Load',)), ('Name', (2, 17), 'b', ('Store',)))], [('Expr', (2, 20), ('Num', (2, 20), 1))])], [], None)]),
|
|
('Module', [('Expr', (1, 0), ('Dict', (1, 0), [None, ('Num', (1, 10), 2)], [('Dict', (1, 3), [('Num', (1, 4), 1)], [('Num', (1, 6), 2)]), ('Num', (1, 12), 3)]))]),
|
|
('Module', [('Expr', (1, 0), ('Set', (1, 0), [('Starred', (1, 1), ('Set', (1, 2), [('Num', (1, 3), 1), ('Num', (1, 6), 2)]), ('Load',)), ('Num', (1, 10), 3)]))]),
|
|
('Module', [('AsyncFunctionDef', (1, 0), 'f', ('arguments', [], None, [], [], None, []), [('Expr', (2, 1), ('ListComp', (2, 2), ('Name', (2, 2), 'i', ('Load',)), [('comprehension', ('Name', (2, 14), 'b', ('Store',)), ('Name', (2, 19), 'c', ('Load',)), [], 1)]))], [], None)]),
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [], None, [], [], None, []), [('Pass', (4, 9))], [('Name', (1, 1), 'deco1', ('Load',)), ('Call', (2, 1), ('Name', (2, 1), 'deco2', ('Load',)), [], []), ('Call', (3, 1), ('Name', (3, 1), 'deco3', ('Load',)), [('Num', (3, 7), 1)], [])], None)]),
|
|
('Module', [('AsyncFunctionDef', (1, 0), 'f', ('arguments', [], None, [], [], None, []), [('Pass', (4, 15))], [('Name', (1, 1), 'deco1', ('Load',)), ('Call', (2, 1), ('Name', (2, 1), 'deco2', ('Load',)), [], []), ('Call', (3, 1), ('Name', (3, 1), 'deco3', ('Load',)), [('Num', (3, 7), 1)], [])], None)]),
|
|
('Module', [('ClassDef', (1, 0), 'C', [], [], [('Pass', (4, 9))], [('Name', (1, 1), 'deco1', ('Load',)), ('Call', (2, 1), ('Name', (2, 1), 'deco2', ('Load',)), [], []), ('Call', (3, 1), ('Name', (3, 1), 'deco3', ('Load',)), [('Num', (3, 7), 1)], [])])]),
|
|
('Module', [('FunctionDef', (1, 0), 'f', ('arguments', [], None, [], [], None, []), [('Pass', (2, 9))], [('Call', (1, 1), ('Name', (1, 1), 'deco', ('Load',)), [('GeneratorExp', (1, 6), ('Name', (1, 6), 'a', ('Load',)), [('comprehension', ('Name', (1, 12), 'a', ('Store',)), ('Name', (1, 17), 'b', ('Load',)), [], 0)])], [])], None)]),
|
|
]
|
|
single_results = [
|
|
('Interactive', [('Expr', (1, 0), ('BinOp', (1, 0), ('Num', (1, 0), 1), ('Add',), ('Num', (1, 2), 2)))]),
|
|
]
|
|
eval_results = [
|
|
('Expression', ('NameConstant', (1, 0), None)),
|
|
('Expression', ('BoolOp', (1, 0), ('And',), [('Name', (1, 0), 'a', ('Load',)), ('Name', (1, 6), 'b', ('Load',))])),
|
|
('Expression', ('BinOp', (1, 0), ('Name', (1, 0), 'a', ('Load',)), ('Add',), ('Name', (1, 4), 'b', ('Load',)))),
|
|
('Expression', ('UnaryOp', (1, 0), ('Not',), ('Name', (1, 4), 'v', ('Load',)))),
|
|
('Expression', ('Lambda', (1, 0), ('arguments', [], None, [], [], None, []), ('NameConstant', (1, 7), None))),
|
|
('Expression', ('Dict', (1, 0), [('Num', (1, 2), 1)], [('Num', (1, 4), 2)])),
|
|
('Expression', ('Dict', (1, 0), [], [])),
|
|
('Expression', ('Set', (1, 0), [('NameConstant', (1, 1), None)])),
|
|
('Expression', ('Dict', (1, 0), [('Num', (2, 6), 1)], [('Num', (4, 10), 2)])),
|
|
('Expression', ('ListComp', (1, 1), ('Name', (1, 1), 'a', ('Load',)), [('comprehension', ('Name', (1, 7), 'b', ('Store',)), ('Name', (1, 12), 'c', ('Load',)), [('Name', (1, 17), 'd', ('Load',))], 0)])),
|
|
('Expression', ('GeneratorExp', (1, 1), ('Name', (1, 1), 'a', ('Load',)), [('comprehension', ('Name', (1, 7), 'b', ('Store',)), ('Name', (1, 12), 'c', ('Load',)), [('Name', (1, 17), 'd', ('Load',))], 0)])),
|
|
('Expression', ('Compare', (1, 0), ('Num', (1, 0), 1), [('Lt',), ('Lt',)], [('Num', (1, 4), 2), ('Num', (1, 8), 3)])),
|
|
('Expression', ('Call', (1, 0), ('Name', (1, 0), 'f', ('Load',)), [('Num', (1, 2), 1), ('Num', (1, 4), 2), ('Starred', (1, 10), ('Name', (1, 11), 'd', ('Load',)), ('Load',))], [('keyword', 'c', ('Num', (1, 8), 3)), ('keyword', None, ('Name', (1, 15), 'e', ('Load',)))])),
|
|
('Expression', ('Num', (1, 0), 10)),
|
|
('Expression', ('Str', (1, 0), 'string')),
|
|
('Expression', ('Attribute', (1, 0), ('Name', (1, 0), 'a', ('Load',)), 'b', ('Load',))),
|
|
('Expression', ('Subscript', (1, 0), ('Name', (1, 0), 'a', ('Load',)), ('Slice', ('Name', (1, 2), 'b', ('Load',)), ('Name', (1, 4), 'c', ('Load',)), None), ('Load',))),
|
|
('Expression', ('Name', (1, 0), 'v', ('Load',))),
|
|
('Expression', ('List', (1, 0), [('Num', (1, 1), 1), ('Num', (1, 3), 2), ('Num', (1, 5), 3)], ('Load',))),
|
|
('Expression', ('List', (1, 0), [], ('Load',))),
|
|
('Expression', ('Tuple', (1, 0), [('Num', (1, 0), 1), ('Num', (1, 2), 2), ('Num', (1, 4), 3)], ('Load',))),
|
|
('Expression', ('Tuple', (1, 1), [('Num', (1, 1), 1), ('Num', (1, 3), 2), ('Num', (1, 5), 3)], ('Load',))),
|
|
('Expression', ('Tuple', (1, 0), [], ('Load',))),
|
|
('Expression', ('Call', (1, 0), ('Attribute', (1, 0), ('Attribute', (1, 0), ('Attribute', (1, 0), ('Name', (1, 0), 'a', ('Load',)), 'b', ('Load',)), 'c', ('Load',)), 'd', ('Load',)), [('Subscript', (1, 8), ('Attribute', (1, 8), ('Name', (1, 8), 'a', ('Load',)), 'b', ('Load',)), ('Slice', ('Num', (1, 12), 1), ('Num', (1, 14), 2), None), ('Load',))], [])),
|
|
]
|
|
main()
|