| Dir : /lib64/python2.7/test/ |
| Server: Linux apophis.o2switch.net 4.18.0-553.111.1.lve.el8.x86_64 #1 SMP Fri Mar 13 13:42:17 UTC 2026 x86_64 IP: 109.234.164.184 |
| Dir : //lib64/python2.7/test/test_tokenize.pyc |
�
z fc @ s d d l m Z d d l m Z m Z m Z m Z m Z m Z m Z m
Z
m Z m Z d d l m Z d d l
Z
d d l m Z d e f d � � YZ d � Z d e f d
� � YZ d e f d � � YZ d
e f d � � YZ d � Z e d k re � n d S( i����( t test_support(
t
untokenizet generate_tokenst NUMBERt NAMEt OPt STRINGt ENDMARKERt tok_namet Untokenizert tokenize( t StringION( t TestCaset TokenizeTestc B s� e Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z
d � Z d
� Z d � Z
d � Z d
� Z d � Z d � Z RS( c
C s� g } t | � } xT t | j � D]C \ } } } } } | t k rG Pn t | } | j d t � � q" W| j | | j � j � � d S( Ns4 %(type)-10.10s %(token)-13.13r %(start)s %(end)s(
R R t readlineR R t appendt localst assertEqualt rstript
splitlines(
t selft st expectedt resultt ft typet tokent startt endt line( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt check_tokenize s %
c C sc | j d d � | j d d � d } | j t d � �% x t t | � j � D] } qO WWd QXd S( Ns 1 + 1s� NUMBER '1' (1, 0) (1, 1)
OP '+' (1, 2) (1, 3)
NUMBER '1' (1, 4) (1, 5)
s. if False:
# NL
True = False # NEWLINE
s; NAME 'if' (1, 0) (1, 2)
NAME 'False' (1, 3) (1, 8)
OP ':' (1, 8) (1, 9)
NEWLINE '\n' (1, 9) (1, 10)
COMMENT '# NL' (2, 4) (2, 8)
NL '\n' (2, 8) (2, 9)
INDENT ' ' (3, 0) (3, 4)
NAME 'True' (3, 4) (3, 8)
OP '=' (3, 9) (3, 10)
NAME 'False' (3, 11) (3, 16)
COMMENT '# NEWLINE' (3, 17) (3, 26)
NEWLINE '\n' (3, 26) (3, 27)
DEDENT '' (4, 0) (4, 0)
s def k(x):
x += 2
x += 5
s3 unindent does not match any outer indentation level( R t assertRaisesRegexpt IndentationErrorR R R ( R t indent_error_filet tok( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt
test_basic s
c C s� | j d d � | j d d � | j d d � | j d d � | j d d
� | j d d � | j d
d � | j d d � | j d d � d S( Ns 0xff <= 255s� NUMBER '0xff' (1, 0) (1, 4)
OP '<=' (1, 5) (1, 7)
NUMBER '255' (1, 8) (1, 11)
s 0b10 <= 255s� NUMBER '0b10' (1, 0) (1, 4)
OP '<=' (1, 5) (1, 7)
NUMBER '255' (1, 8) (1, 11)
s
0o123 <= 0123s� NUMBER '0o123' (1, 0) (1, 5)
OP '<=' (1, 6) (1, 8)
NUMBER '0123' (1, 9) (1, 13)
s 01234567 > ~0x15s� NUMBER '01234567' (1, 0) (1, 8)
OP '>' (1, 9) (1, 10)
OP '~' (1, 11) (1, 12)
NUMBER '0x15' (1, 12) (1, 16)
s 2134568 != 01231515s� NUMBER '2134568' (1, 0) (1, 7)
OP '!=' (1, 8) (1, 10)
NUMBER '01231515' (1, 11) (1, 19)
s (-124561-1) & 0200000000sc OP '(' (1, 0) (1, 1)
OP '-' (1, 1) (1, 2)
NUMBER '124561' (1, 2) (1, 8)
OP '-' (1, 8) (1, 9)
NUMBER '1' (1, 9) (1, 10)
OP ')' (1, 10) (1, 11)
OP '&' (1, 12) (1, 13)
NUMBER '0200000000' (1, 14) (1, 24)
s 0xdeadbeef != -1s� NUMBER '0xdeadbeef' (1, 0) (1, 10)
OP '!=' (1, 11) (1, 13)
OP '-' (1, 14) (1, 15)
NUMBER '1' (1, 15) (1, 16)
s 0xdeadc0de & 012345s� NUMBER '0xdeadc0de' (1, 0) (1, 10)
OP '&' (1, 11) (1, 12)
NUMBER '012345' (1, 13) (1, 19)
s 0xFF & 0x15 | 1234s� NUMBER '0xFF' (1, 0) (1, 4)
OP '&' (1, 5) (1, 6)
NUMBER '0x15' (1, 7) (1, 11)
OP '|' (1, 12) (1, 13)
NUMBER '1234' (1, 14) (1, 18)
( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_intB s$ c C sD | j d d � | j d d � | j d d � | j d d � d S( Ns x = 0Ls� NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
NUMBER '0L' (1, 4) (1, 6)
s x = 0xfffffffffffs� NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
NUMBER '0xffffffffff (1, 4) (1, 17)
s x = 123141242151251616110ls� NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
NUMBER '123141242151 (1, 4) (1, 26)
s x = -15921590215012591Ls� NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
OP '-' (1, 4) (1, 5)
NUMBER '159215902150 (1, 5) (1, 23)
( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_long{ s c C st | j d d � | j d d � | j d d � | j d d � | j d d
� | j d d � | j d
d � d S( Ns x = 3.14159s� NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
NUMBER '3.14159' (1, 4) (1, 11)
s x = 314159.s� NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
NUMBER '314159.' (1, 4) (1, 11)
s x = .314159s� NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
NUMBER '.314159' (1, 4) (1, 11)
s x = 3e14159s� NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
NUMBER '3e14159' (1, 4) (1, 11)
s x = 3E123s� NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
NUMBER '3E123' (1, 4) (1, 9)
s
x+y = 3e-1230s� NAME 'x' (1, 0) (1, 1)
OP '+' (1, 1) (1, 2)
NAME 'y' (1, 2) (1, 3)
OP '=' (1, 4) (1, 5)
NUMBER '3e-1230' (1, 6) (1, 13)
s x = 3.14e159s� NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
NUMBER '3.14e159' (1, 4) (1, 12)
( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt
test_float� s c C s� | j d d � | j d d � | j d d � | j d d � | j d d
� | j d d � | j d
d � | j d d � | j d d � | j d d � | j d d � d S( Ns x = ''; y = ""s5 NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
STRING "''" (1, 4) (1, 6)
OP ';' (1, 6) (1, 7)
NAME 'y' (1, 8) (1, 9)
OP '=' (1, 10) (1, 11)
STRING '""' (1, 12) (1, 14)
s x = '"'; y = "'"s6 NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
STRING '\'"\'' (1, 4) (1, 7)
OP ';' (1, 7) (1, 8)
NAME 'y' (1, 9) (1, 10)
OP '=' (1, 11) (1, 12)
STRING '"\'"' (1, 13) (1, 16)
s x = "doesn't "shrink", does it"s� NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
STRING '"doesn\'t "' (1, 4) (1, 14)
NAME 'shrink' (1, 14) (1, 20)
STRING '", does it"' (1, 20) (1, 31)
s x = u'abc' + U'ABC's� NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
STRING "u'abc'" (1, 4) (1, 10)
OP '+' (1, 11) (1, 12)
STRING "U'ABC'" (1, 13) (1, 19)
s y = u"ABC" + U"ABC"s� NAME 'y' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
STRING 'u"ABC"' (1, 4) (1, 10)
OP '+' (1, 11) (1, 12)
STRING 'U"ABC"' (1, 13) (1, 19)
s) x = ur'abc' + Ur'ABC' + uR'ABC' + UR'ABC's� NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
STRING "ur'abc'" (1, 4) (1, 11)
OP '+' (1, 12) (1, 13)
STRING "Ur'ABC'" (1, 14) (1, 21)
OP '+' (1, 22) (1, 23)
STRING "uR'ABC'" (1, 24) (1, 31)
OP '+' (1, 32) (1, 33)
STRING "UR'ABC'" (1, 34) (1, 41)
s) y = ur"abc" + Ur"ABC" + uR"ABC" + UR"ABC"s� NAME 'y' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
STRING 'ur"abc"' (1, 4) (1, 11)
OP '+' (1, 12) (1, 13)
STRING 'Ur"ABC"' (1, 14) (1, 21)
OP '+' (1, 22) (1, 23)
STRING 'uR"ABC"' (1, 24) (1, 31)
OP '+' (1, 32) (1, 33)
STRING 'UR"ABC"' (1, 34) (1, 41)
s b'abc' + B'abc's� STRING "b'abc'" (1, 0) (1, 6)
OP '+' (1, 7) (1, 8)
STRING "B'abc'" (1, 9) (1, 15)
s b"abc" + B"abc"s� STRING 'b"abc"' (1, 0) (1, 6)
OP '+' (1, 7) (1, 8)
STRING 'B"abc"' (1, 9) (1, 15)
s% br'abc' + bR'abc' + Br'abc' + BR'abc's; STRING "br'abc'" (1, 0) (1, 7)
OP '+' (1, 8) (1, 9)
STRING "bR'abc'" (1, 10) (1, 17)
OP '+' (1, 18) (1, 19)
STRING "Br'abc'" (1, 20) (1, 27)
OP '+' (1, 28) (1, 29)
STRING "BR'abc'" (1, 30) (1, 37)
s% br"abc" + bR"abc" + Br"abc" + BR"abc"s; STRING 'br"abc"' (1, 0) (1, 7)
OP '+' (1, 8) (1, 9)
STRING 'bR"abc"' (1, 10) (1, 17)
OP '+' (1, 18) (1, 19)
STRING 'Br"abc"' (1, 20) (1, 27)
OP '+' (1, 28) (1, 29)
STRING 'BR"abc"' (1, 30) (1, 37)
( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_string� s,
c C s$ | j d d � | j d d � d S( Ns! def d22(a, b, c=2, d=2, *k): passs NAME 'def' (1, 0) (1, 3)
NAME 'd22' (1, 4) (1, 7)
OP '(' (1, 7) (1, 8)
NAME 'a' (1, 8) (1, 9)
OP ',' (1, 9) (1, 10)
NAME 'b' (1, 11) (1, 12)
OP ',' (1, 12) (1, 13)
NAME 'c' (1, 14) (1, 15)
OP '=' (1, 15) (1, 16)
NUMBER '2' (1, 16) (1, 17)
OP ',' (1, 17) (1, 18)
NAME 'd' (1, 19) (1, 20)
OP '=' (1, 20) (1, 21)
NUMBER '2' (1, 21) (1, 22)
OP ',' (1, 22) (1, 23)
OP '*' (1, 24) (1, 25)
NAME 'k' (1, 25) (1, 26)
OP ')' (1, 26) (1, 27)
OP ':' (1, 27) (1, 28)
NAME 'pass' (1, 29) (1, 33)
s def d01v_(a=1, *k, **w): passs� NAME 'def' (1, 0) (1, 3)
NAME 'd01v_' (1, 4) (1, 9)
OP '(' (1, 9) (1, 10)
NAME 'a' (1, 10) (1, 11)
OP '=' (1, 11) (1, 12)
NUMBER '1' (1, 12) (1, 13)
OP ',' (1, 13) (1, 14)
OP '*' (1, 15) (1, 16)
NAME 'k' (1, 16) (1, 17)
OP ',' (1, 17) (1, 18)
OP '**' (1, 19) (1, 21)
NAME 'w' (1, 21) (1, 22)
OP ')' (1, 22) (1, 23)
OP ':' (1, 23) (1, 24)
NAME 'pass' (1, 25) (1, 29)
( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt
test_function s c C s | j d d d � d S( Ns* if 1 < 1 > 1 == 1 >= 5 <= 0x15 <= 0x12 != s. 1 and 5 in 1 not in 1 is 1 or 5 is not 1: passs� NAME 'if' (1, 0) (1, 2)
NUMBER '1' (1, 3) (1, 4)
OP '<' (1, 5) (1, 6)
NUMBER '1' (1, 7) (1, 8)
OP '>' (1, 9) (1, 10)
NUMBER '1' (1, 11) (1, 12)
OP '==' (1, 13) (1, 15)
NUMBER '1' (1, 16) (1, 17)
OP '>=' (1, 18) (1, 20)
NUMBER '5' (1, 21) (1, 22)
OP '<=' (1, 23) (1, 25)
NUMBER '0x15' (1, 26) (1, 30)
OP '<=' (1, 31) (1, 33)
NUMBER '0x12' (1, 34) (1, 38)
OP '!=' (1, 39) (1, 41)
NUMBER '1' (1, 42) (1, 43)
NAME 'and' (1, 44) (1, 47)
NUMBER '5' (1, 48) (1, 49)
NAME 'in' (1, 50) (1, 52)
NUMBER '1' (1, 53) (1, 54)
NAME 'not' (1, 55) (1, 58)
NAME 'in' (1, 59) (1, 61)
NUMBER '1' (1, 62) (1, 63)
NAME 'is' (1, 64) (1, 66)
NUMBER '1' (1, 67) (1, 68)
NAME 'or' (1, 69) (1, 71)
NUMBER '5' (1, 72) (1, 73)
NAME 'is' (1, 74) (1, 76)
NAME 'not' (1, 77) (1, 80)
NUMBER '1' (1, 81) (1, 82)
OP ':' (1, 82) (1, 83)
NAME 'pass' (1, 84) (1, 88)
( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_comparisonA s !c C s | j d d � d S( Ns x = 1 << 1 >> 5s6 NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
NUMBER '1' (1, 4) (1, 5)
OP '<<' (1, 6) (1, 8)
NUMBER '1' (1, 9) (1, 10)
OP '>>' (1, 11) (1, 13)
NUMBER '5' (1, 14) (1, 15)
( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt
test_shiftg s c C s | j d d � d S( Ns& x = 1 - y + 15 - 01 + 0x124 + z + a[5]s$ NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
NUMBER '1' (1, 4) (1, 5)
OP '-' (1, 6) (1, 7)
NAME 'y' (1, 8) (1, 9)
OP '+' (1, 10) (1, 11)
NUMBER '15' (1, 12) (1, 14)
OP '-' (1, 15) (1, 16)
NUMBER '01' (1, 17) (1, 19)
OP '+' (1, 20) (1, 21)
NUMBER '0x124' (1, 22) (1, 27)
OP '+' (1, 28) (1, 29)
NAME 'z' (1, 30) (1, 31)
OP '+' (1, 32) (1, 33)
NAME 'a' (1, 34) (1, 35)
OP '[' (1, 35) (1, 36)
NUMBER '5' (1, 36) (1, 37)
OP ']' (1, 37) (1, 38)
( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt
test_additives s c C s | j d d � d S( Ns x = 1//1*1/5*12%0x12s@ NAME 'x' (1, 0) (1, 1)
OP '=' (1, 2) (1, 3)
NUMBER '1' (1, 4) (1, 5)
OP '//' (1, 5) (1, 7)
NUMBER '1' (1, 7) (1, 8)
OP '*' (1, 8) (1, 9)
NUMBER '1' (1, 9) (1, 10)
OP '/' (1, 10) (1, 11)
NUMBER '5' (1, 11) (1, 12)
OP '*' (1, 12) (1, 13)
NUMBER '12' (1, 13) (1, 15)
OP '%' (1, 15) (1, 16)
NUMBER '0x12' (1, 16) (1, 20)
( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_multiplicative� s c C s$ | j d d � | j d d � d S( Ns ~1 ^ 1 & 1 |1 ^ -1s� OP '~' (1, 0) (1, 1)
NUMBER '1' (1, 1) (1, 2)
OP '^' (1, 3) (1, 4)
NUMBER '1' (1, 5) (1, 6)
OP '&' (1, 7) (1, 8)
NUMBER '1' (1, 9) (1, 10)
OP '|' (1, 11) (1, 12)
NUMBER '1' (1, 12) (1, 13)
OP '^' (1, 14) (1, 15)
OP '-' (1, 16) (1, 17)
NUMBER '1' (1, 17) (1, 18)
s -1*1/1+1*1//1 - ---1**1sH OP '-' (1, 0) (1, 1)
NUMBER '1' (1, 1) (1, 2)
OP '*' (1, 2) (1, 3)
NUMBER '1' (1, 3) (1, 4)
OP '/' (1, 4) (1, 5)
NUMBER '1' (1, 5) (1, 6)
OP '+' (1, 6) (1, 7)
NUMBER '1' (1, 7) (1, 8)
OP '*' (1, 8) (1, 9)
NUMBER '1' (1, 9) (1, 10)
OP '//' (1, 10) (1, 12)
NUMBER '1' (1, 12) (1, 13)
OP '-' (1, 14) (1, 15)
OP '-' (1, 16) (1, 17)
OP '-' (1, 17) (1, 18)
OP '-' (1, 18) (1, 19)
NUMBER '1' (1, 19) (1, 20)
OP '**' (1, 20) (1, 22)
NUMBER '1' (1, 22) (1, 23)
( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt
test_unary� s c C s | j d d � d S( Ns/ import sys, time
x = sys.modules['time'].time()s� NAME 'import' (1, 0) (1, 6)
NAME 'sys' (1, 7) (1, 10)
OP ',' (1, 10) (1, 11)
NAME 'time' (1, 12) (1, 16)
NEWLINE '\n' (1, 16) (1, 17)
NAME 'x' (2, 0) (2, 1)
OP '=' (2, 2) (2, 3)
NAME 'sys' (2, 4) (2, 7)
OP '.' (2, 7) (2, 8)
NAME 'modules' (2, 8) (2, 15)
OP '[' (2, 15) (2, 16)
STRING "'time'" (2, 16) (2, 22)
OP ']' (2, 22) (2, 23)
OP '.' (2, 23) (2, 24)
NAME 'time' (2, 24) (2, 28)
OP '(' (2, 28) (2, 29)
OP ')' (2, 29) (2, 30)
( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt
test_selector� s c C s | j d d � d S( Ns @staticmethod
def foo(x,y): passs OP '@' (1, 0) (1, 1)
NAME 'staticmethod (1, 1) (1, 13)
NEWLINE '\n' (1, 13) (1, 14)
NAME 'def' (2, 0) (2, 3)
NAME 'foo' (2, 4) (2, 7)
OP '(' (2, 7) (2, 8)
NAME 'x' (2, 8) (2, 9)
OP ',' (2, 9) (2, 10)
NAME 'y' (2, 10) (2, 11)
OP ')' (2, 11) (2, 12)
OP ':' (2, 12) (2, 13)
NAME 'pass' (2, 14) (2, 18)
( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_method� s c C s | j d d � d S( Ns def f():
if x
passs_ NAME 'def' (1, 0) (1, 3)
NAME 'f' (1, 4) (1, 5)
OP '(' (1, 5) (1, 6)
OP ')' (1, 6) (1, 7)
OP ':' (1, 7) (1, 8)
NEWLINE '\n' (1, 8) (1, 9)
INDENT '\t' (2, 0) (2, 1)
NAME 'if' (2, 1) (2, 3)
NAME 'x' (2, 4) (2, 5)
NEWLINE '\n' (2, 5) (2, 6)
INDENT ' \t' (3, 0) (3, 9)
NAME 'pass' (3, 9) (3, 13)
DEDENT '' (4, 0) (4, 0)
DEDENT '' (4, 0) (4, 0)
( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_tabs� s c C s | j d d � d S( Ns @ s/ OP '@' (1, 0) (1, 1)
( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt% test_pathological_trailing_whitespace� s ( t __name__t
__module__R R# R$ R% R& R' R( R) R* R+ R, R- R. R/ R0 R1 ( ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyR
s # 9 ( ] ) & % c C s� g } t t | � j � } x� | D]z \ } } } } } | t k r� d | k r� | j t d f t d f t t | � f t d f g � q" | j | | f � q" Wt
| � S( Nt .t Decimalt (t )( R R R R t extendR R R t reprR R ( R R t gt toknumt tokvalt _( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt decistmt s t TestMiscc B s e Z d � Z RS( c C sn d d l m } d } | j t | � d � | j t t | � � d � | j t t | � � | d � � d S( Ni����( R5 s +21.3e-5*-.1234/81.7s8 +Decimal ('21.3e-5')*-Decimal ('.1234')/Decimal ('81.7')s -3.21716034272e-0+7s! -3.217160342717258261933904529E-7( t decimalR5 R R> t assertRegexpMatchest strt eval( R R5 R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt
test_decistmt s ( R2 R3 RD ( ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyR? s t UntokenizeTestc B s# e Z d � Z d � Z d � Z RS( c C st t � } d | _ d | _ | j t � � } | j d � Wd QX| j | j j d d � | j t | j d � d S( Ni i i i s' start (1,3) precedes previous end (2,2)( i i ( i i ( R t prev_rowt prev_colt assertRaisest
ValueErrort add_whitespaceR t exceptiont args( R t ut cm( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_bad_input_order- s c C s} t � } d | _ d | _ g | _ | j d � | j | j d g � d | _ | j d � | j | j d d d g � d S(
Ni i i s \
i s \
\
s ( i i ( i i ( R RF RG t tokensRJ R ( R RM ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_backslash_continuation9 s
c C sp t � } t d f } | j | t g � � | j | j d g � t � } | j | j t | g � � d � d S( Nt Hellos Hello ( R R t compatt iterR RP R ( R RM R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_iter_compatE s ( R2 R3 RO RQ RU ( ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyRE + s t
TestRoundtripc B sP e Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z RS( c C s� t | t � r t | � } n t t | j � � } | j � g | D] } | d ^ qD } t | � } t | j d � � j
} g t | � D] } | d ^ q� } | j | | � d S( s/
Test roundtrip for `untokenize`. `f` is an open file or a string.
The source code in f is tokenized, converted back to source code
via tokenize.untokenize(), and tokenized again from the latter.
The test fails if the second tokenization doesn't match the first.
i i N( t
isinstanceRB R t listR R t closeR RT R t nextR ( R R t
token_listR" t tokens1t new_textR t tokens2( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt check_roundtripP s
#c C s� | j d � | j d � | j d � | j d � t j d t j d � } t | � � } | j | � Wd QX| j d � | j d � | j d � | j d
� d S( Ns if x == 1:
print(x)
s if x == 1:
print x
s # This is a comment
# This alsos if x == 1 :
print x
t tokenize_testst txtsn if x == 1:
# A comment by itself.
print x # Comment here, too.
# Another comment.
after_if = True
sO if (x # The comments need to go in the right place
== 1):
print 'x==1'
s� class Test: # A comment here
# A comment with weird indent
after_com = 5
def x(m): return m*5 # a one liner
def y(m): # A whitespace after the colon
return y*4 # 3-space indent
sr try: import somemodule
except ImportError: # comment
print 'Can not import' # comment2
else: print 'Loaded'
( R_ R t findfilet ost extsept open( R t fnR ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_roundtrip` s
c C s | j d � d S( Nsn a = (3,4,
5,6)
y = [3, 4,
5]
z = {'a': 5,
'b':15, 'c':True}
x = len(y) + 5 - a[
3] - a[2]
+ len(z) - z[
'b']
( R_ ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_continuation� s c C s | j d � | j d � d S( Ns) x=1+\
1
# This is a comment\
# This also
s # Comment \
x = 0( R_ ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyRQ � s
c C s | j d � d S( Ns '' ''( R_ ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_string_concatenation� s c C s� d d l } d d l } t j d t j d � } t j j | � pJ t j } | j t j j | d � � } t j
d � s� | j | d � } n xM | D]E } y) t | d � � } | j
| � Wd QXWq� d | GH� q� Xq� Wd S( Ni����R` Ra s test*.pyt cpui
t rbs Roundtrip failed for file %s( t globt randomR Rb Rc Rd t patht dirnamet curdirt joint is_resource_enabledt sampleRe R_ ( R Rl Rm Rf t tempdirt testfilest testfileR ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_random_files� s
c C sI t | t � r! | j d � } n t t | � j � } t | � j d � S( Ns utf-8( RW RB t encodeR R R R t decode( R t codeRP ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt roundtrip� s c C s: d } | j | � j d � } | j | d | d � d S( s�
Ensure that although whitespace might be mutated in a roundtrip,
the semantic meaning of the indentation remains consistent.
s if False:
x=3
x=3
s
i i N( R{ t splitR ( R Rz t codelines( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt# test_indentation_semantics_retained� s (
R2 R3 R_ Rg Rh RQ Ri Rw R{ R~ ( ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyRV N s -
c C s8 t j t � t j t � t j t � t j t � d S( N( R t run_unittestR
RE RV R? ( ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_main� s
t __main__( t testR R
R R R R R R R R R R Rc t unittestR R
R> R? RE RV R� R2 ( ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt <module> s F � � #~