B < [ @sddlZddlmZddlmZddlmZdddgZddZ d d Z e d d d dddddddg Z e ddgZ e ddgZddZddZddZdS)N) cStringIO) PatsyError)Originpython_tokenizepretty_untokenizenormalize_token_spacingc cs|dd}tt|j}yx|D]\}}\}}\}}}|tjkrJPt|||}|tjksdt |tj kr||dks(t q(|tj krt d||tj krt d||||fVq(WtdWn8tjk r}z|jddst dSd}~XYnXdS) N  z2error tokenizing input (maybe an unclosed string?)zcomments are not allowedz!stream ended without ENDMARKER?!?rzEOF in multi-line)replacestriptokenizegenerate_tokensStringIOreadline ENDMARKERrNLAssertionErrorNEWLINE ERRORTOKENrCOMMENT ValueError TokenErrorargs startswith) codeitZpytypestring_startendoriginer#+lib/python3.7/site-packages/patsy/tokens.pyrs*         c CsVd}tt|}tjdt|ddftjdt|ddftjdt|d d ftjd t|d d ftjd t|ddftjdt|ddftjdt|ddftjdt|ddfg}||kstd}tt|}tjdt|ddftjdt|ddftjdt|d d ftjdt|d dfg}||kstddlm }|t ttdddlm }|t ttddS)Nza + (foo * -1)ar+(Zfoo* - 1 )za + (bb) assert_raisesza b # cza b "c) listrr NAMErOPNUMBERrZ nose.toolsr:r)rtokensZexpectedcode2Ztokens2Z expected2r:r#r#r$test_python_tokenize<s,     rAz +-*/%&^|<>z==z<>z!=z<=z>=z<>z**z//!~,:c Csg}d}d}d}d}g}xn|D]d\}}|tjtjtjfksBt|tjkrNq |tjkrZq |tjtjtj fkr|sv|r| d| |d}d}n|dkr| |n|r|dkr| |t k} |t k} |dkr|r|ddkrd} |d kr|rd} d} |d kr|sd} d} |d kr,|s,d} d} |s8| rB| d| || }d}|tjtjtj fkst|d krzd}nd}|d k}q Wd|S)NFr T)r*[{)r6]}rErF)r.z**=)r'r1r6)r*rDr )r INDENTDEDENTrrrrr<r>STRINGappendpop_python_space_before_python_space_afterjoin) Z typed_tokenstextZprev_was_space_delimZprev_wants_spaceZprev_was_open_paren_or_commaZprev_was_object_likeZbrackets token_typetokenZthis_wants_space_beforeZthis_wants_space_afterr#r#r$r_s^             cCs"ddtt|jD}t|S)NcSsg|]}|d|dfqS)rr&r#).0tr#r#r$ sz+normalize_token_spacing..)r rrrr)rr?r#r#r$rscCs<tddksttddks ttddks0ttddks@ttddksPttddks`ttd d kspttd d ksttd d ksttddksttddksttddksttddksttddksttddksttddksttddksttddks&ttd d ks8tdS)!Nz1 + 1z1+1z 1*(2+3**2)z1 * (2 + 3 ** 2)za and bzfoo(a=bar.baz[1:])z {"hi":foo[:]}z{"hi": foo[:]}z 'a' "b" 'c'z"""a""" is 1 or 2==3z"""a""" is 1 or 2 == 3zfoo ( * args )z foo(*args)zfoo ( a * args )z foo(a * args)zfoo ( ** args )z foo(**args)zfoo ( a ** args )zfoo(a ** args)zfoo (1, * args )z foo(1, *args)zfoo (1, a * args )zfoo(1, a * args)zfoo (1, ** args )zfoo(1, **args)zfoo (1, a ** args )zfoo(1, a ** args)z a=foo(b = 1)z a = foo(b=1)zfoo(+ 10, bar = - 1)zfoo(+10, bar=-1)z1 + +10 + -1 - 5)rrr#r#r#r$2test_pretty_untokenize_and_normalize_token_spacings&rZ)r Z six.movesrrZpatsyrZ patsy.originr__all__rrAr;Z_python_space_bothrQrRrrrZr#r#r#r$ s"   $   ;