_%0Vc@s0ddgZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z m Z m Z ddlmZmZmZddlmZdZeZd efd YZd Zd Zd ZdZdefdYZdZdZdZdZ dZ!dZ"dZ#dZ$dZ%iZ&ej'die&ddl(ZdefdYZ)dZ*dZ+defdYZ,dZ-d Z.d!Z/d"Z0d#Z1d$Z2d%efd&YZ3d'Z4d(Z5dS()tEvalEnvironmentt EvalFactoriN(t PatsyError(tPushbackAdaptert no_picklingtassert_no_pickling(tpretty_untokenizetnormalize_token_spacingtpython_tokenize(tcall_and_wrap_exccCsRd}xEtjD]:}tt|}|jtjkr||jO}qqW|S(Ni(t __future__tall_feature_namestgetattrtgetMandatoryReleasetsyst version_infot compiler_flag(tflagst feature_nametfeature((s)lib/python2.7/site-packages/patsy/eval.pyt_all_future_flagss t VarLookupDictcBsGeZdZdZdZdZddZdZe Z RS(cCsigt||_dS(N(tlistt_dicts(tselftdicts((s)lib/python2.7/site-packages/patsy/eval.pyt__init__*scCsDx1|jD]&}y ||SWq tk r/q Xq Wt|dS(N(RtKeyError(Rtkeytd((s)lib/python2.7/site-packages/patsy/eval.pyt __getitem__-s   cCs||jd|cCs;t||d|jt}t|it|g|jS(stEvaluate some Python code in the encapsulated environment. :arg expr: A string containing a Python expression. :arg source_name: A name for this string, for use in tracebacks. :arg inner_namespace: A dict-like object that will be checked first when `expr` attempts to access any variables. :returns: The value of `expr`. teval(tcompileRR!RXRRS(Rtexprt source_nametinner_namespaceRD((s)lib/python2.7/site-packages/patsy/eval.pyRXs cCst||r|St|tjr2||}n tdtj}zfx<t|dD]*}|dkrtdn|j }q^W||j |j g|j j t@SWd~XdS(sCapture an execution environment from the stack. If `eval_env` is already an :class:`EvalEnvironment`, it is returned unchanged. Otherwise, we walk up the stack by ``eval_env + reference`` steps and capture that function's evaluation environment. For ``eval_env=0`` and ``reference=0``, the default, this captures the stack frame of the function that calls :meth:`capture`. If ``eval_env + reference`` is 1, then we capture that function's caller, etc. This somewhat complicated calling convention is designed to be convenient for functions which want to capture their caller's environment by default, but also allow explicit environments to be specified. See the second example. Example:: x = 1 this_env = EvalEnvironment.capture() assert this_env.namespace["x"] == 1 def child_func(): return EvalEnvironment.capture(1) this_env_from_child = child_func() assert this_env_from_child.namespace["x"] == 1 Example:: # This function can be used like: # my_model(formula_like, data) # -> evaluates formula_like in caller's environment # my_model(formula_like, data, eval_env=1) # -> evaluates formula_like in caller's caller's environment # my_model(formula_like, data, eval_env=my_env) # -> evaluates formula_like in environment 'my_env' def my_model(formula_like, data, eval_env=0): eval_env = EvalEnvironment.capture(eval_env, reference=1) return model_setup_helper(formula_like, data, eval_env) This is how :func:`dmatrix` works. .. versionadded: 0.2.0 The ``reference`` argument. sWParameter 'eval_env' must be either an integer or an instance of patsy.EvalEnvironment.iscall-stack is not that deep!N(R2tnumberstIntegralt TypeErrortinspectt currentframetrangeR*t ValueErrortf_backtf_localst f_globalstf_codetco_flagsRR(tclsteval_envt referencetdepthtframeti((s)lib/python2.7/site-packages/patsy/eval.pytcaptures-     cs>t|jtfd|D}t|g|jS(sWCreates a new, flat EvalEnvironment that contains only the variables specified.c3s|]}||fVqdS(N((t.0tname(tvld(s)lib/python2.7/site-packages/patsy/eval.pys s(RRStdictRR(Rtnamestnew_ns((Rrs)lib/python2.7/site-packages/patsy/eval.pytsubsetscCs g|jD]}t|^q S(N(RSRC(Rtn((s)lib/python2.7/site-packages/patsy/eval.pyt_namespace_idsscCs7t|to6|j|jko6|j|jkS(N(R2RRRx(Rtother((s)lib/python2.7/site-packages/patsy/eval.pyt__eq__scCs ||k S(N((RRy((s)lib/python2.7/site-packages/patsy/eval.pyt__ne__scCs"tt|jt|jfS(N(thashRRttupleRx(R((s)lib/python2.7/site-packages/patsy/eval.pyt__hash__s(R'R)t__doc__RtpropertyRURWRXt classmethodRoRvRxRzR{R~RR+(((s)lib/python2.7/site-packages/patsy/eval.pyRs   C     cCs d}tS(Ni(t_b(t_a((s)lib/python2.7/site-packages/patsy/eval.pyRscCs d}tS(Ni(t_c(R((s)lib/python2.7/site-packages/patsy/eval.pyR scCsXd}tjtjdtjdtjdddtjdtjddgS(NiiRki(RRo(R((s)lib/python2.7/site-packages/patsy/eval.pyR s    cCst\}}}}}}d|jks0td|jksEtd|jksZtd|jksotd|jkstd|jkst|jddkst|jddkst|jddkst|jddkst|jddkst|jddks/t|jdtksHt|jdtksatddlm}|ttjd tj||kst|t tjd t tjdS( Nt&test_EvalEnvironment_capture_namespaceRiRRi(R/i ig333333?i@B( RRUR0RR1R/RcRRoR_R(tc0R.tb1tb2ta1ta2R/((s)lib/python2.7/site-packages/patsy/eval.pyRs(cCs&tjdkrd}nd}tt|j}|t@s@td}t|dddd}itd 6d d 6d d 6}t |}t j |||dj ddkst|dj ddkstd|dj kst|dj t@dks t|dj t@dks(t|dj t@dksEttd|f|dddd}t j |||dj ddkst|dj ddkstd|dj kst|dj t@|kst|dj t@dkst|dj t@|ks"tdS(Nitbarry_as_FLUFLtdivisionsdef f(): in_f = 'hi from f' global RETURN_INNER, RETURN_OUTER, RETURN_INNER_FROM_OUTER RETURN_INNER = EvalEnvironment.capture(0) RETURN_OUTER = call_capture_0() RETURN_INNER_FROM_OUTER = call_capture_1() f() s texeciiRcSs tjdS(Ni(RRo(((s)lib/python2.7/site-packages/patsy/eval.pytBstcall_capture_0cSs tjdS(Ni(RRo(((s)lib/python2.7/site-packages/patsy/eval.pyRCstcall_capture_1t RETURN_INNERtin_fs hi from ftRETURN_INNER_FROM_OUTERt RETURN_OUTERsfrom __future__ import %s s(i(RRR R RRRR0RYRRsR4texec_RUR(t TEST_FEATUREt test_flagtsourceRDtenvtenv2tcode2((s)lib/python2.7/site-packages/patsy/eval.pyt"test_EvalEnvironment_capture_flags0s8      cCstidd6g}|jddks1t|jddidd6dksYtddlm}|t|jd d }tjd }|jdd kst|jid d6d d6}|jddkst|jd d kstdS(NiR,s2 * aiR\ii(R/s2 * biiii R-(RRXR0R1R/t NameErrorRoRW(RR/R,Rtenv3((s)lib/python2.7/site-packages/patsy/eval.pyt#test_EvalEnvironment_eval_namespaceYs(cCsddlm}tjdkr^tjj}|t@s;tt idd6gdd}|j dt ksrt|t |j d |j dgjdkst|jid d 6jdkstt idd6gd|}|j d t kst|t |j d|j dgj|ks6t|jid d 6j|kstn2tjj}|t@sztt idd6gdd}|j d dkodknst|j dgjdkst|jid d 6jdkstt idd6gd|}|j d dd koGdknsRt|j dgj|k|jid d 6j|kstdS(Ni(R/ii R,Risa != 0sa <> 0i R-sa / 2iig?(iig&@(R1R/RRR RRRRR0RRXR"t SyntaxErrorRvRRWR(R/RRR((s)lib/python2.7/site-packages/patsy/eval.pyttest_EvalEnvironment_eval_flagsgs0 !%!( +!%/cCstidd6idd6idd6g}|jdg}|jddksWtddlm}|t|jd|t|jd|jddg}|jd d kst|t|jddS( NiR,iR-iR.i(R/sb * ci(RRvRXR0R1R/R(Rtsubset_aR/t subset_bc((s)lib/python2.7/site-packages/patsy/eval.pyttest_EvalEnvironment_subsets*cCstjd}tjd}||ks0tt|t|ksNtd}|}|}||ks{tdS(NicSs tjdS(Ni(RRo(((s)lib/python2.7/site-packages/patsy/eval.pyRs(RRoR0R|(tenv1Rtcapture_local_envRtenv4((s)lib/python2.7/site-packages/patsy/eval.pyttest_EvalEnvironment_eqs   sfrom patsy.builtins import *cBsteZd dZdZdZdZdZdZdZ dZ dZ d Z d Z eZRS( cCst||_||_dS(s/A factor class that executes arbitrary Python code and supports stateful transforms. :arg code: A string containing a Python expression, that will be evaluated to produce this factor's value. This is the standard factor class that is used when parsing formula strings and implements the standard stateful transform processing. See :ref:`stateful-transforms` and :ref:`expert-model-specification`. Two EvalFactor's are considered equal (e.g., for purposes of redundancy detection) if they contain the same token stream. Basically this means that the source code must be identical except for whitespace:: assert EvalFactor("a + b") == EvalFactor("a+b") assert EvalFactor("a + b") != EvalFactor("b + a") N(RRDtorigin(RRDR((s)lib/python2.7/site-packages/patsy/eval.pyRscCs|jS(N(RD(R((s)lib/python2.7/site-packages/patsy/eval.pyRqscCsd|jj|jfS(Ns%s(%r)(R&R'RD(R((s)lib/python2.7/site-packages/patsy/eval.pyR(scCst|to|j|jkS(N(R2RRD(RRy((s)lib/python2.7/site-packages/patsy/eval.pyRzscCs ||k S(N((RRy((s)lib/python2.7/site-packages/patsy/eval.pyR{scCstt|jfS(N(R|RRD(R((s)lib/python2.7/site-packages/patsy/eval.pyR~scs<id<jtj}gt|jD]}||kr2|^q2}j|d (  t_MockTransformcBs,eZdZdZdZdZRS(cCsd|_d|_d|_dS(Ni(t_sumt_memorize_chunk_calledt_memorize_finish_called(R((s)lib/python2.7/site-packages/patsy/eval.pyRrs  cCs7|jd7_ddl}|j|j|7_dS(Nii(RtnumpyRtsum(RRRH((s)lib/python2.7/site-packages/patsy/eval.pyRws cCs|jd7_dS(Ni(R(R((s)lib/python2.7/site-packages/patsy/eval.pyR|scCs ||jS(N(R(RR((s)lib/python2.7/site-packages/patsy/eval.pyt transforms(R'R)RRRR(((s)lib/python2.7/site-packages/patsy/eval.pyRps   c Csddlm}|t}td}i}tjd}|j||}|GH|GH|dkskt|djd|kstx3dd d d gD]}||djkstqWddl }|j |di|j d dgd6|j d dgd 6|ddj d ks&t|ddj d ksCt|j |di|j ddgd6|j ddgd 6|ddj dkst|ddj dkst|ddj dkst|ddj dkst|j|d|ddj d ks#t|ddj d ks@t|ddj dks]t|ddj dkszt|j |d i|j d dgd6|j d dgd 6|j |d i|j ddgd6|j ddgd 6|j|d xEtj|dD]0}|j dks7t|j d kstqW|j|j|i|j d dddgd6|j d dddgd 6ddddgkstdS(Ni(Rsfoo(x) + foo(foo(y))iiRjRRIRRRii i RRRi iidit_patsy_stobj1__foo__iiici(RRRRRRoRR0RURRtarrayRRRR4t itervaluestallRX( RRRRRjRRqRHR((s)lib/python2.7/site-packages/patsy/eval.pyttest_EvalFactor_end_to_endsR    %%% ccst}tt|}x|D]|\}}}i}| oG|tjk|d<|dow|jow|jddk|d<||||fV|dk}qWdS(Ntbare_refiRt bare_funcallt.(R!RRttokenizetNAMEthas_moretpeek(RDt prev_was_dottitt token_typeRRtprops((s)lib/python2.7/site-packages/patsy/eval.pytannotated_tokenss &c CsVgtdD]!\}}}}|||f^q }|tjditd6td6ftjditd6td6ftjditd6td6ftjditd6td6ftjditd6td6ftjd itd6td6ftjd itd6td6ftjd itd6td6fgks.ttttd d ksRtdS(Ns a(b) + c.dR,RRRR-t)t+R.RRRIi( RRRR"tOPR!R0RR(RRRRttokens_without_origins((s)lib/python2.7/site-packages/patsy/eval.pyttest_annotated_tokenss1 #cCsAx:t|D],\}}}}|dr ||kr tSq WtS(NR(RR"R!(RtRDt_RR((s)lib/python2.7/site-packages/patsy/eval.pyRscCsig}xVt|D]H\}}}}|drH|drH||}n|j||fqWt|S(NRR(RRR(RDtreplacerttokensRRRR((s)lib/python2.7/site-packages/patsy/eval.pyRs csjdfd}|dd|dd|dd|dd|d d |d d dS( NcSsidd6dd6j||S(NR-R,s_internal.foo.processR(R%(R((s)lib/python2.7/site-packages/patsy/eval.pyt replacer1scs@t|}d||fGHd|fGH||ks<tdS(Ns%r -> %rs (wanted %r)(RR0(RDRNtreplaced(R(s)lib/python2.7/site-packages/patsy/eval.pytt1s sfoobar()sa()sb()s foobar.a()sfoo()s_internal.foo.process()sa + 1sb() + a() * x[foo(2 ** 3)]s,b() + b() * x[_internal.foo.process(2 ** 3)]((R((Rs)lib/python2.7/site-packages/patsy/eval.pyttest_replace_bare_funcallss      t_FuncallCapturercBseZdZdZRS(cCs=|g|_||fg|_d|_t|_t|_dS(Ni(tfuncRt paren_depthR!tstartedtdone(Rtstart_token_typet start_token((s)lib/python2.7/site-packages/patsy/eval.pyRs    cCs|jr dS|jj||f|d krA|jd7_n|d kr_|jd8_n|jdkstt|js|dkrt|_q|tjks|d kst|j j|n|jr|jdkrt|_ndS( NRt{t[iRt}t]iR(RRR(RRR( R RRR R0R R"RRR(RRR((s)lib/python2.7/site-packages/patsy/eval.pyt add_tokens      !(R'R)RR(((s)lib/python2.7/site-packages/patsy/eval.pyRs cCsg}xpt|D]b\}}}}x|D]}|j||q,W|dr||kr|jt||qqWg|D]'}dj|jt|jf^qS(NRt(RRRRtjoinRRR(RRDt capturersRRRRtcapturer((s)lib/python2.7/site-packages/patsy/eval.pyRs cCstdddgksttdddgks<ttddddgks]ttd d dgks{tdS(NRsa + foo.baz(bar) + b.c(d)sfoo.bazs foo.baz(bar)R-sb.csb.c(d)sfoo.bar(foo.baz(quux))sfoo.bars foo.baz(quux)Rsfoo[bar.baz(x(z[asdf])) ** 2]sbar.bazsbar.baz(x(z[asdf]))(sfoo.bazs foo.baz(bar)(sb.csb.c(d)(sfoo.barsfoo.bar(foo.baz(quux))(sfoo.bazs foo.baz(quux)(sbar.bazsbar.baz(x(z[asdf]))(RR0(((s)lib/python2.7/site-packages/patsy/eval.pyttest_capture_obj_method_callss    (6t__all__RR R`RR:R]R4tpatsyRt patsy.utilRRRt patsy.tokensRRRt patsy.compatR RRRtobjectRR9RGRORQRRRRRRRRRRRRtpatsy.builtinsRRRRRRRRRRRRR(((s)lib/python2.7/site-packages/patsy/eval.pyt sX          #        )  !   * 4