p7]c@s.dZddlmZmZmZmZmZddlZddl m Z m Z m Z m Z ddljjZddlmZmZddlmZdZdZd Zd efd YZd efd YZdefdYZdZdZe ddZ!dZ"de dZ#dS(sr Base tools for handling various kinds of data structures, attaching metadata to results, and doing data cleaning i(treducet iteritemstlmaptziptrangeN(t DataFrametSeriestisnullt MultiIndex(tcache_readonlytcache_writable(tMissingDataErrorcCs>tj|jdkr:tj|jjdkr:dSdS(Ni(tnptasarraytndimtsqueeze(tx((s4lib/python2.7/site-packages/statsmodels/base/data.pyt_asarray_2dcolumnss6cCs`tj|}|jdkr7|dddf}ntjt|dddddfS(sy Makes sure input is an array and is 2d. Makes sure output is 2d. True indicates a null in the rows of 2d x. iNtaxis(R R RtNonetanyR(R((s4lib/python2.7/site-packages/statsmodels/base/data.pyt_asarray_2d_null_rowsscGsDt|dkr(|tggf7}nd}t||jS(s Returns a boolean array which is True where any of the rows in any of the _2d_ arrays in arrs are NaNs. Inputs can be any mixture of Series, DataFrames or array-like. icSsDt|do!|jtko!|}tjt||t|BS(Ntdtype(thasattrRtboolR t logical_orR(Rtytx_is_boolean_array((s4lib/python2.7/site-packages/statsmodels/base/data.pyt_nan_row_maybe_two_inputs*s$(tlentFalseRR(tarrsR((s4lib/python2.7/site-packages/statsmodels/base/data.pyt _nan_rows!s t ModelDatacBsXeZdZdZddddZdZdZdZe dZ e dZ e dZ d Z ed Zed Zed Zejd ZedZdZdZdZdZdZdddZdZdZdZdZdZ dZ!dZ"dZ#dZ$RS( si Class responsible for handling input data and extracting metadata into the appropriate form tnonecKs:d|kr!|jd|_nd|krB|jd|_n|dkr|j||||\}}||_|jj||j|_|j |_ |j |j|j \|_|_ n@|jj|||_||_ |j ||\|_|_ d|_ d|_|j||ji|_dS(Nt design_infotformulaR"i(tpopR#R$thandle_missingtmissing_row_idxt__dict__tupdatetendogt orig_endogtexogt orig_exogt_convert_endog_exogRt const_idxt k_constantt_handle_constantt_check_integrityt_cache(tselfR*R,tmissingthasconsttkwargstarraystnan_idx((s4lib/python2.7/site-packages/statsmodels/base/data.pyt__init__9s,             cCsCddlm}||j}d|kr?|d=t|dR@RAtexctdatatdeptht_tdesignte((s4lib/python2.7/site-packages/statsmodels/base/data.pyt __setstate__\s&      c CsQ|tks|jdkr0d|_d|_nt}tj|jdd}tj|jsrt dntj |dkdj }|j |_|jdkr|jdd|fj dkr||_qt}n|jdkrg}x|D]T}|jdd|fj }|dkrId|_||_Pn|j|qWtj|dk}|jrd|_||j|_qt}n|jdkrt}n|r;| r;tjtj|jjd|jf} tjj| } tjj|j} t| | k|_d|_n|rMd|_ndS(NiRsexog contains inf or nansi(RR,RR0R/R tptptisfinitetallR twhereRtsizetmeanR=RJtarrayRtargmaxt column_stacktonestshapetlinalgt matrix_ranktint( R4R6tcheck_implicittptp_R/tvaluestidxtvaluetpostaugmented_exogt rank_augmt rank_orig((s4lib/python2.7/site-packages/statsmodels/base/data.pyR1usL   %           % cCs||S(N((tclsRtnan_mask((s4lib/python2.7/site-packages/statsmodels/base/data.pyt _drop_nansscCs||dd|fS(N((RiRRj((s4lib/python2.7/site-packages/statsmodels/base/data.pyt _drop_nans_2dsc sg}|jdd }|d k rOd}g}|d kr|dg7}qnF|d k rv||f}ddg}n|f}dg}|dg7}d} g} t|rxt|D]\} } | d ks| jdkr|| g7}qn| jdkr)|tj| f7}|| g7}q| jjdkrd|tj| f7}|| g7}q| jdkr| tj| f7} | | g7} qtdqWn|d k r|d } |rt |}|j dj dkrtdn|} |On| rt | }|j dj dkrRtd n| d k rp| |O} n |} |Oqn8t || rt d d d ff| ntj st t ||}| r |jt t | | n|r>|jt t |d gt|n|d k r|ji|d6|d k r|ji|d6qn|gfS|d krtd nr|d kr fd}fd}t t |t||}|d k r| d k rS| } j|| }|d k rSj|| }qSn|ji|d6|d k r|ji|d6qn| r|jt t | t|| n|r|jt t |d gt|n|tjdjfStd|d S(su This returns a dictionary with keys endog, exog and the keys of kwargs. It preserves Nones. t missing_idxR,R*iiis5Arrays with more than 2 dimensions aren't yet handledsBShape mismatch between endog/exog and extra arrays given to model.sEShape mismatch between endog/exog and extra 2d arrays given to model.Ntraises!NaNs were encountered in the datatdropcsj|S(N(Rk(R(RiRj(s4lib/python2.7/site-packages/statsmodels/base/data.pyttcsj|S(N(Rl(R(RiRj(s4lib/python2.7/site-packages/statsmodels/base/data.pyRpRqs missing option %s not understood(((R%RRRRR R Rt ValueErrorR R\RtdictRR)R RRkRUttolist(RiR*R,R5R7tnone_array_namesRmtcombinedtcombined_namest combined_2dtcombined_2d_namestkeyt value_arraytupdated_row_maskt combined_nanstcombined_2d_nanst drop_nanst drop_nans_2d((RiRjs4lib/python2.7/site-packages/statsmodels/base/data.pyR&s                 &         cCs|j|}d}|dk ry|j|}|jdkrX|dddf}n|jdkrytdqyn||fS(Niisexog is not 1d or 2d(t _get_yarrRt _get_xarrRRr(R4R*R,tyarrtxarr((s4lib/python2.7/site-packages/statsmodels/base/data.pyR.4s cCsX|j}|j|}|s0t|j}nt|dkrJ|dSt|SdS(Nii(R+t _get_namest_make_endog_namesR*Rtlist(R4R*tynames((s4lib/python2.7/site-packages/statsmodels/base/data.pyRBs cCsJ|j}|dk rF|j|}|s<t|j}nt|SdS(N(R-RRt_make_exog_namesR,R(R4R,txnames((s4lib/python2.7/site-packages/statsmodels/base/data.pyRNs   cCs|jp|jS(N(t _param_namesR(R4((s4lib/python2.7/site-packages/statsmodels/base/data.pyt param_namesXscCs ||_dS(N(R(R4Rb((s4lib/python2.7/site-packages/statsmodels/base/data.pyR]scCsC|j}|dk r'|j|}n|j}|j|}|S(N(R-Rt_get_row_labelsR+(R4R,t row_labelsR*((s4lib/python2.7/site-packages/statsmodels/base/data.pyRas    cCsdS(N(R(R4tarr((s4lib/python2.7/site-packages/statsmodels/base/data.pyRkscCst|tr^t|jtrNg|jD]}djd|D^q+St|jSnKt|tr|jr|jgSdSn"y|jj SWnt k rnXdS(NRNcss|]}|r|VqdS(N((t.0tlevel((s4lib/python2.7/site-packages/statsmodels/base/data.pys rs( t isinstanceRtcolumnsRRHRRtnameRtnamestAttributeErrorR(R4Rtc((s4lib/python2.7/site-packages/statsmodels/base/data.pyRns*   cCstj|r!tj|}ntj|}t|dkr}|jdkrU|S|jdkr}tj|jgSn|jS(Ni(t data_utilt_is_structured_ndarraytstruct_to_ndarrayR R RRR(R4R*((s4lib/python2.7/site-packages/statsmodels/base/data.pyRscCs.tj|r!tj|}ntj|S(N(RRRR R (R4R,((s4lib/python2.7/site-packages/statsmodels/base/data.pyRscCsC|jdk r?t|jt|jkr?tdq?ndS(Ns+endog and exog matrices are different sizes(R,RRR*Rr(R4((s4lib/python2.7/site-packages/statsmodels/base/data.pyR2sRcCs|dkr|j|S|dkr2|j|S|dkrK|j|S|dkrd|j|S|dkr}|j|S|dkr|j|S|dkr|j||S|dkr|j||S|d kr|j|S|SdS( NRtrowstcovtdatest columns_eqtcov_eqtgeneric_columnstgeneric_columns_2dR( tattach_columnst attach_rowst attach_covt attach_datestattach_columns_eqt attach_cov_eqtattach_generic_columnstattach_generic_columns_2dt attach_ynames(R4tobjthowR((s4lib/python2.7/site-packages/statsmodels/base/data.pyt wrap_outputs&                cCs|S(N((R4tresult((s4lib/python2.7/site-packages/statsmodels/base/data.pyRscCs|S(N((R4R((s4lib/python2.7/site-packages/statsmodels/base/data.pyRscCs|S(N((R4R((s4lib/python2.7/site-packages/statsmodels/base/data.pyRscCs|S(N((R4R((s4lib/python2.7/site-packages/statsmodels/base/data.pyRscCs|S(N((R4R((s4lib/python2.7/site-packages/statsmodels/base/data.pyRscCs|S(N((R4R((s4lib/python2.7/site-packages/statsmodels/base/data.pyRscOs|S(N((R4RtargsR7((s4lib/python2.7/site-packages/statsmodels/base/data.pyRscOs|S(N((R4RRR7((s4lib/python2.7/site-packages/statsmodels/base/data.pyRscCs|S(N((R4R((s4lib/python2.7/site-packages/statsmodels/base/data.pyRsN(%t__name__t __module__t__doc__RRR:R?RQR1t classmethodRkRlR&R.R RRtpropertyRtsetterR RRRRRR2RRRRRRRRRR(((s4lib/python2.7/site-packages/statsmodels/base/data.pyR!2s<   <{               t PatsyDatacBseZdZRS(cCs |jjS(N(R#t column_names(R4R((s4lib/python2.7/site-packages/statsmodels/base/data.pyRs(RRR(((s4lib/python2.7/site-packages/statsmodels/base/data.pyRst PandasDatacBseZdZddZedZedZdZdZ dZ ddZ dZ d Z d Zd Zd Zd ZdZRS(s^ Data handling class which knows how to reattach pandas metadata to model results cCstj|}|dkr!|n tj|}|jtksZ|dk ri|jtkritdntt|j||S(NsRPandas data cast to numpy dtype of object. Check input data with np.asarray(data).( R R RRtobjectRrtsuperRR.(R4R*R,((s4lib/python2.7/site-packages/statsmodels/base/data.pyR.s !*cCs=t|ttfr |j|Stt|j||SdS(N(RRRtlocRRRk(RiRRj((s4lib/python2.7/site-packages/statsmodels/base/data.pyRks cCsPt|ttfr3|j|jdd|fStt|j||SdS(N(RRRRRRRl(RiRRj((s4lib/python2.7/site-packages/statsmodels/base/data.pyRlscCs|j|j}}|dk rht|drht|drh|jjj|jj rhtdntt|j dS(Ntindexs.The indices for endog and exog are not aligned( R+R-RRRtequalsRrRRR2(R4R*R,((s4lib/python2.7/site-packages/statsmodels/base/data.pyR2s  cCs*y |jSWntk r%|jjSXdS(N(RRR+(R4R((s4lib/python2.7/site-packages/statsmodels/base/data.pyRs  cCs"t||d}t|d|S(NR(tgetattrRR(R4RRR((s4lib/python2.7/site-packages/statsmodels/base/data.pyRscCsF|p |}t||d}t||d}t|d|d|S(NRR(RRR(R4Rtrownamestcolnames((s4lib/python2.7/site-packages/statsmodels/base/data.pyRs cCs9|jdkr"t|d|jSt|d|jSdS(NiR(RRRR(R4R((s4lib/python2.7/site-packages/statsmodels/base/data.pyR scCst|d|jd|jS(NRR(RRR(R4R((s4lib/python2.7/site-packages/statsmodels/base/data.pyRscCst|d|jd|jS(NRR(RR(R4R((s4lib/python2.7/site-packages/statsmodels/base/data.pyRscCst|d|jd|jS(NRR(RR(R4R((s4lib/python2.7/site-packages/statsmodels/base/data.pyRscCs|j}tj|jddjd}|dkrb|j|fkrb|dddf}n|jdkrt|d|jt | St |d|jt | d|jSdS(NtndminiiiRR( RR RXRR\RRRRRR(R4Rtsqueezedtk_endog((s4lib/python2.7/site-packages/statsmodels/base/data.pyRs cCs|j}tj|jddjd}|dkrb|j|fkrb|dddf}n|jdkrt|d|jSt |d|jd|jSdS(NRiiiRR( RR RXRR\RRRt predict_datesR(R4RRR((s4lib/python2.7/site-packages/statsmodels/base/data.pyR*s cCsE|j}|jdkr.t|d|jSt|d|jSdS(NiRR(RRRRR(R4RR((s4lib/python2.7/site-packages/statsmodels/base/data.pyR6s N(RRRRR.RRkRlR2RRRRRRRRRR(((s4lib/python2.7/site-packages/statsmodels/base/data.pyRs         cCs`|jdks"|jddkr.dg}n.gt|jdD]}d|d^qB}|S(NiRsy%d(RR\R(R*Rti((s4lib/python2.7/site-packages/statsmodels/base/data.pyR?s" .cCs|jd}|dkjrm|j}gtd|jdD]}d|^qD}|j|dn1gtd|jddD]}d|^q}|S(Niisx%dtconst(tvarRtargminRR\tinsert(R,texog_varR/Rt exog_names((s4lib/python2.7/site-packages/statsmodels/base/data.pyRHs -1R"cKs`t||}|dkrGtd|d|}|j||dfS|j||d||S(NR"R*R,R5(thandle_data_class_factoryRsR)RR&(R*R,R5R7tklasstret_dict((s4lib/python2.7/site-packages/statsmodels/base/data.pyR&Vs    cCstj||rt}nstj||r6t}nXtj||rQt}n=tj||rlt}n"tdt |t |f|S(s Given inputs s%unrecognized data structures: %s / %s( Rt_is_using_ndarray_typeR!t_is_using_pandasRt_is_using_patsyRt_is_using_ndarrayRrttype(R*R,R((s4lib/python2.7/site-packages/statsmodels/base/data.pyR_s    c Ks|t|ttfr'tj|}nt|ttfrNtj|}nt||}||d|d|d||S(NR,R5R6(RRttupleR R R(R*R,R5R6R7R((s4lib/python2.7/site-packages/statsmodels/base/data.pyt handle_datars($Rtstatsmodels.compat.pythonRRRRRtnumpyR tpandasRRRRtstatsmodels.tools.datattoolsRLRtstatsmodels.tools.decoratorsR R tstatsmodels.tools.sm_exceptionsR RRR RR!RRRRRR&RR(((s4lib/python2.7/site-packages/statsmodels/base/data.pyts$( "  o