p7]c@ sYdZddlmZddlmZddlZddlZddlZddl m Z m Z m Z m Z mZmZddlZddlmZddljZddlmZddlmZdd lmZdd lmZdd lmZdd l m!Z!m"Z"dd l#m$Z$dZ%dZ&dZ'dZ(dZ)e*Z+e+rbddl,m-Z-e-dZ.ndZ.dZ0dZ1de2fdYZ3de2fdYZ4de3fdYZ5de5fdYZ6de3fd YZ7d!e3fd"YZ8d#e3fd$YZ9d%e3e4fd&YZ:d'e3fd(YZ;d)e3fd*YZ<d+e3fd,YZ=d-e3e4fd.YZ>d/e3fd0YZ?d1e3fd2YZ@d3e3fd4YZAd5e3fd6YZBd7e3fd8YZCd9ZDd:ZEd;ZFd<e3fd=YZGd>ZHd?ZId@ZJejKjLdAZMddBZNejKjOdCZPdDZQdEZRdFZSdGZTdHe2fdIYZUdJeUfdKYZVdLeUfdMYZWdNeUfdOYZXdPeUfdQYZYdReUfdSYZZdTeUfdUYZ[dVeUfdWYZ\dXeUfdYYZ]dZeUfd[YZ^d\eUfd]YZ_d^eUfd_YZ`d`eUfdaYZadbeUfdcYZbddeUfdeYZcdfeUfdgYZddhZedie2fdjYZfdkeffdlYZgdmeffdnYZhdoeffdpYZidqeffdrYZjdse2fdtYZkduekfdvYZldwekfdxYZmdyekfdzYZnd{ekfd|YZoejKjpd}d~ZqdZrdZsdZtde2fdYZude2fdYZvdZwdZxdS(s Test functions for models.GLM i(tdivision(trangeN(tassert_almost_equalt assert_equalt assert_raisestassert_allclosetassert_tassert_array_less(tstats(tGLM(t add_constant(tPerfectSeparationError(tdiscrete_model(t DomainWarning(t approx_fprimet approx_hess(tcpunishiiiii(tPdfPagess test_glm.pdfcC str|j|ndS(N(t pdf_outputtsavefig(tpdftfig((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt close_or_save(scC strtjndS(N(RRtclose(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pytteardown_module-stCheckModelResultsMixincB seZdZeZdZeZdZeZdZ eZ dZ eZ dZ eZdZeZdZeZdZeZd ZeZd Zd ZeZd Zd ZdZejjdZ ejjdZ!RS(so res2 should be either the results from RModelWrap or the results as defined in model_results_data cC s#t|jj|jj|jdS(N(Rtres1tparamstres2tdecimal_params(tself((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt test_params9scC s1t|jj|jjdd|j dddS(Ntatoli trtolgh㈵>(RRtbseRt decimal_bse(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_standard_errors>scC sddl}|j|jj}|dddfc|jjjj|jjd9R (tcopyRtresidsRtfamilytlinktderivtmutdecimal_residstwarningstcatch_warningst simplefiltert FutureWarningtresid_anscombetnpt column_stackt resid_pearsontresid_deviancet resid_workingtresid_responseR(RR'tresid2R tresid_aR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_residualsCs 8 cC s|jjdkrd}nd}t|jjjtjjr|jjjj|jjj |jj |jjj |jjj dd}d|d|jj d}n |jj}t|||jj|jdS(Niiitscalei(RR<t isinstancetmodelR)tsmtfamiliestNegativeBinomialtlogliketendogR,t var_weightst freq_weightstdf_modeltaicRRtaic_Rt decimal_aic_R(RtdoftllfRG((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt test_aic_RVs     cC st|jjjtjjtjjtjjfr|jjjj |jjj |jj |jjj |jjj dd}d|d|jjd|jj}n|jj|jj}t||jj|jdS(NR<iii(R=RR>R)R?R@tGammatInverseGaussianRARBRCR,RDRERFtnobsRGRRt aic_Statatdecimal_aic_Stata(RRKRG((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_aic_Statajs    )cC s#t|jj|jj|jdS(N(RRtdevianceRtdecimal_deviance(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt test_deviancezscC s#t|jj|jj|jdS(N(RRR<Rt decimal_scale(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt test_scalescC st|jjjtjjtjjtjjfr~|jjjj |jjj |jj |jjj |jjj dd}n |jj}t||jj|jdS(NR<i(R=RR>R)R?R@RMRNRARBRCR,RDRERKRRtdecimal_loglike(RRK((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt test_loglikes     cC s#t|jj|jj|jdS(N(RRt null_devianceRtdecimal_null_deviance(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_null_deviancescC s#t|jj|jj|jdS(N(RRtbicRt bic_Statat decimal_bic(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_bicscC s t|jjj|jjdS(N(RRR>tdf_residR(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt test_degreesscC s#t|jj|jj|jdS(N(RRt fittedvaluesRtdecimal_fittedvalues(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_fittedvaluesscC s|jj}||jj}tjjtj|d}tjjd|jj}tj ||||f}t |jj |t |jj |t |jj |dS(Nig?(RRR"RtnormtsfR3tabstisfR4Rttvaluestpvaluestconf_int(RRRjRkt half_widthRl((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt test_tpvaluess cC s>t|jdr:t|jj|jjddddndS(Nt pearson_chi2R gư>R!(thasattrRRRRo(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_pearson_chi2scC s|jjdS(N(Rtsummary(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt test_summaryscC s|jjdS(N(Rtsummary2(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt test_summary2s("t__name__t __module__t__doc__t DECIMAL_4RRR#R$R-R;RIRLRQRRRTRURVRWRXRYR[R\R_R`RbRdReRnRqtpytesttmarktsmokeRsRu(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR2s8             tCheckComparisonMixincB seZdZdZRS(c C sw|j}|j}t|j|jdd|jj|jd}|jj|jd}t||dd|jj|jd}t||jddd|jj|j}t|t j |j ddd|jj |jdd t }|jj |jd}t||dd|jj |jdd t}|jj |jd}t||dd dS( NR!g|=g\(\?iR g#B ;igƠ>tobservedg& .>(RtresdRRKR>t score_obsRtscoretsumR3tzerostshapethessiantFalsetTrue( RRRt score_obs1t score_obsdtscore1tscore0thessian1thessiand((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_compare_discretes   #cC s2|j}|jj|jdd\}}}t|dddt|dddt|d|jj|jdd\}}}t|dddttj|dt |t|d|jj dddfd}|jj|jd |\}}}t d |t d |t|ddS( Nt k_constraintsiiR g#B ;g|=tmsgit exog_extrag?( RR>t score_testRRRRR3tisnantreprtexogR(RRtsttpvtdfR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_score_tests $ $  $  (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR}s tTestGlmGaussiancB s eZedZdZRS(cC st|_t|_t|_t|_ddlm}|dt |_ t |j j dt |j _ t |j j|j j dtjjj|_ddlm}||_dS( sC Test Gaussian family with canonical identity link i(tloadt as_pandastprependR)i(tLongleyN(t DECIMAL_3R-t DECIMAL_2Rt DECIMAL_0R_R#tstatsmodels.datasets.longleyRRtdataR RR RCR?R@tGaussiantfitRtresults.results_glmRR(tclsRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt setup_classs    cC s`|j}ddlm}||jj|jjj}||_t|j |j dd|j j |j dd}|jdddf|j|j j}t||dd|j j |j dd}|jdddf|j j}t||dd|j j|j dd}d|j|j jjj|j j}t||dddS( Ni(tOLSR!g|=R<g:0yE>ig(Rt#statsmodels.regression.linear_modelRRRCRRRRRKR>RRtNonetresidR<RtTtdot(RRRRRRt hess_obs1t hess_obsd((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_compare_OLSs ! *#)(RvRwt classmethodRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstTestGlmGaussianGradientcB seZedZRS(cC st|_t|_t|_t|_ddlm}|dt |_ t |j j dt |j _ t |j j|j j dtjjjdd|_dd lm}||_d S( sC Test Gaussian family with canonical identity link i(RRRR)tmethodtbfgsi(RN(RR-RRRR_R#RRRRR RR RCR?R@RRRRRR(RRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR#s    !(RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR"stTestGaussianLogcB seZedZRS(cC st|_t|_t|_t|_d}tj|}tj j dtj tj |df||df|_ tjdd|d|d dtj j||_t|j|j d tjjtjjj}|j|_dd lm}||_dS( Nidi1iigg{Gz?g-C6?gMbP?R)(t GaussianLog(RRIRRQRXt DECIMAL_1R[R3tarangetrandomtseedtc_tonestXtexptrandntlnyR R?R@RtlinkstlogRRRRR(RROtxtGaussLog_ModelR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR8s    ,!!(RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR7stTestGaussianInversecB seZedZRS(cC sEt|_t|_t|_t|_t|_d}tj|}tj j ddd||ddtj j |}tj tj |df||df|_dd|d |dd d tj j ||_t|j|jd tjjtjjj}|j}||_dd lm}||_dS( Nidi1g?g@ig?ig{Gz?gMbP?iR)(tGaussianInverse(RR_RIRRQRXR-R3RRRRRRRty_invR R?R@RRt inverse_powerRRRRR(RRORtytInverseLink_ModeltInverseLink_ResR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRVs"     *,5!  (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRUstTestGlmBinomialcB seZedZRS(cC st|_t|_ddlm}ddlm}|dt}t |j dt|_ t |j |j dt jjj|_||_dS( sV Test Binomial family with canonical logit link using star98 dataset. i(Ri(tStar98RRR)N(RR-RR_tstatsmodels.datasets.star98RRRRR RR RCR?R@tBinomialRRR(RRRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRts  (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRsstTestGlmBernoullicB s eZedZdZRS(cC sddlm}||_t|jj|jjdtjjj |_ t j |jj|jj}|j d|j j ddt|_dS(Ni(tLbwR)t start_paramsg?tdisp(RRRR RCRR?R@RRRtdiscretetLogitRRR(RRtmodd((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs  c C s|j}|j}|jj|jd|jjdddfd\}}}d}t||dd|jj|jd|jjdddfd\}}}d}t||ddttd }|j d t |j |jdd|fd t j jj}|jj|jd|jjddd f} tj| d j} d} t| | ddd} dS(NRiig"RRRRtlistRtpopR RCR?R@RRR3tasarraytravel( RRRRRRtst_restselecttres1bttresttres_rtcmd_r((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt test_score_rs(  ,, "(RvRwRRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs t TestGlmGammacB seZedZRS(c C sd|_t|_ddlm}ddlm}|dt}t|j dt|_ t j <t j dt |j|j dtjjj}Wd QX||_|}|jd 7_||_d S( sK Tests Gamma family with canonical inverse link (power -1) i(Ri(tScotvoteRRR%R)Ni(RIRR-tstatsmodels.datasets.scotlandRRRRR RR.R/R0R RCR?R@RMRRRHR(RRRRRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs      (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstTestGlmGammaLogcB seZedZRS(cC st|_t|_t|_ddlm}|}t|j|j dt j j dt j j jj|_||_dS(Ni(t CancerLogR)R*(RR-RRIRdRRR RCRR?R@RMRRRRR(RRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs    -(RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstTestGlmGammaIdentitycB seZedZRS(c C sd|_t|_t|_t|_ddlm}|}t j Wt j dt j jdt j jj}t|j|jd|j|_WdQX||_dS(Nii(tCancerIdentityR%R*R)(R-RRRRIRRXRRR.R/R0R?R@RMRtidentityR RCRRRR(RRRtfam((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs       !*(RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstTestGlmPoissoncB seZedZRS(cC sddlm}tjdt|_tj|jjdddf|jjdddft_get_init_kwdsRt __class__RCRRtfit_regularized( RRCRRRtmod1toffset2tmod2tmod1_tkwdstmod3tresr1tresr2((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_offset_exposures,  cC sdtjjdtjjddd}tjjdd}tjjddd}t||d tjj d |j }tjjdd}tjjddd}|j d |d |}|j d |d d|}t |d||j } |j d |} |j d |d |} t | | t | | tjjddd} t||d | d tjj j } | j }| j d | }| j d |d | } t ||t || t||d tjj j }tjjddd} |j d |d | d t }|j d |d d| d t }t ||| dS(Ni`ii idRiiiR)RRRtlinear(idi(i i(R3RRRRR R R?R@RRtpredictRR(RRCRRRtexog1t exposure1tpred1tpred2tpred3tpred4tpred5RRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt test_predicts8   *   $"(RvRwRRRRR (((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs  cC stjjtjjt}tjtjj|dddddd}|dddf}|ddddf}||dk}||dk}t|d t }t ||d t j j }tj(tjd d ttt|jWdQXdS( Ntresultssiris.csvt delimitert,t skip_headeriiiRR)R%R&(tostpathtdirnametabspatht__file__R3t genfromtxttjoinR RR R?R@RR.R/R0tRuntimeWarningRR R(tcur_dirtirisRRtglm((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_perfect_preds c C sddlm}tjjdd}d}tjjddd|df}d|dddfRRR( RROtsigeRtbetaRtres_olstres_olsctcotres_glmtco2((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_score_test_OLS-s!!#+:1cC stjjjdt}|j|j}}tj||}t|j j j dd|j j _ t|j j j dtj||}t|j j j ddS(NRg?g@( R?tdatasetstlongleyRRRCRR RR)R*tpower(RRCRt glm_modelt glm_model2((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt"test_attribute_writable_resettableBstTest_start_paramscB seZedZRS(cC st|_t|_t|_t|_ddlm}|dt |_ t |j j dt |j _ t j|j j|j j jj}t|j j|j j dt jjjd||_ddlm}||_d S( sC Test Gaussian family with canonical identity link i(RRRR)Ri(RN(RR-RRRR_R#RRRRR RR?RRCRRR R@RRRRR(RRRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyROs    '!(RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRANscC stjdjt}tjddddddg}tj||}tjddddd d g|}tj|tj|d tjj }|j d d d g}tj j |j ddgddS(Ns 0 1 0 0 0 1i2iii igMbP?idiR)Riig2ig F.u/i(R3tarraytsplittinttrepeatR?R R R@RRttestingRR(ty2twtRRtres((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_glm_start_paramsds!$*c  stjddddddddddg tjddtjfd}xddgddgddgfD]d}tjtjdtjj}|j d|d d}||}t ||j qyWdS( Niii tdtypec sa|d|d}ddtj| }tjtj|dtjd|S(Nii(R3RRR(Rtlin_predtpr(RR(s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRKusg?R)Rtmaxiter( R3RRtfloat64R?R R R@RRRRK(RKRRRItlike((RRs@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_loglike_no_optos-(* c C szddljj}ddl}iddddgd6dddtjgd6dgd d 6tjjd d d 6dddd gd6}|j|}t j j dt j j j }|jdd|d |jd|}tt|jtjkdd|jtjjd d}d |jdtresultR`RctjRRtxname((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt test_plotssD.!     D$    c C stjjdtj}|j|}||jkr |dkrndtjjdt||k}qtj t|df}d}tjjdt||f|dddfkj d|dddf<||dddf|dddftrsltts((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRssc  sj}jj|ddd}fd}t|d|}t||ddjj|dd}t||}t||ddfd}t||}t||dddS(Ng\(\?R<ic sjj|ddS(NR<i(R>RB(R(R!(s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttR!g?c sjj|ddS(NR<i(R>R(R(R!(s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRR(RR>RRRRR( R!Rtsctllfunctsc2thessthess2tscfuncthess3((R!s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pytcheck_score_hessians cC stjjdtj}tjj}|j|j|j|j |j |j gf|j |j |j |jgf|j|j |j |jgf|j|j |j |jgf|j|j |j |j|jgf|j|j |j|j|j gfg}d}d}tjjd||f}d|dddfR g-C6 ?R~g?tcov_typeteim(ii(iN(.R3RRR?R@RRtlogittprobittcloglogRtcauchyRRtsqrtRMRRRNtinverse_squaredRARRRtcliptinfR RRR}R.R/R0R RRRRRRKR<R"Rtdiagtlinalgtinv(RtlnkR@RmtpRtskip_oneR{t family_linksR*R|RLRCtmod_irlst rslt_irlsRRt mod_gradientt rslt_gradientt gradient_bsetehesstrslt_gradient_eim((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_gradient_irls s  *$*      * "  *    % cC stjjdtj}tjj}|j|j|j|j |j |j gf|j |j |j |jgf|j|j |j |jgf|j|j |j |jgf|j|j |j |j|jgf|j|j |j|j|j gfg}d}d}tjjd||f}d|dddfR g-C6 ?R~(ii(iN(-R3RRR?R@RRRRRRRRRRRMRRRNRRARRRRRR RRR}R.R/R0R RRRRRKR<RRRRR"(RRR@RmRRRR{RR*R|RLRCRRRRRRRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_gradient_irls_eim{s                  %c C sd\}}tjjdtjj||d}t|dd}|jdtjj|}t||}|j}|jddd t}|jdd d t}|jd |j d d } x;|||gD]*} t | j ddt | j dqWt |j ddt |j ddt |j dd t t|jjdt t|jjdt | j d dS(Ni2iiit has_constanttaddt wls_methodtpinvt attach_wlstqrRRRt optimizerRtlstsqt pinv_wexogtexog_Q(i2i(R3RRRR RR RRRRt mle_settingsRRRpt results_wlsR>( ROtk_varsRRRRRRtres3tres_g1tr((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_glm_irls_methods&  tCheckWtdDuplicationMixincB seZeZedZdZeZdZeZ dZ dZ dZ dZ eZdZeZdZeZd ZeZd ZRS( cC stjdt|_|jj|_|jj|_tjjdtjj ddt |j|_ tj |j|j |_ tj |j|j dd|_dS(NRiiidtaxisi(RRRRRCRR3RRRRtweightREt endog_bigtexog_big(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR s$cC s)t|jj|jjdddddS(NR gư>R!(RRRR(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRscC s)t|jj|jjdddddS(NR!gh㈵>R gư>(RRR"R(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR$scC s)t|jj|jjdddddS(NR gư>R!(RRRGR(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_aic3scC s)t|jj|jjdddddS(NR gư>R!(RRRSR(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRU8scC s)t|jj|jjdddddS(NR gư>R!(RRR<R(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRW<scC s t|jj|jjddS(Ngư>(RRRKR(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRY?scC s)t|jj|jjdddddS(NR gư>R!(RRRZR(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR\FscC s)t|jj|jjdddddS(NR gư>R!(RRR]R(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR`LscC s>|jj|jjj}t|jj|dddddS(NR gh㈵>R!(RRRR>RRRc(Rt res2_fitted((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyReQscC syt|jj|jjddddt|jj|jjddddt|jj|jjdddddS(NR gư>R!g-C6*?(RRRjRRkRl(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRnXs $(RvRwRyRRRRR#R$R-RRURWRYR[R\R_R`RdRetdecimal_tpvaluesRn(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR s$         tTestWtdGlmPoissoncB seZedZRS(cC sztt|jt|j|jd|jdtjj j |_ t|j |j dtjj j |_dS(s? Tests Poisson family with canonical log link. RER)N(tsuperRRR RCRRR?R@RRRRRR(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRes  (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRcstTestWtdGlmPoissonNewtoncB seZedZRS(cC stt|jtjddddddg}tdd}t|j|jd |j d t j j j ||_tddd |}t|j|jd t j j j ||_d S( s? Tests Poisson family with canonical log link. gy\%'?g8:QigKsFgS'3gI.+@g084RRRER)RN(RRRR3RBtdictR RCRRR?R@RRRRRR(RRtfit_kwds((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRss  (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRrstTestWtdGlmPoissonHC0cB seZedZRS(cC stt|jtjddddddg}tdd}t|j|jd |j d t j j j ||_tddd |}t|j|jd t j j j ||_d S( s? Tests Poisson family with canonical log link. gy\%'?g8:QigKsFgS'3gI.+@g084RtHC0RER)RN(RRRR3RBRR RCRRR?R@RRRRRR(RRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs  (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstTestWtdGlmPoissonClucB seZedZRS(c C sQtt|jtjddddddg}tjdt|jdd}td d d i|d 6t d 6}ddl }|j |j dt |j|jd|jdtjjj||_tj||j}td d d i|d 6t d 6}t |j|jdtjjjd|||_WdQXdS(s? Tests Poisson family with canonical log link. gy\%'?g8:QigKsFgS'3gI.+@g084iiRtclustertcov_kwdstgroupstuse_correctioniNR%RER)R(RRRR3RBRRRCRRR.R/R0R RRR?R@RRRRERRR(RRtgidRR.tgidr((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs" ##    #(RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstTestWtdGlmBinomialcB seZedZRS(cC stt|j|jd|_|jd|_t|j|jd|jdtj j j |_ t|j|j dtj j j |_dS(sB Tests Binomial family with canonical logit link. idRER)N(RRRRCRR RRR?R@RRRRR(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstTestWtdGlmNegativeBinomialcB seZedZRS(c C stt|jd}tjtjddttjj dtjj j d|d|}t |j |jd|jd|j|_t |j|jd|j|_WdQXdS( sh Tests Negative Binomial family with canonical link g(p) = log(p/(p + 1/alpha)) g?R%R&R*talphaRER)N(RRRR.R/R0R R?R@RARRsR RCRRRRRRR(RRt family_link((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs    (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstTestWtdGlmGammacB seZedZRS(cC stt|jtjjtjjj}t|j |j d|j d|j |_ t|j|jd|j |_dS(s3 Tests Gamma family with log link. RER)N(RRRR?R@RMRRR RCRRRRRRR(RR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstTestWtdGlmGaussiancB seZedZRS(cC stt|jtjjtjjj}t|j |j d|j d|j |_ t|j|jd|j |_dS(s6 Tests Gaussian family with log link. RER)N(RRRR?R@RRRR RCRRRRRRR(RR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstTestWtdGlmInverseGaussiancB seZedZRS(cC stt|jtjjtjjj}t|j |j d|j d|j |_ t|j|jd|j |_dS(s= Tests InverseGuassian family with log link. RER)N(RRRR?R@RNRRR RCRRRRRRR(RR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstTestWtdGlmGammaNewtoncB seZedZRS(c C stt|jtjjtjjj}t|j |j d|j d|ddj |_ t|j|jd|ddj |_dS(s3 Tests Gamma family with log link. RER)RRN(RRRR?R@RMRRR RCRRRRRRR(RR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstTestWtdGlmGammaScale_X2cB seZedZRS(c C stt|jtjjtjjj}t|j |j d|j d|ddj |_ t|j|jd|ddj |_dS(s3 Tests Gamma family with log link. RER)R<tX2N(RRRR?R@RMRRR RCRRRRRRR(RR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR"s (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR!stTestWtdGlmGammaScale_devcB s eZedZdZRS(c C stt|jtjjtjjj}t|j |j d|j d|ddj |_ t|j|jd|ddj |_dS(s3 Tests Gamma family with log link. RER)R<tdevN(RRRR?R@RMRRR RCRRRRRRR(RR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR3s c C s |jjj}|jjj}tj|dR)RRERRB(RRCRREt mod_misisngtkeep_idx((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRBs  3(RvRwRRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR2stTestWtdTweedieLogcB seZedZRS(cC stt|jtjjdtjjjdd}t|j |j d|j d|j |_ t|j|jd|j |_dS(sE Tests Tweedie family with log link and var_power=1. R*t var_poweriRER)N(RRRR?R@tTweedieRRR RCRRRRRRR(RR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRSs  (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRRstTestWtdTweediePower2cB seZedZRS(cC s/tj|_|jj|_|jjddg|_tjjdtjjddt |j|_ tj |jj |j |_ tj |jj |j dd|_tjjj}tjjd|d d }t|j|jd |j d |j|_t|j |jd |j|_d S(sJ Tests Tweedie family with Power(1) link and var_power=2. tINCOMEtSOUTHiiidRiR*RiRER)N(Rt load_pandasRRCRR3RRRRRREtvaluesRRR?R@RtPowerRR RRR(RR*R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRcs$$ (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRbstTestWtdTweediePower15cB seZedZRS(cC stt|jtjjdtjjjddd}t|j |j d|j d|j |_ t|j|jd|j |_dS(sN Tests Tweedie family with Power(0.5) link and var_power=1.5. R*g?Rg?RER)N(RRRR?R@RRRR RCRRRRRRR(RR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRys!  (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRxsc C s[ddl}tjdt}tj|jdR ( RRR8RRR3t concatenateR5R6R7(Rtidx1tidx2((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt test_resids,   cC s)t|jj|jjdddddS(NR gư>R!g.A(RRR"R(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_bsescC s)t|jj|jjdddddS(NR gh㈵>R!(RRRR(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRscC s)t|jj|jjdddddS(NR gư>R!(RRRSR(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRUscC s6t|jj|jjt|jj|jjdS(N(RRRFRRa(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_dfscC st|jjd}t|jjd}ttj|jjd |jj|gftj|jjd |jj|gfdddddS(NiiR g-C6?R!(RRRcRR8RR3R(RRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRescC s|jj|jjdS(N(RRrRt(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRss ( RvRwRRRRURReRs(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs      tTestTweediePower15cB seZedZRS(cC sddlm}tj|_|jjddg|_|jj|_tjj dtjj j ddd}tj d|jjd |jjddgd |j |_||_dS( Ni(tCpunishTweediePower15RRR*Rg?RCRR)(RRRRRRRCR?R@RRRR RRR(RRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs! (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstTestTweediePower2cB seZedZRS(cC sddlm}tj|_|jjddg|_|jj|_tjj dtjj j ddd}tj d|jjd |jjddgd |j |_||_dS( Ni(tCpunishTweediePower2RRR*Rg@RCRR)(RRRRRRRCR?R@RRRR RRR(RRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs! (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstTestTweedieLog1cB seZedZRS(cC sddlm}tj|_|jjddg|_|jj|_tjj dtjj j dd}tj d|jjd |jjddgd |j |_||_dS( Ni(tCpunishTweedieLog1RRR*Rg?RCRR)(RRRRRRRCR?R@RRRR RRR(RRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstTestTweedieLog15FaircB seZedZRS(cC sddlm}ddlm}|}tjjdtjjjdd}tj d|j d |j d d d gd |j |_ ||_dS(Ni(tFairTweedieLog15i(RR*Rg?RCRt rate_marriagetaget yrs_marriedR)(RRtstatsmodels.datasets.fairRR?R@RRRR RCRRRR(RRRRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs    (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRstCheckTweedieSpecialcB seZdZdZRS(cC s)t|jj|jjdddddS(NR!gh㈵>R (RRR,R(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_muscC st|jj|jjddddt|jj|jjddddt|jj|jjddddt|jj|jjddddt|jj|jjdddddS(NR!gh㈵>R (RRR8RR5R6R7tresid_anscombe_unscaled(R((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs      (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRs tTestTweedieSpecialLog0cB seZedZRS(cC stj|_|jjddg|_|jj|_tjjdtjjj }tj d|jjd|jjddgd|j |_ tjj dtjjj dd}tj d|jjd|jjddgd|j |_dS( NRRR*RCRR)Ri(RRRRRCR?R@RRRR RRRR(Rtfamily1tfamily2((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR$s! (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR#stTestTweedieSpecialLog1cB seZedZRS(cC stj|_|jjddg|_|jj|_tjjdtjjj }tj d|jjd|jjddgd|j |_ tjj dtjjj dd}tj d|jjd|jjddgd|j |_dS( NRRR*RCRR)Ri(RRRRRCR?R@RRRR RRRR(RRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR5s! (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR 4stTestTweedieSpecialLog2cB seZedZRS(cC stj|_|jjddg|_|jj|_tjjdtjjj }tj d|jjd|jjddgd|j |_ tjj dtjjj dd}tj d|jjd|jjddgd|j |_dS( NRRR*RCRR)Ri(RRRRRCR?R@RMRRR RRRR(RRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRFs! (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR EstTestTweedieSpecialLog3cB seZedZRS(cC stj|_|jjddg|_|jj|_tjjdtjjj }tj d|jjd|jjddgd|j |_ tjj dtjjj dd}tj d|jjd|jjddgd|j |_dS( NRRR*RCRR)Ri(RRRRRCR?R@RNRRR RRRR(RRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyRWs! (RvRwRR(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR Vssignore:GLM ridge optimizationcC stjjdd}d}tjjd|df}tj|tjd/}tj|}d |d |d |}d ||d}d |d||d}tj|}tjj|} xBt |D]4} tjj |d|| | | j || R tL1_wtRgQ?ig{Gz?g ?gH- gg$?g?g=ggh㈵>(g{Gz?g{Gz?(R3RRRRtr_RRvRwRRxRR?R@RRR RRRRBR tsyst version_infot enumerate(RmRRtlprR,tlamtalptbetRtNtiRtmodel1tresult1tmodel2tresult2RtverR!R tevRpRtmodel3tresult3((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_tweedie_EQLfsH2        "c C sbtjjdd}tjjd|df}d|dddfR!(g?RR(R3RRRRRRwR?R@RRR RRRRR"( RmRRtmnRR<RRRRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_tweedie_EQL_poisson_limits) !c C stjjdd}tjjd|df}d|dddfg;#Pg>geҞ>gRRR)R*Rg?iiR!g?(RRR?R RR@RRRRR,R3R4RRRMtestimate_tweedie_powerRR(RRRRRRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttestTweediePowerEstimates"         3! tTestRegularizedcB seZdZRS(c  sddl}ddlm}xdD]}|jj|jjt}tj|jj |dd|dd }|ddd f|ddddf}it j j d6t j j d6|}xtd D]}d ||f} t|| } | d | d| d } t|d|jdd} t| | jddddfd} | | }| | j}ttj||dqWq#WdS(Nii(tglmnet_r_resultstbinomialRwR!s enet_%s.csvR"R#ii s rslt_%s_%diR)R RR g{Gz?R!g333333?c s^j|t}|dtj|ddtjtj|}|S(Nii(RBRR3RRh(RRK(R RRCR>(s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pytplfsA(R(Rw(R%R!R'R&R'R(R)R3tloadtxtR+R?R@RRRtgetattrR R RRRtsign(RR%R'RKR-RRRRptvntr_resultRt sm_resultR)tllf_rtllf_sm((R RRCR>s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_regularizeds.  "     (RvRwR2(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR&stTestConvergencecB s_eZedZddddZdZdZdZdZd Z d Z RS( cC sbddlm}|dt}t|jdt|_t|j|jdtjj |_ dS(sV Test Binomial family with canonical logit link using star98 dataset. i(RRRR)N( RRRR RR RCR?R@RR>(RRR((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR&s g:0yE>iRScC sxrt|jj|D]Z\}}|jj||}|jj||d}tj||d|d|r|SqWtddS(NiR R!s2CONVERGENCE CHECK: It seems this doens't converge!(RRIt fit_historyR3tallcloseR^(RR R!t tol_criterionRRtorigtnew((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt_when_converged1s #cC sd}d}|jjd|d||_|jd|d|}|jjd}t||tt|jjdd|dS(Ng:0yE>iR R!t iterationRSi(R>RRIR9R4RR(RR R!texpected_iterationstactual_iterations((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_convergence_atol_only9s cC sd}d}|jjd|d||_|jd|d|}|jjd}t||tt|jjdd|dS(Nig:0yE>R R!R:RSi(R>RRIR9R4RR(RR R!R;R<((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_convergence_rtol_onlyGs cC sd}d}|jjd|d||_|jd|d|}|jjd}t||tt|jjdd|dS(Ng:0yE>R R!R:RSi(R>RRIR9R4RR(RR R!R;R<((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_convergence_atol_rtolUs cC sd}d}|jjd|d|dd|_|jd|d|dd}|jjd}t||tt|jjdd |dS( Ng:0yE>iR R!R6RR:RSi(R>RRIR9R4RR(RR R!R;R<((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt!test_convergence_atol_only_paramscs$  cC sd}d}|jjd|d|dd|_|jd|d|dd}|jjd}t||tt|jjdd |dS( Nig:0yE>R R!R6RR:RSi(R>RRIR9R4RR(RR R!R;R<((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt!test_convergence_rtol_only_paramsrs$  cC sd}d}|jjd|d|dd|_|jd|d|dd}|jjd}t||tt|jjdd|dS( Ng:0yE>R R!R6RR:RSi(R>RRIR9R4RR(RR R!R;R<((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt!test_convergence_atol_rtol_paramss$  ( RvRwRRR9R=R>R?R@RARB(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyR3%s      c C stjjddd }}tjtjj||}tj|jd}tjj|d|}tj ||ddddfdtj j j }|j }|j}|j}|jj||d|jj||jd} t||djd d t|| d d tj ||ddddfdtj j j } | j } | j}| j}|jj||d|jj|| jd} t||djd d t|| d d dS( NiSi2iiRR)g#B ;iR!g-q=i(R3RRR?R RRRRwR tgenmodR@RRR6RSR)RBRcR( RORRtmu_trueRRRItd_iRatlrtmod_nctres_nc((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyttest_poisson_deviances* :   :   c C stj}d|j(tjatjdtj|j|jdtj j }|j dddddd}|j WdQXdS( NiR%R)RNRRRi( RRRCR.R/R0R?R RR@RMRRr(RRRI((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyt)test_non_invertible_hessian_fails_summarys    '(yRxt __future__Rtstatsmodels.compatRR.R%tnumpyR3t numpy.testingRRRRRRRztscipyRtstatsmodels.apiRWR?t+statsmodels.genmod.generalized_linear_modelR tstatsmodels.tools.toolsR tstatsmodels.tools.sm_exceptionsR tstatsmodels.discreteR RR tstatsmodels.tools.numdiffRRtstatsmodels.datasetsRRyRRRRRRtmatplotlib.backends.backend_pdfRRRRRtobjectRR}RRRRRRRRRRRRRRRR0R:R@RARJRQRbR{t matplotlibRrR}R|RsRRRRRRRRRRRRRRRRRRRRRRRRRRRRR R R tfilterwarningsR R"R#R%R&R3RIRJ(((s@lib/python2.7/site-packages/statsmodels/genmod/tests/test_glm.pyts   .   .4.I/^     , "  q r Y  83   ,-l !