&]\c@`s?dZddlmZmZmZddlZddlZddlm Z m Z m Z m Z m Z mZddlZddlmZddlmZddlmZdZd efd YZd efd YZd ZdZdefdYZdefdYZdefdYZdefdYZdefdYZ defdYZ!defdYZ"dZ#defdYZ$d efd!YZ%d"Z&d#Z'd$Z(d%d&gZ)d'd(gZ*d)Z+d*Z,d+efd,YZ-d-fd.YZ.d/efd0YZ/dS(1s Unit tests for optimization routines from optimize.py Authors: Ed Schofield, Nov 2005 Andrew Straw, April 2008 To run it in its simplest form:: nosetests test_optimize.py i(tdivisiontprint_functiontabsolute_importN(tassert_allcloset assert_equaltassert_tassert_almost_equalt assert_warnstassert_array_less(traises(tsuppress_warnings(toptimizecC`sd}d}tjdg}tj|||}t|dtj|||dd}t|dttj|||ddd}t|dkdS( NcS`sddtj| S(Ni(tnptexp(tx((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytlogit scS`s$tj| dtj| dS(Nii(R R (R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt der_logit#sg?itepsilongư>g?gHz>(R tarrayR t check_gradRtabsR(RRtx0tr((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_check_grads    %t CheckOptimizecB`s;eZdZdZdZdZdZdZRS(s Base test case for a simple constrained entropy maximization problem (the machine translation example of Berger et al in Computational Linguistics, vol 22, num 1, pp 39--72, 1996.) cC`stjdddgdddgdddgdddgdddgg|_tjdddg|_tjdtj|_tjddd g|_d |_d|_ d|_ g|_ dS( Niig?g333333?g?igg\g)3?i( R RtFtKtzerostfloat64t startparamstsolutiontmaxitert funccallst gradcallsttrace(tself((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt setup_method8sN   cC`s|jd7_|jdkr-tdntj|j|}tjttj|}|tj|j|}|j j ||S(Niips+too many iterations in optimization routine( R t RuntimeErrorR tdotRtlogtsumR RR"tappend(R#Rtlog_pdottlogZtf((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytfuncBscC`su|jd7_tj|j|}tjttj|}tj||}tj|jj||jS(Ni( R!R R&RR'R(R t transposeR(R#RR*R+tp((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytgradLs cC`stj|j|}tjttj|}tj||}tj|jjtjtj||jtj|jj|S(N(R R&RR'R(R tTtdiag(R#RR*R+R/((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pythessSs cC`stj|j||S(N(R R&R3(R#RR/((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pythesspZs(t__name__t __module__t__doc__R$R-R0R3R4(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR3s   tCheckOptimizeParameterizedcB`steZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z RS( c C`s|jri|jd6|jd6td6}tj|j|jddddd|jd|}|d |d |d |d |d f\}}}}}nTtj |j|j|jdd|jdt d|jdt}|\}}}}}t |j||j|j ddt |jdk|jt |jdk|jt |jdd!dddgdddggdddddS( NRtdispt return_alltargstmethodtCGtjactoptionsRtfuntnfevtnjevtstatust full_outputtretalltatolgư>i iiiigg?g;ӱ.g)`$|;?g+=trtolgHz>(((t use_wrapperRR9tFalseR tminimizeR-RR0tfmin_cgtTrueRRRR R!R"( R#toptstrestparamstfoptt func_callst grad_callstwarnflagtretval((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_cg`s(   ; ! cC`snd}x^tjdddD]G}tj||gdd}t|jt|jdgdd qWdS( NcS`s!ddtjd|ddS(Ng@igg?i(R R (R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR,sgiiGR<R=g?RGgh㈵>(R tlinspaceR RJRtsuccessRR(R#R,Rtsol((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_cg_cornercases   c C`s|jri|jd6|jd6td6}tj|j|jd|jddddd|}|d |d |d|d |d |d |df\}}}}}}} n]tj |j|j|jddd|jdt d|jdt} | \}}}}}}} t |j||j|j ddt |jdk|jt |jdk|jt |jdd!dddgdddggdddddS( NRR9R:R>R<tBFGSR;R?RR@thess_invRARBRCRDRERFgư>i iiig&/LgB_ _E7?g$g |3?g+=RGgHz>(((RHRR9RIR RJR-RR0t fmin_bfgsRLRRRR R!R"( R#RMRNRORPtgopttHoptRQRRRSRT((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt test_bfgss*   3 ! c `sdfd}dg}tjdd}z|jri|jd6}tj|d|dd d d d |d }ntj||d|j}ttj| Wdtj|XdS(NcS`s tj|  S(N(R te(R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytsc`s | S(N((R(R-(sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRasitovertignoreR9R>R<RZR;R?R(( R tseterrRHR9R RJR\Rtisfinite(R#tfprimeRtolderrRMR((R-sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_bfgs_infinites   c C`s|jri|jd6|jd6td6}tj|j|jdd#ddd|}|d|d |d |d |d |d f\}}}}}}nTtj|j|jdd$d|jdt d|jdt} | \}}}}}}t |j||j|j ddt |j d%k|j t |jdk|jt |jdd!dddgdddgdddgdddgdddggdd d!d"dS(&NRR9R:R;R<tPowellR?RR@tdirectnitRARCRDRERFgư>itiii"i'g~W?gf"Bܿg%?g:&?gSϼW?gf"Bg{år?g{år?gB?g+=RGgHz>((i(RHRR9RIR RJR-Rt fmin_powellRLRRRR R!R"( R#RMRNRORPRjtnumiterRQRSRT((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt test_powells.  ) !     c C`s|jri|jd6|jd6td6}tj|j|jddddd|}|d|d |d |d |d |d f\}}}}}}nQtj|j|jdd d|jdt d|jdt} | \}}}}}t |j||j|j ddt |j dk|j t |jdk|jt |jdd!dddgdddggdddddS(!NRR9R:R;R<s Nelder-meadR?RR@RkRARCt final_simplexRDRERFgư>iiiLiNg dװ?g]fgt䝁?gә ?g#=^goT?g+=RGgHz>(((RHRR9RIR RJR-RtfminRLRRRR R!R"( R#RMRNRORPRmRQRSRoRT((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_neldermeads(  ) ! c C`stjd%}|j|didi2i4gIt?g?'ΛTgx8?gҢ_׆?goMg囎|52?g+=RGgHz>(ii(((R RRtrangeRHRRIRLR RJR-RRpRRR R!R"( R#tsimplextjRMRNRORPRmRQRSRT((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_neldermead_initial_simplexs2   ! cC`s7g}tjd}|jd |dR;R?i((R RJR-RR0RRC(R#RMtresult((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_ncg_negative_maxiterDs  cC`sE|jrdi|jd6|jd6td6}tj|j|jddd|jddd|d }nBtj |j|j|jddd|jd td|jd t}|}t |j||j|j d d t |j dk|j t |jdk|jt |jdd!dddgdddggd d dddS(NRR9R:R<s Newton-CGR>R;R?RRDRERFgư>iiiig(6-H=g?g4u3?g_g/N3?RGgHz>(((RHRR9RIR RJR-RR0tfmin_ncgRRRR R!R"(R#RMRTRO((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_ncgLs&   ! cC`sW|jrmi|jd6|jd6td6}tj|j|jddd|jd|j ddd |d }nKtj |j|j|jd |j ddd|jd td|jd t}|}t |j||j|j ddt |jdk|jt |jdk|jt |jdd!dddgdddggdddddS(NRR9R:R<s Newton-CGR>R3R;R?RtfhessRDRERFgư>iiiig(6-H=g?g4u3?g_g/N3?RGgHz>(((RHRR9RIR RJR-RR0R3R~RRRR R!R"(R#RMRTRO((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt test_ncg_hessms*     ! cC`sW|jrmi|jd6|jd6td6}tj|j|jddd|jd|j ddd |d }nKtj |j|j|jd |j ddd|jd td|jd t}|}t |j||j|j ddt |jdk|jt |jdk|jt |jdd!dddgdddggdddddS(NRR9R:R<s Newton-CGR>R4R;R?Rtfhess_pRDRERFgư>iiiig(6-H=g?g4u3?g_g/N3?RGgHz>(((RHRR9RIR RJR-RR0R4R~RRRR R!R"(R#RMRTRO((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_ncg_hessps*     ! (R5R6RURYR_RhRnRqRwR{R}RRR(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR8^s  !  )  &   ! "c C`sid}tjj|ddgddddddtttjj|ddgddd ddddS( NcS`s|dd|ddS(Niii((R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRasiRitxatolgMbP?tfatoltxtoltftol(R t _minimizet_minimize_neldermeadRtDeprecationWarning(R-((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_neldermead_xatol_fatols    cC`sd}dddddddd d d d d dddg}tj||dd}t|jttj||ddditd6}t|jtdS(NcS`stj|dS(Ni(R R((R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRasgM@'?gOC?g~?g -?g ?g#j?g?g~^g?gܠr#?g^cǽ?g)i ?g'?g?g1?g[VΤ?R<s Nelder-MeadR?tadaptive(R RJRRWRIRL(R-tp0RN((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_neldermead_adaptives tTestOptimizeWrapperDispcB`seZeZeZRS((R5R6RLRHR9(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRstTestOptimizeWrapperNoDispcB`seZeZeZRS((R5R6RLRHRIR9(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRstTestOptimizeNoWrapperDispcB`seZeZeZRS((R5R6RIRHRLR9(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRstTestOptimizeNoWrapperNoDispcB`seZeZeZRS((R5R6RIRHR9(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRstTestOptimizeSimplecB`s@eZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd Zejjddddddddddddddddddd d!d"d#gd$Zejjdd%d&d'd(d)d*d+d,d-g d.Zd/Zd0Zd1Zd2ZRS(3c C`sud}d}tjg}tjdddd9tj|||dt}ttj||WdQXdS(NcS`s|S(N((R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRascS`s tj|S(N(R t ones_like(R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRasRbRctinvalidR9(R tnanterrstateR R\RIRtisnan(R#R-RfRR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt test_bfgs_nans    c C`sd}tjddtj|d}WdQXttj|dt|dtkd}d}tjddtj|dd |}WdQXttj|dt|dtkdS( NcS`stjS(N(R R(R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRasRRciR@RWcS`s|dkrdStjS(Ni(R R(R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRascS`s tj|S(N(R R(R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRasR>(R RR RJRRRI(R#R-R|Rf((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_bfgs_nan_returns   c C`stjtjtjtjjt|j}t j |j |j d|ddd|j dt}t|j ||j |jdddS(NRR;RR9RFgư>((R tsqrttfinfotfloattepstrandomtrandtlenRR R\R-RRRIR(R#RRO((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_bfgs_numerical_jacobians 4 !cC`sAd}tj|dgdt}t|ddddddS(NcS`s |dkrdS|d|SdS(NigBg?((R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR, s g$@R9g?RGg-C6?RF(R R\RIR(R#R,txs((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_bfgs_gh_2169 s cC`stj|j|j|jddd|j}|\}}}t|j||j|jddt|j dk|j t|j dk|j t|j dd!dd d gdd d ggdd d d dS(NR;RRFgư>iiiggHg!mʲ3?g+=RGgHz>(( R t fmin_l_bfgs_bR-RR0RRRRR R!R"(R#RTRORPtd((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt test_l_bfgs_bs ! cC`sbtj|j|jdtd|j}|\}}}t|j||j|jdddS(Nt approx_gradRRFgư>(R RR-RRLRRR(R#RTRORPR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_l_bfgs_b_numjac(s  !c`shfd}tj|jdj}|\}}}tj|jjdddS(Nc`sj|j|fS(N(R-R0(R(R#(sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR@5sRRFgư>(R RRRRR-R(R#R@RTRORPR((R#sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_l_bfgs_b_funjac3s  !c C`sdtfdY}|}tjtjddgddd|didd 6}t|jdt|j|jt|j|jt|j d t |j t kt|j jd dS( NtCallbackcB`seZdZdZRS(cS`sd|_d|_d|_dS(Ni(RktNoneR@R(R#((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt__init__Ds  cS`s.||_tj||_|jd7_dS(Ni(RR trosenR@Rk(R#R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt__call__Is (R5R6RR(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRCs gR<sl-bfgs-btcallbackR?iRis+STOP: TOTAL NO. of ITERATIONS REACHED LIMIT(tobjectR RJRRRkRRR@RCRRWRItmessagetdecode(R#RtcRN((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_l_bfgs_b_maxiter@s c C`sitd6|jd6}tj|j|jddd|jd|}t|j|j|j|j ddtj|j|jddd|}t|j|j|j|j ddt |j |j kdS( NR9RR<sL-BFGS-BR>R?RFgư>( RIRR RJR-RR0RRRRRA(R#RMRtra((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_minimize_l_bfgs_bYs $$c C`sd}xddddgD]}itd6|jd6|d6}tj|j|jdd d |jd |}|j|j}|dkr|}nt ||kt ||j|j d |qWdS( Ng?g-C6?gHz>g|=R9RRR<sL-BFGS-BR>R?RG( RRIRR RJR-RR0RRRR(R#tv0ttolRMRXtv((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_minimize_l_bfgs_b_ftolis   c C`sYtjtjtjddgdddtjditd6dd 6}t|j dS( Ng333333g?R<sL-BFGS-BR>R?R9itmaxls( R RJRR Rt rosen_derRIRRW(R#RX((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_minimize_l_bfgs_maxlszs!c`stjtj}gtjdd}fd}d \}}}tj||d|d|td t|D\}}||} t| } tj|d|d| \} } } t | | dS( Niic`s|}j||S(N(R)(Rtvalue(R,tvalues(sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytobjfuns  iidi,Rftmaxfuncs`s!|]\}}||fVqdS(N((t.0tity((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pys s(iidi,( R RRR tonesRtmaxt enumeratetminR(R#tgRRtlowtmediumthighRtkRttargettxminRpR((R,RsAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt*test_minimize_l_bfgs_b_maxfun_interruptions  & 'c C`swdddddd}dddddg}tjtj|d |d td d }t|jd dddddS(Ng?idc [`s]|}||} d} d} t} t} x| r.| r.| |kr.t} | d7} xttj|D]}xw||||||gD]Y}tj|}|||<|||}| d7} || kr|} |}t} qqW|dk r||n|dk rl| |krlt} PqlqlWq-Wtjd| d|d| d| d| dkS(NiiR@RRkRARW( RLRIRtR tsizetcopyRR tOptimizeResult(R@RR;tmaxfevtstepsizeRRR?tbestxtbestytfuncallstnitertimprovedtstoptdimtsttestxttesty((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytcustmins4  #       g?g?g?g?g333333?R<R?Rg?g?RGg-C6?RF((RR RJRtdictRR(R#RRRN((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt test_customs  c C`sd}d}xddddddd d d g D]}|dkrOd}n|}tj|d d gd |ddd|}tj|d d gd |ddd|}t||j||jkd|||j||jfq4WdS(NcS`s(|\}}|d|d|ddS(Niii((tzRR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR-s cS`sC|\}}tjd||dd|dd|d|gS(Niii(R R(RRR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytdfuncs s nelder-meadtpowelltcgtbfgss newton-cgsl-bfgs-bttnctcobylatslsqpiR>Rg|=R<g?s %s: %s vs. %s(s nelder-meadRR(RR RJRR(R#R-RR<R>tsol1tsol2((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_minimize_tol_parameters     ! ! R<RpRlRKR\R~Rtfmin_tnct fmin_slsqps Nelder-MeadRiR=RZs Newton-CGsL-BFGS-BtTNCtSLSQPs trust-constrtdoglegs trust-ncgs trust-exacts trust-krylovc `sdkrd}ntj}tj}tj}tjd}i}jdrtt}dkrd|d||d<||ds trust-krylovs trust-exacts trust-ncgRs trust-constrR3c`s j|tj|fdS(N(R)R R(RR;tkwargs(tresults(sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR sRics`s*|] \}}tj||kVqdS(N(R tall(RRR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pys scs`s/|]%\}}tj|d|dVqdS(iN(R tmay_share_memory(RRR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pys s(RR(R~(s Newton-CG(s trust-krylovs trust-exacts trust-ncgRs trust-constr(R RRt rosen_hessR Rt startswithtgetattrRRRRtanyt itertoolst combinations( R#R<R-R>R3RRRRRX((R<RsAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt#test_minimize_callback_copies_arrays@                  s nelder-meadRRRs newton-cgsl-bfgs-bRRRc C`sd}d}tjdg}||}|}|dkrKd}ntj||d|d|d td d }t||j|j|d krt j d nt ||j|kdS(NcS`s |ddS(Nii((R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR-scS`sd|dddS(Niii((R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytbad_grad sg@s nelder-meadRRR>R<R?RiRsSLSQP returns slightly worse(s nelder-meadRR( R RRR RJRRRR@tpytesttxfailR(R#R<R-RRtf0R>RX((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_no_increases      c C`sd}d}tjddddg}tj||ddd id d 6|d 6}t|jtjd dddgddddS(NcS`s't|tjddddgdS(Ng?g@g@g@i(R(R R(R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR,4scS`s_tjddddgddddgg}tjtj||tjddg|gS(Niiiii (R Rt concatenateR&(RR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytcons7s-g?g?g?g@R<Rt constraintstineqttypeR@giiiiRFg-q=(R RR RJRR(R#R,R RRN((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_slsqp_respect_bounds2s   c C`s}d}d}tjdg}tj||}tj||didd6|d6g}tj||ddg}tj||didd6|d6gddg}tj||didd6|d6gddg}x*|||||gD]} t| jqWt|jd d dt|jdd dt|jd d dt|jd d dt|jdd ddS(NcS`s|dS(Ni((R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR,AscS`s|dS(Ni((R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR Dsg$@R R R R@tboundsii iiRFgHz>i(ii (ii (ii (R RR RJRRWRR( R#R,R Rtsol_0tsol_1tsol_2tsol_3tsol_4RX((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_minimize_automethod@s  )22c C`sd}dd}tjdddddddd dddg }tjjt|}tj||d |d |d d dS(NcS`stj||dS(Ni(R R((RR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytYWscS`s d||S(Ni((RR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytdY_dxZsiiiii iiR>R;R<RZ(RR RRtrandnRR RJ(R#RRRtxinit((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_minimize_coerce_args_paramUs   0c `sdddg}ddddg}fd}fd }xRtj||D]>\}|dkrtd d }n t}d kr|dkrqXnd gdgtj|d|d|d|}dj||}t|j|t |j dgd|t|j dk|d krX|dkrlt ddd|qtddkoddk|qXqXWdS(NgJz5igd~QJR=RZsL-BFGS-Bs Newton-CGc`s~ddkrC|ddkrCt|dddg|=gR>R<R?s{0} {1}: {2}: {3}g?terr_msgiig)\(?g?(R=RZ(sL-BFGS-Bs Newton-CG(R=RZ( RtproductRRR RJtformatRRWRRRk( R#tscalestmethodsR,RR<R?RNR((RRRsAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_initial_step_scalingas2          (R5R6RRRRRRRRRRRRRRRtmarkt parametrizeRRR RRR#(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRs4        &  8   tTestLBFGSBBoundscB`sPeZdZddZddZddZdZdZdZRS(cC`sddf|_d|_dS(Nii(iN(NN(ii(RRR(R#((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR$sg@cC`s d||d||d|S(Ng?ii((R#RR/((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR@scC`s ||dS(Ni((R#RR/((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR>scC`s"|j|||j||fS(N(R@R>(R#RR/((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytfjscC`sktj|jddgd|jd|j\}}}t|ddk|dt||jdddS( NiiRfRRSttaskRFgư>(R RR@R>RRRR(R#RR,R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_l_bfgs_b_boundss  cC`shtj|jddgdd d|j\}}}t|ddk|dt||jdd dS( NiiR;g@RRSR(RFgư>(g@(R RR'RRRR(R#RR,R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRsc C`setj|jddgddd|jd|j}t|d|dt|j|jd d dS( NiiR<sL-BFGS-BR>RRWRRFgư>( R RJR@R>RRRRR(R#RN((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_minimize_l_bfgs_b_boundss( R5R6R$R@R>R'R)RR*(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR&s      tTestOptimizeScalarcB`s\eZdZddZdZdZdZdZdZdZ d Z RS( cC`s d|_dS(Ng?(R(R#((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR$sg?cC`s||ddS(sObjective functionig?((R#RR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR@scC`stj|j}t||jddtj|jdd }t||jddtj|jdt}t|d|jddtj|jdd }t||jdddS( NRFgư>tbrackiiRDiiii(ii(iii(R tbrentR@RRRL(R#R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt test_brentscC`sdtj|j}t||jddtj|jdd}t||jddtj|jdt}t|d|jddtj|jdd}t||jddtj|jd d}t||jdd d g}xp|D]h}tj|jdddt}tj|jd|dt}|d|d}}t|||qWdS(NRFgư>R,iiRDiiiiRiiRi(ii(iii(R tgoldenR@RRRLR(R#Rtmaxiter_test_casesRRtnfev0RA((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt test_goldens  cC`stj|jdd}t|dddtj|jdd}t||jddtj|jtjdgtjdg}t||jddtttj|jdddS(NiiRFg-C6?igư>( R t fminboundR@RRR RRxRy(R#R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_fminbounds0c C`svtjtdd$tj|jtjddWdQXtj|jdtjd}t ||j dddS( Ntmatchs.*must be scalar.*iiiRFgư>(ii( RR RyR R3R@R RRRR(R#R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_fminbound_scalars%!c C`sqtj|jj}t||jddtj|jdd}t|jtj|jdddtdd}t|j tj|jddd dddj}t||jddtj|jddd dj}t||jddtj|jddd dddj}t||jddtj|jddd dddj}t||jddtj|jddd d j}t||jddtj|jdd!d d"ddj}t||jddtj|jdd#d d$ddj}t|dddtj|jdd%d d&ddj}t||jddtj|jdt j dgt j dgfd t j d gfddj}t||jddt t tj|jdd'ddd d(t t tj|jdt j ddfddd d)tj|jddt j dfddj}t||jdddS(*NRFgư>R<tBrentR?RitbracketiiR;g?iiiR/RiitBoundedg-C6?itboundedi(ii(g?(g?(iii(g?(ii(g?(g?(iii(g?(ii(g?(ii(g?(ii(g?(g?(R tminimize_scalarR@RRRRRWRR RRxRyR(R#R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_minimize_scalarsV      "$ c C`sbd ddddd}tj|jddd|dtd d }t|j|jd d dS(Ng?idc [`s,|d|dd}||} d} d} t} t} x| r| r| |krt} | d7} xV||||gD]@}|||}| d7} || kr{|} |}t} q{q{W|dk r||n|dk r=| |kr=t} Pq=q=Wtjd| d|d| d| d| dkS( Niig@R@RRkRARW(RLRIRR R(R@R8R;RRRRR?RRRRRRRR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR6s.       R8iiR<R?Rg?RFgư>((ii(RR R;R@RRRR(R#RRN((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_minimize_scalar_custom4s  cC`stj|jdddS(NR;g?(R R;R@(R#((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt&test_minimize_scalar_coerce_args_paramVs( R5R6R$R@R.R2R4R6R<R=R>(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR+s     < "cC`s tttjtjdddS(NRg{Gz(RxRyR R-R tcos(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_brent_negative_tolerance[st TestNewtonCgcB`seZdZdZRS(c C`stjddg}tjtj|dtjdtjdddd}t|j|j t |j tjd d gd d dS( Ng333333g?R>R3Rgh㈵>R<s Newton-CGiRGg-C6?( R RR RJRRRRRWRRR(R#RRX((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_rosenbrock`s   c C`s|tjt}tjt|dtdtdddd}t|j |j t |j t ddt |jtd ddS( NR>R3R<s Newton-CGRgư>RGg-C6?RF(R Rt himmelblau_x0R RJt himmelblauthimmelblau_gradthimmelblau_hessRRWRRRthimmelblau_xoptR@thimmelblau_min(R#RRX((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_himmelblaujs  (R5R6RBRI(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRA_s t TestRosencB`seZdZRS(cC`sntjdddg}tjdddg}tj||}tjtj||}t||dS(Niiii(R RR trosen_hess_prodR&RR(R#RR/thptdothp((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt test_hessys (R5R6RN(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRJwscC`s@|\}}|||d}|||d}||||S(sy R^2 -> R^1 test function for optimization. The function has four local minima where himmelblau(xopt) == 0. i i((R/RRRtb((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRDs cC`sw|\}}tjd|dd||d|d|ddd|dd||d|dd|dgS(Niii*iiii(R R(R/RR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyREs 5cC`sk|\}}tjd|dd|dd|d|gd|d|d|d|ddggS(Ni iii*i(R R(R/RR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRFs /gHzGѿgiigcC`sd}d}d}idd6|d6idd6|d6idd6|d6f}d}tj|dddgd d d |}t|jd ddgd ddS(NcS`s4tjdd|dd|dd|dgS(Nig?ig?igQ?i(R R(R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR-scS`stj|dgS(Ni(R R(R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytfunc1scS`stj|dgS(Ni(R R(R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytfunc2sR R R@cS`sd|d|d|dS(Niiii((R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRasiR<RR i}RFg|=(R RJRR(R-RPRQR R,RN((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt"test_minimize_multiple_constraintss    'tTestOptimizeResultAttributescB`seZdZdZRS(cC`sRddg|_tj|_tj|_tj|_tj|_ ddg|_ dS(Nigg$@(gg$@(gg$@( RR RR-RR>RR3RKR4R(R#((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR$s     cC`sddddddddd d d g }d d dddddg}id gd6}x|D]}tP}|jtdtj|j|jd|d|jd|jd|j }WdQXxY|D]Q}||kr|||krqnt t ||t |t |kqWqYWdS(Ns Nelder-MeadRiR=RZs Newton-CGsL-BFGS-BRtCOBYLARRs trust-ncgRkRARRWRCR@Rs7Method .+ does not use (gradient|Hessian.*) informationR<R>R3R4( R tfiltertRuntimeWarningR RJR-RR>R3R4Rthasattrtdir(R#R"t attributestskipR<tsupRNt attribute((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_attributes_presents$      (R5R6R$R](((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRSs t TestBrutecB`sGeZdZdZdZdZdZdZdZRS(c C`sLd|_td ddtd ddf|_tjddg|_dS(Niiiii i i,iiiig?iig?g_} gi?( iiiii i i,iiiiig?(ROtslicetrrangesR RR(R#((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR$s 'c G`sq|\}}|\ }}}}} } } } } }}}}||d|||||d||| || S(Ni((R#RRORRRRORRR`R,RthRRvRtlR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytf1s -c G`sd|\}}|\ }}}}} } } } } }}}}| tj|| d|| d |S(Ni(R R (R#RRORRRRORRR`R,RRaRRvRRbR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytf2s -c G`sd|\}}|\ }}}}} } } } } }}}}| tj||d||d |S(Ni(R R (R#RRORRRRORRR`R,RRaRRvRRbR((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pytf3s -cG`s0|j|||j|||j||S(N(RcRdRe(R#RRO((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR-sc C`stj|j|jd|jdtdtj}t|d|jddt|d|j|j|jddtj|j|jd|jdtdtj }t|d|jddt|d|j|j|jdddS(NR;RDtfinishiRFgMbP?i( R tbruteR-R`RORLRpRRRJ(R#tresbrute((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt test_brutes" "cC`s,d}tj|dgdddddS(NcS`s8tt|jdkt|jddk|dS(Niii(RRtshape(R((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR,siitNsiRf(ii(R RgR(R#R,((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_1Ds ( R5R6R$RcRdReR-RiRl(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR^s      tTestIterationLimitscB`s5eZdZdZdZdZdZRS(cC`s d|_dS(Ni(R(R#((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyR$ scC`sj|jd7_tj|dd|ddtj|d|d}}tj|d||dS(Niiiig?(RR Rtarctan2tsin(R#RRtt((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt slow_funcs>cC`s|jdddS(Ns Nelder-Meadi(t check_limits(R#((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_neldermead_limitscC`s|jdddS(NRi(Rr(R#((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyttest_powell_limitsc C`s xddgddgddggD]}xdddgD]}d|_tj|j|d|d i|d 6}t|j|d k|d rt|d |kq8t|d |kq8WxtdddgD]c}tj|j|d|d i|d 6}|d rt|d|kqt|d|kqWxddgddgdtjggD]\}}d|_tj|j|d|d i|d 6|d 6}t|j|d k|d rt|d |ko|d|kq[t|d |kp|d|kq[WxtjdgdtjggD]\}}d|_tj|j|d|d i|d 6|d 6}t|j|d k|d r|dkrt|d |dkqt|d|dkq.t|d |dkp|d|dkq.Wq"WdS(Ng?iii2iiiR<R?RRARWRRk(RR RJRqRR tinfR(R#R<t default_iterststart_vtmfevRNtmit((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRrsD(   1  '(+   (R5R6R$RqRsRtRr(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyRms     (0R7t __future__RRRRtnumpyR t numpy.testingRRRRRRRR Rxtscipy._lib._numpy_compatR tscipyR RRRR8RRRRRRRR&R+R@RARJRDRERFRCRGRHRRRSR^Rm(((sAlib/python2.7/site-packages/scipy/optimize/tests/test_optimize.pyt sF  .  +U $      !4