B \5E @sdZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z m ZmZmZddlmZddlmZddlmZddlmZd d ZGd d d eZGd ddeZddZd9ddZddZddZ ej!ddZ"e"j#dddde"j#ddd d!e"j#d"d#d$e"j#d%d&d'dde$d(d)e"j#d*dd+d!e"j#d,d'dd-d.d/e"j#d0d1d2d3d4d5Z%d6d7Z&e'd8kre&dS):z|IPython Test Process Controller This module runs one or more subprocesses which will actually run the IPython test suite. N)havetest_group_names test_sectionsStreamCapturer) compress_user)decode) get_sys_info)TemporaryDirectorycCs ||S)N)wait)pZtimeoutr ?lib/python3.7/site-packages/IPython/testing/iptestcontroller.py popen_waitsrc@sfeZdZdZdZdZdZdZdZdZ ddZ ddZ ddd Z d d Z d d ZddZddZeZdS)TestControllerzRun tests in a subprocess NcCsg|_i|_g|_dS)N)cmdenvdirs)selfr r r__init__2szTestController.__init__cCsdS)zCreate temporary directories etc. This is only called when we know the test group will be run. Things created here may be cleaned up by self.cleanup(). Nr )rr r rsetup7szTestController.setupFcCsntj}||j|rd}t| d|_}||rB|jnd}|rPt j nd}t j |j |||d|_ dS)NT)Zecho)stdoutstderrr)osenvironcopyupdaterrstdout_capturerstartZwritefd subprocessZSTDOUTPopenrprocess)r buffer_outputZcapture_outputrcrrr r rlaunch?s   zTestController.launchcCs(|j|j|j|_|jjS)N)r!r rZhaltZ get_bufferr returncode)rr r rr Ms   zTestController.waitcCsdS)a^Print extra information about this test run. If we're running in parallel and showing the concise view, this is only called if the test group fails. Otherwise, it's called before the test group is started. The base implementation does nothing, but it can be overridden by subclasses. Nr )rr r rprint_extra_infoSs zTestController.print_extra_infocCs|j}|dks|dk rdSytd|j|Wn Yn.Xx*tdD]}|dkrltdqPPqPW|dkrtddS)z2Cleanup on exit by killing any leftover processes.NzCleaning up stale PID: %d g?z+... failed. Manual cleanup may be required.)r!ZpollprintpidkillrangetimeZsleep)rZsubpir r rcleanup_process_s    zTestController.cleanup_processcCs$|x|jD] }|qWdS)zDKill process if it's still alive, and clean up temporary directoriesN)r.rcleanup)rZtdr r rr/ws zTestController.cleanup)FF)__name__ __module__ __qualname____doc__sectionrrrr!rrrr$r r&r.r/__del__r r r rr"s  rcsZeZdZdZdZddZddZddZed d Z d d Z d dZ dfdd Z Z S)PyTestControllerz-Run Python tests using IPython.testing.iptestNcCs0t|||_tjdd|g|_d|_||_dS)zCreate new test runner.z-cNz;from IPython.testing.iptest import run_iptest; run_iptest())rrr4sys executablerpycmdoptions)rr4r:r r rrs  zPyTestController.__init__cCst}|j||j|jd<t|_}|j||j|jd<|j|jd<|j|jd<tj|jjd}||_ t |dtj dd}|r|tj |}n|}||jd<|jjr||jjr||jj|jd <|j|jjdS) NZ IPYTHONDIRZIPTEST_WORKING_DIRZ MPLCONFIGDIRZTMPDIRZ _no_access_rPATHZIPTEST_SUBPROC_STREAMS)r rappendnamer workingdirrpathjoinnoaccessmkdirrgetpathsepr:Zxunit add_xunitcoverage add_coverageZsubproc_streamsrextend extra_args)rZipydirr?rBr;r r rrs,         zPyTestController.setupcCst|jtjt|dS)z Make the non-accessible directory created in setup() accessible again, otherwise deleting the workingdir will fail. N)rchmodrBstatS_IRWXUrr/)rr r rr/szPyTestController.cleanupcCs&y t|jjStk r dSXdS)NT)rr4will_runKeyError)rr r rrNs zPyTestController.will_runcCs(tj|jd}|jdd|gdS)Nz .xunit.xmlz --with-xunitz --xunit-file)rr@abspathr4rrI)rZ xunit_filer r rrFszPyTestController.add_xunitc Csyt|jj}Wntk r*dg}YnXdjtjd|jd|d}tj|j j d}t |d}| |WdQRX||j d<d |j|_dS) NIPythonz2[run] data_file = {data_file} source = {source} z .coverage.z ) data_filesourcez .coveragercwZCOVERAGE_PROCESS_STARTz-import coverage; coverage.process_startup(); )rr4ZincludesrOformatrr@rPrAr?r>openwriterr9)rZsourcesZ coverage_rcZ config_filefr r rrHs   zPyTestController.add_coverageFcs"|j|jd<tt|j|ddS)N)r")r9rsuperr6r$)rr") __class__r rr$s zPyTestController.launch)F)r0r1r2r3r9rrr/propertyrNrFrHr$ __classcell__r r )r[rr6s ! r6csDj}|st}fdd|D}dd|D}dd|D}||fS)zVReturns two lists of TestController instances, those to run, and those not to run.csg|]}t|qSr )r6).0r>)r:r r sz'prepare_controllers..cSsg|]}|jr|qSr )rN)r^r#r r rr_scSsg|]}|js|qSr )rN)r^r#r r rr_s) testgroupspy_test_group_names)r:r`Z controllersto_runnot_runr )r:rprepare_controllerssrdTcCszy^y$||s||j|dWn(tk rPddl}||dfSX|}||fStk r||tj fSXWd| XdS)aSetup and run a test controller. If buffer_output is True, no output is displayed, to avoid it appearing interleaved. In this case, the caller is responsible for displaying test output on failure. Returns ------- controller : TestController The same controller as passed in, as a convenience for using map() type APIs. exitcode : int The exit code of the test subprocess. Non-zero indicates failure. )r"rNr) rr&r$ Exception traceback print_excr KeyboardInterruptsignalSIGINTr/) controllerr"rfZexitcoder r rdo_runs rlcsLt}gfdd}|d|d|dd|d|d|d t|d |d |d d d|dt|d|d|dtddDfddDg}g}x.tD]"\}}|r||q||qW|rd|dd |d |rBd|dd |d d S)z@Return a string with a summary report of test-related variables.cs||fdS)N)r=)r>value)outr r_add szreport.._addzIPython versionZipython_versionzIPython commitz{} ({})Z commit_hashZ commit_sourcezIPython packageZ ipython_pathzPython version sys_version r<zsys.executableZsys_executableZPlatformplatformcss|]\}}t|VqdS)N)len)r^nvr r r szreport..cs g|]\}}dj||dqS)z{:<{width}}: {} )width)rU)r^rtru)rwr rr_szreport..z- Tools and libraries available at test time: z  z1 Tools and libraries NOT available at test time: ) r rUrreplacemaxritemsr=sortrA)infroZavailZ not_availkZis_availr )rnrwrreport s4    rc s>t|\}}d0dd}g}t}t|jdkrx\|D]T}td|jtjt|dd\}}|r| ||t j krtd Ptq8Wnyt j |j}xv|t|D]f\}}|d krd nd } t|d |j| |r|tt|j| ||t j krtd PqWWntk r2dSXx"|D]}t|d |jdq:Wt} | |} t|} t|} tdtdttd| }tddd|std| |nHdd|D}td| | d||ttdtd1|t|jr*d dlm}m}|dd}|||jd krd!}tj|d"d#td$|ddtjd d%lm}Gfd&d'd'|||j j!d(t"j#|d)d*||j }|dtd+nZ|jd,kr*y|j$d-d.Wn<|k r(}ztd/d dl%}|&Wdd}~XYnX|r:t'ddS)2aRun the entire IPython test suite by calling nose and trial. This function constructs :class:`IPTester` instances for all IPython modules and package and then runs each of them. This causes the modules and packages of IPython to be tested each in their own subprocess using nose. Parameters ---------- All parameters are passed as attributes of the options object. testgroups : list of str Run only these sections of the test suite. If empty, run all the available sections. fast : int or None Run the test suite in parallel, using n simultaneous processes. If None is passed, one process is used per CPU core. Default 1 (i.e. sequential) inc_slow : bool Include slow tests. By default, these tests aren't run. url : unicode Address:port to use when running the JS tests. xunit : bool Produce Xunit XML output. This is written to multiple foo.xunit.xml files. coverage : bool or str Measure code coverage from tests. True will store the raw coverage data, or pass 'html' or 'xml' to get reports. extra_args : list Extra arguments to pass to the test subprocesses, e.g. '-v' F-cSs(|d7}d||t||}||S)Nrx)rjustrs)ZltextZrtextrwZfillr r rjustifyVszrun_iptestall..justifyrz Test group:F)r"Z InterruptedrZOKZFAILEDz Test group: NzNOT RUNZF______________________________________________________________________z?Test suite completed for system with the following information:z Took %.3fs.zStatus: r<)endzOK (%d test groups).cSsg|] }|jqSr )r4)r^r#r r rr_sz!run_iptestall..z-ERROR - {} out of {} test groups failed ({}).z, z"You may wish to rerun these, with: iptest)rGCoverageExceptionz .coverage)rRZhtmlZ ipy_htmlcovT) ignore_errorsz(Writing HTML coverage report to %s/ ... ) HtmlReportercseZdZfddZZS)z)run_iptestall..CustomHtmlReportercsZt||xD|jD]:}|jtj}d|kr4q|d}d||d|_qWdS)NrQ.) rZfind_code_unitsZ code_unitsr>splitrsepindexrA)rZmorfsZcuZ namepartsix)CustomHtmlReporterr[r rrs  z9run_iptestall..CustomHtmlReporter.find_code_units)r0r1r2rr]r )r)r[rrsrz *{0}tests{0}*zIPython test coverage)Zomithtml_dirZ html_titlezdone.Zxmlzipy_coverage.xml)ZoutfilezIGenerating coverage report failed. Are you running javascript tests only?)rr)r)(rdr,r(Zfastr4r7rflushrlr=rirjmultiprocessingpoolZ ThreadPoolZimap_unorderedr&rrhrsrrUrArGrZcombineZsaveshutilZrmtreeZ coverage.htmlrget_dataZconfigZ from_argsrrZ xml_reportrfrgexit)r:rbrcrZfailedZt_startrkZresrZ res_stringZt_endZt_testsZnrunnersZnfailZtookZfailed_sectionsrGrZcovrrZreportererfr )rr run_iptestall/s%                         rzRun IPython test suite)Z descriptionr`*z9Run specified groups of tests. If omitted, run all tests.)nargshelpz--all store_truez&Include slow tests not run by default.)actionrz--urlzURL to use for the JS tests.)rz-jz--fast?zlRun test sections in parallel. This starts as many processes as you have cores, or you can specify a number.)rconstdefaulttyperz--xunitzProduce Xunit XML resultsz --coverageFz>Measure test coverage. Specify 'html' or 'xml' to get reports.)rrrrz--subproc-streamsZcapturezkWhat to do with stdout/stderr from subprocesses. 'capture' (default), 'show' and 'discard' are the options.)rrcCstg}g|_|S)zgGet an argparse Namespace object with the default arguments, to pass to :func:`run_iptestall`. ) argparser parse_argsrJ)r:r r rdefault_optionss rcCstjtjtdddr6tdtjdtdytj d}Wn&t k rltj dd}g}Yn"Xtj d|}tj |dd}t |}||_t|dS)NrQZtestingz __main__.pyz2Don't run iptest from the IPython source directory)filerz--)rr@existsrAgetcwdr(r7rrargvr ValueErrorrrrJr)rZto_parserJr:r r rmains     r__main__)T)(r3argparseZmultiprocessing.poolrrrLrrir7rr,ZiptestrrrarrZIPython.utils.pathrZIPython.utils.py3compatrZIPython.utils.sysinfor ZIPython.utils.tempdirr robjectrr6rdrlrrArgumentParserr add_argumentintrrr0r r r rsP    ^Z "&