@K7]c@`sdZddlmZmZmZddlmZmZddlZddl Z ddl m Z m Z m Z m Z ddlmZmZmZmZmZddlmZddlZddlmZddlZddlZdd lmZddlZddlZdd lm Z dd l!m"Z"m#Z#ddl$Z$dd l%m&Z&dd l%m'Z'm(Z(m)Z)m*Z*m+Z+ddl%m,Z,ddl%m-Z-ddl%m.Z.m/Z/ddl%m0Z0ddl1m2Z2m3Z3m4Z4m5Z5m6Z6ddl7m8Z8ddl9m:Z:ddl;m<Z<ddl=m>Z>ddl?m@Z@mAZAddlBmCZDdZEddgZFddddd d!d"gZGd#ZHiedNdOgd(6edPgd+6edQgd-6edRgd06ZId1ZJd2ZKd3ZLdd4ZNd/d/deOd5ZPddd6d7ZQd8deReRd9eOeRdeReReRddgeRd:ZSd;ZTd<ZUd=ZVd>ZWejXd?ZYd@ZZdAZ[dBZ\dCZ]dDZ^dEZ_dFZ`dGZadHZbdIZceOdJZddKZedLZfdMZgdS(Ss6 Tools for converting PyPI packages to conda recipes. i(tabsolute_importtdivisiontprint_function(t defaultdictt OrderedDictN(tmakedirstlistdirtgetcwdtchdir(tjointisdirtexiststisfiletabspath(t parse_version(tcopy2(tmkdtemp(t parse_url(turljointurlsplit(tspec_from_line(tinputt configparsertStringIOt string_typestPY3(tdownload(tnormalized_version(t human_bytest hashsum_file(tdefault_python(tdecompressible_extsttar_xftrm_rftcheck_call_envt ensure_list(t apply_patch(t create_env(tConfig(tMetaData(tallowed_license_familiestguess_license_family(tFIELDSs7 Examples: Create a recipe for the sympy package: conda skeleton pypi sympy Create a recipes for the flake8 package and all its dependencies: conda skeleton pypi --recursive flake8 Use the --pypi-url flag to point to a PyPI mirror url: conda skeleton pypi --pypi-url package_name thosttrunthometlicensetlicense_familyt license_filetsummarytdoc_urltdev_urlsF{{% set name = "{packagename}" %}} {{% set version = "{version}" %}} tnames{{ name|lower }}tversions {{ version }}tpackageturlsI/packages/source/{{ name[0] }}/{{ name }}/{{ name }}-{{ version }}.tar.gztsourcetnumbertbuildsrecipe-maintainersttextrasdiff core.py core.py --- core.py +++ core.py @@ -166,5 +167,40 @@ def setup (**attrs): +# ====== BEGIN CONDA SKELETON PYPI PATCH ====== + +import distutils.core +import io +import os.path +import sys +import yaml +from yaml import Loader, SafeLoader + +# Override the default string handling function to always return unicode +# objects (taken from StackOverflow) +def construct_yaml_str(self, node): + return self.construct_scalar(node) +Loader.add_constructor(u'tag:yaml.org,2002:str', construct_yaml_str) +SafeLoader.add_constructor(u'tag:yaml.org,2002:str', construct_yaml_str) + +def setup(*args, **kwargs): + data = {{}} + data['tests_require'] = kwargs.get('tests_require', []) + data['install_requires'] = kwargs.get('install_requires', []) + data['extras_require'] = kwargs.get('extras_require', {{}}) + data['entry_points'] = kwargs.get('entry_points', []) + data['packages'] = kwargs.get('packages', []) + data['setuptools'] = 'setuptools' in sys.modules + data['summary'] = kwargs.get('description', None) + data['home'] = kwargs.get('url', None) + data['license'] = kwargs.get('license', None) + data['name'] = kwargs.get('name', '??PACKAGE-NAME-UNKNOWN??') + data['classifiers'] = kwargs.get('classifiers', None) + data['version'] = kwargs.get('version', '??PACKAGE-VERSION-UNKNOWN??') + with io.open(os.path.join("{}", "pkginfo.yaml"), 'w', encoding='utf-8') as fn: + fn.write(yaml.safe_dump(data, encoding=None)) + + +# ======= END CONDA SKELETON PYPI PATCH ====== def run_setup (script_name, script_args=None, stop_after="run"): """Run a setup script in a somewhat controlled environment, and s - cC`s%tjjddjjdkS(sGets whether the SSL_NO_VERIFY environment variable is set to 1 or True. This provides a workaround for users in some corporate environments where MITM style proxies make it difficult to fetch data over HTTPS. t SSL_NO_VERIFYR;t1ttrue(R>R?(tostenvirontgettstriptlower(((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pyt_ssl_no_verifyscC`s=|sd}ntj|d|dt }|jdkS(Nshttps://pypi.io/pypit/tverifyi(trequestsRBREt status_code(t package_nametpypi_urltr((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pytpackage_existss !cC`s9d}|rd|}n|||||r4dndS(NR;t s ((tlinetprefixtsuffixtleveltnewlinetoutput((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pyt__print_with_indents ic C`sd}|s'tt|j}nx|D]}||kr.||r.|t|dd7}xE||jD]3\}}|dkrqqnt|tst|d r|t|ddd||dt 7}t|tr|d|d7}q|d t |d 7}qqt|d rJ|t |tt|j7}qq|rq|t|ddd||7}x1|D]&}|t|d d d||7}qwWqqqqW|dkr|d 7}qq.q.W|S(NR;RQt:t__iter__RRRSs "s" RNs tkeysRPs- i( tsortedtlistRXRUtitemstNonet isinstanceRthasattrtFalsetstrt _print_dict( tdtorderRRtindenttrendered_recipetkt_kt_vtitem((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pyRas2   (   t.shttps://pypi.io/pypi/c.C`s[i}| sg} nt| tr0| g} n| sBt} n|pZ| jjdt}g}xz|r|j}|j|d|k}|rd}nt|dj |df}|st ||j }t |r| rt d|qn|j |i|d6dd6dd 6dd 6dd 6dd 6}|rN|d=n|rgd |dd}tj|dt }|jdkrtjd||jfn|j}||dj}|r||n|r#||krtjd||fn||d}&y||&|%d<|&d?<|$t+|%t 7}$|$j,g}(xu|$j-D]g})t.j/d@|)dAt.j0}*|*r |)j1dB\}+},}-dC|,},|+|,|-})n|(j|)qWdDj |(}$|#j2|$WdQXqWdS(ENtpythonRVR;RFtjsonsdirectory already exists: %st packagenamet run_dependst build_dependst entry_pointst test_commandst tests_requiretUNKNOWNR5cS`st|dtS(Ntkey(RYR(tl((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pytR;RGis*Request to fetch %s failed with status: %dtreleasess1Error: Version %s of %s is not available on PyPI.s0Error: Could not find any versions of package %sis1Warning, the following versions were found for %ssUsing %sis-Use --version to specify a different version.tpypiurltfilenametdigestt import_testsR1tconfigt setup_optionsit hash_typet hash_valuetnumpys numpy x.xsWriting recipe for %ss meta.yamltws://s3pypi_url must have protocol (e.g. http://) includedR8R7tsha256R:tnoarchs?{{ PYTHON }} -m pip install . --no-deps --ignore-installed -vv RNtscriptt requirementstpipR+R,ttesttimportstcommandstrequirestaboutsyour-github-id-hereR<srecipe-maintainerss^\s+(-) tflagst-s s (3R]RR&tvariantRBRtpoptappendRR RDR t RuntimeErrort setdefaultRHRERItsystexitRlRXtlentprinttget_download_datatget_package_metadatat enumeratetinsertRtopentPYPI_META_HEADERtformatRtEXPECTED_SECTION_ORDERtPYPI_META_STATICtKeyErrort ValueErrorRtschemetnetlocRYtsetRZt ABOUT_ORDERRatrstript splitlinestretsearcht MULTILINEt partitiontwrite(.tpackagest output_dirR5t recursivetall_urlsRKtnoprompttversion_comparetpython_versiont manual_urlt all_extrast noarch_pythonR|R}t extra_specst pin_numpyt package_dictstcreated_recipesR6tis_urltpackage_pypi_urltdir_pathRbt pypi_datatsort_by_versiont pypi_resptversionstvertdatatdependstdepstidxtdept numpy_depR4tfRetordered_recipeRttbase_urlt recipe_linesROtmatchtpretseptpost((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pyt skeletonizes                       $                      c C`s|jddddt}|jddddd|jd dd d d |jd dd|jddddd|jdd ddd|jdddd tdddd|jdddd tdd|jddddd|jddddd |jd!dd"d tdd#d$d%d&d'd(g|jd)ddd tdd*|jd+ddd tdd,|jd-dd.d gdd/|jd0dddd1|jd2dd.d gdd3d4S(5s-Modify repos in place, adding the PyPI optiontpypithelpsl Create recipe skeleton for packages hosted on the Python Packaging Index (PyPI) (pypi.io). tepilogRtnargst+soPyPi packages to create recipe skeletons for. You can also specify package[extra,...] features.s --output-dirs5Directory to write recipes to (default: %(default)s).tdefaultRjs --versionstVersion to use. Applies to all packages. If not specified the lastest visible version on PyPI is used.s --all-urlstactiont store_trues`Look at all URLs, not just source URLs. Use this if it can't find the right URL.s --pypi-urlshttps://pypi.io/pypi/s+URL to use for PyPI (default: %(default)s).s--promptt store_falsetdestRshPrompt the user on ambiguous choices. Default is to make the best possible choice and continue.s --all-extrass<Add all extra feature requirements. Applies to all packages.s --recursives=Create recipes for dependencies if they do not already exist.s--version-comparesVCompare the package version of the recipe with all available versions on PyPI.s--python-versiontstoresAVersion of Python to use to run setup.py. Default is %(default)s.tchoicess2.7s3.5s3.6s3.7s --manual-urlsiManually choose source url when more than one urls are present.Default is the one with least source size.s--noarch-pythonsCreates recipe as noarch pythons--setup-optionsRs,Options to be added to setup.py install in the recipe. The same options are passed to setup.py install in both the construction of the recipe and in the recipe itself.For options that include a double-hypen or to pass multiple options, use the syntax --setup-options="--option1 --option-with-arg arg"s --pin-numpysGEnsure that the generated recipe pins the version of numpyto CONDA_NPY.s --extra-specss>Extra specs for the build environment to extract the skeleton.N(t add_parsert pypi_examplet add_argumenttTrueR_R(treposR((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pyRs cC`s!|s|dni}|s=g|d|D]}|^q+n|g} | r| rg| D]}|ddkr[|^q[} n| s^|jdrJtti|dd6g} | ddstjd|nt| dd} | js tjd || fn| jjd d | dd <| jp5d } | j d} q^tjd|nt | dkr;| r;t d||rxFt | D]8\} }t d| |dt |d|dfqWttd}qAt dt dtgt | D]\} }|d| f^q \}}nd}|s| |}|d}t d|t |dptd|f|ddrd|ddf} nd} |d pd}nQt d||}t|} | jj d} | jjd dd pd}|||| fS(sv Get at least one valid *source* download URL or fail. Returns ------- data : dict Summary of package information pypiurl : str Download URL of package, which may or may not actually be from PyPI. filename : str Name of file; used to check cache digest : dict Key is type of checksum, value is the checksum. tinfoRwt packagetypetsdistt download_urlR7isDError: Could not build recipe for %s. Could not find any valid urls.s%Error: Could not parse url for %s: %sRFiRyR;t=s"Error: No source urls found for %sis1More than one source version is available for %s:s%d: %s (%s) %stsizet comment_textswhich version should i use? s(Using the one with the least source sizes*use --manual-url to override this behaviorsUsing url %s (%s) for %s.tdigestsRR6s Using url %s((RBRR`RRRtpathtrsplittfragmenttsplitRRRRtintRtmin(RR6R5RRRRRR7turlstURRztitnt_RxRy((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pyRs\0,       8    c C`s&|s dSt}g|D]}||^q}t|j}t|satjd|nt|}||j}td||f||krtjd||fni||j | }t |dkr td|x)|D]}t|qWntd|tjdS(NsError: no such directory: %ss"Local recipe for %s has version %ss&Error: %s %s is not available on PyPI.is*Following new versions of %s are avaliables"No new version for %s is available( RR RDR RRR'R5RtindexR( R6RtnvRt norm_versionst recipe_dirtmt local_versiont new_versions((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pyRYs(     c`s|jdd }tfd|Dr>jntd}t|d||siics`s|]}t|VqdS(N(R`(Rtv((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pys ss >={},<{}(RR(RtanyRRRR R(R5tsuffixest max_ver_lentmax_pintpin_compatible((Rs9lib/python2.7/site-packages/conda_build/skeletons/pypi.pytconvert_versionxs !s(?P^[^=<>!\s]+)\s*(?P[=!><]=?\s*[^\s;]+)?(?:\s+;\s+)?(?P[^=<>!\s;]+)?\s*(?P[=<>!\s]+[^=<>!\s]+)?cC`sz|j}|}t|dkrv|\}}dj|jdjdjdd }dj||f}n|S(NiR;t't"RjRN(RRR RC(t constrainttpartst translationtoperatortvalue((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pyt_translate_python_constraints  .cC`sRiidd6td6d6}dj||d||d|f}d|dS(syreturns translated variable name and corresponding function to run to normalize the version constraint to conda styletpytrepltconstraint_trans_fnRRNs # [ s ](R R (t env_mark_nametenv_mark_constrainttenv_mark_tabletmarker((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pytenv_mark_lookups  cC`stj|}|jd}|jdrZdj||jdjddf}nd}|jdrt|jd|jd}n||fS(NR4RRNR;RR(t MARKER_RERtgroupR treplaceR(tdep_strRR4tenv_mark((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pytparse_dep_with_env_markers-c"C`std|td|dt|d|dd|dd|dd|d| d| d | }|jt|t||d |}|st|rPg}t|r|jd nx|D] }t|tr|j }nx|D]}|j d d j }|rt |\}}t |}|dkrRtjd|nd|kr|j d}dj|}t|}|j||}n|rdj||f}n|j|qqWqWdg||d<||d<|rPxU|D]J}|j d }tt||s||krF| j|qFqqWqPnd|krs|dj|dFss&WARNING: entry-points not understood: sThe string wastconsole_scriptst gui_scriptss%s=%sRqs/WARNING: Could not add entry points. They were:(R8R9(RBR]R`R RRt ConfigParsertreadfpRt ExceptionRtsectionstoptionstdicttconvert_to_flat_listtmake_entry_tests( R*Rptnewstrt_configterrtsectiontoptiontconsole_scriptR9t entry_list((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pyR$;s:   C   cC`st|tr|g}nd|rt|trt|dtrgg|D] }|^qMD]}|D] }|^qgq]}n|S(sConvert a string to a list. If the first element of the list is a nested list this function will convert it to a flat list. :param str/list var_scripts: Receives a string or a list to be converted :return list: Return a flat list i(R]RRZ(t var_scriptststsublistRi((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pyR@ns  (<cC`sF|jd}t|ts"tSt|jddhrBtStS(sFunction responsible to inspect if skeleton requires setuptools :param dict pkginfo: Dict which holds the package information :return Bool: Return True if it is enabled or False otherwise RpR8R9(RBR]R?R_RRXR(R*Rp((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pyR&}s cC`s.tjd|r&tj| r&|SdSdS(Ns[_A-Za-z][_a-zA-Z0-9]*$R;(RRtkeywordt iskeyword(R4((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pytvalids"cC`s9|jjtr%t||ntd|dS(Nsnot a valid source: %s(RDtendswithRR R<(tsrc_pathttempdir((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pytunpackscC`sgt|D]1}|jd r tt||r |^q }t|dkr|t||d}t|r||Sn|s|StddS(NRjiis"could not find unpacked source dir(RR'R R RR<(RQtfntlstR((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pytget_dirs#! cC`s\tjd|}|r<|j\}}|jd}ng}|rat|dj}ny%g|D]}|d|^qk}Wn+tk rtjddj |nXtj d}x<|dD]0}|j|} | r| j\} } y,t d| j djdD} Wnt k r:qX| d krYtj| k} n| d krwtj| k} ni| d krtj| k} nK| d krtj| k} n-| d krtj| k} ntj| k} | r||d|7}qqqWg}xM|jddg|D]2}t|trG|j|q"|j|q"W|S(Ns^([^[]+)\[([^]]+)\]$t,textras_requires#Error: Invalid extra features: [%s]s&^:python_version(<|<=|!=|==|>=|>)(.+)$cs`s|]}t|VqdS(N(R(RR/((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pys ss'"Rjt=tinstall_requiresR;(RRtgroupsRRZtvaluesRRRR tcompilettupleRCRt version_infoRBR]RRtextend(R6R*Rt match_extrastextrasRWR/tversion_markerR<tmatch_ver_marktopRt ver_tuplet satisfies_verRtspecs((s9lib/python2.7/site-packages/conda_build/skeletons/pypi.pyR%sN% ,       c C`std|}t|js/t|jn|d} |d} zt|j|} t|  szt| | | krt|t|j|t| | | krtdj || | qn t d| dkrt| d} nd} t d|t t|j||t d t d |t |} t | ||d |d |d |y1tt|d}tj|}WdQXWn#tk rtj| j}nX| rd| f|ds  "(      ((     1      p V   3     8 9 E