σ ω`]c@@sάddlmZmZddlZddlZddlmZmZddlZddl Z ddl m Z m Z ej ddkZerήd„ZddlZejZejZddlmZejZddlmZn d „Zydd lmZWn!ek rdd lmZnXeZdd lmZmZedƒZed d ƒZdefd„ƒYZeƒZddlZddl Z ddlZdd(d„ƒYZ!ddl"Z#ddlZ$ddlm%Z%de&fd„ƒYZd)d*d+d,gZ'ge'D]Z(ej)j*e(Œ^qZ+d„Z,d„Z-d„Z.ydd l/m/Z0Wn?ek r‘ydd l1m/Z0Wq’ek re.Z0q’XnXd!„Z2d"„Z3d#„Z4d$„Z5d%„Z6d&ej7fd'„ƒYZ7dS(-i(tabsolute_importtprint_functionN(tupdate_wrappertwraps(t string_typest text_typeicC@s |jjS(N(t__self__t __class__(tmeth((s*lib/python2.7/site-packages/nltk/compat.pyt get_im_classs(ttimezone(tTemporaryDirectorycC@s|jS(N(tim_class(R((s*lib/python2.7/site-packages/nltk/compat.pyR (s(tStringIO(ttzinfot timedeltathoursitUTCcB@s)eZdZd„Zd„Zd„ZRS(RcC@stS(N(tZERO(tselftdt((s*lib/python2.7/site-packages/nltk/compat.pyt utcoffset:scC@sdS(NR((RR((s*lib/python2.7/site-packages/nltk/compat.pyttzname=scC@stS(N(R(RR((s*lib/python2.7/site-packages/nltk/compat.pytdst@s(t__name__t __module__t__doc__RRR(((s*lib/python2.7/site-packages/nltk/compat.pyR7s  t UnicodeWritercB@s5eZdZejddd„Zd„Zd„ZRS(s¬ A CSV writer which will write rows to CSV file "f", which is encoded in the given encoding. see https://docs.python.org/2/library/csv.html sutf-8treplacecK@s[tjƒ|_tj|jd|||_||_tj|ƒ}|d|ƒ|_dS(Ntdialectterrors( t cStringIOR tqueuetcsvtwritertstreamtcodecstgetincrementalencodertencoder(RtfRtencodingRtkwdst encoder_cls((s*lib/python2.7/site-packages/nltk/compat.pyt__init__Ps  cC@s$t|tƒr|jdƒS|SdS(Nsutf-8(t isinstanceRtencode(Rtdata((s*lib/python2.7/site-packages/nltk/compat.pyR-Zs cC@sƒ|jjg|D]}|j|ƒ^qƒ|jjƒ}|jdƒ}|jj|dƒ}|jj|ƒ|jj dƒdS(Nsutf-8Ri( R"twriterowR-R tgetvaluetdecodeR&R#twritettruncate(RtrowtsR.((s*lib/python2.7/site-packages/nltk/compat.pyR/`s ,(RRRR!texcelR+R-R/(((s*lib/python2.7/site-packages/nltk/compat.pyRIs (tmkdtempR cB@sΕeZdZddd d„Zd„Zd„Zed„Zd„Z d„Z e e j ƒZe e jjƒZe e jjƒZe e jjƒZe e jƒZe e jƒZejZd „ZRS( sΆCreate and return a temporary directory. This has the same behavior as mkdtemp but can be used as a context manager. For example: with TemporaryDirectory() as tmpdir: ... Upon exiting the context, the directory and everything contained in it are removed. http://stackoverflow.com/questions/19296146/tempfile-temporarydirectory-context-manager-in-python-2-7 tttmpcC@s+t|_d|_t|||ƒ|_dS(N(tFalset_closedtNonetnameR7(Rtsuffixtprefixtdir((s*lib/python2.7/site-packages/nltk/compat.pyR+~s  cC@sdj|jj|jƒS(Ns <{} {!r}>(tformatRRR=(R((s*lib/python2.7/site-packages/nltk/compat.pyt__repr__ƒscC@s|jS(N(R=(R((s*lib/python2.7/site-packages/nltk/compat.pyt __enter__†scC@s­|jr©|j r©y|j|jƒWnQttfk rz}dt|ƒkrW‚ntdj||ƒdtj ƒdSXt |_|r©|j dj|ƒt ƒq©ndS(NR<s"ERROR: {!r} while cleaning up {!r}tfilesImplicitly cleaning up {!r}( R=R;t_rmtreet TypeErrortAttributeErrortstrtprintRAtsyststderrtTruet_warntWarning(RRMtex((s*lib/python2.7/site-packages/nltk/compat.pytcleanup‰s  cC@s|jƒdS(N(RP(Rtexctvaluettb((s*lib/python2.7/site-packages/nltk/compat.pyt__exit__œscC@s|jdtƒdS(NRM(RPRL(R((s*lib/python2.7/site-packages/nltk/compat.pyt__del__ŸscC@sΝx‘|j|ƒD]}|j||ƒ}y#|j|ƒoG|j|ƒ }Wntk rdt}nX|r{|j|ƒqy|j|ƒWqtk rŸqXqWy|j|ƒWntk rΘnXdS(N( t_listdirt _path_joint_isdirt_islinktOSErrorR:REt_removet_rmdir(RtpathR=tfullnametisdir((s*lib/python2.7/site-packages/nltk/compat.pyRE―s #    N(RRRR<R+RBRCR:RPRTRUt staticmethodt_ostlistdirRVR]tjoinRWR_RXtislinkRYtremoveR[trmdirR\t _warningstwarnRMRE(((s*lib/python2.7/site-packages/nltk/compat.pyR ps       tchunkerstmaxent_ne_chunkerthelpttagsetsttaggerstmaxent_treebank_pos_taggert tokenizerstpunktcC@s™tr•xŒtD]}|t|ƒkr dt|ƒkr |j|ƒt|ƒ}|||d!dkrt|d7}n|| d||}Pq q Wn|S(Ns/PY3is.zip(tPY3t_PY3_DATA_UPDATESRHtindextlen(R]titemtpos((s*lib/python2.7/site-packages/nltk/compat.pyt add_py3_dataΣs $  c@s‡fd†}tˆƒ|ƒS(Nc@s/|dt|dƒf|d}ˆ||ŽS(Niii(Rw(targstkwargs(t init_func(s*lib/python2.7/site-packages/nltk/compat.pyt _decoratorβs"(R(RzR{((Rzs*lib/python2.7/site-packages/nltk/compat.pytpy3_dataαsc@sSt|tƒr!|jdƒ}ntj‰dj‡fd†tjd|ƒDƒƒS(NtasciiR8c3@s'|]}ˆ|ƒdkr|VqdS(tMnN((t.0tc(tcategory(s*lib/python2.7/site-packages/nltk/compat.pys ρstNFKD(R,tbytesR1t unicodedataRRct normalize(ttext((Rs*lib/python2.7/site-packages/nltk/compat.pytremove_accentsκs  (t unidecodecC@sšt|tƒstdƒ‚nt|jƒs]|j|_ts]tt|jƒƒ|_q]nt|j ƒs–|j |_ ts–t|j ƒ|_ q–n|S(s’ This decorator defines __unicode__ method and fixes __repr__ and __str__ methods under Python 2. To support Python 2 and 3 with a single code base, define __str__ and __repr__ methods returning unicode text and apply this decorator to the class. Original __repr__ and __str__ would be available as unicode_repr and __unicode__ (under both Python 2 and Python 3). s1This decorator doesn't work for old-style classes( t issubclasstobjectt ValueErrort _was_fixedt__str__t __unicode__Rqt_7bitt_transliteratedRBt unicode_repr(tklass((s*lib/python2.7/site-packages/nltk/compat.pytpython_2_unicode_compatibles   cC@sPtrt|ƒSt|dƒr)|jƒSt|tƒrFt|ƒdSt|ƒS(s0 For classes that was fixed with @python_2_unicode_compatible ``unicode_repr`` returns ``obj.unicode_repr()``; for unicode strings the result is returned without "u" letter (to make output the same under Python 2.x and Python 3.x); for other variables it is the same as ``repr``. R‘i(RqtreprthasattrR‘R,R(tobj((s*lib/python2.7/site-packages/nltk/compat.pyR‘*s  c@sP‡fd†}t|ˆddgƒtˆdƒrCˆj|_nt|_|S(Nc@stˆ|ƒƒS(N(t transliterate(R(tmethod(s*lib/python2.7/site-packages/nltk/compat.pytwrapper@sRRt_nltk_compat_7bit(RR•RšRLt_nltk_compat_transliterated(R˜R™((R˜s*lib/python2.7/site-packages/nltk/compat.pyR?s  c@sP‡fd†}t|ˆddgƒtˆdƒrCˆj|_nt|_|S(Nc@sˆ|ƒjddƒS(NR}tbackslashreplace(R-(R(R˜(s*lib/python2.7/site-packages/nltk/compat.pyR™LsRRR›(RR•R›RLRš(R˜R™((R˜s*lib/python2.7/site-packages/nltk/compat.pyRKs  cC@s"t|dtƒp!t|dtƒS(NRšR›(tgetattrR:(R˜((s*lib/python2.7/site-packages/nltk/compat.pyRŒXstFractioncB@s eZdZdded„ZRS(s‘ This is a simplified backwards compatible version of fractions.Fraction from Python >=3.5. It adds the `_normalize` parameter such that it does not normalize the denominator to the Greatest Common Divisor (gcd) when the numerator is 0. This is most probably only used by the nltk.translate.bleu_score.py where numerator and denominator of the different ngram precisions are mutable. But the idea of "mutable" fraction might not be applicable to other usages, See http://stackoverflow.com/questions/34561265 This objects should be deprecated once NLTK stops supporting Python < 3.5 See https://github.com/nltk/nltk/issues/1330 icC@sVtt|ƒj|||ƒ}| rRt|ƒtkrR|rR||_||_n|S(N(tsuperRžt__new__ttypetintt _numeratort _denominator(tclst numeratort denominatort _normalize((s*lib/python2.7/site-packages/nltk/compat.pyR ns   N(RRRR<RLR (((s*lib/python2.7/site-packages/nltk/compat.pyRž^s((RiRj(RkRl(RmRn(RoRp(8t __future__RRtosRJt functoolsRRt fractionsR„tsixRRt version_infoRqR tioR tBytesIOtdatetimeR tutcRttempfileR Rt ImportErrorRRRtHOURR!R$RtwarningsRgRaR7RŠt DATA_UPDATESt path_listR]RcRrRwR|R‡RˆR—ttext_unidecodeR“R‘RRRŒRž(((s*lib/python2.7/site-packages/nltk/compat.pyt sn                #  Z %     %