B &]\bM@sddlmZmZmZddlZddlZddlZddlmZddl Z ddl m Z ddddgZ ed Zed Zed Zed Zed ZedZedZedZedZGdddeZGdddeZddZddZddZddZddZddZ d d!Z!d"d#Z"d$d%Z#d&d'Z$d(d)Z%d*d+Z&d,d-Z'd.d/Z(d0d1Z)Gd2dde*Z+d3dZ,d4d5Z-d6d7Z.d8d9Z/d:d;Z0dZ5e0e5dS)?)divisionprint_functionabsolute_importN)partial)nextMetaDataloadarff ArffErrorParseArffErrorz^\s*@z^%z^\s+$z^@\S*z^@[Dd][Aa][Tt][Aa]z*^@[Rr][Ee][Ll][Aa][Tt][Ii][Oo][Nn]\s*(\S*)z/^@[Aa][Tt][Tt][Rr][Ii][Bb][Uu][Tt][Ee]\s*(..*$)z'(..+)'\s+(..+$)z(\S+)\s+(..+$)c@s eZdZdS)r N)__name__ __module__ __qualname__rr5lib/python3.7/site-packages/scipy/io/arff/arffread.pyr 6sc@s eZdZdS)r N)r r r rrrrr :scCs|}|ddkrdS|dtddkr4dS|dtddkrLdS|dtddkrddS|dtddkr|dS|dtd d krd S|dtd d krd Std |dS) z`Given an arff attribute value (meta data), returns its type. Expect the value to be a name.r{nominalNrealnumericintegerstring relationaldatezunknown attribute %s)lowerstriplenr )ZattrtypeZ uattributerrr parse_typeDs   rcCs |dS)z5If attribute is nominal, returns a list of the values,)split) attributerrr get_nominal[srcCs>t|g}|dddkr&td|dd|D|S)z4Read each line of the iterable and put it in a list.rrz0This looks like a sparse ARFF: not supported yetcSsg|]}|qSrr).0irrr esz"read_data_list..)rr ValueErrorextend)ofiledatarrrread_data_list`s  r'cCsDt|g}d}|dddkr*tdx|D] }|d7}q0W|S)z5Read the whole file to get number of data attributes.rrz0This looks like a sparse ARFF: not supported yet)rrr#)r%r&Zlocr!rrr get_ndatais   r)cCst|}tdd|DS)a Given a string containing a nominal type definition, returns the string len of the biggest component. A nominal type is defined as seomthing framed between brace ({}). Parameters ---------- atrv : str Nominal type definition Returns ------- slen : int length of longest component Examples -------- maxnomlen("{floup, bouga, fl, ratata}") returns 6 (the size of ratata, the longest nominal value). >>> maxnomlen("{floup, bouga, fl, ratata}") 6 css|]}t|VqdS)N)r)r r!rrr szmaxnomlen..) get_nom_valmax)atrvZnomtprrr maxnomlentsr.cCsBtd}||}|r6tdd|ddDStddS)aGiven a string containing a nominal type, returns a tuple of the possible values. A nominal type is defined as something framed between braces ({}). Parameters ---------- atrv : str Nominal type definition Returns ------- poss_vals : tuple possible values Examples -------- >>> get_nom_val("{floup, bouga, fl, ratata}") ('floup', 'bouga', 'fl', 'ratata') z{(.+)}css|]}|VqdS)N)r)r r!rrrr*szget_nom_val..r(rz(This does not look like a nominal stringN)recompilematchtuplegrouprr#)r-Z r_nominalmrrrr+s   r+cCstd}||}|r|d}d}d|krD|dd}d}n|dd}d}d|krl|dd }d }d |kr|d d }d }d|kr|dd}d}d|kr|dd}d}d|kr|dd}d}d|ksd|krtd|dkrtd||fStddS)Nz%[Dd][Aa][Tt][Ee]\s+[\"']?(.+?)[\"']?$r(Zyyyyz%YYZyyz%yZMMz%mMZddz%dDZHHz%HhZmmz%Mr4Zssz%SszZz6Date type attributes with time zone not supported, yetz"Invalid or unsupported date formatzInvalid or no date format)r/r0r1r3rreplacer#)r-Zr_dater4pattern datetime_unitrrrget_date_formats>         r?cCstdd|S)zWSkip header. the first next() call of the returned iterator will be the @data linecSs t| S)N) r_datametar1)xrrrszgo_data..) itertools dropwhile)r%rrrgo_datasrEcCs|}t|}|rj|d}t|r@t|\}}t|}qvt|r`t|\}}t|}qvt dn t d||dkrt d|||fS)ahParse a raw string in header (eg starts by @attribute). Given a raw string attribute, try to get the name and type of the attribute. Constraints: * The first line must start with @attribute (case insensitive, and space like characters before @attribute are allowed) * Works also if the attribute is spread on multilines. * Works if empty lines or comments are in between Parameters ---------- attribute : str the attribute string. Returns ------- name : str name of the attribute value : str value of the attribute next : str next line to be parsed Examples -------- If attribute is a string defined in python as r"floupi real", will return floupi as name, and real as value. >>> iterable = iter([0] * 10) # dummy iterator >>> tokenize_attribute(iterable, r"@attribute floupi real") ('floupi', 'real', 0) If attribute is r"'floupi 2' real", will return 'floupi 2' as name, and real as value. >>> tokenize_attribute(iterable, r" @attribute 'floupi 2' real ") ('floupi 2', 'real', 0) r(zmulti line not supported yetzFirst line unparsable: %srz'relational attributes not supported yet) r r_attributer1r3 r_comattrvaltokenize_single_commar r_wcomattrvaltokenize_single_wcommar#)iterablerZsattrZmattrr-nametypeZ next_itemrrrtokenize_attributes)          rNcCsbt|}|rNy |d}|d}WqZtk rJtdYqZXn td|||fS)Nr(z Error while tokenizing attributez Error while tokenizing single %s)rGr1r3r IndexErrorr#)valr4rLrMrrrrH s  rHcCsbt|}|rNy |d}|d}WqZtk rJtdYqZXn td|||fS)Nr(rOz Error while tokenizing attributez Error while tokenizing single %s)rIr1r3rrPr#)rQr4rLrMrrrrJ/s  rJc Cst|}xt|rt|}q Wd}g}xt|st|}|rt|}|rpt||\}}}|||fqt|}|r| d}n t d|t|}q*t|}q*W||fS)z&Read the header of the iterable ofile.Nr(zError parsing line %s) r r_commentr1r@ r_headerlinerFrNappend r_relationr3r#) r%r!ZrelationZ attributesr4ZisattrrLrMZisrelrrr read_header>s&          rVcCsd|krtjSt|SdS)avgiven a string x, convert it to a float. If the stripped string is a ?, return a Nan (missing value). Parameters ---------- x : str string to convert Returns ------- f : float where float can be nan Examples -------- >>> safe_float('1') 1.0 >>> safe_float('1\n') 1.0 >>> safe_float('?\n') nan ?N)npnanfloat)rArrr safe_float`sr[cCs<|}||kr|S|dkr |Stdt|t|fdS)NrWz%s value not in %s)rr#str)valuepvalueZsvaluerrr safe_nominal}s r_cCsN|dd}|dkr(td|Stj||}t|d|SdS)N'"rWZNaTzdatetime64[%s])rrXZ datetime64datetimeZstrptimeZastype)r] date_formatr>Zdate_strZdtrrr safe_dates  rdc@s@eZdZdZddZddZddZdd Zd d Zd d Z dS)raySmall container to keep useful information on a ARFF dataset. Knows about attributes names and types. Examples -------- :: data, meta = loadarff('iris.arff') # This will print the attributes names of the iris.arff dataset for i in meta: print(i) # This works too meta.names() # Getting attribute type types = meta.types() Notes ----- Also maintains the list of attributes in order, i.e. doing for i in meta, where meta is an instance of MetaData, will return the different attribute names in the order they were defined. cCs||_i|_g|_xn|D]f\}}t|}|j||dkrP|t|f|j|<q|dkrp|t|df|j|<q|df|j|<qWdS)Nrrr)rL _attributes _attrnamesrrTr+r?)selfrelattrrLr]tprrr__init__s zMetaData.__init__cCspd}|d|j7}xX|jD]N}|d||j|df7}|j|dr`|dt|j|d7}|d7}qW|S)Nz Dataset: %s z %s's type is %srr(z , range is %s )rLrfrer\)rgmsgr!rrr__repr__s  zMetaData.__repr__cCs t|jS)N)iterrf)rgrrr__iter__szMetaData.__iter__cCs |j|S)N)re)rgkeyrrr __getitem__szMetaData.__getitem__cCs|jS)z#Return the list of attribute names.)rf)rgrrrnamesszMetaData.namescsfddjD}|S)z#Return the list of attribute types.csg|]}j|dqS)r)re)r rL)rgrrr"sz"MetaData.types..)rf)rgZ attr_typesr)rgrtypesszMetaData.typesN) r r r __doc__rkrorqrsrtrurrrrrs cCs:t|dr|}n t|d}zt|S||k r4|XdS)a  Read an arff file. The data is returned as a record array, which can be accessed much like a dictionary of numpy arrays. For example, if one of the attributes is called 'pressure', then its first 10 data points can be accessed from the ``data`` record array like so: ``data['pressure'][0:10]`` Parameters ---------- f : file-like or str File-like object to read from, or filename to open. Returns ------- data : record array The data of the arff file, accessible by attribute names. meta : `MetaData` Contains information about the arff file such as name and type of attributes, the relation (name of the dataset), etc... Raises ------ ParseArffError This is raised if the given file is not ARFF-formatted. NotImplementedError The ARFF file has an attribute which is not supported yet. Notes ----- This function should be able to read most arff files. Not implemented functionality include: * date type attributes * string type attributes It can read files with numeric and nominal attributes. It cannot read files with sparse data ({} in the file). However, this function can read files with missing data (? in the file), representing the data points as NaNs. Examples -------- >>> from scipy.io import arff >>> from io import StringIO >>> content = """ ... @relation foo ... @attribute width numeric ... @attribute height numeric ... @attribute color {red,green,blue,yellow,black} ... @data ... 5.0,3.25,blue ... 4.5,3.75,green ... 3.0,4.00,red ... """ >>> f = StringIO(content) >>> data, meta = arff.loadarff(f) >>> data array([(5.0, 3.25, 'blue'), (4.5, 3.75, 'green'), (3.0, 4.0, 'red')], dtype=[('width', '>> meta Dataset: foo width's type is numeric height's type is numeric color's type is nominal, range is ('red', 'green', 'blue', 'yellow', 'black') readZrtN)hasattropen _loadarffclose)fr%rrrrsF  c syt|\}}Wn6tk rF}zdt|}t|Wdd}~XYnXd}x$|D]\}}t|}|dkrRd}qRWt||} tttd} tttd} g} g|sVx|D]\}}t|}|dkrt|\} }| |d|f t t | |dq|d kr4t |}| |d |ft |} t t|d q| || |f tqWntd tdfdd }||}t|| }|| fS)Nz'Error while parsing header, error was: FrT)rrrrzdatetime64[%s])rcr>rzS%d)r^z*String attributes not supported yet, sorryrc3sXtt}xF|D]>}t|st|r,q||tfdd|DVqWdS)Ncsg|]}||qSrr)r r!) convertorsrowrrr"qsz0_loadarff..generator..)listrangerRr1r_emptyrr2)Zrow_iterZdelimZelemsraw)r}ni)r~r generatorZs    z_loadarff..generator)r)rVr#r\r rrrZr[r?rTrrdr.r+r_NotImplementedErrorrrXZfromiter)r%rhriernhasstrrLr]rMmetaZ acls2dtypeZ acls2convZdescrrcr>nr^rar&r)r}rrrz#sL       rzcCs<|jd|jd}t|t|t|t||fS)Ng?r()sizerXZnanminZnanmaxmeanstd)r&Znbfacrrr basic_stats|src Cs|d}|dks |dks |dkrJt|\}}}}td||||||fnZ|d}x0tt|ddD]} ||d| d7}qhW||dd 7}|d 7}t|dS) Nrrrrz%s,%s,%f,%f,%f,%fz,{r(r})rprintrr) rLrjr&rMminr,rrrnr!rrrprint_attributesrcCsJt|\}}tt|jt|jx |D]}t|||||q*WdS)N)rrrZdtyperr)filenamer&rr!rrr test_wekas    rF__main__r()6Z __future__rrrr/rCrb functoolsrZnumpyrXZscipy._lib.sixr__all__r0Zr_metarRrrSr@rUrFrGrIIOErrorr r rrr'r)r.r+r?rErNrHrJrVr[r_rdobjectrrrzrrrZ__test__r sysargvrrrrrsX               ( A"  BQY