B T\*@sddlmZmZmZddlmZddlmZddlZ ddl m Z ddl m Z dd l mZdd lmZdd lmZdd lmZd dZddZddZddZdS))absolute_importdivisionprint_function)product)mulN)Array)tokenize)flatten)reduce)HighLevelGraph)Mc stdd|Dstt|d}t|d}ddtt|D}ddtt|D}x|dksp|dkr||||kr||||<||||<|d8}|d8}q^||}||}|dkrd||<|d8}q^|dkrd||<|d8}q^||kr|d} x4| dkr4tt|| |d|kr4| d8} qWtt|| |d|krZtd x*t| d|dD]} || f|| <qnWtttt|| d|d} t|| | || <tt|| d|dt fd d|| D||<|d8}| d}q^||kr^|d} x4| dkrFtt|| |d|krF| d8} qWtt|| |d|krltd tt|| d|dt ||||<x*t| d|dD]} || f|| <qWt fd d||D|| <| d}|d8}q^Wt |t |fS) Ncss|]}t|tVqdS)N) isinstancetuple).0cr1lib/python3.7/site-packages/dask/array/reshape.py sz"reshape_rechunk..rcSsg|]}dqS)Nr)rirrr sz#reshape_rechunk..cSsg|]}dqS)Nr)rrrrrrsr)rzShapes not compatiblec3s|]}|VqdS)Nr)rr)prodrrr4sc3s|]}|VqdS)Nr)rr)csrrrGs) allAssertionErrorlenranger r ValueErrormap expand_tuplercontract_tuple) ZinshapeZoutshapeinchunksZiiZoiZresult_inchunksZresult_outchunksZdinZdoutZileftrZchunk_reductionZoleftr)rrrreshape_rechunks`       (  ( r#cCs|dkr |Sg}xX|D]P}|}t||d}x*|d|krV|t||t|8}q.W|r||qWt|t|ks~tt|S)z >>> expand_tuple((2, 4), 2) (1, 1, 2, 2) >>> expand_tuple((2, 4), 3) (1, 1, 1, 1, 2) >>> expand_tuple((3, 4), 2) (1, 2, 2, 2) >>> expand_tuple((7, 4), 3) (2, 2, 3, 1, 1, 2) rr )maxappendintsumrr)chunksfactoroutrxpartrrrr Os r cCs`t||dkstg}d}x:|D]2}||7}||}||}||}|r"||q"Wt|S)z Return simple chunks tuple such that factor divides all elements Examples -------- >>> contract_tuple((2, 2, 8, 4), 4) (4, 8, 4) r)r'rr%r)r(r)r*ZresidualchunkZdivZgoodrrrr!ns  r!csddlm}tt||}dd|D}t|t|krt|t|dkrTtdt|dkrn|jdkrn|S||jtt |dtfdd|D}t t |j rtd|j tt |d|jkrtd |j |kr|Sd t||}|jdkr\tt|}|fd t|tj||fi}td d|D}tj|||gd }t||||jdSt|j ||j\} } || } tt| jgfdd| D} tt|gfdd| D} tt| }ddt| | |D}tj||| gd }t||| |jdS)a/ Reshape array to new shape This is a parallelized version of the ``np.reshape`` function with the following limitations: 1. It assumes that the array is stored in C-order 2. It only allows for reshapings that collapse or merge dimensions like ``(1, 2, 3, 4) -> (1, 6, 4)`` or ``(64,) -> (4, 4, 4)`` When communication is necessary this algorithm depends on the logic within rechunk. It endeavors to keep chunk sizes roughly the same when possible. See Also -------- dask.array.rechunk numpy.reshape r)sanitize_indexcSsg|]}|dkr|qS)r)rsrrrrszreshape..z&can only specify one unknown dimensionc3s|]}|dkrn|VqdS)r/Nr)rr0) missing_sizerrrszreshape..z/Array chunk size or shape is unknown. shape: %sz)total size of new array must be unchangedzreshape-)rcss|] }|fVqdS)Nr)rdrrrrs)Z dependencies)dtypecSsg|]}tt|qSr)rr)rrrrrrscSsg|]}tt|qSr)rr)rrrrrrscSs i|]\}}}tj||f|qSr)rreshape)rabshaperrr szreshape..) Zslicingr.rrrrndimsizer rnpZisnanr'r7r Z npartitionsnextr Z __dask_keys__rr4r Zfrom_collectionsrr3r#r(Zrechunklistrnamezip)r+r7r.Z known_sizesr>keyZdskr(Zgraphr"Z outchunksZx2Zin_keysZout_keysZshapesr)r1rr4s>       r4)Z __future__rrr itertoolsroperatorrZnumpyr;Zcorerbaser r Z compatibilityr Zhighlevelgraphr Zutilsrr#r r!r4rrrrs        ?