,]c@sdZddlmZddlmZmZddlmZmZm Z m Z m Z ddl m Z mZddlmZmZmZmZmZmZmZmZmZmZmZmZddlmZmZmZyddl m!Z!Wn!e"k rddl#m!Z!nXdd l$Z%dd l&m'Z'dd l(m)Z)dd l*m+Z+m,Z,dd l-m.Z.m/Z/m0Z0m1Z1m2Z2ddl3m4Z5ddl6m7Z7m8Z8m9Z9m:Z:ddl;m<Z<e=e>e%j?e%j@fZAeBe%jCe%jDfZEddddddgZFdZGdZHdZIdZJdZKdZLdZMdZNdZOe jPZQd ZRd!ZSd"ZTd#ZUd$ZVd%efd&YZWd'efd(YZXd)efd*YZYd+efd,YZZd-e[d.Z\d/Z]e^d0kre]nd S(1s Pandas DataFrame Editor Dialog. DataFrameModel is based on the class ArrayModel from array editor and the class DataFrameModel from the pandas project. Present in pandas.sandbox.qtpandas in v0.13.1. Originally based on pandas/sandbox/qtpandas.py of the `pandas project `_. The current version is qtpandas/models/DataFrameModel.py of the `QtPandas project `_. i(tAPI(t from_qvariantt to_qvariant(tQAbstractTableModelt QModelIndextQttSignaltSlot(tQColortQCursor( t QApplicationt QCheckBoxtQDialogt QGridLayoutt QHBoxLayoutt QInputDialogt QLineEdittQMenut QMessageBoxt QPushButtont QTableViewt QHeaderView(t DataFramet DatetimeIndextSeries(tOutOfBoundsDatetimeN(t_(tDEFAULT_SMALL_DELTA(tget_fonttconfig_shortcut(tiotis_text_stringtis_type_text_stringtPY2tto_text_string(t icon_manager(t add_actionst create_actiont keybindingt qapplication(t get_idx_recttfalsetft0s0.s0.0t s%.6ggAgj@i<gQ?gQ?gffffff?g?g333333?g?g?g333333?cCs|jtkrd}n|S(sb Used to convert bool intrance to false since any string in bool('') will return True t(tlowert _bool_false(tvalue((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pytbool_false_checkMs cCsMg|D]}|dk r|^q}t|\}}t|t|fS(s&Returns the global maximum and minimumN(tNonetziptmaxtmin(tcol_valstindextxtcol_vals_without_Nonetmax_coltmin_col((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyt global_maxWs%tDataFrameModelcBseZdZdZdZeddZdZdZ dZ dZ dZ e jd Zd Zd Zd Ze jd Ze jdZdZe jddZdZedZeedZeedZedZdZ RS(s DataFrame Table Modelii(cCsstj|||_||_|jj|_|jj|_||_ d|_ g|_ |jj d|_|jj d|_|j|j}d|_|tkr|jt|_t|_|jdnt|_t|_|jd|tkr|j|_|j|_nT|jtkr9|j|_n |j|_|jtkrc|j|_n |j|_dS(Nii(Rt__init__tdialogtdfR7ttolisttdf_indextcolumnst df_headert_formatR2tcomplex_intrantdisplay_error_idxstshapet total_rowst total_colst max_min_colt LARGE_SIZEtmax_min_col_updatetTruetcolum_avg_enabledtbgcolor_enabledt colum_avgtFalset ROWS_TO_LOADt rows_loadedt COLS_TO_LOADt cols_loadedt LARGE_NROWSt LARGE_COLS(tselft dataFrametformattparenttsize((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyR>ds:                 cCs|jjddkrdSg|_x|jjD]\}}|jttkr|jtkr|jdt}|j dt}n0|j jdt}|j j dt}||kr||g}q||dg}nd}|jj |q3WdS(s) Determines the maximum and minimum number in each column. The result is a list whose k-th entry is [vmax, vmin], where vmax and vmin denote the maximum and minimum of the k-th column (ignoring NaN). This list is stored in self.max_min_col. If the k-th column has a non-numerical dtype, then the k-th entry is set to None. If the dtype is complex, then compute the maximum and minimum of the absolute values. If vmax equals vmin, then vmin is decreased by one. iNtskipnai( R@RHRKt iteritemstdtypetREAL_NUMBER_TYPEStCOMPLEX_NUMBER_TYPESR4RNR5tabsR2tappend(RYtdummytcoltvmaxtvmintmax_min((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRMs   cCs|jS(sReturn current format(RE(RY((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyt get_formatscCs||_|jdS(sChange display formatN(REtreset(RYR[((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyt set_formats cCs|dk|_|jdS(sToggle backgroundcoloriN(RPRk(RYtstate((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pytbgcolorscCs>|dk|_|jr'd|_n t|_|jdS(sToggle backgroundcoloricSs||S(N((R6R7((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pytR-N(ROt return_maxR<Rk(RYRm((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRQs   cCs|tjkrtS|tjkr|dkr5dS|dkrtr|jd}yt|dd}Wn"t|st|}qnXt|St|j|drt|j|dStt|j|dSntSdS(sSet header dataitIndexitencodings utf-8-sigN(Rt DisplayRoleRt HorizontalR!RDR"R (RYtsectiont orientationtroletheader((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyt headerDatas"    c CsM|j}|dkr5tt}|jt|S|jsBdS|j|j|d}|j|ddkrtt}t |r|jt qI|jt nt |trt}nt}|j|j|d\}}tt|||||}tt|}|dkr1d}ntj|ttt}|S(s#Background color depending on valueiNi(tcolumnRtBACKGROUND_NONNUMBER_COLORt setAlphaFtBACKGROUND_INDEX_ALPHARPt get_valuetrowRKR2RtBACKGROUND_STRING_ALPHAtBACKGROUND_MISC_ALPHAt isinstanceRbRctfloatRptBACKGROUND_NUMBER_MINHUEtBACKGROUND_NUMBER_HUERANGEtfromHsvFtBACKGROUND_NUMBER_SATURATIONtBACKGROUND_NUMBER_VALUEtBACKGROUND_NUMBER_ALPHA( RYR7RztcolorR0t color_funcRgRhthue((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyt get_bgcolors2            cCszy|jj||f}WnYtk rY|jjdd|fjtj|}n|jj||f}nX|S(s"Returns the value of the DataFrameN(R@tiatRtiloctastypetstr(RYRRzR0((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyR~s /cCs|jjj|_dS(s"Update the DataFrame indexN(R@R7RARB(RY((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pytupdate_df_indexscCs|jstS|tjks1|tjkr3|j}|j}|dkr|j|}t|rr|Stt |Sq|j ||d}t |t ryt|j |SWq0ttfk rtt|SXqt|r|Sytt |SWqtk r/|jj|dSXno|tjkrUt|j|S|tjkrwttdtS|tjkr||jkrtdSntS(s Cell contentiiuDisplay Error!tfont_size_deltasWIt is not possible to display this value because an error ocurred while trying to do it(tisValidRRRstEditRoleRzRRBR R"R~RRREt ValueErrort TypeErrortDEFAULT_FORMATt ExceptionRGRdtBackgroundColorRoleRtFontRoleRRt ToolTipRoleR(RYR7RwRzRtdf_idxR0((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pytdatas>         c Cs|jdk rL|jjddj|drLtj|jddtSny1|tj k}|dkrYy7|j j d|j j |dd|dt d d Wntk r|j jd |j j |dd|dt d d netk r}tj|jdd t|n3tk rK}tj|jdd t|nX|jn#|j jdt d||jWn4tk r}tj|jddt|tSX|jt S(sOverriding sort methodtaxisiitErrorsDTypeError error: no ordering relation is defined for complex numberstbyt ascendingtinplacetkindt mergesortRCsValueError: %ssSystemError: %ssTypeError error: %sN(RFR2tanyRRtcriticalR?RRRtAscendingOrderR@t sort_valuesRCRNtAttributeErrortsortRR"t SystemErrorRt sort_indexRRRk(RYRztorderRte((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyREs>           cCs@|jdkr tjtjBStjtj||tjBS(s Set flagsi(RzRt ItemIsEnabledtItemIsSelectablet ItemFlagsRtflagstItemIsEditable(RYR7((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRmsc Cs|j}|j}||jkr+tS|dk ryf|j|dtj}t|t }|t kr|t |}n|||j j ||dfRMRjRlRnRQRRsRyRR~RRRRRRRRRRRRRRRRk(((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyR=^s.(    "  0( '   tFrozenTableViewcBs eZdZdZdZRS(sThis class implements a table with its first column frozen For more information please see: https://doc.qt.io/qt-5/qtwidgets-itemviews-frozencolumn-example.htmlcCs6tj||||_|j|j|jtj|jj y|j j t j Wn|j jt j nX|jj||j|jx3td|jjD]}|j|tqW|jd|jd|jtj|jtj|j|jddS(s Constructor.iiN(RR>R\tsetModeltmodeltsetFocusPolicyRtNoFocustverticalHeaderthidethorizontalHeadertsetSectionResizeModeRtFixedt setResizeModetviewportt stackUndertsetSelectionModeltselectionModeltrangeRtsetColumnHiddenRNtsetColumnWidtht columnWidthtsetHorizontalScrollBarPolicytScrollBarAlwaysOfftsetVerticalScrollBarPolicytshowtsetVerticalScrollMode(RYR\Rf((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyR>s$ " cCsm|j|jjj|jj|jj|jjd|jjj|jjjdS(sOUpdate the frozen column size when an update occurs in its parent tableiN( t setGeometryR\Rtwidtht frameWidthRRtheightR(RY((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pytupdate_geometrys   (RRRR>R(((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRs t DataFrameViewcBseZdZdZdZdZdZdZdZe e dZ dZ d Z d Z d Zed ZRS( sData Frame view classcsjtj|j|t_jjjdjdjj j j j j j j jjjj jjdg_j_jjj jj_tjdddddjjj fdjjj fdjjj jjjdS( Nitcontexttvariable_explorertnametcopyR\csj|dtS(NRC(tload_more_dataRN(R(RY(sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRoR-csj|dtS(NR(RRN(R(RY(sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRo R-(RR>RRtfrozen_table_viewRtsetHorizontalScrollModeRRtsectionResizedtconnecttupdate_section_widthRtupdate_section_heighttverticalScrollBart valueChangedtsetValueR2tsort_oldt header_classtsectionClickedt sortByColumnt setup_menutmenuRRthorizontalScrollBar(RYR\R((RYsNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyR>s,     cCs3|dkr/|jjd||jjndS(ssUpdate the horizontal width of the frozen column when a change takes place in the first column of the tableiN(RRR(RYt logical_indextold_sizetnew_size((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyR$s cCs|jj||dS(scUpdate the vertical width of the frozen column when a change takes place on any of the rowsN(Rt setRowHeight(RYRRR ((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyR+scCs!tj|||jjdS(sUpdate the frozen column dimensions. Updates takes place when the enclosing window of this table reports a dimension change N(Rt resizeEventRR(RYtevent((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyR 0scCstj|||}|jjd|jjd}|j|jj}|joj|jdk}|o|||k}||kr|j j ||}|j j |n|S(sUpdate the table position. Updates the position along with the frozen column when the cursor (selector) changes its position ii( Rt moveCursorRRt visualRectttopLeftR8tMoveLeftRzRR0R(RYt cursor_actiont modifierstcurrentt col_widtht topleft_xtoverflowt new_value((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyR 9s cCs,|jdkr(tj|||ndS(sScroll the table. It is necessary to ensure that the item at index is visible. The view will try to position the item according to the given hint. This method does not takes effect only if the frozen column is scrolled. iN(RzRtscrollTo(RYR7thint((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRNscCsr|r7||jjkr7|jjd|n|rn||jjkrn|jjd|ndS(NRRC(RtmaximumRRR(RYR0RRC((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRYscCs|jdgkr%|jjtn|jj}|jj||st|jdkrt|jjt n!|jj |jd|jddS||jjg|_dS(s Implement a Column sort iiiN( RR2RtsetSortIndicatorShownRNtsortIndicatorOrderRRRRRtsetSortIndicator(RYR7t sort_order((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyR_scCs$|jj|j|jdS(sReimplement Qt methodN(Rtpopupt globalPostaccept(RYR ((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pytcontextMenuEventmsc s(ttddtddtjddjdtj}tdtftdt ftd t ftd t ftd t ff}|g}xl|D]d\}}t d ks|fd }n|fd}|t|d|dtjg7}qWt}t|||S(sSetup context menutCopytshortcutticonteditcopyt triggeredRsTo bools To complexsTo intsTo floatsTo strtpysidecs j|S(N(R(t_checkedtfunc(RY(sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRoR-cs j|S(N(R(R*(RY(sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRoR-(R%RR&timaR%RRtWidgetShortcutRtcomplextintRR"RRR$(RYt copy_actiont functionst types_in_menuRR*tslotR((RYsNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRrs&       cCsE|j}|j}g|D]}|j|dd|^qdS(s&A function that changes types of cellsR-RN(RtselectedIndexesR(RYR*Rt index_listti((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRs  c Cs|jsdSt|j\}}}}t}}|dkrSd}t}n|jj}|dkrdjtt|j j t ||d}n|dks|dkr|j d|krt}n|j t ||dt |d|f} tj} | j| ddd|d|tsD| j}n| jjd }| jtj} | j|dS( sCopy text to clipboardNiis tseps R7Rxsutf-8(R3R(RRRNRR@tjointmapRR7RAtsliceRHRRtStringIOtto_csvR!tgetvaluetdecodetcloseR t clipboardtsetText( RYtrow_mintrow_maxtcol_mintcol_maxR7RxR@tcontentstobjtoutputR?((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRs,     + -   (RRRR>RRR R RRRRRR"RRRR(((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRs         tDataFrameEditorcBsqeZdZeeeZd dZddZ e e e dZ dZ dZdZdZRS( s Dialog for displaying and editing DataFrame and related objects. Signals ------- sig_option_changed(str, object): Raised if an option is changed. Arguments are name of option and its new value. cCs6tj|||jtjt|_d|_dS(N( R R>t setAttributeRtWA_DeleteOnCloseRRt is_seriesR2tlayout(RYR\((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyR>s R-cCsSt|_|j|j|jtjd|rUt|d|jj}nt d|jj}t |t rt |_ |j}nt |trt|}n|j||jddt|d||_|jjj|jt||j|_|jj|j|j|j|jdd|jtjt}t t d }|j||j!j|j"t t d }|j||j!j|j#t$t d }|j%|jj&|j'|jj&|j(j|j)|j|t$t d |_*|j*j%|jj+|j*j'|j o\|jj&|j*j(j|jj,|j|j*|j-t t d |_.|j.j/t |j.j!j|j0|j|j.t t d|_1|j1j2t |j1j3t |j1j!j|j4|j|j1|jj5|ddt S(s Setup DataFrameEditor: return False if data is not supported, True otherwise. Supported types for data are DataFrame, Series and DatetimeIndex. tarredits - %ss %s editoriXiR\ii,tFormattResizesBackground colorsColumn min/maxsSave and ClosetCloseii(6R RLt setLayoutt setWindowIconR+R%R"RRRRRRNRKtto_frameRRtsetWindowTitletresizeR=t dataModelRRtsave_and_close_enableRt dataTablet addWidgettsetMinimumSizetsetWindowFlagsRtWindowRRtclickedt change_formattresize_to_contentsR t setCheckedRPt setEnabledt stateChangedtchange_bgcolor_enabletbgcolor_globalRORQt addStretchtbtn_save_and_closet setDisabledR!t btn_closetsetAutoDefaultt setDefaulttrejectt addLayout(RYRttitlet btn_layouttbtnRn((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pytsetup_and_checksd         cCs4|jjt|jjt|jjtdS(sAHandle the data change event to enable the save and close button.N(RfRaRNRiRj(RYttop_leftt bottom_right((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRW scCs4|jj||jj|j o,|dkdS(sV This is implementet so column min/max is only active when bgcolor is iN(RVRnRdRaRK(RYRm((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRcscCstj|tdtdtj|jj\}}|rt|}y |dWn6tdj|}t j |td|dSX|j dstdj|}t j |td|dS|jj ||j jd |ndS( s Ask user for display format for floats and use it. This function also checks whether the format is valid and emits `sig_option_changed`. RNsFloat formattingg?sFormat ({}) is incorrectRNt%s!Format ({}) should start with '%'tdataframe_format(RtgetTextRRtNormalRVRjRR[RRt startswithRltsig_option_changedR(RYR[tvalidtmsg((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyR^s$   cCs7|jj}|jr/|jdddfS|SdS(s1Return modified Dataframe -- this is *not* a copyNi(RVRRKR(RYR@((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyR~2s cCsQtjttj|jj|jjdt |jjtj dS(NRC( R tsetOverrideCursorR Rt WaitCursorRXtresizeColumnsToContentsRVRRNtrestoreOverrideCursor(RY((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyR_<s   N(RRRRRtobjectRxR2R>RpRRRWRcR^R~R_(((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRHs G   R-cCs^t}td|}|j|d|rA|j|jSddl}|jddS(sTest subroutineR\RmiNi(R'RHRptexec_R~tsystexit(RRmR\tapptdlgR((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyt test_editGs    c Cs|ddlm}ddlm}m}ttdgd dgdd gd d gdd gtjj d d dgddgddggddd|||dddgd|dg}t |}|||t tdgd|dgdd}t |j d}|||ttjj dd}t |}|||t tj ddd}t |}|||dS(!sDataFrame editor testi(tnan(tassert_frame_equaltassert_series_equalRiy?R-ttesttstringg(\?RR.is Unkown types Large valueidsáéítunicodeR7tatbtcsTest global maxtdRCtTypeRiii Ny??(tnumpyRtpandas.util.testingRRRRNRtrandomtrandRRRtarange(RRRtdf1touttresulttseries((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pyRTs2         $    t__main__(_RtqtpyRt qtpy.compatRRt qtpy.QtCoreRRRRRt qtpy.QtGuiRR tqtpy.QtWidgetsR R R R RRRRRRRRtpandasRRRtpandas._libs.tslibRt ImportErrort pandas.tslibRRtspyder.config.baseRtspyder.config.fontsRtspyder.config.guiRRtspyder.py3compatRRR R!R"t spyder.utilsR#R+tspyder.utils.qthelpersR$R%R&R't+spyder.widgets.variableexplorer.arrayeditorR(RR.tint64tint32RaR-t complex64t complex128RbR/RRLRWRXRRRRRt lightGrayR{R}RRR1R<R=RRRHR2RRR(((sNlib/python2.7/site-packages/spyder/widgets/variableexplorer/dataframeeditor.pytsZ(R  ("  ( "