JevdZddlZddlZddlmZddlZddlZddlZddl m Z ddl m Z ddl mZmZddlmZmZmZmZmZddlmZddlmZmZmZmZmZmZdd lm Z dd l!m"Z"dd l#m$Z$dd l%m&Z&dd l'm(Z(m)Z)ddl*m+Z+ddl,m-Z-ddl.m/Z/m0Z0ddl1m2Z2m3Z3ddl4m5Z5ddl6m7Z7m8Z8ddl9m:Z:ejve<Z=e3j|Z?GddZ@GddZAGddZBGddZCGddZDGdd ZEd!ZFd"ZGGd#d$e$ZHGd%d&eZIGd'd(ee&ZJd)ZKd*ZLeuμsư>msMbP?min<h)refindalllenfloat)textpatternmatchestimerestmps r; gettime_srpbs1Gjj$'G 7|q D CFm q6T> 4KC Vz ! 4KC Vt^ 4KC Vu_ 2IC Vs] 4KC    Kr:ceZdZdZdZedZeee eZ eZ eZ dfd Z dZdZdZdZd Zd Zdd Zed d dZdZdZdZddZddZdZdZddZdZdZ ddZ!xZ"S)ProfilerWidgetz Profiler widget. Tzprofiler.resultscht|||||jdtd|_d|_d|_d|_d|_d|_ |jd|_ d|_ t|tj|_t#||_t'|_t*j,|j(_t1}|j3|j$|j5||j$j6j9|j6y)N text_colorFid_)super__init__set_confMAIN_TEXT_COLOR _last_wdir _last_args pythonpath error_outputoutputrunningget_confrtprocessr#rIrK filecomboProfilerDataTreedatatreer datelabelrMrSIDr addWidget setLayoutsig_edit_goto_requestedconnect)selfnamepluginparentlayout __class__s r;rxzProfilerWidget.__init__s vv. lO4   -- 5 . 4>>@(. AKK' v --55  ( ( *r:ctdS)NProfilerrrs r; get_titlezProfilerWidget.get_titles }r:c|jSN)rrs r;get_focus_widgetzProfilerWidget.get_focus_widgets }}r:c jtjtdtdj dj _jtjdtdj dfd}jtjtdtd j d j_ jtjtd td j d d%fd _ jtjtdtdj dd%fd _jtjtdtdj dj _jtj$tdtdj dj&_jtj*tdtdj dj,_j.j1dj"j1dj3}j4|j fD]$}j7||t8j:&j=t>j@}jjjCtDjFjHjCtDjJjj"j(j.f D]$}j7||tLj:&tOstjPj4j fD]}|jSdd}td d!|d"td#d$}jHjU|yy)&Nz Run profilerrun)rjtipicon triggeredSelect Python filefileopenc$jSr) select_filexrs r;z&ProfilerWidget.setup..s 0 0 2r:OutputzShow program's outputlogr3zCollapse one level upcollapsec:jjdS)Nr change_viewrs r;rz&ProfilerWidget.setup..sT]]%>%>r%Br:r4zExpand one level downexpandc:jjdSNr\rrs r;rz&ProfilerWidget.setup..sT]]%>%>q%Ar:z Save datazSave profiling datafilesavez Load dataz"Load profiling data for comparison fileimportzClear comparison editdeleteF)toolbarsectionruTz.https://docs.python.org/3/library/profile.htmlzPlease installz zthe Python profiler moduleszr)+ create_actionr%r6r create_iconr start_actionr1r8show_log log_actionr3r(r4r)r7 save_data save_actionr5compare load_actionr2clearr' setEnabledget_main_toolbarradd_item_to_toolbarrArDcreate_toolbarr=r?create_stretcherrMrQrrRrGrZr setDisabledsetText)rr&ritemsecondary_toolbarwidgeturlrjs` r;setupzProfilerWidget.setups .. ! % %>".!!!%(hh / ** ! ( (&'!!*-2 + ,, ! , ,8)*!!%(mm -  $11 ! * *:)*!!*-B 2 "// ! ( (8)*!!(+A 0  -- ! * *;'(!!*-nn .  -- ! * *;67!!,/ll . !.. ! ' '%&$%!!,/jj /  $$U+ ##E*'')^^]D4E4EF D  $ $9>> %  !// " . .0))4+=+=**BMM+O^^**BMM+O__%%t'7'79J9JL D  $ $)@EE %  %& ==$..,,. )""4( )CC-./?-@#-./L-MOD NN " "4 ('r:c|jr|jd}n|jd}|jj||jj |j |j j |j |jj t|jjy)Nstopr) rrrsetIconrrr'boolr currentText)rrs r;update_actionszProfilerWidget.update_actions's <<##F+D##E*D !!$' ## $45 $$%56 $$T$..*D*D*F%GHr:c|j`|jjtjk(r5|jj |jj d|j y)z,Kill the profiling process if it is running.N)rstaterRunningclosewaitForFinishedrrs r;_kill_if_runningzProfilerWidget._kill_if_running4sU << #||!!#x'7'77 ""$ ,,T2 r:cd|_|j|j|jz|_|jj d|j d|jjd|jy)z Parse results once the profiling process has ended. Parameters ---------- exit_code: int QProcess exit code. exit_status: str QProcess exit status. FrT) justanalyzedN) r show_errorlogr~rrr show_datarrr)r exit_code exit_statuss r; _finishedzProfilerWidget._finished=sm  ''$++5  r" D) ##D) r:c6|r*|jjtjn)|jjtjt }|jj rX|r||jjz }n||jjz }|jj rXt|jd}|r|xj|z c_ y|xj|z c_ y)z Read otuput from QProcess. Parameters ---------- error: bool, optional Process QProcess output or error channels. Default is False. zutf-8)encodingN) rsetReadChannelr StandardErrorStandardOutputrbytesAvailablereadAllStandardErrorreadAllStandardOutputrdatar~r)rerrorqbarjs r; _read_outputzProfilerWidget._read_outputPs  LL ' '(>(> ? LL ' '(?(? @lll))+t||88::t||99;; ll))+ chhj7;     %  KK4 Kr:pythonpath_managerspyder_pythonpath)roptionc||_yr)r})rvalues r;_update_pythonpathz!ProfilerWidget._update_pythonpathks r:ctd}t||ttddz\}}tj|dj }|s|dz}|r|j j|yy)z Save data.zSave profiler resultProfiler result (*.Result)r\z.ResultN)rrrospsplitextlowerrr)rtitlefilename _selfilter extensions r;rzProfilerWidget.save_dataqs}().      = 0  * LL*1-335  )+H  MM # #H - r:c(t|tdttddz\}}|rb|jj ||j |j jd|jjdyy)z)Compare previous saved run with last run.zSelect script to comparerrTN) rrrrrrrrr'rrrs r;rzProfilerWidget.compares.  ( )    = 0  *  MM ! !( + NN     ' ' -    ( ( . r:c|jjd|jjd|j|jj dy)zClear data in tree.NTF)rrhide_diff_colsrr'rrs r;rzProfilerWidget.clearsD d# $$T*  $$U+r:ctsy|j|j}t|j Dcgc]}|j |}}d}|V||vrR|jj ||jj|jj dz n4|jj|jj||jj|jjr*|tj|}|j||yycc}w) Start the profiling process. Parameters ---------- wdir: str Working directory path string. Default is None. args: list Arguments to pass to the profiling process. Default is None. Nr\)rZrrrangecountitemTextaddItemsetCurrentIndexfindTextselectedis_validrdirnamestart)rrwdirargscomboidxitemsindexs r;analyzezProfilerWidget.analyzes%&  05ekkm0DE$EE =XU2 NN " "8 , NN * *4>>+?+?+AA+E F NN * *4>>+B+B8+L M ! >> " " $|{{8, JJtT " %FsE c|d|jjdt|tdt tddz\}}|jjd|r|j |yy)a Select filename to profile. Parameters ---------- filename: str, optional Path to filename to profile. default is None. Notes ----- If no `filename` is provided an open filename dialog will be used. NFrz Python filesz (*.py ; *.pyw)T)sig_redirect_stdio_requestedemitrrrrrs r;rzProfilerWidget.select_filesw    - - 2 25 9#2&' .!$55 $ Hj  - - 2 24 8  LL " r:c|jrEt|jtdd|}|jdd|j yy)zShow process output log.Profiler outputTrreadonlyrN)rrrresizeexec_r output_dialogs r;rzProfilerWidget.show_logsL ;;& )* M  c *    ! r:c|jrEt|jtdd|}|jdd|j yy)zShow process error log.rTrrrN)r~rrrrrs r;rzProfilerWidget.show_errorlogsP   &!!)* M  c *    ! r:cNtjj}|#j}|t j |}|j }|g}|_|_jjtdt_ jjtjjj|jjj!j"jj$j!fdjj&j!tj(ffd jj&j!j*t-}t.j0j3D]\}}|j5|||j5dd|j7d|j7dj8\t:j=d j8d |j5dt.j>jAj8jjC|jEd d }tG|sFjjI}|j7djjC|d_%d_&d_'jQdddjRg} t.jTdk(rC| jWt jX|j[t.j\dn| jW||r| j_ta|jjc|| jje} | s)tgjhtdtdjky)rNzProfiling, please wait...c(jdS)NT)r)rrsr;rz&ProfilerWidget.start.. sD%%D%1r:c(j||Sr)r)ecesrs r;rz&ProfilerWidget.start..st~~b"/Er:PYTHONIOENCODINGutf8 PYTHONPATHPYTHONEXECUTABLEzPass Pythonpath z to process executablemain_interpreterr PYTHONHOMErTz-mrWz-ont/ErrorzProcess failed to start)6rrrr{rbasenamer|rrrrrsetProcessChannelModeSeparateChannelssetWorkingDirectoryreadyReadStandardOutputrrreadyReadStandardErrorfinished ExitStatus stop_spinnerr osenvironrinsertremover}loggerdebugpathsepjoinsetProcessEnvironmentrrprocessEnvironmentrr~r start_spinnerDATAPATHrappendnormpathreplacesepextendr r waitForStartedrcriticalr) rr r rproc_envkvr*envp_argsrs ` r;r zProfilerWidget.starts "$.."<"<">? <??D|||H- <??D| q!<=>~  **8+D+DE ((. ,,44T5F5FG ++33 1 3 %%"-- E G %%d&7&78'(JJ$$& "DAq OOAq ! "*F3 %*+ ?? & LL+DOO+%s z%Y-%m-%d %H:%M:%S)rrrrhrrrrrrrr processEventsr load_datarE show_treertrmstrftime localtime)rrr text_style date_texts r;rzProfilerWidget.show_dataOsDK ""4;;d#:$<'*4;;'7!'; = !$.."<"<">?  q!?@A""$  . !B $//"&--0C040@#B"CC  y)r:)NNN)F)NNr)#r.r/r0__doc__ENABLE_SPINNERrrEr strintr sig_started sig_finishedrxrrrrrrrrrrrrrrrrr rrr __classcell__rs@r;rrrrsN/0H%S#s3 (KM8LN*@a)F I& 609LM N .$ /, #D#4 " "Qf*r:rrceZdZddZdZy)TreeWidgetItemNc0tj||yr)rrxrrs r;rxzTreeWidgetItem.__init__ps  v.r:c|jj} |dk(s|dk(r=t|j|}t|j|}||||kDSt |j|t |j|kDS#t $r&|j||j|kDcYSwxYw)Nr\) treeWidget sortColumnrprjri ValueError)r otherItemcolumnt0t1s r;__lt__zTreeWidgetItem.__lt__ss"--/ >{fktyy01y~~f56>bn7N6*+eINN64J.KK K >99V$y~~f'== = >sAB'4B,C  C r)r.r/r0rxrqr9r:r;rereos / >r:receZdZdZdZeeeeZdfd Z dZ dZ dZ dZ dZd Zd Zd Zd Zd ZdZedZdZdZdZdZdZdZdZdZdZxZ S)ra Convenience tree widget (with built-in model) to store and view profiler data. The quantities calculated by the profiler are as follows (from profile.Profile): [0] = The number of times this function was called, not counting direct or indirect recursion, [1] = Number of times this function appears on the stack, minus one [2] = Total time spent internal to this function [3] = Cumulative time that this function was present on the stack. In non-recursive functions, this is the total execution time from start to finish of each invocation of a function, including time spent in all subfunctions. [4] = A dictionary indicating for each function name, the number of times it was called by us. z<[=]>c ptrt| ||n-tj||t j||t dt dt dt dt dt dt dt dg|_|jd|jd |jd|jd d |_d|_ d|_ g|_ d|_ d|_ d|_d|_d|_|j#t%|j |j'|j |j)|j*j-|j.|j0j-|j2y) N) class_parentzFunction/Modulez Total TimeDiffz Local TimeCallsz File:linepythonfunctionclass)modulerxbuiltin constructor)rrwrxrrr header_listr icon_listprofdatastatsstats1 item_depth item_listitems_to_be_showncurrent_view_depth compare_filesetColumnCountrhsetHeaderLabelsinitialize_view itemActivatedritem_activated itemExpanded item_expanded)rrrs r;rxzProfilerDataTree.__init__sd  G V&  9  v .  & &t& A/0!L/1V9lOQvY' AfIkN,&&x0((4''1++G4      !%"&  C 0 012 T--.  ""4#6#67 !!$"4"45r:c<t|d||j|fzy)z@Set tree item user data: filename (string) and line_number (int)z%s%s%dN)r"SEPrrr line_numbers r; set_item_datazProfilerDataTree.set_item_datas4Xtxx,M!MNr:cjt|j|j\}}|t|fS)z0Get tree item user data: (filename, line_number))r!splitrr_)rrrline_number_strs r; get_item_datazProfilerDataTree.get_item_datas0$6t$<$B$B488$L!/_---r:c\|jd|_g|_i|_d|_y)z"Clean the tree and view parametersrN)rrrrrrs r;rz ProfilerDataTree.initialize_views) !#"#r:c&ddl} |j|g}|d|_|j + |j |j|j td||jj||_ |dj|_y#ttf$r d|_YywxYw#ttf$rI}tj|tdtdj|d|_Yd}~d}~wwxYw)z3Load profiler data saved by profile/cProfile modulerNr0zMError when trying to load profiler results. The error was

{0}c"|jSr) calc_callees)rs r;rz,ProfilerDataTree.load_data..s ann&r:)rXStatsOSErrorIOErrorrrrFrrLrformatmaprrr)r profdatafilerX stats_indies r;rVzProfilerDataTree.load_datas  ,,|47J#1     ( )!!&,,t/@/@"AB & 3 ""$  ](( '!  DM  W% )$$!G*%&&,fQi 1 %)!!  )s(B*B8B54B58D?D  Dc4|jd||_y)NF)rrrrs r;rzProfilerDataTree.compares E"$r:c6dD]}|j||y)N))setColumnHidden)rhideis r;rzProfilerDataTree.hide_diff_colss! *A  D ) *r:crt|jdkDr|jdj|yy)zSave profiler data.rN)rhr dump_statsrs r;rzProfilerDataTree.save_datas. t{{ a  KKN % %h / r:c|j|jjdny|jjD]#}d|ddk7s |djdr!|cSy)z Find a function without a callerN cumulative)~rrrz)r sort_statsfcn_list startswith)rfuncs r; find_rootzProfilerDataTree.find_rootse == $ MM $ $\ 2 MM** D4!9$T!W-?-?,..  r:c4|jj|S)z/Find all functions called by (parent) function.)r all_calleesrgs r; find_calleeszProfilerDataTree.find_calleess}}((00r:cv|j|jd|jd|j}|u|j ||j ||j d|jd|jdtj|jdyy)z4Populate the tree with profiler data and display it.TFNrr\) rsetItemsExpandablesetSortingEnabledr populate_treerresizeColumnToContents sortItemsr AscendingOrderr)rrootkeys r;rWzProfilerDataTree.show_trees  % u%.."     tT%6%6w%? @  ' ' *  " "4 ( NN1b// 0   Q  r:cd}|\}}}|dk(r?tj|\}}d}|dk(rtj|\}}d|zdz}|r|dk(rd}d }n|d k(rd }d ||fz}|||||fS) zAReturns processed information about the function's name and file.rxzrzz __init__.py& J*,s2M8s?(M!I *) %;(??Mm]IMMr:ct|}t|tr t|Sd|cxkrdkrnndj |dz }|Sd|cxkrdkrnndj |dz }|Sd|cxkrdkrnndj |dz }|Sd|cxkrdkrnnd j |}|Sd|cxkrd krWnnTt |d \}}|dkDr,t |d\}}t|j d d }d j ||}|St |d \}}|dkDr|dz}dj ||}|S)z8Get format and units for data coming from profiler task.r^r_z {0:.2f} nsrau {0:.2f} μsr\z {0:.2f} msrcz {0:.2f} sre.rz{0:.0f}.{1:.2s} minz{0:.0f}h:{1:.0f}min)abs isinstancer_rrdivmodr)measuremsrds r;format_measurezProfilerDataTree.format_measure$sjg, gs #!'* * 7 #e ##**7U?;G$#W % %(//%@G W ! !#**7U?;G B "))'2G' !T !'4(DAq2vgr*1"1%++C04,33Aq9G  '4(DAq2vR,33Aq9Gr:c"d}d}t|dk(rf|jZ|d|dz }|rM|dkrtjdfntjdf\}}dj ||j |}|j |d||ggS) aReturn a string formatted delta for the values in x. Args: x: 2-item list of integers (representing number of calls) or 2-item list of floats (representing seconds of runtime). Returns: A list with [formatted x[0], [color, formatted delta]], where color reflects whether x[1] is lower, greater, or the same as x[0]. rblackrrr\-+z{}{})rhrrCOLOR_SUCCESS_1 COLOR_ERROR_1rr)rrdiff_strcolor differencesigns r; color_stringzProfilerDataTree.color_stringDs q6Q;4,,81!J",q.!. = =sC%2%@%@#$Ft"==t/B/B:/NO##AaD)He+<==r:c |jDcgc]#}|jj|ddddig%}}t|jt t |ddScc}w)a Formats the data. self.stats1 contains a list of one or two pstat.Stats() instances, with the first being the current run and the second, the saved run, if it exists. Each Stats instance is a dictionary mapping a function to 5 data points - cumulative calls, number of calls, total time, cumulative time, and callers. format_output() converts the number of calls, total time, and cumulative time to a string format for the child_key parameter. rr\r)rrgetrrrzip)r child_keyrrs r; format_outputzProfilerDataTree.format_output\s]CG++NQ I1aB'78NND%%vc4j!Q'?@AOs(A c X|D]$}|xjdz c_|j|\}}}}}|j|\\} } \} } \} }t|}|jj ||j ||||jdtd|jdtj||jd|j||jdtd|jdtj| |jdtj|jdtj|d|j!dt#|d|jdtj$|jdtd|jdtj| |jdtj|jdtj| d|j!dt#| d|jdtj$|jd td |jd tj| |jd tj|jd tj| d|j!d t#| d|jd tj$|jd td |jd tj||j'|r?|jd tjdtdz|j)dnh|j+|}|jdkr|j-||n5|r3|j/|j0||j2t5|<|xjdzc_'y)za Recursive method to create each item (and associated data) in the tree. r\rzFunction or module namez*Time in function (including sub-functions)rriz-Local time in function (not in sub-functions)rz+Total number of calls (including recursion)rz#File:line where function is definedz(%s) recursionTN)rrrrerrFr setToolTiprsetDatar DisplayRolerr~setTextAlignment AlignRight setForegroundr AlignLeft is_recursiverrrsetChildIndicatorPolicy ShowIndicatorrid)r parentItem children_listrrrrrr total_callstotal_calls_difloc_time loc_time_difcum_time cum_time_dif child_itemcalleess r;rzProfilerDataTree.populate_treeksh '< !I OOq O##I. X{M=)*.););I)F ' +k?-Eh %h ' 3J NN ! !* -   z8[ A  ! !!Q'@%A B   q"..- @   q$.."; <  ! !!Q(C&D E   q"..( ;  ' '2== 9   q"..,q/ B  $ $Q|A(? @  ' '2<< 8  ! !!Q(@&A B   q"..( ;  ' '2== 9   q"..,q/ B  $ $Q|A(? @  ' '2<< 8  ! !!Q(?&@ A   q"..+ >  ' '2== 9   q"../!2D E  $ $Qq/A(B C  ' '2<< 8  ! !!Q(C&D E   q"..- @  ,""1bnnfq~6MN&&t,++I6??Q&&&z7;66z7O7OP=DD**2j>: OOq Oy< !r:cf|j|\}}|jj||dy)Nr)rrrrs r;rzProfilerDataTree.item_activateds/ $ 2 24 8+ $$))(KDr:c|jdk(rCt||jvr+|jt|}|j||yyy)Nr) childCountrrr)rrrs r;rzProfilerDataTree.item_expandedsO ??  !bh$2H2H&H,,RX6G   tW -'I !r:cT|j}|r|jdtj|jdtjk(rB|jdtj|jdtjk(ry|j}|ry)z5Returns True is a function is a descendant of itself.rrTF)rrr r)rrancestors r;rzProfilerDataTree.is_recursives$$&2>>"%-]]1bnn%EF2>>"%-]]1bnn%EF#??,r:cxt|jDcgc]}|j|c}Scc}w)zIterate over top level items)rtopLevelItemCount topLevelItem)r_is r;get_top_level_itemsz$ProfilerDataTree.get_top_level_itemss=  6 6 89;!!"%; ;;s7cgdfd |jD]#}j||dkDs||%S)z+Return all items with a level <= `maxlevel`c|dz }t|jD]4}|j|}j|||ks+|||6yr)rrchildrF)rmaxlevellevelrcitemadd_to_itemlistitemlists r;r z3ProfilerDataTree.get_items..add_to_itemlistsU QJEt01 < 5)&H$#E8U;  >0 BA!FE. ; $'r:rc6|dk(rdgS|dkrgSttd|dzd}|dz}|dzdzdz }d}d}||kr=||r%||zdz dz}d||<||krd||<||z }||kr|dz}d|zdz}||kr=dg|Dcgc]}|s| c}zScc}w)ze Simple test function Taken from http://www.huyng.com/posts/python-performance-analysis/ rrir\g?r)listr)nrmroothalfrrjrs r;primesrs  Avs Q  U1a!eQ  A HE Ea COLOR_TEXT_1rzr%r=rArGrIrMrZrprrrerrr$r9r:r;rNs  8MM::8%;7@I+C=-I;   8 $  ,, & &((M _>$c'{$5c'R %4: zFr: