q&fxpddlZddlZddlmZddlmZddlmZmZm Z m Z m Z m Z mZmZddlmZddlmZmZmZmZmZmZe j2dZGd d ej6Zdd Zd d Zd d ZdZ dZ!dZ" d!dZ#dZ$dZ%dZ&dZ' d"dZ(d dZ)GddZ*GddZ+GddZ,dZ-y)#N)_)short)encodingerrorlockmdiffpolicyscmutilutilvfs)procutil) constants contentstoredatapack historypack metadatastore shallowutilosutilc eZdZy)RepackAlreadyRunningN)__name__ __module__ __qualname__"GGLL F ww($<= $} #x//MUMfMrct|dr~tj|j}t j |j ddi}tj|tj}t||||tj|t|jdrt|\}}|\}}} |\} } } tj| }t j | ddi}t|||| tj|tj|ddi}t j | ddi}t||||tj|yy)zIIf ``packsonly`` is True, stores creating only loose objects are skipped.shareddatastoresallowincompleteToptions datastoreN)hasattrrunioncontentstorer3runionmetadatastoresharedhistorystoresrgetcachepackpathrFILEPACK_CATEGORY _runrepack manifestlog_getmanifeststoresTREEPACK_CATEGORY) r+r6 datasource historysourcepackpath localdata shareddata lpackpathldstoreslhstores spackpathsdstoresshstoress r fullrepackrM2slt'(!33T5J5JK %88  % % 7; // )--        ' '  t- 24 8 :(1% 8X(2% 8X"33X> %88  '+        ' '  "33  '+ &88  '+        ' '  5.rc t|drWtj|tj}t ||j |j|tj|t|jdrZt|\}}|\}}}|\}} } t || | |tj|t ||||tjd|yy)zThis repacks the repo by looking at the distribution of pack files in the repo and performing the most minimal repack to keep the repo in good shape. r3r5r7T)allowincompletedatar6N) r8rr<rr=_incrementalrepackr3r;r?r@rA) r+r6rDrErFrGrHrIrJrKrLs rincrementalrepackrQjst'(// )--     ! !  $ $   ' '  t- 24 8 :(1% 8X(2% 8X       ' '         ' ' $ !.rc|jj}|jj}|jj}|jj}t j |tj}t j|jjjtj}|||f|||ffSN) r?r3localdatastoresr;localhistorystoresrr<rrAgetlocalpackpathsvfsr base)r+r3rTr;rUsharedpackpath localpackpaths rr@r@s''88&&66O**>>))<< 11 i))N 00 I77M );< )+>? rcZtfd|D}tfd|D}|S)Nc3^K|]$}tjj|&ywrS)ospathjoin).0prDs r z_topacks..s :qh*:s*-c3.K|] }|ywrSr)r`ra constructors rrbz_topacks..s/AQ/s)list)rDfilesrdpathspackss` ` r_topacksris( :E: :E // /E Lrc |jjdd}|dkr|Sddg}|Dchc][\}}}|j|kDrFtjj |d|vr"tjj |d]}}}}|D]} tjj || } |D]l} | | z}|jjd|tjtj|jfztj|n|D cgc])} tjj| d|vs(| +c} Scc}}}wcc} w)zsDeletes packfiles that are bigger than ``packs.maxpacksize``. Returns ``files` with the removed files omitted.packss maxpacksizers .datapacks.dataidxrs#removing oversize packfile %s (%s) ) r% configbytesst_sizer]r^splitextr_debugr bytecountstatunlinkbasename) r+folderrfmaxsize VALIDEXTSr^ftyperq oversized rootfnamerootpathextrows r_deletebigpacksr}sQgg!!(N;G!| {+I "' D% LL7 "(8(8(>q(AY(N q!I  77<< 2 Cc>D GGMM7 (=(=>?@  IIdO  ! NCBGG$4$4SV$.s$Jq(2H2H$Is))c3TK|] }t|tjs|"ywrSrrhistorypackstorers rrbz%_incrementalrepack..s( ![99: &(c3(K|] \}}}| ywrSr)r`fmoderqs rrbz%_incrementalrepack..s0}q$0sc3TK|] }t|tjs|"ywrSrrs rrbz%_incrementalrepack..s( ![99: rr4) fullhistoryr6)rmkstickygroupdirr%rlistdirr}ri_computeincrementaldatapackrextend_computeincrementalhistorypackr_allpackfileswithsuffix PACKSUFFIX INDEXSUFFIXr>rr9rr:) r+r7 historystorerDcategoryrOr6rf datapacks historypacksallhistoryfilesallhistorypackss rrPrPsv  (3 NN8$N /E D(E 2E-dggu=x?P?PI&tww6L . {%%{'>'>O00O   &&  (;  ((,MM!44  .2  rc|jdd|jdd|jdd|jdd|jddd}t|tj tj }t||S)N remotefilelogsdata.gencountlimitsdata.generationssdata.maxrepackpackssdata.repackmaxpacksizesdata.repacksizelimit gencountlimit generationsmaxrepackpacksrepackmaxpacksizerepacksizelimit) configint configlistrlrrrr_computeincrementalpackr%rfopts packfiless rrr s,,'79NO &68KL<< 4 !nn 7 NN 5  D( x""H$8$8I #9d 33rc"|jdd|jdddg|jdd|jddd|jddd }t|tj tj }t||S) Nrshistory.gencountlimitshistory.generationss100MBshistory.maxrepackpacksshistory.repackmaxpacksizes400MBshistory.repacksizelimitr)rrrlrrrrrrs rrr"s,, 6  4xj << 7 !nn :H NN 8  D$( {%%{'>'>I #9d 33rcg}|Dchc]\}}}| }}}}|D]C\}}}|j|s|dt| } | |z|vr0|j| ||fE|Scc}}}wrS)endswithlenr$) rf packsuffix indexsuffixresultfnrrqfilesetfilenameprefixs rrr;s F(-..nb$r.G. % ,$  , ,S_,- [  0  vtT*+ , M/s A$c  ttd|dDd}|jdg}tt |D]}|jgi |D]N\}}}|j }||dkDr| |<t |D] \}} || kDs ||j|NPg} t |D]>\}} t |||dkDs| jt||d fd n| d d } | d d } t fd | D} | |d krY| rWt | |dkrF| j| j| | dz } | |d kr| rt | |dkrF| S)a`Given a set of pack files along with the configuration options, this function computes the list of files that should be packed as part of an incremental repack. It tries to strike a balance between keeping incremental repacks cheap (i.e. packing small things when possible, and rolling the packs up to the big ones over time). c3FK|]}tj|ywrS)r sizetointrs rrbz*_computeincrementalpack..Ws@aq!@s!rT)reverserrrc|SrSr)xsizess rz)_computeincrementalpack..ws 58r)rkeyNc3(K|] }| ywrSr)r`nrs rrbz*_computeincrementalpack..~s3!U1X3srr) resortedr$rangerrm enumeratersumpop)rfrlimits generationsirrrqsizelimitgenpacks chosenpacks repacksizers @rrrLs@4+?@$OF MM!K 3v; 2 E# d|| $+, , f !&) HAue|A%%f-  "Hf%5 {1~ &6!7 7 OO{1~t9KL   23-K}H3{33JT,--   t$56 68<<>*eKO,, T,--   t$56 6 rc tj|j|d}|jjdd}|s|}t ||||||||} t j |j|5} tj|j|5} | j| |  ddddddy#tj$rttdwxYw#1swY=xYw#1swYyxYw)Nc|j||}||jj}|jj dd}t j |z }|d|kS)zCheck if the file node is older than a limit. Unless a limit is specified in the config the default limit is taken. )fileidrsnodettlr)filectxlinkrevdater%rtime)r+rnoderfiletimettlrs risoldz_runrepack..isoldsf,,x,5)*//1gg 0*= c!{U""rrsgcrepack)gcrr6s3skipping repack - another repack is already running)rrr%r'repackerrmutabledatapackrmutablehistorypackrunrLockHeldrr) r+datahistoryrDrrr6rgarbagecollectpackerdpackhpacks rr>r>s  (3 #WW''(8+FN      F  ! !$''8 4   + +DGGX > %  5%(   >> *.     s67!C5C)B>-C5>(C&&C))C2 .C55C>c |s t}n|}gd}|jjddd}|r|jd|z|jjddd}|r|jd|zdj |}d|zg}t j ||}t}d}t|jD]%} || jj|vr"|| jj} n8|r#|| jj|} n|| j} || j}|j| t!| t"ur@| j%D],\} } | d d |j|| | d d .| j%D]\} } |j|| | (|S) a Computes a keepset which is not garbage collected. 'keyfn' is a function that maps filename, node to a unique key. 'lastkeepkeys' is an optional argument and if provided the keepset function updates lastkeepkeys with more keys and returns the result. ).sdraft()sparents(draft())rs pullprefetchNs(%s)sbgprefetchrevs+ssort((%s), "topo")r)setr%configr$r_r revrangereversed_listp1rev manifestctx readdeltamanifestdiffaddtypedictitems)r+keyfn lastkeepkeyskeepkeysrevs prefetchrevskeep processed lastmanifestrmrrfilenodes rkeepsetrs 5 3D77>>"2OTJL Gl*+77>>"24EtLL Gl*+ 99T?D !D ( )D   D$ 'DILdjj !8 7::<    *Q##%//1AG$$&++L9G$$&Aw'')  a 7d?#$'') >$71:)LLxa!<= > '(ggi 8"( U8X67 8186 Orc<eZdZdZ d dZdZdZdZdZdZ y) rz^Class for orchestrating the repack of data and history information into a new format. Nc ||_||_||_||_t j ||_||_||_|jr'|s tdt|d|_ ||_ yy)Ns*Function 'isold' is not properly specifiedc ||fSrSr)rrs rrz#repacker.__init__..s 1vr) r+rrrrgetunitsunitrr6 ValueErrorrrr) selfr+rrrrrrr6s r__init__zrepacker.__init__su   &&&x0      !NOO#D*=>DMDJ rct}tjt|jddd5|jj d|j j||j|jj||j|j|||j|||jD]}|j| dddy#1swYyxYw)Ns repacklockr)desctimeouts prerepackr5) repackledgerlockmodr repacklockvfsr+hookr markledgerr6r repackdata repackhistorysourcescleanup)r  targetdata targethistoryledgersources rrz repacker.runs \\ $)) $m$  ' IINN< ( II  > LL # #FDLL # A OOFJ /   v} 5!.. 'v& ' ' ' 's B0C11C:c |s|Sdfd }t|}tt||d}|jr<|jddj |Dcgc] }t |c}fzt |D]>\}} |dk(rjjdf|| <'||dz } | || ddzf|| <@|D cgc] } | |vs|  }} ||z }|Scc}wcc} w) aqReorderes ``orphans`` into a single chain inside ``nodes`` and ``deltabases``. We often have orphan entries (nodes without a base that aren't referenced by other nodes -- i.e., part of a chain) due to gaps in history. Rather than store them as individual fulltexts, we prefer to insert them as one chain sorted by size. rcjj|}tj|vr|tjS|SrS)rgetmetar METAKEYSIZE)rdefaultmetarr s rgetsizez'repacker._chainorphans..getsize2s=99$$Xt4D$$,I1122rT)rrs%s: orphan chain: %s s, r)r) rre debugflagror_rrr+nullid) r r%rnodesorphans deltabasesr!rrrparentrs ` ` r _chainorphanszrepacker._chainorphans&s L /vg7DAB << HH)UZZ7(Caq(CDEF  !) GGAtAv$(II$4$4a#8 4  Q$*Jv,>q,AA,E#F 4  G "6qQg%566  )D7sC C$C$c b '|jj}|jddd}i}|jj D]8}|j s||j |ji|j<:d}|jtd|jt|}t|jD]\} } |j|i} t!d| D'g} |jtdd t'} t#'D]I\}}|| vr | j| | j|j$j'| || K| j-t!t/|j1| }t| dkDr|j3d t| z|j5t| t!t7'fd |}|j8rTg}|D]K}| |f|j:vr(|j=|j| |r d | |_;|j+|M|}i}tA}tA}tA''|jtdd t|}t#|D]\}}|j||jC|d}|E|jjDd}}|jjDdf||<|jG|n|\}}|jG|| jC|}|s|\}}}}|r|jjD}||ks||jjDk7r ||dzf||<||jjDk7s||dzf||< |jIddr||z }|jK|| |||}t#|D]V\}}||\}}||jjDk7r|jLjO| |}|\} }!}"}#|#jCtPjR}$|!| k7s|"|k7s|$|jLjC| |}%|jLjC| |}&t|&}$tUjV|%|&} nC|jLjC| |} t| }$|jLjY| |}#tPjR|#vr|$|#tPjR<|jG| ||| |#d | |_-Y|j-|dz }|j-|j]|y#t($r| j+|YwxYw)Nrks maxchainlenirsrepacking datartotalc3 K|]}|ywrSrr`rs rrbz&repacker.repackdata..`2$2 sbuilding historysnodesknowns%repackdata: %d nodes without history c |vSrSr)rr$s rrz%repacker.repackdata..s DEMrTsprocessing nodesrrschainorphansbysizer)/r+r%rentriesvaluesrB setdefaultrr makeprogressrrrrrupdatererr getancestorsKeyErrorr$completer _toposortrorfilterrrrgcedrgetr#rr'r(rgetdeltarrrtextdiffr datarepackedclose)(r rtargetr% maxchainlenbyfileentrycountrepackprogressrr4 ancestors nohistory buildprogressrr orderednodesneworderednodesr&nobase referencedprocessprogress deltatuple deltabasechainlen ancestorinforp2linknodecopyfromr% deltaentrydelta deltabasename origdeltabaser r deltabasetextoriginalr$s( @rrzrepacker.repackdataOs YY\\ll8^TB ^^**, JEDI!!%.."5ejjA J  tyyF ) "( !7J  Hg  ! !% (I2'22EIOO%&XSZ,M%U+ +49$$$Q' +$$((55$d)6  +  " " $  )B CDL9~!=IN   y 1 2 1<@L """$(1D!$'t}}< 8TB.2 * #**401 / JUFJJE oo%&XS=N.O%\2" B4&&q)(^^D$7 %*.))*:*:AxI(, (8(8!' :-#11,  %\2 24&0&6# 8  0 00!%!3!3Hd!CJ@J=E=-88I$9$9:D%1(I5<(, h (J #'99==4#@"8} %}h G IIMM(D9Eu:D99,,Xt  $ $ & QJEUJ X ! F #u +$$T* +s -VV.-V.c  |jj}i}|jjD]8}|js||j |j i|j<:|jtd|jt|}t|jD]2\}}i} td|D} | D]4} | | vr| j|j j#|| | 6t%|j'| } t)} | D]} | | \}}}}| | vr^| |vrZ||jj*k7r||k7r| j-|||jj*k7r| j-|o|r| j-||j-|| ||||| |vsd|| _|j15|j3|j5|y)Nsrepacking historyr*c3 K|]}|ywrSrr-s rrbz)repacker.repackhistory..r.r/r0Tr3)r+r%r4r5rCr6rrr7rrrrrrer8rr9rr<rr#rhistoryrepacked incrementr;rC)r rrDr%rFrGprogressrr4rJr$rrM dontprocessrrVrWrXs rrzrepacker.repackhistorys YY\\^^**, JE""DI!!%.."5ejjA J?? " #$))3v;# "( !7, ! HgI2'22E 9$  LL--hI-N $DNN9$=>L%K$ 9-6t_*B(;&4w+>TYY---(h2F#+TYY---#+OOB' 8T2r8XF7?48GDM15 98    Y, !\  F #rc^fd}tjj|}|S)Nc|\}}}}g}|jjk7r|j||jjk7r|j||SrS)r+r#r$)rrrVrWrXparentsrJr s r parentfuncz&repacker._toposort..parentfunc(s[)24 &BHhGTYY%%%r"TYY%%%r"Nr)r sortnodeskeys)r rJrh sortednodess`` rr<zrepacker._toposort's) "++INN,i|_i|_t|_yrS)r4rrcreated)r s rr zrepackledger.__init__;s  u rc|j||}d|_|jj|}|st }||j|<|j |y)z`Mark the given filename+node revision as having a data rev in the given source. TN)_getorcreateentryrBrr?rrr rrrrGr4s r markdataentryzrepackledger.markdataentry@sV&&x6,,""6*eG#*DLL  Erc|j||}d|_|jj|}|st }||j|<|j |y)zcMark the given filename+node revision as having a history rev in the given source. TN)rqrCrr?rrrrs rmarkhistoryentryzrepackledger.markhistoryentryLsV&&x6",,""6*eG#*DLL  Erc~||f}|jj|}|st||}||j|<|SrS)r4r? repackentry)r rrrvalues rrqzrepackledger._getorcreateentryXsB   %$/E %DLL  rc:|jj|yrS)ror)r rxs r addcreatedzrepackledger.addcreatedas rN) rrrrlr rsrurqrzrrrrr5s     rrceZdZdZdZdZy)rwzFSimple class representing a single revision entry in the repackledger.rrrBrCrBrar>cf||_||_d|_d|_d|_d|_d|_y)NFr|)r rrs rr zrepackentry.__init__rs6   "!$ rN)rrrrl __slots__r rrrrwrwesPI rrwct|dr9tj|tj}t j |S|j S)Nname)r8rr<rr=r rW)r+sharedcachepaths rrrsDtV&66 )-- ww''yyr)TFrS)FN)NN).r]rmercurial.i18nrmercurial.noder mercurialrrrrrr r r r mercurial.utilsr rrrrrr importmodrAbortrr1rMrQr@rir}rPrrrrr>rrrrwrrrrrs     %   ( # 5;; N"5 p) X& OL ;|4*42";~HL)X;|~~B - - `8 r