q&fUddlZddlZddlmZddlmZmZmZddlmZ Gdde Z d Z d Z d Zd ZGd dZdZdZd,dZdZej*dZej*dZGddZdZdZdZdZej*dZdZdZdZ dZ!Gdde Z"d Z#d!Z$d"Z%d-d#Z&d$Z'd%Z(d&Z)d'Z*d(Z+d)Z,d*Z-d+Z.y).N)hex)error requirementsutil)docketceZdZdZy)NodeMapc2tjd|z)Nsunknown node: %s)r RevlogError)selfxs ?/usr/lib/python3/dist-packages/mercurial/revlogutils/nodemap.py __missing__zNodeMap.__missing__s 3a 788N)__name__ __module__ __qualname__rrrr r s9rr cy)zrhook point for test This let tests to have things happens between the docket reading and the data readingNrrrrtest_race_hook_1rs  rctj|jvrytj|jvry|j}t d||j t d||j jjy)zoThe stream clone might needs to remove some file if persisten nodemap was dropped while stream cloning N) rREVLOGV1_REQUIREMENTNODEMAP_REQUIREMENT unfiltereddelete_nodemap changelog manifestlog _rootstore_revlog)repounfis rpost_stream_cleanupr$$sl((0A0AA''4+<+<< ?? D4t~~.4t//::BBCrc|jy|jj|j}|syd}tj |||tj z\}|t k7ry|tj z }tj |||tj z}|\}}}}} |tj z }t||||z} ||z }|| _ |||| z| _ || _ || _ t|| } |jjjd} t! |j| 5} | r+ t#j$t#j&| |}n| j+|}dddt/|kry| |fS#t($rd}Y(wxYw#1swY-xYw#t,$rYywxYw)z'read the nodemap for a revlog from diskNrpersistent-nodemap.mmapr) _nodemap_fileopenertryread S_VERSIONunpacksizeONDISK_VERSIONS_HEADER NodeMapDockettip_revtip_node data_length data_unused_rawdata_filepathoptionsgetrrbuffermmapread ValueErrorreadFileNotFoundErrorlen)revlogpdataoffsetversionheadersuid_sizer0r2r3 tip_node_sizer filenameuse_mmapfddatas rpersisted_datarH1s # MM ! !&"6"6 7E  F!!%)..1H"IJJW.  innFooeFVhmm-CDEGAH>Hg{K hmmF 5&8*;< =F hFFNFVm%;z*setup_persistent_nodemap..ksFD Irct|SNrLrNs rrPz*setup_persistent_nodemap..ms?2v+Fr)_inliner' hasfinalize addpending addfinalize)rOr= callback_ids ` rsetup_persistent_nodemaprX\sb ~~ #5v7K7KKK ~~k"MMINN; FGrc:eZdZdZdZdZdZdZdZdZ dZ y ) _NoTransactionzCtransaction like object to update the nodemap outside a transactionci|_yrR _postclosers r__init__z_NoTransaction.__init__ss rc"||j|<yrRr\)rrW callback_funcs r addpostclosez_NoTransaction.addpostclosevs'4 $rcyrRrrargskwargss r registertmpz_NoTransaction.registertmpy rcyrRrrds r addbackupz_NoTransaction.addbackup|rhrcyrRrrds raddz_NoTransaction.addrhrcyrRrrds raddabortz_NoTransaction.addabortrhrcyrRr)rres r_reportz_NoTransaction._reportrhrN) rrr__doc__r_rbrgrjrlrnrprrrrZrZps(M5     rrZc|jry|jyt}t||t |j D]}|j |dy)zupdate the persistent nodemap right now To be used for updating the nodemap on disk outside of a normal transaction setup (eg, `debugupdatecache`). N)rSr'rZrMsortedr])r=notrks rupdate_persistent_nodemaprvsZ ~~ #  DD&! DOO $!4 !rc0|j}tjd|z}|jj |j }|jj |D]/}|j|s|jj|1y)z.Delete nodemap data on disk for a given revlogs"(^|/)%s(-[0-9a-f]+\.nd|\.n(\.a)?)$N) radixrecompiler(dirname _indexfilelistdirmatchsvfs tryunlink)rOr"r=prefixpatterndirpathfs rrrsu \\Fjj?&HIGmm##F$5$56G ]] " "7 +# ==  II   "#rc  t|jdkryt|ddrtjd|j *|rt ||_nd}tj|t|jd}|j}t|jd}|jjjd }d} |rR|O|jj} |jj\} } } | jt| z} | j| z}| | k7rd} n| |d zkrd} nt!|| |j#| j|jd 5}|j%| j|j'| |r^|r:|j)t+j,t+j.|| }n"|j%d|j1| }ddd| | _|| _| t3} t!|| t|jd r|jj5} nt7|j} |jj8fd }dz}|j;|||jd5}|j'| |rG|r| }nB|j)t+j,t+j.|t| }dddt| | _|j= _|jA| j>| _!|j }|r|dz }|jE|n|jG||j|dd5}|j'| jIddd| |_|r|jjK| tM|| r?t|d|jfd}d|j z}|jO||yy#1swYIxYw#1swYAxYw#1swYxYw)z-Write nodemap data on disk for a given revlogrN filteredrevsrz.cannot persist nodemap of a filtered changelogz?calling persist nodemap on a revlog without the feature enablednodemap_data_incrementalupdate_nodemap_datar& sr+nodemap_data_allcyrRr)rOdatafilers rabortckz persist_nodemap..abortcks h rs delete-%ssw+s.awT) atomictemp _realopenerc6D]}j|yrR)r)rOoldfileoldsrealvfss rcleanupz persist_nodemap..cleanups  +!!'* +rsrevlog-cleanup-nodemap-%s)(r<indexgetattrrProgrammingErrorr'get_nodemap_filehasattr_nodemap_docketr(r5r6copyrr2r3r4rlseekwriteflushrr7r8r:r/rpersistent_datarrntiprevr0noder1rgrj serializer_other_rawdata_filepathrb)rOr=rKforcemsgcan_incremental ondisk_docket feed_datarErG target_docket src_docketdata_changed_count new_length new_unusedrFnew_datarrW file_pathfprrrrrs @@@@rrMrMs 6<<Av~r*$$ <  # #3F#;F SC((- -fll,FGO**M &;)>?M$$IU  y! Y y$4 8,B ((*+,*F ((A #6= 9D &-? +3V5I5II   W-  7 7D I I(,,s&B QAQ( Q5Q%(Q25Q>z>Bz>BQQQQc0eZdZdZddZdZdZdZdZy) r/z}metadata associated with persistent nodemap data The persistent data may come from disk or be on their way to disk. Ncv|tj}||_d|_d|_d|_d|_y)Nr) docket_modmake_uiduidr0r1r2r3)rrs rr_zNodeMapDocket.__init__7sD ;%%'C   rct|j}|j|_|j|_|j|_|j |_|S)N)r)r/rr0r1r2r3)rnews rrzNodeMapDocket.copySsE)ll }} **** rc|j|jkry|j|jkDry|j|jkry|j|jkDryy)Nrrrr2rothers r__cmp__zNodeMapDocket.__cmp__[sY 88eii  88eii     1 1 1    1 1 1rcj|j|jk(xr|j|jk(SrRrrs r__eq__zNodeMapDocket.__eq__fs+xx599$N)9)9U=N=N)NNrcg}|jtjtt |j |j |j|jt |jf}|jtj||j|j |j|jdj|S)z9return serialized bytes for a docket using the passed uidr) appendr*packr-r<rr0r2r3r1r.join)rrGrAs rrzNodeMapDocket.serializeis INN>23 M LL           HMM7+, DHH DMM"xx~rrR) rrrrqr_rrrrrrrr/r/1s! 8 Orr/c<|j}d||jfzS)z9The (vfs relative) nodemap's rawdata file for a given uids%s-%s.nd)rxr)r=r rs rr4r4zs \\F &&**- --rch|j}tjd|z}t||}|jj |}|jj |}g}|jj|D]+}|j|s||k7s|j|-|S)Ns(^|/)%s-[0-9a-f]+\.nd$) rxryrzr4r(basenamer{r}r~r) r=r rr new_file_path new_file_namerothersrs rrrs \\Fjj3f<=G%ff5MMM**=9Mmm##M2G F ]] " "7 + == ] 2 MM!  Mrc.t|}t|S)zAreturn the persistent binary form for a nodemap for a given index) _build_trie _persist_trie)rtries rrrs u D  rcbt|||\}}|tjzt||fS)zGreturn the incremental update for persistent nodemap from a given index) existing_idx) _update_trieS_BLOCKr,r)rrootmax_idxlast_rev changed_blockrs rupdate_persistent_datars5&udH=M4 $d1 rz>llllllllllllllllrc|tz S)zReturn the number used to represent the rev in the tree. (or retrieve a rev number from such representation) Note that this is an involution, a function equal to its inverse (i.e. which gives the identity when applied to itself). ) REV_OFFSET)revs r_transform_revrs:  rct|dS)z/turn an hexadecimal digit into a proper integer)int) hex_digits r_to_intrs y" rc(eZdZdZfdZdZxZS)BlockzOrepresent a block of the Trie contains up to 16 entry indexed from 0 to 15c8tt| d|_yrR)superrr_ ondisk_id)r __class__s rr_zBlock.__init__s eT#%rc>tfdtdDS)Nc3@K|]}j|ywrR)r6).0irs r z!Block.__iter__..s3ADHHQK3sr)iterranger^s`r__iter__zBlock.__iter__s3r333r)rrrrqr_r __classcell__)rs@rrrs4 4rrct}tt|D]"}t||d}t |d|||$|S)zbuild a nodemap trie The nodemap stores revision number for each unique prefix. Each block is a dictionary with keys in `[0, 15]`. Values are either another block or a revision number. r)rrr<r_insert_into_block)rrr current_hexs rrrsL 7DSZ =%*Q-( 5!T3 <= Krc d}t|dzt|D]%}t||d}|t|d|||z }'||fS)consumerrr)rr<rr)rrrchangedrrs rrrs]GX\3u:.H%*Q-( %eQc;GGH D=rc`d}|jd|_t|||dz}|j|}||||<|St|tr|t ||dz|||z }|St ||d}|} t} | ||<t ||dz| | |t ||dz| |||S)a7insert a new revision in a block index: the index we are adding revision for level: the depth of the current block in the trie block: the block currently being considered current_rev: the revision number we are adding current_hex: the hexadecimal representation of the of that revision rNr)rrr6 isinstancedictrrr) rlevelblock current_revrrrentry other_hex other_revrs rrrsG " EEAI67I IIi E }&i N E4 % 519e[+   N e Q(  gi5%!)S)YG5%!)S+{K Nrci}||dz}nd}g}t|D]\}|j|j|t|<(t||z|t|<|j t ||^dj |S)zaturn a nodemap trie into persistent binary data See `_build_trie` for nodemap trie structurerrr) _walk_trieridr<r_persist_blockr)rr block_mapbase_idxchunkstns rrrsI!# F9 << # " Ibf  #F h 6Ibf  MM.Y7 8 9 88F rc#Kt|jD]*\}}t|tst |D]}|,|yw)zcyield all the block in a trie Children blocks are always yield before their parent block. N)rsitemsrrr)r__item sub_blocks rrr'sP U[[]+ T dD !'-    Ks 0AAcPtfd|D}tj|S)zproduce persistent binary data for a single block Children block are assumed to be already persisted and present in block_map. c36K|]}t|ywrR) _to_value)rvrs rrz!_persist_block..9s=Q1i(=s)tuplerr) block_noderrGs ` rrr3s$ =*= =D << rcd|tSt|tr|t|St |S)zpersist any value as an integer)NO_ENTRYrrrr)r rs rrr=s0 | D$ D""d##rct|tjzdk7r3d}tj|tjt|fz|s t dfSi}g}t dt|tjD]i}t }t||_|||j<|||tjz}tj|}|j||fk|D]>\}}t|D]+\} } | tk(r| dk\r || || <t| || <-@tjzfS)z,parse parse nodemap data into a nodemap Triers:nodemap data size is not a multiple of block size (%d): %dN) r<rr,rAbortrrrr+r enumeraterr) rGrr new_blocksrr block_datavaluesbidxrs r parse_datarGs: D GLL Q&Kkk#s4y 99:: w}IJ 1c$i .+i.%* %//"!a',,./  +5&/* + + 6' +FCH}a"1#'*#  ++ !w||# ##rcPd}|jdt|zt|\}}tt |}|jdt|zt t|D]}||vrd|z}|j |d}n|j|t|t||d} | d|z}|j |d}g| |k7smd|| fz}|j |d}|r(t|D]}d |z}|j |d}|S) zBverify that the provided nodemap data are valid for the given idexrsrevisions in index: %d srevisions in nodemap: %d s$ revision missing from nodemap: %d rrs/ revision node does not match any entries: %d s? revision node does not match the expected revision: %d != %d s" extra revisions in nodemap: %d ) statusr<rset_all_revisionsr write_errremove _find_noderrs) uirrGretrr all_revsrrnm_revs r check_datar*es; CII,E :;$HD">$'(HII,H => 3u:  H :Q>C LL C OOA D#eAhqk"23 >EIC LL C q[!"F ,  LL C%(! A81r4s  #9d9   D(VH(  2!"#o.P FMM$  6== "FFR. L  &--( )    4D 4 D& $$< F r