
    6h=                        S SK Jr  S SKrS SKrS SKJrJr  S SKJr  S SK	J
r
  SSKJrJrJr  SrS	rS
rSrSr " S S\R(                  5      r " S S\R                  5      r " S S\R.                  5      rg)    )annotationsN)hexsha1nodeconstants)_)util   )basepack	constantsshallowutil   s   .dataidxs	   .datapackc                  T   ^  \ rS rSr\r\rU 4S jrS rS rS r	S r
S rS rS	rU =r$ )
datapackstore   c                $   > [         TU ]  X5        g N)super__init__)selfuipath	__class__s      >/usr/lib/python3/dist-packages/hgext/remotefilelog/datapack.pyr   datapackstore.__init__"   s    "    c                    [        U5      $ r   )datapack)r   r   s     r   getpackdatapackstore.getpack%   s    ~r   c                    [        S5      e)Ns)   must use getdeltachain with datapackstoreRuntimeErrorr   namenodes      r   getdatapackstore.get(   s    GHHr   c                   U R                    H  n UR                  X5      s  $    U R                  5        H  n UR                  X5      s  $    [        U[	        U5      45      e! [         a     Me  f = f! [         a     MM  f = fr   )packsgetmetaKeyErrorrefreshr   r   r%   r&   packs       r   r+   datapackstore.getmeta+   s    JJD||D//  LLND||D// # c$i())    "   A%A6%
A32A36
BBc                   U R                    H  n UR                  X5      s  $    U R                  5        H  n UR                  X5      s  $    [        U[	        U5      45      e! [         a     Me  f = f! [         a     MM  f = fr   )r*   getdeltar,   r-   r   r.   s       r   r3   datapackstore.getdelta:   s    JJD}}T00  LLND}}T00 # c$i())    r1   c                   U R                    H  n UR                  X5      s  $    U R                  5        H  n UR                  X5      s  $    [        U[	        U5      45      e! [         a     Me  f = f! [         a     MM  f = fr   )r*   getdeltachainr,   r-   r   r.   s       r   r6   datapackstore.getdeltachainI   s    JJD))$55  LLND))$55 # c$i())    r1   c                    [        S5      e)Ns   cannot add to datapackstorer"   r   r%   r&   datas       r   adddatapackstore.addX   s    9::r    )__name__
__module____qualname____firstlineno__INDEXSUFFIX
PACKSUFFIXr   r   r'   r+   r3   r6   r;   __static_attributes____classcell__)r   s   @r   r   r      s6    KJ#I***; ;r   r   c                      \ rS rSr\r\rSrSrS/rS r	S r
S rS rS	 rSS
 jrS rS rS rSS jrS rS rS rSrg)r   \   s   !20siQQ(      c                x    / nU H1  u  p4U R                  U5      nU(       a  M  UR                  X445        M3     U$ r   )_findappend)r   keysmissingr%   r&   values         r   
getmissingdatapack.getmissingg   s;    JDJJt$E5|, 
 r   c                4    [        SU[        U5      4-  5      e)Ns,   must use getdeltachain with datapack (%s:%s))r#   r   r$   s      r   r'   datapack.getp   s     ;tSY>OO
 	
r   c                   U R                  U5      nUc  [        U[        U5      45      eUu  p$pVU R                  XUU-    nSnU[        R
                  " SXu5      S   S-   -  nUS-  nU[        R
                  " SXu5      S   S-   -  n[        R
                  " SXu5      S   nUS-  n[        R                  " XuXX-    5      n	U	$ )	Nr      !HrI   rH      !Q      !I   )rK   r,   r   _datastructunpack_fromr   parsepackmeta)
r   r%   r&   rO   deltabaseoffsetoffsetsizerawentrymetalenmetas
             r   r+   datapack.getmetau   s    

4 =D#d),--.3+v::f}5 &$$UH=a@1DD"&$$UH=a@1DD$$UH=a@!((6;K)LMr   c                    U R                  U5      nUc  [        U[        U5      45      eUu  p$pVU R                  XVSS9nUu  ppnU R	                  5         XX4$ )NT)r+   )rK   r,   r   
_readentry
freememory)r   r%   r&   rO   r^   r_   r`   entryfilenamedeltabasenodedeltarc   s               r   r3   datapack.getdelta   sh    

4 =D#d),--.3+vd;5:2d 	33r   c                $   U R                  U5      nUc  [        U[        U5      45      eU R                  nU/nUS   nU R                  nU[
        :w  au  U[        :w  ak  UR                  U-   n[        R                  " U R                  U R                  XU-    5      nUS   nUR                  U5        U[
        :w  a  U[        :w  a  Mk  / n	U H.  u  p&pU R                  X5      u  ppU	R                  XXU45        M0     U R                  5         U	$ )Nr   )rK   r,   r   paramsINDEXENTRYLENGTHFULLTEXTINDEXMARKNOBASEINDEXMARK
indexstartr[   unpackINDEXFORMAT_indexrL   rf   rg   )r   r%   r&   rO   rn   chainr^   entrylenloc
deltachainr_   r`   ri   rj   rk   s                  r   r6   datapack.getdeltachain   s   

4 =D#d),-- (((00?2##o5CMM  $++c(N"CE $AhOLL 00?2 
38/D637??63P0HMxxNO 49
 	r   c                    U R                   XU-    nU =R                  [        U5      -  sl        Sn[        R                  " SUS S 5      S   nXEXV-    nXV-   nU[
        -   n	XHU	 n
XIU	[
        -    nU	[
        -   nXLUS-    n[        R                  " SU5      S   nXLS-   US-   U-    nU R                  U5      nU(       aL  US-   U-   n[        R                  " SUU5      S   nUUS-   US-   U-    n[        R                  " U5      nXzXU4$ XzX4$ )NrI   rU   r   rW   rV   rX   rY   )
rZ   _pagedinlenr[   rs   
NODELENGTH_decompressr\   r   r]   )r   r_   r`   r+   ra   
lengthsizefilenamelenri   	nodestartdeltabasestartr&   rj   
deltastartrawdeltalendeltalenrk   	metastartrb   rawmetarc   s                       r   rf   datapack._readentry   sC   ::f}5X& 
mmE8BQ<8;)AB ,	"Z/.1 .:2MN $j0
JN;==4Q7a*q.8*CD  '"Q1I(()DQGGy1}y1}w/FGG,,W5D====77r   c                .    [         R                  " U5      $ r   )zlib
decompressr   r:   s     r   r   datapack._decompress   s    t$$r   c                     [        SX4-  5      e)Ns   cannot add to datapack (%s:%s)r"   r9   s       r   r;   datapack.add   s    <|KLLr   c                   U R                   n[        R                  " UR                  US UR                   5      S   nU R
                  nXC   UR                  -   nU R                  n[        US-   UR                  5       H  nXG   UR                  -   nX:w  d  M    O   UnU R                  n	XU[        -    n
XU[        -    nU R                  nX:X  a  XX\-    nOcX:X  a  XX-    nOWXXU-
  :  aN  XXU-
  S-  -   nXUR                  -
  U-  -
  nXU[        -    nX:X  a  XX-    nOX:  a  UnOX:  a  UnXXU-
  :  a  MN  g [        R                  " U R                  U5      $ )Nr   r   rI   )rn   r[   rs   fanoutstructfanoutprefix_fanouttablerr   	_indexendrangefanoutcountru   r~   ro   rt   )r   r&   rn   	fanoutkeyfanoutstartindexendiendindex	startnodeendnoderw   rh   midmidnodes                   r   rK   datapack._find   s   MM&;(;(;!<

	 ""!F$5$55>> y1}f&8&89A)f///C| :
 C %*"45	cJ./((%"23E_/E.(U{q00F$5$55ABcJ&67?!7E>E^C .( }}T--u55r   Nc                >    U  H  u  p4UR                  XU5        M     g r   )markdataentry)r   ledgeroptionsri   r&   s        r   
markledgerdatapack.markledger  s    "NH  6 #r   c                   UR                   R                  U / 5      n[        U 5      nU Vs1 s H>  oDR                  (       d  UR                  (       d  M&  UR
                  UR                  4iM@     nn[        X5-
  5      S:X  aZ  U R                  UR                  ;  a?  [        R                  " U R                  SS9  [        R                  " U R                  SS9  g g g s  snf )Nr   T)ignoremissing)sourcesr'   setdatarepackedgcedri   r&   r}   r   createdr   
unlinkpath	indexpathpackpath)r   r   entriesallkeyserepackedkeyss         r   cleanupdatapack.cleanup  s    ..$$T2.d)*1
*1Q^^qvv QZZ ' 	 
 w%&!+yy.dCTB / ,	
s   %CCc              #  J   #    U R                  5        H  u  pp4X4v   M     g 7fr   )iterentries)r   fn	deltabaser   s        r   __iter__datapack.__iter__  s$     )-)9)9);%A)$J *<s   !#c              #    #    SnU R                   nXR                  :  Ga;  Un[        R                  " SX!US-    5      S   nUS-  nX!X-    nX-  nX!U[        R
                  -    nU[        R
                  -  nX!U[        R
                  -    nU[        R
                  -  nX!US-    n[        R                  " SU5      S   n	US-  n[        U R                  X!X-    5      5      n
X-  n[        R                  " SX!5      S   nUSU-   -  nXVXz4v   U =R                  X-
  -  sl	        U R                  5       (       a  U R                   nXR                  :  a  GM:  g g 7f)	Nr   rU   rI   r   rW   rV   rX   rY   )rZ   datasizer[   rs   r
   NODESIZEr}   r   r\   r|   rg   )r   r_   r:   	oldoffsetr   ri   r&   r   r   r   uncompressedlenrb   s               r   r   datapack.iterentries!  sq    zz}}$I !--tVaZ/HI!LKaKFV%9:H!F )*<*<!<=Di(((Ffy/A/A&ABIi(((F 
3K}}UK8;HaKF "  v/@!ABO F ((=a@Ga'k!F9>> MMV//M  zzK }}$$s   EEEr=   )Fr   )r>   r?   r@   rA   rB   rC   rt   ro   SUPPORTED_VERSIONSrP   r'   r+   r3   r6   rf   r   r;   rK   r   r   r   r   rD   r=   r   r   r   r   \   sg    KJ K

*4B8B%M+6Z7
C)"r   r   c                  l    \ rS rSrSr\r\r\R                  r\R                  r	S/r
S rS	S jrS rSrg)
mutabledatapackiM  a  A class for constructing and serializing a datapack file and index.

A datapack is a pair of files that contain the revision contents for various
file revisions in Mercurial. It contains only revision contents (like file
contents), not any history information.

It consists of two files, with the following format. All bytes are in
network byte order (big endian).

.datapack
    The pack itself is a series of revision deltas with some basic header
    information on each. A revision delta may be a fulltext, represented by
    a deltabasenode equal to the nullid.

    datapack = <version: 1 byte>
               [<revision>,...]
    revision = <filename len: 2 byte unsigned int>
               <filename>
               <node: 20 byte>
               <deltabasenode: 20 byte>
               <delta len: 8 byte unsigned int>
               <delta>
               <metadata-list len: 4 byte unsigned int> [1]
               <metadata-list>                          [1]
    metadata-list = [<metadata-item>, ...]
    metadata-item = <metadata-key: 1 byte>
                    <metadata-value len: 2 byte unsigned>
                    <metadata-value>

    metadata-key could be METAKEYFLAG or METAKEYSIZE or other single byte
    value in the future.

.dataidx
    The index file consists of two parts, the fanout and the index.

    The index is a list of index entries, sorted by node (one per revision
    in the pack). Each entry has:

    - node (The 20 byte node of the entry; i.e. the commit hash, file node
            hash, etc)
    - deltabase index offset (The location in the index of the deltabase for
                              this entry. The deltabase is the next delta in
                              the chain, with the chain eventually
                              terminating in a full-text, represented by a
                              deltabase offset of -1. This lets us compute
                              delta chains from the index, then do
                              sequential reads from the pack if the revision
                              are nearby on disk.)
    - pack entry offset (The location of this entry in the datapack)
    - pack content size (The on-disk length of this entry's pack data)

    The fanout is a quick lookup table to reduce the number of steps for
    bisecting the index. It is a series of 4 byte pointers to positions
    within the index. It has 2^16 entries, which corresponds to hash
    prefixes [0000, 0001,..., FFFE, FFFF]. Example: the pointer in slot
    4F0A points to the index position of the first revision whose node
    starts with 4F0A. This saves log(2^16)=16 bisect steps.

    dataidx = <fanouttable>
              <index>
    fanouttable = [<index offset: 4 byte unsigned int>,...] (2^16 entries)
    index = [<index entry>,...]
    indexentry = <node: 20 byte>
                 <deltabase location: 4 byte signed int>
                 <pack entry offset: 8 byte unsigned int>
                 <pack entry size: 8 byte unsigned int>

[1]: new in version 1.
rI   c                .    [         R                  " U5      $ r   )r   compressr   s     r   	_compressmutabledatapack._compress  s    }}T""r   Nc                   [        U5      S:  a  [        [        S5      U-  5      e[        U5      S:w  a  [        [        S5      U-  5      eX R                  ;   a  g U R	                  U5      nSR                  [        R                  " S[        U5      5      UUU[        R                  " S[        U5      5      U45      n[        R                  " U5      nU[        R                  " S[        U5      5      -  nXg-  nU R                  R                  5       n[        U5      n	X8U	4U R                  U'   U R                  U5        g )	Ni   s   name too long %sr   s   node should be 20 bytes %sr   rU   rV   rX   )r}   r#   r   r   r   joinr[   r/   r   buildpackmetapackfptellwriteraw)
r   r%   r&   rj   rk   metadatarawdatar   r_   r`   s
             r   r;   mutabledatapack.add  s   t9uq!45<==t9?q!>?$FGG<< u%((E3t9-E3u:.	
 ++H56;;uc'l33!!#7|+T:Tgr   c                (   [        S U R                  R                  5        5       5      nSnU R                  nU HS  u  pgpU[        R
                  :X  a  [        n
OUR                  U[        5      n
[        R                  " XVXU	5      nXK-  nMU     U$ )Nc              3  6   #    U  H  u  nu  p#oAX#U4v   M     g 7fr   r=   ).0r   dboss        r   	<genexpr>.mutabledatapack.createindex.<locals>.<genexpr>  s       
/Cma"qM/Cs   r   )sortedr   itemsrt   r   nullidrp   r'   rq   r[   r/   )r   nodelocationsindexoffsetr   rawindexfmtr&   r   r_   r`   deltabaselocationrh   s               r   createindexmutabledatapack.createindex  s     
/3||/A/A/C
 
 -4)DV-444$5! %2$5$5%! KK+<dKEH .5 r   r=   r   )r>   r?   r@   rA   __doc__rB   rC   r   rt   ro   r   r   r;   r   rD   r=   r   r   r   r   M  sH    DL KJ &&K00 #$Lr   r   )
__future__r   r[   r   mercurial.noder   r   mercurial.i18nr   	mercurialr    r	   r
   r   r~   rp   rq   rB   rC   basepackstorer   r   mutablebasepackr   r=   r   r   <module>r      s    "     
  
;;H** ;;|n"x   n"bNh.. Nr   