
    rh                        U d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl	Z	d dl
Z
d dlmZmZ d dlmZmZmZmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d d	lmZmZmZmZm Z m!Z! d d
l"m#Z# d dl$Z$d dl$m%Z% d dl&m'Z'm(Z( d dl)m*Z* d dl+m,Z,m-Z- d dl.m/Z/m0Z0m1Z1m2Z2m3Z3 d dl4m5Z5m6Z6m7Z7 d dl8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@ d dlAmBZB d dlCmDZDmEZEmFZF d dlGmHZH d dlImJZJ g dZKdZLeMeNd<   e G d d             ZOe G d d             ZP G d de      ZQdZRd eMfd!ZS G d" d#e      ZT G d$ d%eT      ZU G d& d'eT      ZV G d( d)      ZWd*e?d eXfd+ZYd,eXd-eZe?   d eZeZe?      fd.Z[d/eWd0ej                  d1e!ej                  e$jJ                  f   d2e?d3eMd4eQd eFfd5Z^d6ed7ej                  d8ej                  d9e>d/eWd:eXd;e`d<eXd4eQd dfd=Za G d> d?e      Zb G d@ dAeb      Zc G dB dCeE      Zd G dD dE      Ze G dF dGeD      Zf G dH dIedeB      Zgy)J    N)ABCabstractmethod)	GeneratorIterableIteratorSequence)contextmanager)	dataclass)Enum)UnsupportedOperation)Path)AnyCallablecastIOOptionalUnion)Buffer)Tensor)_get_available_device_type_get_device_module)narrow_tensor_by_index)ExtensionRegistryStreamTransformExtension)CUSTOM_METADATA_KEYDCP_VERSION_KEY
FORMAT_KEYFORMAT_VALUEHF_DCP_VERSION)MetadataSTATE_DICT_TYPEStorageMeta)LoadItemTypeLoadPlanLoadPlannerReadItemSavePlanSavePlanner	WriteItemWriteItemType)BlockingAsyncStager)StorageReaderStorageWriterWriteResult)_create_file_view)Future)FileSystemWriterFileSystemReader
FileSystemFileSystemBaseSerializationFormat	.metadata_metadata_fnc                   P    e Zd ZU dZeed<   eed<   eed<   dZee	e      ed<   d Z
y)_StorageInfoz#This is the per entry storage info.relative_pathoffsetlengthNtransform_descriptorsc                 p    | j                   j                         D ci c]  \  }}|	|| c}}S c c}}w N)__dict__items)selfkvs      z/var/www/html/ai-insurance-compliance-backend/venv/lib/python3.12/site-packages/torch/distributed/checkpoint/filesystem.py__getstate__z_StorageInfo.__getstate__Q   s/    !%!4!4!6HA!-1HHHs   
22)__name__
__module____qualname____doc__str__annotations__intr=   r   r   rF        rE   r9   r9   H   s/    -KK598HSM29IrO   r9   c                       e Zd ZU eed<   y)_StoragePrefixprefixN)rG   rH   rI   rK   rL   rN   rO   rE   rQ   rQ   U   s    KrO   rQ   c                       e Zd ZdZdZy)r5   
torch_savesafetensorsN)rG   rH   rI   
TORCH_SAVESAFETENSORSrN   rO   rE   r5   r5   Z   s    JKrO   r5   z.distcpreturnc                  <    t        t        j                               S r?   )rK   uuiduuid4rN   rO   rE   _generate_uuidr\   b   s    tzz|rO   c                   v    e Zd Zedededdfd       Zedd       Zedee	e
j                  ef      fd       Zy)	_TensorLoadersizeobjrX   Nc                      y r?   rN   rB   r_   r`   s      rE   addz_TensorLoader.addg       rO   c                      y r?   rN   rB   s    rE   start_loadingz_TensorLoader.start_loadingk   rd   rO   c                      y r?   rN   rf   s    rE   valuesz_TensorLoader.valueso   rd   rO   rX   N)rG   rH   rI   r   rM   objectrc   rg   r   tupletorchr   ri   rN   rO   rE   r^   r^   f   sk     & T     u||V';!<=  rO   r^   c                   h    e Zd ZdeddfdZdededdfdZd
dZde	e
ej                  ef      fd	Zy)_SerialCpuLoaderresolve_funrX   Nc                      || _         g | _        y r?   )rp   rA   )rB   rp   s     rE   __init__z_SerialCpuLoader.__init__u   s    &/1
rO   r_   r`   c                 >    | j                   j                  ||f       y r?   )rA   appendrb   s      rE   rc   z_SerialCpuLoader.addy   s    

4+&rO   c                      y r?   rN   rf   s    rE   rg   z_SerialCpuLoader.start_loading|       rO   c              #     K   | j                   D ]y  \  }}| j                  |      j                         }|j                         }|j	                         j                         |j                         k7  r|j                         }||f { y wr?   )rA   rp   detachcpustorager_   numelclonerB   _r`   tensors       rE   ri   z_SerialCpuLoader.values   sz     jj 	FAs%%c*113FZZ\F~~$$&&,,.8 	s   B
Brj   )rG   rH   rI   r   rr   rM   rk   rc   rg   r   rl   rm   r   ri   rN   rO   rE   ro   ro   t   sS    2H 2 2' '& 'T '	u||V';!<= 	rO   ro   c            	          e Zd Z	 	 ddedeej                     deddfdZe	de
fd       Zdeeej                  ef      fdZdd	Zdeeej                  ef      fd
ZdededdfdZddZdeeej                  ef      fdZy)_OverlappingCpuLoaderNrp   streaminflight_threshholdrX   c                 8   || _         g | _        || _        d| _        t	        j
                         | _        d| _        d| _        |r|j                  n	t               | _	        t        | j                        | _        t        t        j                  j                   |xs | j                  j#                               | _        | j$                  | j                  j#                         k7  r4| j$                  j'                  | j                  j#                                y y )Nr   F)rp   rA   r   in_flight_datacollectionsdequecurrent_itemsidxstarteddevice_typer   r   device_moduler   rm   cudaStreamcurrent_streamr   wait_stream)rB   rp   r   r   s       rE   rr   z_OverlappingCpuLoader.__init__   s     '/1
#6 0;0A0A0C"(F.H.J 	 00@0@AJJvL););)J)J)L
 ;;$,,;;==KK##D$6$6$E$E$GH >rO   c                 F    | j                   t        | j                        k\  S r?   )r   lenrA   rf   s    rE   _donez_OverlappingCpuLoader._done   s    xx3tzz?**rO   c                    g }| j                   | j                  k\  r| j                  j                          | j                   | j                  k\  r| j                  j                         }| xj                   |d   j                         |d   j                         z  z  c_         |j                  |       | j                   | j                  k\  r|S Nr   )	r   r   r   synchronizer   popleftr{   element_sizert   )rB   drainedvals      rE   _drainz_OverlappingCpuLoader._drain   s    $":"::KK##%!!T%=%==$$,,.C3q6<<>CF4G4G4I#IINN3 !!T%=%== rO   c                    | j                   j                  | j                        5  | j                  s| j                  | j                  k  rm| j
                  | j                     \  }}| xj                  dz  c_        | j                  |      j                         }|j                  j                  | j                  k(  r|j                  dd      }nn|j                  t        j                  d      k(  rL|j                         j                         |j!                         |j"                  z  k7  r|j%                         }| j&                  j)                  ||f       | xj                  |j!                         |j+                         z  z  c_        | j                  s| j                  | j                  k  rmd d d        y # 1 sw Y   y xY w)N   ry   T)devicenon_blocking)r   r   r   r   r   rA   r   rp   rx   r   typer   torm   untyped_storager_   r{   itemsizer|   r   rt   r   r}   s       rE   _refillz_OverlappingCpuLoader._refill   sc   &&t{{3 	NjjT%8%84;S;S%SDHH-3A))#.557==%%)9)99#YYe$YGF]]ell5&99..0557!<<>FOO;< "("")) ##v||~8K8K8M'MM#) jjT%8%84;S;S%S	N 	N 	Ns   FGGc                     | j                   sJ t        | j                        dkD  r| j                  j	                          | j                  S r   )r   r   r   r   r   rf   s    rE   _finishz_OverlappingCpuLoader._finish   s=    zzzt!!"Q&KK##%!!!rO   r_   r`   c                 l    | j                   rt        d      | j                  j                  ||f       y )Nz&cannot add items after loading started)r   RuntimeErrorrA   rt   rb   s      rE   rc   z_OverlappingCpuLoader.add   s+    <<GHH

4+&rO   c                     | j                   ry d| _         | j                  j                  t        j                  d             | j                          y )NTr   key)r   rA   sortoperator
itemgetterr   rf   s    rE   rg   z#_OverlappingCpuLoader.start_loading   s9    <<

H//23rO   c              #      K   | j                          | j                  s7| j                         }| j                          |E d {    | j                  s7| j	                         E d {    y 7 *7 wr?   )rg   r   r   r   r   )rB   r   s     rE   ri   z_OverlappingCpuLoader.values   sY     **kkmGLLN **
 <<>!! !s*   AA3A/A3A3)A1*A31A3)Ni@B rj   )rG   rH   rI   r   r   rm   r   rM   rr   propertyboolr   listrl   r   rk   r   r   r   r   rc   rg   r   ri   rN   rO   rE   r   r      s     *.#,	II &I !	I
 
I. +t + +U5<<#789 N0"%f(<"=> "' '& 'T '
"u||V';!<= "rO   r   c            	       n    e Zd ZdZ	 d	deee      ddfdZdede	j                  deee   ee   f   fdZy)
_StorageWriterTransforms
    This is experimental, and will likely move elsewhere in the
    future.  It lives here to minimize changes while we are still
    learning and gathering feedback.
    N
extensionsrX   c                 &    |d| _         y|| _         y)a  
        If the extensions arg is None, this means the implementation
        should provide whatever defaults it chooses.  An empty
        sequence indicates no extensions should be used.  At this
        time, the default extensions sequence is empty.
        NrN   )r   )rB   r   s     rE   rr   z!_StorageWriterTransforms.__init__   s     !+ 2"
rO   
write_item
raw_streamc                 "    G d dt         j                        }t        t        t            ||            }| j
                  D ]  }|j                  |      } |t        | j
                        D cg c]  }|j                          c}fS c c}w )Nc                   N    e Zd Zdej                  fdZdefdZdede	fdZ
d Zy)	E_StorageWriterTransforms.transform_save_stream.<locals>.NoCloseWriterrawc                     || _         y r?   )r   )rB   r   s     rE   rr   zN_StorageWriterTransforms.transform_save_stream.<locals>.NoCloseWriter.__init__  s	    rO   rX   c                      y)NTrN   rf   s    rE   	writeablezO_StorageWriterTransforms.transform_save_stream.<locals>.NoCloseWriter.writeable  s    rO   bc                 8    | j                   j                  |      S r?   )r   write)rB   r   s     rE   r   zK_StorageWriterTransforms.transform_save_stream.<locals>.NoCloseWriter.write  s    xx~~a((rO   c                 X    | j                          | j                  j                          y r?   )flushr   rf   s    rE   closezK_StorageWriterTransforms.transform_save_stream.<locals>.NoCloseWriter.close  s    

 rO   N)rG   rH   rI   ioIOBaserr   r   r   r   rM   r   r   rN   rO   rE   NoCloseWriterr     s6    BII 4 )v )# )!rO   r   )	r   r   r   r   bytesr   transform_toreversedget_descriptor)rB   r   r   r   r   exs         rE   transform_save_streamz._StorageWriterTransforms.transform_save_stream   sw    	!BII 	! BuI}Z'@A// 	9B??<8L	9 Xdoo=VWrr002WXXWs   1Br?   )rG   rH   rI   rJ   r   r   r   rr   r)   r   r   rl   r   r   r   rK   r   rN   rO   rE   r   r      sh     JN	C"8,D#EF	C		CY#Y13Y	r%y$s)#	$YrO   r   itemc                     d}| j                   J | j                   j                  D ]  }||z  }	 | j                   j                  j                  }|t        j
                  j                  |      z  S Nr   )tensor_datar_   
propertiesdtyperm   _utils_element_size)r   r_   sr   s       rE   
_item_sizer     sp    D'''"" 	 ''--E%,,,,U333rO   binsrA   c                    | dk(  r|gS |D cg c]"  }|j                   t        j                  k(  s!|$ }}|D cg c]"  }|j                   t        j                  k7  s!|$ }}t        |       D cg c]  }g  }}t        |       D cg c]  }d }}|j	                  t
        d       t        |      D ]  \  }}||| z     j                  |        |D ]X  }t        t        |      t        j                  d            d   }	||	   j                  |       ||	xx   t        |      z  cc<   Z |S c c}w c c}w c c}w c c}w )Nr   r   T)r   reverser   )r   r*   BYTE_IOranger   r   	enumeratert   minr   r   )
r   rA   wibytes_wtensor_wr~   bucketsbucket_sizesir   s
             rE   _split_by_size_and_typer   #  s3   qyw!FbRWW0E0E%ErFGF"Grbgg1F1F&FGHG27+%>Qb%>G%>$T{+!A+L+MMj$M/7# %2D  $%  ,)L)x/B/B1/EFqIBSZ^+	, N# GG%>+s!   "D3D3"D8D80	D=	E
transformsr   datar   storage_keyserialization_formatc           
      "   |j                         }| j                  ||      \  }}|j                  t        j                  k(  r<t        |t        j                        sJ |j                  |j                                nit        |t        j                        sJ |j                  t        j                  d      k(  sJ |t        j                  k(  rt        j                  ||       |j!                          |t        j                  k(  st        |t        j                        r|j                         |z
  }	n!|j#                         |j%                         z  }	t'        |      dk(  rd n|}
t)        |j*                  |	t-        |||	|
            S )Nry   r   )r=   )indexsize_in_bytesstorage_data)tellr   r   r*   r   
isinstancer   BytesIOr   	getbufferrm   r   r   r5   rV   saver   r{   r   r   r.   r   r9   )r   r   r   r   r   r   r;   r   r=   r<   info_transform_descriptorss              rE   _write_itemr   ;  sS    [[]F,6,L,LF-)\( -///$

+++4>>+,$---{{ell51111#6#A#AAJJt\*2===bjjB ' 1 1 33
 )*a/5J  !"<	
	 	rO   create_stream
file_queueresult_queueplannerr   	use_fsyncthread_countc	                 P   	 	 |j                         \  }	}
}t        j                  j                         }t	        t        |d       }|dk(  rMt        j
                  j                         s|r-|j                         r|dkD  rt        |j                  |      }nt        |j                        }|D cg c]"  }|j                  t        j                  k7  s!|$ }}|D ]  }|j                  t        |      |        |j                          |D cg c]"  }|j                  t        j                  k(  s!|$ }}g } | |	d      5 }|D ]2  }|j                  |      }|j!                  t#        |||||
|             4 i }i }|j%                         D ]  \  }}|j&                  sJ |j!                  t#        |||||
|             |||j(                  j*                  <   d|j,                  j.                  j0                  i||j(                  j*                  <    |t2        j4                  k(  rUddlm} |j;                   ||t<        t?        j@                  |      tB        tE        tF              tH        tJ        i             |r$	 tM        jN                  |jQ                                |jY                          d d d        |j[                  |       c c}w c c}w # tR        tT        f$ r tM        jV                          Y Zw xY w# 1 sw Y   OxY w# t\        j^                  $ r Y y w xY w)Nr   r   )r   wbsaved_offsets)r   )metadata)0
get_nowaitrm   _C_get_privateuse1_backend_namegetattrr   is_availabler   resolve_dataro   r   r*   r   rc   r   rg   rt   r   ri   is_cpur   fqnr   chunkoffsetsr5   rW   safetensors.torchr   r   r   jsondumpsr   rK   r   r   r   osfsyncfilenoAttributeErrorr   syncr   putqueueEmpty)r   r   r   r   r   r   r   r   r   	file_namer   write_itemscustom_backend_namecustom_device_modloaderr   r   r   r   write_resultsr   r   tensor_dictmetadata_dictr   r   s                             rE   _write_files_from_queuer  m  s   [2<2G2G2I/I{K #((("H"H"J '/BD I !JJ++-).?.L.L.N'!+.(((;
 *(( &1UrBGG}?T?T4TUHU& ?


:j1:>?  "$/Tb277m>S>S3SrTGTMy$/ 46") J"//
;D!((#&" &'0	 ! "*0--/ &FJ!==(=!((#&""&'0	 9?K
 0 0 4 45')?)?)E)E)M)M;M*"2"2"6"67" (+>+J+JJ6LL' 3TZZ5N /^1D *L&	 "1 i4j ]+q 6 V
 Uj +,@A "	"e4 4l ;; ss   B/L 1"KK8L "K3K7L D=L#K%L5%L #L =L?L  LLL L%$L%c                   f   e Zd Zeedeeej                  f   dede	e
j                  ddf   fd              Zedeeej                  f   dedeeej                  f   fd       Zedeeej                  f   deeej                  f   ddfd	       Zedeeej                  f   deeej                  f   fd
       Zedeeej                  f   ddfd       Zeedeeej                  f   defd              Zedeeej                  f   defd       Zedeeej                  f   ddfd       Zy)r4   pathmoderX   Nc                      y r?   rN   )rB   r   r!  s      rE   r   zFileSystemBase.create_stream  s     ,/rO   suffixc                      y r?   rN   rB   r   r#  s      rE   concat_pathzFileSystemBase.concat_path  s     #&rO   new_pathc                      y r?   rN   rB   r   r'  s      rE   renamezFileSystemBase.rename  s     rO   c                      y r?   rN   rB   r   s     rE   	init_pathzFileSystemBase.init_path  s    SVrO   c                      y r?   rN   r,  s     rE   mkdirzFileSystemBase.mkdir  s    <?rO   checkpoint_idc                      y r?   rN   clsr0  s     rE   validate_checkpoint_idz%FileSystemBase.validate_checkpoint_id  s    UXrO   c                      y r?   rN   r,  s     rE   existszFileSystemBase.exists  s    =@rO   c                      y r?   rN   r,  s     rE   rm_filezFileSystemBase.rm_file  s    >ArO   )rG   rH   rI   r	   r   r   rK   r  PathLiker   r   r   r   r&  r*  r-  r/  classmethodr   r4  r6  r8  rN   rO   rE   r4   r4     s   /#r{{*+/36/	299dD(	)/  / &#r{{*+&58&	sBKK	 & & #r{{*+7<S"++=M7N	  VeC$45V%R[[@P:QV V?%R[[ 01?d? ?X5bkk9I3JXtX  X@5bkk!12@t@ @AE#r{{"23AA ArO   r4   c            
       J   e Zd Zedeeej                  f   dedee	j                  ddf   fd       Zdeeej                  f   dedeeej                  f   fdZdeeej                  f   deeej                  f   fdZdeeej                  f   d	eeej                  f   ddfd
Zdeeej                  f   ddfdZedeeej                  f   defd       Zdeeej                  f   defdZdeeej                  f   ddfdZdeeej                  f   dee   fdZy)r3   r   r!  rX   Nc              #      K   t        |t              st        |      }|j                  |      5 }t        t        j
                  |       d d d        y # 1 sw Y   y xY wwr?   )r   r   openr   r   r   )rB   r   r!  r   s       rE   r   zFileSystem.create_stream  sM      $%:DYYt_ 	*ryy&))	* 	* 	*s   -A!A	A!AA!r#  c                 B    t        |t              st        |      }||z  S r?   r   r   r%  s      rE   r&  zFileSystem.concat_path  s!     $%:Df}rO   c                 <    t        |t              st        |      }|S r?   r?  r,  s     rE   r-  zFileSystem.init_path	  s    $%:DrO   r'  c                 x    t        |t              st        |      }|j                  t        t        |             y r?   )r   r   r*  r   r)  s      rE   r*  zFileSystem.rename  s*     $%:DDx()rO   c                 `    t        |t              st        |      }|j                  dd       y )NT)parentsexist_ok)r   r   r/  r,  s     rE   r/  zFileSystem.mkdir  s%    $%:D

4$
/rO   r0  c                     t        |t              rydt        |      v ryt        |      j                  D ]B  }|j	                         st        j                  t        |      t
        j                        sB y y)NTz://F)r   r   rK   rC  r6  r  accessW_OK)r3  r0  ps      rE   r4  z!FileSystem.validate_checkpoint_id  s_    mT*C&&m$,, 	AxxzbiiA8	 rO   c                 X    t        |t              st        |      }|j                         S r?   )r   r   r6  r,  s     rE   r6  zFileSystem.exists)  s!    $%:D{{}rO   c                 Z    t        |t              st        |      }|j                          y r?   )r   r   unlinkr,  s     rE   r8  zFileSystem.rm_file.  s    $%:DrO   c                     t        |t              st        |      }|j                         D cg c]  }t        |       c}S c c}w r?   )r   r   iterdirrK   )rB   r   rH  s      rE   lszFileSystem.ls3  s3    $%:D $/1A///s   A)rG   rH   rI   r	   r   rK   r  r9  r   r   r   r   r&  r-  r*  r/  r:  r   r4  r6  r8  r   rN  rN   rO   rE   r3   r3     s   *#r{{*+*36*	299dD(	)* *#r{{*+58	sBKK	 eC$45 %R[[@P:Q 
*#r{{*+*7<S"++=M7N*	*0%R[[ 01 0d 0
 5bkk9I3J t  5bkk!12 t 
E#r{{"23  
0uS"++-. 049 0rO   r3   c                   2    e Zd ZdZddddddej
                  fdeeej                  f   de
de
d	ed
ede
deee      dedededdf fdZd%deeej                  df   ddfdZde
ddfdZdedefdZdee   dee   fdZdededeee      fdZdedej8                  deee      fdZdedeee      ddfd Zdee    fd!Z!e"deeej                  f   fd"       Z#e"deeej                  f   fd#       Z$e%deeej                  f   de
fd$       Z& xZ'S )&_FileSystemWritera  
    Basic implementation of StorageWriter using file IO.

    This implementation makes the following assumptions and simplifications:

    * The checkpoint path is an empty or non-existing directory.
    * File creation is atomic

    The checkpoint consist of one file per write request plus
    a `.metadata` file with the serialized metadata.

    Tr   逖 Nr   single_file_per_rank
sync_filesr   per_thread_copy_ahead	overwrite_extensionsr   argskwargsrX   c	                    t         |           t               | _        | j                  j	                  |      | _        || _        || _        || _        || _	        t               | _        || _        t        |      | _        || _        y)a=  
        Initialize the writer pointing to `path`.

        Args:
            path: directory where the checkpoint will be written to.
            single_file_per_rank: Produce one file per rank instead of one file per tensor/blob. Default to True.
            sync_files : force files to be synced to permanent storage. Default to True.
            thread_count: Number of IO threads to use to write. Default to 1.
            per_thread_copy_ahead: How many bytes to copy from the GPU ahead of saving then. Default 10Mb.
            overwrite: Whether to allow overwriting existing checkpoints. Defaults to True.
            _extensions: Extensions to apply to output streams (EXPERIMENTAL)

        N. B. If sync_files is disabled, there's no guarantee that the checkpoint will be consistent in the case of a failure.
        N)superrr   r3   fsr-  r   rS  rT  r   rU  r\   save_idrV  r   r   r   )rB   r   rS  rT  r   rU  rV  rW  r   rX  rY  	__class__s              rE   rr   z_FileSystemWriter.__init__G  ss    6 	,GG%%d+	$8!$(%:"%'"2;?$8!rO   r0  c                 f    |r | j                   j                  |      | _        t               | _        y r?   )r\  r-  r   r\   r]  rB   r0  s     rE   resetz_FileSystemWriter.resetn  s%    ))-8DI%'rO   is_coordinatorc                      y r?   rN   )rB   rb  s     rE   set_up_storage_writerz'_FileSystemWriter.set_up_storage_writers  rv   rO   planc                 H   | j                   j                  | j                         | j                   j                  | j                        rW| j
                  r2t        j                  d| j                   d| j
                  d       |S t        d| j
                  d      |S )Nz#Detected an existing checkpoint in z#, overwriting since self.overwrite=z. Past version 2.5 of PyTorch, `overwrite` will default to False. Set this variable to True to maintain this functionality or False to raise when an existing checkpoint is found.z-Checkpoint already exists and self.overwrite=.)	r\  r/  r   r6  metadata_pathrV  warningswarnr   rB   re  s     rE   prepare_local_planz$_FileSystemWriter.prepare_local_planv  s    dii 77>>$,,-~~9$:L:L9MMqbfbpbpar sk k  #%SDNNCTTU#VWWrO   plansc                     t        |      D cg c])  \  }}t        j                  |t        d| d            + }}}|S c c}}w )N__r~   r   )r   dataclassesreplacerQ   )rB   rm  r   re  	new_planss        rE   prepare_global_planz%_FileSystemWriter.prepare_global_plan  sQ     %U+
4 >Bqc)3LM
	 
 	
s   .Ar   c                   	
 |j                   
d		
fd}t        j                         }| j                  rgt	        | j
                  |j                        D ]C  } |       }| j                  j                  | j                  |      }|j                  |||f       E nS|j                  D ]D  } |       }| j                  j                  | j                  |      }|j                  |||gf       F | j                  ||      S )Nr   c                  >    j                     t         } dz  | S r   )rR   DEFAULT_SUFFIX)r  
file_countstorage_plans    rE   gen_filez._FileSystemWriter.write_data.<locals>.gen_file  s,    '../
|N;KLI!OJrO   )r   r  QueuerS  r   r   rA   r\  r&  r   r  _write_data)rB   re  r   rz  r   bucketr  r   r   rx  ry  s            @@rE   
write_dataz_FileSystemWriter.write_data  s    
 (,'8'8
	 #(++-
$$1$2C2CTZZP :$J	ww**499i@i89:
 

 :$J	ww**499i@i$89:
 44rO   r   c                    t        j                         }g }t        d| j                        D ]  }t	        j
                  t        | j                  j                  |||| j                  | j                  | j                  | j                  | j                  f	      }|j                          |j                  |        t        | j                  j                  |||| j                  | j                  | j                  | j                  | j                  	       |D ]  }|j                           g }	 	 ||j!                         z  }# t         j"                  $ r  t%               }|j'                  |       |cY S w xY w)Nr   )targetrX  )	r   r   r   r   r   r   r   r   r   )r  r{  r   r   	threadingThreadr  r\  r   r   rU  rT  r   startrt   joinr  r  r0   
set_result)	rB   r   r   r   threadsr~   tresfuts	            rE   r|  z_FileSystemWriter._write_data  sS   
 %*KKMq$++, 	A  .GG)) OO..OO%%--
A GGINN1!	$ 	 ''//!% $ : :oo**!%!:!:
	
  	AFFH	 	|..00 {{ 	-3XCNN3J	s   1E 0E98E9r   resultsc                 V   i }|D ]6  }|j                  |D ci c]  }|j                  |j                   c}       8 ||_        | j                         |_        t	        t
        | j                  j                  | j                  t         d            }| j                  j                  |d      5 }t        j                  ||       | j                  r$	 t        j                  |j!                                d d d        | j                  j)                  | j*                        r%| j                  j-                  | j*                         | j                  j/                  || j*                         y c c}w # t"        t$        f$ r t        j&                          Y w xY w# 1 sw Y   xY w)Nz.tmpr   )updater   r   storage_metar   r   r\  r&  r   r7   r   pickledumprT  r  r  r  r  r   r  r6  rh  r8  r*  )rB   r   r  
storage_mdwr_listwrtmp_pathmetadata_files           rE   finishz_FileSystemWriter.finish  sE   
 	MG7KRrxx8KL	M * $ 1 1 3dgg11$))~T=RSTWW""8T2 	mKK-0HH]1134		 77>>$,,-GGOOD../x!3!34% L '(<= GGI	 	s/   E1
1#F#E66#FFFFF(c                 D    t        | j                  | j                        S )N)r0  r]  )r"   r0  r]  rf   s    rE   r  z_FileSystemWriter.storage_meta  s    ););T\\RRrO   c                 r    t        t        | j                  j                  | j                  t
                    S r?   )r   r   r\  r&  r   r7   rf   s    rE   rh  z_FileSystemWriter.metadata_path  s$    D$''--diiFGGrO   c                     | j                   S )zT
        return the checkpoint_id that will be used to save the checkpoint.
        r   rf   s    rE   r0  z_FileSystemWriter.checkpoint_id      
 yyrO   c                 ,    t         j                  |      S r?   r3   r4  r2  s     rE   r4  z(_FileSystemWriter.validate_checkpoint_id      00??rO   r?   )(rG   rH   rI   rJ   r5   rV   r   rK   r  r9  r   rM   r   r   r   r   rr   ra  rd  r'   rl  r   rt  r(   r0   r.   r~  r  r{  r|  r    r  r"   r  r   rh  r0  r:  r4  __classcell__r^  s   @rE   rP  rP  9  s/     &*%/DH4G4R4R%9C$%%9 #%9 	%9
 %9  #%9 %9 h'?@A%9 2%9 %9 %9 
%9N(5bkk4)?#@ (D (
D T x H h DN 55 5 
[!	"	5800 KK0 
[!	"	0d5x 5$tK7H2I 5d 5.Sh{3 S HuS"++%56 H H uS"++%56   @5bkk9I3J @t @ @rO   rP  c            	       R    e Zd ZdZd
dee   ddfdZdedee	   de
e   de
e   fd	Zy)_StorageReaderTransformsr   Nextension_registryrX   c                 6    |t               | _        y || _        y r?   )r   r  )rB   r  s     rE   rr   z!_StorageReaderTransforms.__init__
  s!    #5#= 	CU 	rO   	read_itemr=   r   c                     | j                   j                  |      }|}|D ]$  }t        |t              s|j	                  |      }& |S r?   )r  from_descriptor_listr   r   transform_from)rB   r  r=   r   r   r  r   s          rE   transform_load_streamz._StorageReaderTransforms.transform_load_stream  sT     ,,AABWX
# 	CB"67!#!2!2>!B	C rO   r?   )rG   rH   rI   rJ   r   r   rr   r&   r   rK   r   r   r  rN   rO   rE   r  r    sX    
84E+F 
RV 

  (} uI	
 
ErO   r  c                   n    e Zd Z	 ddeeej                  f   dee   ddf fdZ	de
dee   fdZddeeej                  df   ddfd	Zd
ededed   fdZdefdZdededdfdZd
edefdZdee   dee   fdZedeeej                  f   fd       Zedeeej                  f   defd       Z xZS )r2   Nr   _extension_registryrX   c                     t         |           t               | _        | j                  j	                  |      | _        i | _        t               | _        t        |      | _
        y r?   )r[  rr   r3   r\  r-  r   r   r\   load_idr  r   )rB   r   r  r^  s      rE   rr   zFileSystemReader.__init__  sN    
 	,GG%%d+	,.%'23FGrO   sinfoc                 n    t        t        t           t        ||j                  |j
                              S r?   )r   r   r   r/   r;   r<   )rB   filer  s      rE   _slice_filezFileSystemReader._slice_file*  s%    BuI0u||U\\RSSrO   r0  c                 t    i | _         |r | j                  j                  |      | _        t	               | _        y r?   )r   r\  r-  r   r\   r  r`  s     rE   ra  zFileSystemReader.reset-  s-    ))-8DI%'rO   re  r   c                    i }|j                   D ]H  }| j                  |j                     }|j                  }|j	                  |g       j                  |       J |j                         D ]>  \  }}| j                  j                  | j                  |      }	| j                  j                  |	d      5 }
|D ]  }| j                  |j                     }| j                  |
|      }| j                  j                  ||j                  xs d|      }|j                  t        j                   k(  rHt#        j$                  |j'                  d            }|j)                  d       |j+                  ||       |j-                         r|}n5t#        j$                  |j'                  d            }|j)                  d       t/        t0        t3        j4                  |dd            }t7        ||j8                  |j:                        }|j=                  |      j?                         }|jA                         |jA                         k(  s6J d|j                   d	|jA                          d
|jA                                 |jC                  |       |jE                  ||        	 d d d        A tG               }|jI                  d        |S # 1 sw Y   ixY w)NrbrN   r   ry   T)map_locationweights_onlyzreq z mismatch sizes z vs )%rA   r   storage_indexr:   
setdefaultrt   r\  r&  r   r   r  r   r  r=   r   r#   r   r   r   readseek
load_bytesseekabler   r   rm   loadr   storage_offsetslengthsresolve_tensorrx   r_   copy_commit_tensorr0   r  )rB   re  r   per_filer  item_mdr   r:   reqsr'  r   req
file_slicer  
read_bytesr  r   target_tensorr  s                      rE   	read_datazFileSystemReader.read_data3  s   .0 	<I$($5$5i6M6M$NG((Db)00;	<
 $,>>#3 -	BM4ww**499mDH&&x6 +B& )BC"//0A0ABG!%!1!1&'!BJ%)__%J%J  55;"&N xx<#7#77%'ZZ0C0CB0G%H
"***3
;)224'5H (*zz.2E2Eb2I'JH$MM!,!%"!JJ (-2-1" "8"C$7$7" )0(>(>s(C(J(J(L,113v{{}D "3#4#4"55EmFXFXFZE[[_`f`k`k`m_noD &++F3--c=AS)B+B +B-	B^ ht
_+B +Bs   3G-K		K	c                 L   | j                   j                  | j                  d      }| j                   j                  |d      5 }t	        j
                  |      }d d d        t        dd       t               |_        | j                  |j                  _	        |S # 1 sw Y   BxY w)Nr6   r  r  )
r\  r&  r   r   r  r  r  r"   r  r  )rB   r   r  r   s       rE   read_metadatazFileSystemReader.read_metadatao  s    ww""499k:WW""4. 	2-{{=1H	2 8^T2:$/MH!(,%	2 	2s   BB#r   rb  c                 B    |j                   | _         | j                   J y r?   rp  )rB   r   rb  s      rE   set_up_storage_readerz&FileSystemReader.set_up_storage_readerz  s"    $11  ,,,rO   c                     |S r?   rN   rk  s     rE   rl  z#FileSystemReader.prepare_local_plan~  s    rO   rm  c                     |S r?   rN   )rB   rm  s     rE   rt  z$FileSystemReader.prepare_global_plan  s    rO   c                     | j                   S )zT
        return the checkpoint_id that will be used to load the checkpoint.
        r  rf   s    rE   r0  zFileSystemReader.checkpoint_id  r  rO   c                 ,    t         j                  |      S r?   r  r2  s     rE   r4  z'FileSystemReader.validate_checkpoint_id  r  rO   r?   )rG   rH   rI   r   rK   r  r9  r   r   rr   r9   r   r   r  ra  r$   r%   r0   r  r    r  r   r  rl  r   rt  r   r0  r:  r4  r  r  s   @rE   r2   r2     sP    <@
HC$%
H &&78
H 
	
HT| T5	 T(5bkk4)?#@ (D (9h 9 9 9x	x 	-h - -QU -x H h DN  uS"++%56   @5bkk9I3J @t @ @rO   r2   c                        e Zd ZdZdddddddej
                  fdeeej                  f   de
d	e
d
edede
de
deee      deddfdZdedef fdZ xZS )r1   rQ  Tr   rR  FNr   rS  rT  r   rU  cache_staged_state_dictrV  rW  r   rX   c
                 n    t         j                  | ||||||||		       t        j                  | |       y)a  
        Initialize the writer pointing to `path`.

        Args:
            path: directory where the checkpoint will be written to.
            single_file_per_rank: Produce one file per rank instead of one file per tensor/blob. Default to True.
            sync_files : force files to be synced to permanent storage. Default to True.
            thread_count: Number of IO threads to use to write. Default to 1.
            per_thread_copy_ahead: How many bytes to copy from the GPU ahead of saving then. Default 10Mb.
            cache_staged_state_dict: Whether to cache the staged state_dict. This option decreases staging latency
                at the cost of increases memory usage. Additionally, if this parameter is set to True, it's the expectation
                that the stager is maintained and reused for multiple dcp.async_save calls. Default to False.
            overwrite: Whether to allow overwriting existing checkpoints. Defaults to True.
            _extensions: Extensions to apply to output streams (EXPERIMENTAL)

        N. B. If sync_files is disabled, there's no guarantee that the checkpoint will be consistent in the case of a failure.
        )r   rS  rT  r   rU  rV  rW  r   )r  N)rP  rr   r+   )
rB   r   rS  rT  r   rU  r  rV  rW  r   s
             rE   rr   zFileSystemWriter.__init__  sH    : 	""!5!%"7#!5 	# 
	
 	$$$;	
rO   
state_dictc                 0    d| _         t        | 	  |      S )zOverride of AsyncStager.stager   )rU  r[  stage)rB   r  r^  s     rE   r  zFileSystemWriter.stage  s     &'"w}Z((rO   )rG   rH   rI   rJ   r5   rV   r   rK   r  r9  r   rM   r   r   r   rr   r!   r  r  r  s   @rE   r1   r1     s      &*%/(-DH4G4R4R+
C$%+
 #+
 	+

 +
  #+
 "&+
 +
 h'?@A+
 2+
 
+
Z) )O ) )rO   r1   )hr   rq  r   r  r   r  r  r  r  rZ   ri  abcr   r   collections.abcr   r   r   r   
contextlibr	   r
   enumr   r   pathlibr   typingr   r   r   r   r   r   typing_extensionsr   rm   r   torch._utilsr   r   torch.distributed._shard._utilsr   'torch.distributed.checkpoint._extensionr   r   &torch.distributed.checkpoint._hf_utilsr   r   r   r   r   %torch.distributed.checkpoint.metadatar    r!   r"   $torch.distributed.checkpoint.plannerr#   r$   r%   r&   r'   r(   r)   r*   $torch.distributed.checkpoint.stagingr+   $torch.distributed.checkpoint.storager,   r-   r.   "torch.distributed.checkpoint.utilsr/   torch.futuresr0   __all__r7   rK   rL   r9   rQ   r5   rw  r\   r^   ro   r   r   rM   r   r   r   r   r   r   r{  r   r  r4   r3   rP  r  r2   r1   rN   rO   rE   <module>r     s     	   	      # C C % !  #  ; ; %   G B  Y X	 	 	 E 
 A    c  	I 	I 	I    $  
  C } .W"M W"t0Y 0Yf4Y 43 4# d9o $tIBW 0/(/II/ 

ELL(
)/ 	/
 / ./ /dfff ++f 	f
 )f f f f .f 
fRBS BD>0 >0BG@ G@T 4p@} p@f@)(*= @)rO   