*iUddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z m Z ddlmZmZmZmZmZddlmZddlmZddlmZddlmZddlmZdd lmZmZmZm Z dd l!m"Z"ddl#Z#dd l#m$Z$dd l%m&Z&m'Z'dd l(m)Z)ddl*m+Z+m,Z,ddl-m.Z.m/Z/m0Z0m1Z1m2Z2ddl3m4Z4m5Z5m6Z6ddl7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?ddl@mAZAddlBmCZCmDZDmEZEddlFmGZGddlHmIZIgdZJdZKeLeMd<dZNeeLeMd<eGddZOeGddZPGdd eZQd!ZRd"eLfd#ZSGd$d%e ZTGd&d'eTZUGd(d)eTZVGd*d+ZWd,e>d"eXfd-ZYd.eXd/eZe>d"eZeZe>fd0Z[d1eWd2ejd3eje#jHzd4e>d5eLd6eQd"eEfd7Z^d8ed9ejd:ejd;e=d1eWdeXd6eQd"dfd?ZaGd@dAe ZbGdBdCebZcGdDdEeDZdGdFdGZeGdHdIeCZfGdJdKedeAZgy)LN)ABCabstractmethod)Callable GeneratorIterableIteratorSequence)contextmanager) dataclass)Enum)UnsupportedOperation)Path)AnycastFinalIO)Buffer)Tensor)_get_available_device_type_get_device_module)narrow_tensor_by_index)ExtensionRegistryStreamTransformExtension)CUSTOM_METADATA_KEYDCP_VERSION_KEY FORMAT_KEY FORMAT_VALUEHF_DCP_VERSION)MetadataSTATE_DICT_TYPE StorageMeta) LoadItemTypeLoadPlan LoadPlannerReadItemSavePlan SavePlanner WriteItem WriteItemType)BlockingAsyncStager) StorageReader StorageWriter WriteResult)_create_file_view)Future)FileSystemWriterFileSystemReader FileSystemFileSystemBaseSerializationFormatz .metadata _metadata_fnz1.0.0CURRENT_DCP_VERSIONcPeZdZUdZeed<eed<eed<dZeedzed<dZ y) _StorageInfoz#This is the per entry storage info. relative_pathoffsetlengthNtransform_descriptorscp|jjDcic] \}}| || c}}Scc}}wN)__dict__items)selfkvs i/var/www/pod-logistic/pod-ai/venv/lib/python3.12/site-packages/torch/distributed/checkpoint/filesystem.py __getstate__z_StorageInfo.__getstate__Ss/!%!4!4!6HA!-1HHHs 22) __name__ __module__ __qualname____doc__str__annotations__intr<r rErDr8r8Js/- K K268C=4/6IrNr8ceZdZUeed<y)_StoragePrefixprefixN)rFrGrHrJrKrMrNrDrPrPWs KrNrPceZdZdZdZy)r4 torch_save safetensorsN)rFrGrH TORCH_SAVE SAFETENSORSrMrNrDr4r4\s JKrNr4z.distcpreturnc<ttjSr>)rJuuiduuid4rMrNrD_generate_uuidr[ds tzz| rNcveZdZedededdfdZeddZedee e jeffdZ y) _TensorLoadersizeobjrWNcyr>rMrAr^r_s rDaddz_TensorLoader.addi rNcyr>rMrAs rD start_loadingz_TensorLoader.start_loadingmrcrNcyr>rMres rDvaluesz_TensorLoader.valuesqrcrNrWN) rFrGrHrrLobjectrbrfrtupletorchrrhrMrNrDr]r]hsk  & T     u||V';!<=  rNr]cheZdZdeddfdZdededdfdZd dZde e e jeffd Z y) _SerialCpuLoader resolve_funrWNc ||_g|_yr>)ror@)rAros rD__init__z_SerialCpuLoader.__init__ws&/1 rNr^r_c>|jj||fyr>)r@appendras rDrbz_SerialCpuLoader.add{s 4+&rNcyr>rMres rDrfz_SerialCpuLoader.start_loading~s rNc#K|jD]u\}}|j|j}|j}|j j |j k7r|j}||fwywr>)r@rodetachcpuuntyped_storager^nbytesclonerA_r_tensors rDrhz_SerialCpuLoader.valuesszjj FAs%%c*113FZZ\F%%',,.&--?  sBBri)rFrGrHrrqrLrjrbrfrrkrlrrhrMrNrDrnrnvsS2H22''&'T'  u||V';!<= rNrnc eZdZ ddedej dzdeddfdZede fdZ de e ejeffdZdd Zdee ejeffd Zd ed eddfd ZddZdee ejeffdZy)_OverlappingCpuLoaderNrostreaminflight_threshholdrWc8||_g|_||_d|_t j |_d|_d|_|r |jn t|_ t|j|_ ttjj |xs|jj#|_|j$|jj#k7r4|j$j'|jj#yy)NrF)ror@rin_flight_data collectionsdeque current_itemsidxstarted device_typerr device_modulerrlcudaStreamcurrent_streamr wait_stream)rArorrs rDrqz_OverlappingCpuLoader.__init__s '/1 #6 0;0A0A0C "(F  .H.J 00@0@A JJ  vL););)J)J)L   ;;$,,;;= = KK # #D$6$6$E$E$G H >rNcF|jt|jk\Sr>)rlenr@res rD_donez_OverlappingCpuLoader._donesxx3tzz?**rNcg}|j|jk\r|jj|j|jk\r|jj }|xj|dj |djzzc_|j||j|jk\r|S)Nr) rrr synchronizerpopleftnumel element_sizers)rAdrainedvals rD_drainz_OverlappingCpuLoader._drains   $":": : KK # # %!!T%=%==$$,,.C   3q6<<>CF4G4G4I#I I  NN3 !!T%=%==rNc|jj|j5|js|j|jkrm|j |j \}}|xj dz c_|j|j}|jj|jk(r|jdd}nn|jtjdk(rL|jj|j!|j"zk7r|j%}|j&j)||f|xj|j!|j+zz c_|js|j|jkrmdddy#1swYyxYw)NrwT)device non_blocking)rrrrrr@rrorvrtypertorlrxr^ritemsizerzrrsrr{s rD_refillz_OverlappingCpuLoader._refillsc    & &t{{ 3 NjjT%8%84;S;S%SDHH-3A ))#.557==%%)9)99#YYe$YGF]]ell5&99..0557!<<>FOO;<"("")) ##v||~8K8K8M'MM#)jjT%8%84;S;S%S N N Ns FGG c|js tdt|jdkDr|jj |jS)Nz._finish called before all items were processedr)rAssertionErrorrrrrres rD_finishz_OverlappingCpuLoader._finishsDzz !QR R t!! "Q & KK # # %!!!rNr^r_cl|jr td|jj||fy)Nz&cannot add items after loading started)r RuntimeErrorr@rsras rDrbz_OverlappingCpuLoader.adds+ <<GH H 4+&rNc|jryd|_|jjtjd|j y)NTrkey)rr@sortoperator itemgetterrres rDrfz#_OverlappingCpuLoader.start_loadings9 <<   H//23 rNc#K|j|js7|j}|j|Ed{|js7|j Ed{y7*7wr>)rfrrrr)rArs rDrhz_OverlappingCpuLoader.valuessY **kkmG LLN  ** <<>!! !s*AA3A/A3A3)A1*A31A3)Ni@Bri)rFrGrHrrlrrLrqpropertyboolrlistrkrrjrrrrrbrfrrhrMrNrDrrs'+#, II t#I! I  I.+t++U5<<#789N0"% f(<"=>"''&'T' "u||V';!<="rNrc neZdZdZ d deedzddfdZdedejde e e e effdZy) _StorageWriterTransforms This is experimental, and will likely move elsewhere in the future. It lives here to minimize changes while we are still learning and gathering feedback. N extensionsrWc&|d|_y||_y)a If the extensions arg is None, this means the implementation should provide whatever defaults it chooses. An empty sequence indicates no extensions should be used. At this time, the default extensions sequence is empty. NrM)r)rArs rDrqz!_StorageWriterTransforms.__init__s!+ 2" rN write_item raw_streamc"Gddtj}ttt||}|j D]}|j |}|t|j Dcgc]}|jc}fScc}w)NcNeZdZdejfdZdefdZdede fdZ dZ y) E_StorageWriterTransforms.transform_save_stream..NoCloseWriterrawc||_yr>)r)rArs rDrqzN_StorageWriterTransforms.transform_save_stream..NoCloseWriter.__init__s rNrWcyNTrMres rD writeablezO_StorageWriterTransforms.transform_save_stream..NoCloseWriter.writeable srNbc8|jj|Sr>)rwrite)rArs rDrzK_StorageWriterTransforms.transform_save_stream..NoCloseWriter.write sxx~~a((rNcX|j|jjyr>)flushrres rDclosezK_StorageWriterTransforms.transform_save_stream..NoCloseWriter.closes  rNN) rFrGrHioIOBaserqrrrrLrrrMrNrD NoCloseWriterrs6 BII  4  )v )# ) !rNr) rrrrbytesr transform_toreversedget_descriptor)rArrrrexs rDtransform_save_streamz._StorageWriterTransforms.transform_save_streamsw !BII !BuI}Z'@A // 9B??<8L 9Xdoo=VWrr002WXXWs1B r>)rFrGrHrIr rrqr(rrrkrrrrJrrMrNrDrrshGK C"#;Qb%>G%>$T{+!A+L+ MMj$M/7#%2D  $%,)L)x/B/B1/EFqI BSZ^+ , N#GG%>+s!"D3D3"D8D80 D= E transformsrdatar storage_keyserialization_formatc X|j}|j||\}}|jtjk(rEt |t js td|j|jn{t |tjs td|jtjdk7r td|tjk(rtj |||j#|tjk(st |t jr|j|z } n!|j%|j'z} t)|dk(rdn|} t+|j,| t/||| | S)Nz/Data must be io.BytesIO for BYTE_IO write itemsz5Data must be torch.Tensor for non-BYTE_IO write itemsrwzTensor must be on CPU devicer)r<)index size_in_bytes storage_data)tellrrr)r isinstancerBytesIOrr getbufferrlrrr4rUsaverrrrr-rr8) rrrrrrr:rr<r;info_transform_descriptorss rD _write_itemr@sk[[]F,6,L,LF-)\(-///$ + !RS S4>>+,$ - G  ;;%,,u- - !?@ @ #6#A#A A JJt\ *2=== bjjB' 1 1 33 )*a/5J !   "<    rN create_stream file_queue result_queueplannerr use_fsync thread_countc b |j\} } } tjj} t t| d} |dk(rMtj j s| r-| j r|dkDrt|j|}nt|j}| Dcgc]"}|jtjk7s!|$}}|D]}|jt|||j| Dcgc]"}|jtjk(s!|$}}g}|| d5}|D]2}|j|}|j!t#||||| |4i}i}|j%D]\}}|j&s t)d|j!t#||||| ||||j*j,<d|j.j0j2i||j*j,<|t4j6k(rUddlm}|j=||t>tAjB|tDtGtHtJtLi|r$ tOjP|jS|j[ddd|j]|cc}wcc}w#tTtVf$rtOjXYZwxYw#1swYOxYw#t^j`$rYywxYw) Nrr)rwbzTensor must be on CPU saved_offsets)r)metadata)1 get_nowaitrl_C_get_privateuse1_backend_namegetattrr is_availabler resolve_datarnrr)rrbrrfrsrrhis_cpurrfqnrchunkoffsetsr4rVsafetensors.torchrrrjsondumpsrrJrrrosfsyncfilenoAttributeErrorr syncrputqueueEmpty)rrrrrrrrr file_namer write_itemscustom_backend_namecustom_device_modloaderrrrr write_resultsrr tensor_dict metadata_dictr}rs rD_write_files_from_queuerws\ 2<2G2G2I /I{K#((("H"H"J  '/BD I  !JJ++-).?.L.L.N'!+.(((; *((&1UrBGG}?T?T4TUHU& ?  :j1:> ?  "$/Tb277m>S>S3SrTGTMy$/5 6") J"// ;D!((#&" &'0   ! " *0--/&FJ!==,-DEE!((#&""&'0  9?K 0 0 4 45')?)?)E)E)M)M;M*"2"2"6"67$(+>+J+JJ6LL' 3TZZ 5N /^1D *L& "1 k5 l   ] +s6V Ul+,@A" "g5 5 n ;;   ssB/L1"KK8L"K3K7 LEL  #K#.L >%L##L L L  L  LLL.-L.c :eZdZeedeejzdedee jddffdZ edeejzdedeejzfdZ edeejzdeejzddfd Z edeejzdeejzfd Zedeejzddfd Zeed eejzdefd ZedeejzdefdZedeejzddfdZy)r3pathmoderWNcyr>rM)rArrs rDrzFileSystemBase.create_streams,/rNsuffixcyr>rMrArr!s rD concat_pathzFileSystemBase.concat_paths rNnew_pathcyr>rMrArr%s rDrenamezFileSystemBase.renamesTWrNcyr>rMrArs rD init_pathzFileSystemBase.init_pathsGJrNcyr>rMr*s rDmkdirzFileSystemBase.mkdirs69rN checkpoint_idcyr>rMclsr.s rDvalidate_checkpoint_idz%FileSystemBase.validate_checkpoint_idsORrNcyr>rMr*s rDexistszFileSystemBase.existss7:rNcyr>rMr*s rDrm_filezFileSystemBase.rm_files8;rN)rFrGrHr rrJr PathLikerrrrr$r(r+r- classmethodrr2r4r6rMrNrDr3r3sr/"++%/-0/ 299dD( )// "++% /2 r{{   W3,Wbkk8IWdWWJcBKK/JC"++4EJJ9# +999R33DRRR:3,:::;C"++-;$;;rNr3c eZdZedeej zdedeejddffdZ deej zdedeej zfdZ deej zdeej zfdZ deej zd eej zddfd Z deej zddfd Zed eej zdefd Zdeej zdefdZdeej zddfdZdeej zdeefdZy)r2rrrWNc#Kt|ts t|}|j|5}ttj |dddy#1swYyxYwwr>)rropenrrr)rArrrs rDrzFileSystem.create_streamsM$%:D YYt_ *ryy&) ) * * *s-A!A A!AA!r!cBt|ts t|}||z Sr>rrr#s rDr$zFileSystem.concat_path s$%:Df}rNc<t|ts t|}|Sr>r=r*s rDr+zFileSystem.init_paths$%:D rNr%cxt|ts t|}|jtt|yr>)rrr(rr's rDr(zFileSystem.renames($%:D Dx()rNc`t|ts t|}|jddy)NT)parentsexist_ok)rrr-r*s rDr-zFileSystem.mkdirs%$%:D 4$ /rNr.ct|trydt|vryt|jD]B}|j st j t|t jsByy)NTz://F)rrrJrAr4r accessW_OK)r1r.ps rDr2z!FileSystem.validate_checkpoint_id s_ mT * C & &m$,, AxxzbiiA8 rNcXt|ts t|}|jSr>)rrr4r*s rDr4zFileSystem.exists.s!$%:D{{}rNcZt|ts t|}|jyr>)rrunlinkr*s rDr6zFileSystem.rm_file3s$%:D rNct|ts t|}|jDcgc] }t|c}Scc}wr>)rriterdirrJ)rArrFs rDlsz FileSystem.ls8s3$%:D $ /1A///sA)rFrGrHr rJr r7rrrrr$r+r(r-r8rr2r4r6rrLrMrNrDr2r2sa*"++%*-0* 299dD( )**bkk 133CT cBKK/C"++4E *3,*bkk8I*d* 0# +00  33D   3, C"++-$ 0sR[[(0T#Y0rNr2c2eZdZdZddddddej fdeejzde de d e d e d e d e e dzd ede de ddffd Zd'deejzdzddfdZde de de ddfdZde fdZdedefdZdeedeefdZdededeeefdZdedej6deeefdZded eeeddfd!Zdedzfd"Z d'd#e dzdejfd$Z!e"deejzfd%Z#e$deejzde fd&Z%xZ&S)(_FileSystemWriteraa Basic implementation of StorageWriter using file IO. This implementation makes the following assumptions and simplifications: * The checkpoint path is an empty or non-existing directory. * File creation is atomic The checkpoint consist of one file per write request plus a `.metadata` file with the serialized metadata. Tr逖Nrsingle_file_per_rank sync_filesrper_thread_copy_ahead overwrite _extensionsrargskwargsrWc .t |t|_|jj ||_||_||_||_||_ t|_ ||_ t||_||_d|_d|_y)a= Initialize the writer pointing to `path`. Args: path: directory where the checkpoint will be written to. single_file_per_rank: Produce one file per rank instead of one file per tensor/blob. Default to True. sync_files : force files to be synced to permanent storage. Default to True. thread_count: Number of IO threads to use to write. Default to 1. per_thread_copy_ahead: How many bytes to copy from the GPU ahead of saving then. Default 10Mb. overwrite: Whether to allow overwriting existing checkpoints. Defaults to True. _extensions: Extensions to apply to output streams (EXPERIMENTAL) N. B. If sync_files is disabled, there's no guarantee that the checkpoint will be consistent in the case of a failure. NT)superrqr2fsr+rrPrQrrRr[save_idrSrrrrankuse_collectives) rArrPrQrrRrSrTrrUrV __class__s rDrqz_FileSystemWriter.__init__Ls6 ,GG%%d+ $8!$(%:"%' "2;?$8! $ %)rNr.cf|r |jj||_t|_yr>)rYr+rr[rZrAr.s rDresetz_FileSystemWriter.resetus% ))-8DI%' rNis_coordinatorc^|jd|_|jdd|_y)Nr[r\T)getr[r\)rArarUrVs rDset_up_storage_writerz'_FileSystemWriter.set_up_storage_writerzs(JJv& %zz*;TBrNc|jr|jd}n|jd}|jj|S)N)r[r)r\_get_metadata_pathrYr4)rA metadata_paths rD_metadata_existsz"_FileSystemWriter._metadata_existssF    333>M!333;Mww~~m,,rNplanc|jj|j|jrX|jr3t j d|jd|jddntd|jd|j:|js.tj|td|jd  }|S) Nz#Detected an existing checkpoint in z#, overwriting since self.overwrite=z. Past version 2.5 of PyTorch, `overwrite` will default to False. Set this variable to True to maintain this functionality or False to raise when an existing checkpoint is found.) stacklevelz-Checkpoint already exists and self.overwrite=.__r|r) rYr-rrhrSwarningswarnrr[r\ dataclassesreplacerPrAris rDprepare_local_planz$_FileSystemWriter.prepare_local_plans  dii  "~~ 9$))DhY]YgYgXijkk ! #%SDNNCTTU#VWW 99 )=)=&&>Btyyk2C#DD rNplansc t|Dcgc]7\}}|j$tj|t d|dn|9}}}|Scc}}w)Nrnr|ro)rrrrrsrP)rArvrri new_planss rDprepare_global_planz%_FileSystemWriter.prepare_global_plansi %U+  4  (   >Bqc)3L M     sjt}dz |S)Nr)rQDEFAULT_SUFFIX)r file_count storage_plans rDgen_filez._FileSystemWriter.write_data..gen_files,'../ |N;KLI !OJ rN) rrQueuerPrrr@rYr$rr _write_data) rArirrrbucketrrrr}r~s @@rD write_dataz_FileSystemWriter.write_datas (,'8'8    #(++-  $ $1$2C2CTZZP :$J ww**499i@i89 :   :$J ww**499i@i$89 : 44rNrc tj}g}td|jD]}t j t |jj||||j|j|j|j|jf }|j|j|t |jj||||j|j|j|j|j |D]}|jg} ||j!z }#tj"$r t%}|j'||cYSwxYw)Nr)targetrU) rrrrrrrrr)rrrr threadingThreadrrYrrrRrQrstartrsjoinrrr/ set_result) rArrrthreadsr|tresfuts rDrz_FileSystemWriter._write_datasS %*KKM q$++, A  .GG)) OO..OO%%--  A GGI NN1 ! $ ''//!% $ : :oo**!%!:!:  A FFH  |..00{{ -3XC NN3 J s1E0E98E9rresultsc8tj|t}i}|D]6}|j|Dcic]}|j|j c}8||_|j |_|js"|jd|jtdntd}tt|jj|j|}|jj|d5}t!j"|||j$r$ t'j(|j+ddd|js(|j|j3|j} n|j3} |jj5| r|jj7| |jj9|| ycc}w#t,t.f$rt'j0YwxYw#1swYxYw)N)versionrnz.tmpr)rrrsr6updaterr storage_metar\r[r5rrrYr$rrpickledumprQr r rrr rrfr4r6r() rArr storage_mdwr_listwr tmp_filenametmp_path metadata_filergs rDfinishz_FileSystemWriter.finishs&&x9LM  MG   7KRrxx8K L M * $ 1 1 3''DII,A L> . >&  dgg11$))\JK WW " "8T 2 m KK- 0HH]1134  ## (= 33DII>M 335M 77>>- ( GGOOM * x/7L'(<=GGI   s/G" <#H #G''#H  H H  HHcDt|j|jS)N)r.rZ)r!r.rZres rDrz_FileSystemWriter.storage_metas););T\\RRrNr[c|tn d|t}tt|jj |j |SNrnr5rrrYr$rrAr[filenames rDrfz$_FileSystemWriter._get_metadata_path<(, l^Btf\N:SD$''--diiBCCrNc|jS)zT return the checkpoint_id that will be used to save the checkpoint. rres rDr.z_FileSystemWriter.checkpoint_id yyrNc,tj|Sr>r2r2r0s rDr2z(_FileSystemWriter.validate_checkpoint_id&00??rNr>)'rFrGrHrIr4rUrJr r7rrLr rrrqr`rdrhr&rurryr'r/r-rrrrrrr!rrfrr.r8r2 __classcell__r]s@rDrNrN>s4  &*%/AE4G4R4R'*BKK'*#'* '*  '* # '*'*67$>'*2'*'*'* '*R(3#4t#;(t( C"C+.C:=C C -$ -xH(hDN555 [! " 5800KK0 [! " 0d 0x 0$tK7H2I 0d 0DSkD0SDsTzDR[[DsR[[0 @33D@@@rNrNc ReZdZdZd dedzddfdZdedeede e de e fd Z y) _StorageReaderTransformsrNextension_registryrWc6|t|_y||_yr>)rr)rArs rDrqz!_StorageReaderTransforms.__init__2s!#5#=   CU rN read_itemr<rc|jj|}|}|D]$}t|ts|j |}&|Sr>)rfrom_descriptor_listrrtransform_from)rArr<rrrrs rDtransform_load_streamz._StorageReaderTransforms.transform_load_stream7sT ,,AABWX # CB"67!#!2!2>!B CrNr>) rFrGrHrIrrqr%r rJrrrrMrNrDrr+sW  +)rrrr.r:r;)rAfilers rD _slice_filezFileSystemReader._slice_fileTs%BuI0u||U\\RSSrNr.cti|_|r |jj||_t |_yr>)rrYr+rr[rr_s rDr`zFileSystemReader.resetWs- ))-8DI%' rNrirc i}|jD]H}|j|j}|j}|j |gj |J|jD]B\}}|j j|j|} |j j| d5} |D]} |j| j}|j| |} |jj| |jxsd| } | jtj k(rHt#j$| j'd}|j)d|j+| || j-r| }n5t#j$| j'd}|j)dt/t0t3j4|dd}t7|| j8| j:}|j=| j?}|jA|jAk7r:tCd| jd |jAd |jA|jE||jG| | dddEtI}|jKd|S#1swYmxYw) NrbrMrrwT) map_location weights_onlyzreq z mismatch sizes z vs )&r@r storage_indexr9 setdefaultrsrYr$rrrrrr<rr"rrrreadseek load_bytesseekablerrrlloadrstorage_offsetslengthsresolve_tensorrvr^rcopy_ commit_tensorr/r)rArirper_fileritem_mdrr9reqsr%rreq file_slicer read_bytesrr} target_tensorrs rD read_datazFileSystemReader.read_data]s.0 >#3. B M4ww**499mDH&&x6, B&*BC"//0A0ABG!%!1!1&'!BJ%)__%J%J 55;" &Nxx<#7#77%'ZZ0C0CB0G%H "***3 ;)224'5H(*zz.2E2Eb2I'JH$MM!,!%"!JJ (-2-1""8"C$7$7")0(>(>s(C(J(J(L (--/6;;=@"0"&s'8'8&99I-J\J\J^I__cdjdododqcr s#&++F3--c=AU*B, B, B. B`h t a, B, Bs 3G1K  K r[c|tn d|t}tt|jj |j |Srrrs rDrfz#FileSystemReader._get_metadata_pathrrNrUrVcD|jd}|j|}|jj|d5}t j |}dddt ddt|_|j|j_ |S#1swYBxYw)Nr[rr) rcrfrYrrrrr!rr)rArUrVr[rrrs rD read_metadatazFileSystemReader.read_metadataszz&!&&t, WW " "4 . 2-{{=1H 2 8^T 2 :$/MH !(, % 2 2s BBrrac|j|_|jd|_|jdd|_|j t dy)Nr[r\Tz)storage_data must not be None in metadata)rrcr[r\r)rArrarUrVs rDset_up_storage_readerz&FileSystemReader.set_up_storage_readersS%11JJv& %zz*;TB    $ !LM M %rNc|Sr>rMrts rDruz#FileSystemReader.prepare_local_plans rNrvc|Sr>rM)rArvs rDryz$FileSystemReader.prepare_global_plans rNc|jS)zT return the checkpoint_id that will be used to load the checkpoint. rres rDr.zFileSystemReader.checkpoint_idrrNc,tj|Sr>rr0s rDr2z'FileSystemReader.validate_checkpoint_idrrNr>) rFrGrHrJr r7rrqr8rrrr`r#r$r/rrLrfrrrrrrurryrr.r8r2rrs@rDr1r1Es}9= $BKK $/5 $  $T|T5 T(3#4t#;(t( :h:::xDsTzDR[[D 3 # ( N N26N?BNNQN NxHhDNsR[[0 @33D@@@rNr1ceZdZdZdddddddej fdeejzde d e d e d e d e d e de e dzdeddfdZ dedeffd ZxZS)r0a Basic implementation of StorageWriter using file IO. This implementation makes the following assumptions and simplifications: * The checkpoint path is an empty or non-existing directory. * File creation is atomic The checkpoint consist of one file per write request plus a global `.metadata` file with the serialized metadata if rank coordination is enabled. a rank local `__{rank}.metadata` file with the serialized metadata if rank coordination is NOT enabled. TrrOFNrrPrQrrRcache_staged_state_dictrSrTrrWc ntj|||||||||  tj||y)a Initialize the writer pointing to `path`. Args: path: directory where the checkpoint will be written to. single_file_per_rank: Produce one file per rank instead of one file per tensor/blob. Default to True. sync_files : force files to be synced to permanent storage. Default to True. thread_count: Number of IO threads to use to write. Default to 1. per_thread_copy_ahead: How many bytes to copy from the GPU ahead of saving then. Default 10Mb. cache_staged_state_dict: Whether to cache the staged state_dict. This option decreases staging latency at the cost of increases memory usage. Additionally, if this parameter is set to True, it's the expectation that the stager is maintained and reused for multiple dcp.async_save calls. Default to False. overwrite: Whether to allow overwriting existing checkpoints. Defaults to True. _extensions: Extensions to apply to output streams (EXPERIMENTAL) N. B. If sync_files is disabled, there's no guarantee that the checkpoint will be consistent in the case of a failure. )rrPrQrrRrSrTr)rN)rNrqr*) rArrPrQrrRrrSrTrs rDrqzFileSystemWriter.__init__sH: "" !5!%"7#!5 #  $$ $; rN state_dictc0d|_t| |S)zOverride of AsyncStager.stager)rRrXstage)rArr]s rDrzFileSystemWriter.stages&'"w}Z((rN)rFrGrHrIr4rUrJr r7rrLr rrqr rrrs@rDr0r0s "&*%/(-AE4G4R4R+ BKK+ #+  +  + # + "&+ + 67$>+ 2+  + Z))O))rNr0)hrrrrr rr rrrrYrpabcrrcollections.abcrrrrr contextlibr r enumr r pathlibrtypingrrrrtyping_extensionsrrlr torch._utilsrrtorch.distributed._shard._utilsr'torch.distributed.checkpoint._extensionrr&torch.distributed.checkpoint._hf_utilsrrrrr%torch.distributed.checkpoint.metadatarr r!$torch.distributed.checkpoint.plannerr"r#r$r%r&r'r(r)$torch.distributed.checkpoint.stagingr*$torch.distributed.checkpoint.storager+r,r-"torch.distributed.checkpoint.utilsr. torch.futuresr/__all__r5rJrKr6r8rPr4r|r[r]rnrrrLrrrrrrrrrr3r2rNrr1r0rMrNrDrs   #MM%!#''% GBYX   E A   c")U3Z)  I I  I   $   C  }0X"MX"v0Y0Yf 4Y 43 4#d9o$tIBW04(4 II4 **u|| #4 4  4 . 44ng g  g ++g  g ) g  g g g .g  g T