a d5@sUddlZddlZddlZddlZddlmZddlmZddlm Z m Z m Z m Z m Z mZddlZddlmZddlmZddlmZmZmZmZmZmZmZddlmZmZmZm Z m!Z!m"Z"m#Z#dd l$m%Z%m&Z&m'Z'dd l(m)Z)m*Z*dd l+m,Z,dd l-m.Z.dd l/m0Z0ddl1m2Z2e3e4Z5ej6e7d<gdZ8GdddeZ9GdddeZ:e e;e fe!edddZedddZ?e ee e ee!fdddZ@e"e!d d!d"ZAeee>d#d$d%ZBejCee>d&d'd(ZDe ee!e>d)d*d+ZEdS),N)ChainMap)reduce)ListTupleDictAnyUnioncast)narrow_tensor_by_index) ShardedTensor) SavePlanner LoadPlannerSavePlanLoadPlanReadItem WriteItem WriteItemType)BytesStorageMetadataChunkStorageMetadataTensorStorageMetadata MetadataIndexMetadataSTATE_DICT_TYPE STORAGE_TYPES)_create_read_items_create_write_items"_create_default_metadata_only_plan)FLATTEN_MAPPINGflatten_state_dict)_flatten_sharded_tensors) dedup_tensors)find_state_dict_object) set_elementlogger)DefaultSavePlannerDefaultLoadPlannercreate_default_local_load_plancreate_default_global_load_plancreate_default_local_save_plancreate_default_global_save_planc@seZdZUeed<deeeddddZeedddd Ze d d d Z e e e e e e fd ddZe e dddZeeejejfdddZeedddZeedddZdS)r$mappingsTN)rflatten_sharded_tensorsdedup_replicated_tensorsreturncCs||_||_||_i|_dSN)rr+r,r*)selfrr+r,r0u/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/torch/distributed/checkpoint/default_planner.py__init__GszDefaultSavePlanner.__init__ state_dictis_coordinatorr-cCs2|jrt|\}|_|jr"t|}||_||_dSr.)rr*r+rr4r5)r/r4r5r0r0r1set_up_plannerRs z!DefaultSavePlanner.set_up_plannerr-cCs0t|j|j}|jr$tj||jd}||_|jS)NZ planner_data)r(r4r5r dataclassesreplacer*plan)r/r;r0r0r1create_local_plan\sz$DefaultSavePlanner.create_local_plan all_plansr-cCsr|jrt|}t|\}}|jrHdd|D}tt|}tj||d}t||sZt d||_ ||_ |j |j fS)NcSsg|] }|jqSr0r8).0pr0r0r1 sz9DefaultSavePlanner.create_global_plan..r8zFailed to validate global plan) r,r r)rdictrr9r:_validate_global_plan ValueError global_planmetadata)r/r>rFrGZplanner_data_dictZmerged_mappingsr0r0r1create_global_planfs   z%DefaultSavePlanner.create_global_plannew_planr-cCs ||_|Sr.)r;r/rJr0r0r1 finish_planszDefaultSavePlanner.finish_plan) write_itemr-cCs||j}|||Sr.) lookup_objectindextransform_object)r/rMobjectr0r0r1 resolve_datas zDefaultSavePlanner.resolve_datarOr-cCs t|j|Szo This is an extension from the planner interface to make it easy to extend the default planner r!r4r/rOr0r0r1rNsz DefaultSavePlanner.lookup_object)rMrQcCs(|jtjkr$t}t|||}|SrT)typerBYTE_IOioBytesIOtorchsave)r/rMrQbytesr0r0r1rPs   z#DefaultSavePlanner.transform_object)TTT)__name__ __module__ __qualname__r__annotations__boolr2rr6rr<rrrrHrLrrr[TensorrYrZrRrrrNrPr0r0r0r1r$Ds.      r$c@seZdZUdZeed<eed<d$eeddddZee edd d d Z e d d dZ e e e e dddZe e dddZeejddddZedddZeejddddZeejddd Zeejd!d"d#ZdS)%r%z DefaultLoadPlanner that adds multiple features on top of LoadPlanner. In particular it adds the following: flatten_state_dict: Handle state_dict with nested dicts flatten_sharded_tensors: For FSDP in 2D parallel mode original_state_dictr*TN)rr+r-cCs||_||_i|_i|_dSr.)rr+rdr*)r/rr+r0r0r1r2szDefaultLoadPlanner.__init__)r4rGr5r-cCs>||_|jrt|}|jr(t|\}|_||_||_||_dSr.)rdr+rrr*r4rGr5)r/r4rGr5r0r0r1r6sz!DefaultLoadPlanner.set_up_plannerr7cCst|j|jSr.)r&r4rG)r/r0r0r1r<sz$DefaultLoadPlanner.create_local_plan)rFr-cCst|Sr.)r')r/rFr0r0r1rHsz%DefaultLoadPlanner.create_global_planrIcCs|Sr.r0rKr0r0r1rLszDefaultLoadPlanner.finish_plan) read_itemvaluer-cCs>|jr&t|j|j|jjt|nt||j|jj<dSr.) rr"rdr* dest_indexfqnr[loadr4)r/rerfr0r0r1 load_bytess zDefaultLoadPlanner.load_bytes)recCs||j}|||Sr.) lookup_tensorrgtransform_tensorr/retensorr0r0r1resolve_tensors z!DefaultLoadPlanner.resolve_tensor)rernr-cCsdSr.r0rmr0r0r1 commit_tensorsz DefaultLoadPlanner.commit_tensorrScCs t|j|SrTrUrVr0r0r1rksz DefaultLoadPlanner.lookup_tensor)rerncCst||j|jSrT)r Z dest_offsetslengthsrmr0r0r1rls z#DefaultLoadPlanner.transform_tensor)TT)r^r_r`__doc__rrarrbr2rr6rr<rrHrLrrYrZrjror[rcrprrkrlr0r0r0r1r%s.     r%)r4rGr-cCs8g}|D]"\}}|j|}|t|||7}q t|Sr.)itemsstate_dict_metadatarr)r4rGrequestsrhobjmdr0r0r1r&s   r&r=cCs|S)z Create global load plan used by DefaultLoadPlanner. The default load behavior involved no global coordination and this function currently doesn't change the local plans. r0)r>r0r0r1r's r'r3cCs:g}|D]$\}}t|ts"|r |t||7}q t|S)a Create the ``SavePlan`` used by DefaultSavePlanner. On non-coordinator ranks, this function ignores tensors and non-tensor objects, only producing writes for ShardedTensor objects. On the coordinator rank, produce writes for all values. )rs isinstancer rr)r4r5rurhrvr0r0r1r(s r(c Csi}g}|D]}g}|jD]}|jtjks:|jj|vs:J|jtjkr`t||jj<||q|j dusnJt t | |jjt |j j |j jgd}tj|jt|jd}tj||d}|||j jdusJd|jjd|j|j jq|tj||dq |t|fS)a Create the global plan and metadata used by DefaultSavePlanner. Metadata is produced by concatenating the metadata of all ``WriteItem`` from the supplied plans. The only global planning change is to update index hints in all ``MetadataIndex`` objects. N) propertiessizechunks)rOzZ Cannot create MD for tensor without bounds. FQN:  )rs)rsrWrZSHARDrOrhrXrappendZ tensor_datar r setdefaultryrzr9r:lenr{chunkr) r>rwZ new_plansr;Z new_itemsitemZ tensor_mdZ new_indexZnew_itemr0r0r1r)!sH         r))r4r-cCst|}t|g\}}|S)z^ Return the ``Metadata`` if DefaultSavePlanner was used to checkpoint ``state_dict``. )rr))r4r;_rwr0r0r1_create_default_local_metadataTsr)box0box1r-cCsdt|j}t|D]L}|j||j||j|kr:dS|j||j||j|krdSqdS)zC Checks if two boxes overlap. Tuples are (offset, lengths) FT)roffsetsrangesizes)rrZndimsir0r0r1_check_box_overlap]s  r)outer_box_size inner_boxr-cCs`tt|D]N}|j|dkr$dS|j|dkr8dS|j||j|||kr dSq dS)NrFT)rrrr)rrrr0r0r1_check_box_boundsrsr)rFrGr-c Csd}|jD]\}}t|tr"qt|jdkr2qd}t|jD]\}}t|j|sxt d|d|jd|dd}|t t j |jd7}|j|ddD].}t||rt d |d |d |d}qq@t t j |jd} || krt d |d | d|dd}q|S)NTrz key:z> has out of bounds chunk: tensor-size:z chunk: z Fzkey:z has overlapping chunks:  z key:z1 invalid fill tensor-volume: z chunks-volume: r|)rtrsrxrrrz enumerater{rr#warningroperatormulrr) rFrGall_goodkeyrfZ chunks_volumeZ chunk_idxZchunk0Zchunk1Z tensor_volumer0r0r1rDsN   rD)Fr9rYloggingr collectionsr functoolsrtypingrrrrrr r[Ztorch.distributed._shard._utilsr Z'torch.distributed._shard.sharded_tensorr Z$torch.distributed.checkpoint.plannerr r rrrrrZ%torch.distributed.checkpoint.metadatarrrrrrrZ,torch.distributed.checkpoint.planner_helpersrrrZ)torch.distributed.checkpoint._nested_dictrrZ2torch.distributed.checkpoint._sharded_tensor_utilsrZ+torch.distributed.checkpoint._dedup_tensorsr Z"torch.distributed.checkpoint.utilsr!Z&torch.distributed.checkpoint._traverser" getLogger__file__r#Loggerra__all__r$r%strr&r'rbr(r)rrSizerrDr0r0r0r1sX      $ $      XS     3