
    Ph                         d dl Z d dlZd dlmZmZ d dlmZ d dlmZ dgZ	dej                  fdZ e       Zdee   dee   fd	Zy)
    N)DictList)MetadataIndex)SavePlandedup_tensorsreturnc                  @   t        j                  t              } t         j                  }| j	                  |       t        j
                         }t        j                  d      }|j                  |       |j	                  |       | j                  |       d| _	        | S )Nza%(asctime)s %(filename)s:%(lineno)s %(levelname)s p:%(processName)s t:%(threadName)s: %(message)sF)
logging	getLogger__name__INFOsetLevelStreamHandler	FormattersetFormatter
addHandler	propagate)loggerlevelconsole	formatters       vC:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\torch/distributed/checkpoint/_dedup_tensors.pyinit_loggerr      s    x(FLLE
OOE##%G!!kI #U
gFM    	all_plansc                    t        |       } i }t        |       D ]A  \  }}|j                  D ]-  }|j                  |j                  g       j                  |       / C |j                         D ci c]  \  }}t        |      dkD  s|| }}}i }|j                         D ]0  \  }	}
|
dd  D ]#  }|j                  |g       j                  |	       % 2 t        j                  d|       |j                         D ]W  \  }}t        |      }| |   j                  D cg c]  }|j                  |vr| }}t        j                  | |   |      | |<   Y | S c c}}w c c}w )N   zDuplicate keys to remove: %s)items)list	enumerater   
setdefaultindexappendlenr   infosetdataclassesreplace)r   key_to_planplan_idxplan
write_itemkvreplicated_itemsplan_to_keyskeyplanskeyskey_set	new_itemss                 r   r   r      so   YI24K#I.$**J"":#3#3R8??I % / *5):):)<K)<AA
1)<K 46L&,,.
Uab	H##Hb188= " / KK.=&,,.$d) (177
7
w. 7 	 

 *11hy
	( / - L
s   0EEE)r'   r
   typingr   r   %torch.distributed.checkpoint.metadatar   $torch.distributed.checkpoint.plannerr   __all__Loggerr   r   r    r   r   <module>r<      sP       ? 9
W^^  
T(^ X r   