
    '}h[                     Z   U d dl Z d dlZd dlZd dlmZmZmZmZmZm	Z	 d dl
mZ d dlZd dlmZ d dlmZ g Zee   ed<   dej*                  fdZddedeej.                  ef   fd	Z e       adeeef   fd
Z e	d      Z ed      Zdeeef   deeef   fdZdeeef   deeef   fdZy)    N)AnyCallableDictListTupleTypeVar)	ParamSpec)_log_handlers__all__returnc                  
   t               \  } }t        j                  d|       }|j                  t        j                         t        j
                  d      }| j                  |       d|_        |j                  |        |S )Nzc10d-za%(asctime)s %(filename)s:%(lineno)s %(levelname)s p:%(processName)s t:%(threadName)s: %(message)sF)	_get_logging_handlerlogging	getLoggersetLevelDEBUG	FormattersetFormatter	propagate
addHandler)logging_handlerlog_handler_namelogger	formatters       \/var/www/html/test/engine/venv/lib/python3.12/site-packages/torch/distributed/c10d_logger.py_get_or_create_loggerr      sw    (<(>%O%'7&89:F
OOGMM"!!kI   +F
o&M    destinationc                 F    t         |    }t        |      j                  }||fS N)r
   type__name__)r   log_handlerr   s      r   r   r   $   s)    ,KK(11)**r   c                 f   t        j                         r|  | d| t        j                  |j                  d             t        j                  |j                  d             t        j
                          t        j
                  |j                  d             t        j                          t        j                  |j                  d             d}|d   dk(  rCt        j                  j                  j                         }dj                  d |D              |d	<   |S |  | d| d
}|S )Nz, pggroup)	func_nameargspg_namebackend
world_size
group_sizeglobal_rank
local_rankr*   nccl.c              3   2   K   | ]  }t        |        y wr    )str).0vs     r   	<genexpr>z _get_msg_dict.<locals>.<genexpr><   s     /M1A/Ms   nccl_version)r'   r(   )distis_initialized_get_process_group_namegetget_backendget_world_sizeget_ranktorchcudar/   versionjoin)r'   r(   kwargsmsg_dictr6   s        r   _get_msg_dictrD   .   s   %;fBvh'66vzz$7GHI**6::g+>?@!0023!00G1DEF"mmo.!]]6::g+>?@	
 I&( ::??224L'*xx/M/M'MH^$ O &;fBvh'
 Or   _T_Pfuncc                      t        j                         dt        j                  dt        j                  dt
        f fd       }|S )Nr(   rB   r   c                      	  | i |S # t         $ r:}t        j                  g| i |}| |d<   t        j	                  |        d }~ww xY w)Nerror)	ExceptionrD   r"   _c10d_loggerdebug)r(   rB   rJ   rC   rG   s       r   wrapperz"_exception_logger.<locals>.wrapperH   s]    	((( 	$T]]DTDVDH#('HWx(		s    	A5A		A	functoolswrapsrF   r(   rB   rE   rG   rN   s   ` r   _exception_loggerrS   G   sB    __Trww "))    Nr   c                      t        j                         dt        j                  dt        j                  dt
        f fd       }|S )Nr(   rB   r   c                      t        j                         } | i |}t        j                         |z
  }t        j                  g| i |}| d|d<   t        j                  |       |S )Nns
time_spent)timetime_nsrD   r"   rL   rM   )r(   rB   t1func_returnrW   rC   rG   s         r   rN   z_time_logger.<locals>.wrapperV   sj    \\^D+F+\\^b(
 @@@$.<r!28$r   rO   rR   s   ` r   _time_loggerr\   U   sB    __T	rww 	")) 	 	 	 Nr   )default)rP   r   rX   typingr   r   r   r   r   r   typing_extensionsr	   r>   torch.distributeddistributedr7   "torch.distributed.logging_handlersr
   r   r2   __annotations__Loggerr   Handlerr   rL   rD   rE   rF   rS   r\    r   r   <module>rg      s       < < '    <c 
w~~ 
+c +%QT@T:U + %&c3h , T]t_HRV, "b&1A xB' HRV,< r   