o H&i @sUddlZddlZddlZddlmZmZmZmZddlZddl m Z ddl m Z gZeeed<dejfddZdd edeejeffd d Zeadeeeffd d ZddZddZdS)N)AnyDictListTuple) _log_handlers__all__returncCsNt\}}td|}|tjtd}||d|_|||S)Nzc10d-za%(asctime)s %(filename)s:%(lineno)s %(levelname)s p:%(processName)s t:%(threadName)s: %(message)sF) _get_logging_handlerlogging getLoggersetLevelDEBUG Formatter setFormatter propagate addHandler)Zlogging_handlerlog_handler_namelogger formatterrHC:\wamp64\www\opt\env\Lib\site-packages\torch/distributed/c10d_logger.py_get_or_create_loggers    rdefault destinationcCst|}t|j}||fSN)rtype__name__)rZ log_handlerrrrrr #s r c OstrQ||d|t|dt|dtt|dtt|dd}|ddkrOtjj }d dd |D|d <|S||d|d }|S) Nz, Zpggroup) func_nameargsZpg_namebackendZ world_sizeZ group_sizeZ global_rankZ local_rankr nccl.css|]}t|VqdSr)str).0vrrr ;sz _get_msg_dict.. nccl_version)rr) distZis_initializedZ_get_process_group_nameget get_backendZget_world_sizeZget_ranktorchcudar!versionjoin)rrkwargsmsg_dictr'rrr _get_msg_dict-s$   r1ctfdd}|S)Nc sXz|i|WSty+}ztjg|Ri|}||d<t|d}~ww)Nerror) Exceptionr1r _c10d_loggerdebug)rr/r3r0funcrrwrapperEs  z"_exception_logger..wrapper functoolswrapsr8r9rr7r_exception_loggerDs r>cr2)NcsVt}|i|}t|}tjg|Ri|}|d|d<t||S)Nns time_spent)timetime_nsr1rr5r6)rr/t1Z func_returnr@r0r7rrr9Ss  z_time_logger..wrapperr:r=rr7r _time_loggerRs rD)r)r;r rAtypingrrrrr+Ztorch.distributed distributedr(Z"torch.distributed.logging_handlersrrr#__annotations__LoggerrHandlerr r5r1r>rDrrrrs