o }o™i®ã@sžddlZddlZddlZddlZddlZGdd„dƒZeƒZe d¡Zee_ eej d<eej d<e  d¡j Z ej dd„ƒZd d „Zd d „Zd d„Zdd„ZdS)éNc@s<eZdZdd„Zdd„Zdd„Zdd„Zd d „Zd d „Zd S)Ú _DummyDistcCs"d|_d|_d|_d|_d|_dS)NFr)Ú_initÚ_rankÚ barrier_callsÚ init_callsÚ destroy_calls©Úself©r úO/home/ubuntu/.local/lib/python3.10/site-packages/tests/automodel/_dist_utils.pyÚ__init__s  z_DummyDist.__init__cCs|jS©N)rrr r r Úis_initialized#sz_DummyDist.is_initializedcCs|jstdƒ‚|jS)Núprocess-group not initialised)rÚ RuntimeErrorrrr r r Úget_rank&sz_DummyDist.get_rankcCs |jstdƒ‚|jd7_dS)Nré)rrrrr r r Úbarrier+sz_DummyDist.barriercCs*|dksJ‚d|_||_|jd7_dS)NÚglooTr)rrr)r ÚbackendÚ world_sizeÚrankr r r Úinit_process_group0s z_DummyDist.init_process_groupcCs"|jrd|_|jd7_dSdS)NFr)rrrr r r Údestroy_process_group6sþz _DummyDist.destroy_process_groupN) Ú__name__Ú __module__Ú __qualname__r rrrrrr r r r rs rÚtorchztorch.distributedznemo.automodel.dist_utilsccst ¡dVt ¡dSr )Ú dummy_distr r r r r Úfresh_dummy_distOs€ rc Cs’dD] }|j|ddqtƒ0tƒ}|dusJ‚Wdƒn1s$wYtjdks0J‚tjdks7J‚WdƒdS1sBwYdS)u5No process-group, no env → behaves like single-GPU.)Ú WORLD_SIZEÚRANKÚ LOCAL_RANKÚ MASTER_ADDRÚ MASTER_PORTF©ÚraisingTNr)ÚdelenvrÚFirstRankPerNoderrr)Ú monkeypatchÚkÚfirstr r r Útest_single_gpu[sÿ"ür,c CsÆ| dd¡| dd¡| dd¡| dd¡|jd d d tƒ7tƒ}|d us-J‚Wd ƒn1s7wYtjd ksCJ‚tjd ksJJ‚tjd ksQJ‚Wd ƒd S1s\wYd S)u  dist not initialised, but env variables present → _try_bootstrap_pg path. Use rank 1 so that `first` is False and the first barrier is executed. r Ú2r!Ú1r#Ú localhostr$Ú29500r"Fr%Nr)Úsetenvr'rr(rrrr©r)r+r r r Útest_auto_bootstrapgs    ÿ"ûr3c Cs¸| dd¡| dd¡dt_dt_tƒ=dt_dt_tƒ}|dus&J‚tjdks-J‚Wdƒn1s7wYtjdksCJ‚tjdksJJ‚WdƒdS1sUwYdS)z3Process-group already created; we are local-rank 0.r!Ú0r"TrNr)r1rrrrr(rrr2r r r Útest_preinitialised_rank0zs   þ"ör5c Cs¶| dd¡| dd¡tƒBdt_dt_t t¡tƒtdƒ‚1s'wYWdƒn1s6wYtj dksBJ‚tj dksIJ‚WdƒdS1sTwYdS) uV Exception raised inside context → PG is destroyed (only when first==True). r!r4r"TrÚboomNr) r1rrrrÚpytestÚraisesrr(rr)r)r r r Útest_exception_paths   ÿÿ"ör9)Ú contextlibÚ importlibÚsysÚtypesr7rrÚ ModuleTypeÚ torch_modÚ distributedÚmodulesÚ import_moduler(Úcontextmanagerrr,r3r5r9r r r r Ús$ %