o oi@sddlZddlmZmZmZddlZddlmZddlm Z ddl m Z ddl m Z ddlmZGdd d e Zed d Zed Zd efddZdeeeeefd eeeeffddZded dfddZded eeeeffddZdS)N)AnyListUnion)RequirementCache)override) Accelerator)_AcceleratorRegistry)_check_data_typec seZdZdZdededdffdd Zedejddfd d Z edd d Z e ed e e eee fde e ee ffddZe ed e e ee fdeejfddZe eejddde fddZe eejdddefddZeededdfddZZS)XLAAcceleratorzAccelerator for XLA devices, normally TPUs. .. warning:: Use of this accelerator beyond import and instantiation is experimental. argskwargsreturnNcs4tsttttstdtj|i|dS)Nz-The XLA XRT runtime is not supported anymore.)_XLA_AVAILABLEModuleNotFoundErrorstr _using_pjrt RuntimeErrorsuper__init__)selfr r  __class__U/home/ubuntu/.local/lib/python3.10/site-packages/lightning/fabric/accelerators/xla.pyr!s  zXLAAccelerator.__init__devicecCdSNr)rrrrr setup_device(zXLAAccelerator.setup_devicecCrrr)rrrrteardown,rzXLAAccelerator.teardowndevicescCst|S)z!Accelerator device parsing logic.)_parse_tpu_devicesr rrr parse_devices0szXLAAccelerator.parse_devicescCs6t|}t|trddt|DStd|dgS)z*Gets parallel devices for the Accelerator.cSsg|]}td|qS)xla)torchr).0irrr <sz7XLAAccelerator.get_parallel_devices..r$r)r! isinstanceintranger%rr"rrrget_parallel_devices6s z#XLAAccelerator.get_parallel_devices)maxsizecCsHtsdStrddlm}|Sddlm}dddd}||dS)z!Get the devices when set to auto.r)tpu)r1)r_XLA_GREATER_EQUAL_2_1torch_xla._internalr/num_available_devicestorch_xla.experimentalgetversion)r/device_count_on_versionrrrauto_device_countCs   z XLAAccelerator.auto_device_countc Cs*ztdkWStttfyYdSw)NrF)r r; ValueErrorAssertionErrorOSErrorrrrr is_availableUs zXLAAccelerator.is_availableaccelerator_registrycCs|jd||jddS)Nr/) description)register__name__)clsr@rrrregister_accelerators`sz$XLAAccelerator.register_accelerators)r N)rC __module__ __qualname____doc__rrrr%rrr staticmethodrr*rrr#r, functools lru_cacher;boolr? classmethodrrE __classcell__rrrrr s0 0(    r ztorch_xla>=1.13 torch_xlaztorch_xla>=2.1r cCs,tr ddlm}|Sddlm}|S)Nr)runtime)pjrt)r4rOrP using_pjrtr7rQ)xrrQrrrrks   rr cCs&t|t|tr t|}t||S)aParses the TPU devices given in the format as accepted by the :class:`~lightning.pytorch.trainer.trainer.Trainer` and :class:`~lightning.fabric.Fabric`. Args: devices: An int of 1 or string '1' indicates that 1 core with multi-processing should be used An int 8 or string '8' indicates that all 8 cores with multi-processing should be used A single element list of int or string can be used to indicate the specific TPU core to use. Returns: A list of tpu cores to be used. )r r)r_parse_tpu_devices_str_check_tpu_devices_validr"rrrr!vs  r!cCs|t}t|tr|d|hvs-t|ttfr/t|dkr/d|dkr+|dkr/dSndStd|d|dd|)Nr-rz!`devices` can only be 'auto', 1, z or [<0-z>] for TPUs. Got )r r;r)r*listtuplelenr<)r device_countrrrrUs   rUc CsZ|}zt|WSty,z dd|dDWYSty+td|ww)NcSs$g|]}t|dkrt|qS)r)rXr*strip)r&xrrrr(s$z*_parse_tpu_devices_str..,z*Could not parse the selected TPU devices: )rZr*r<splitr"rrrrTs   rT)rJtypingrrrr% lightning_utilities.core.importsrtyping_extensionsr)lightning.fabric.accelerators.acceleratorr&lightning.fabric.accelerators.registryr(lightning.fabric.utilities.device_parserr r rr4rLrr*rr!objectrUrTrrrrs       M, "