o 8wi@sddlZddlmZmZddlZddlmZddlmZddl m Z ddl m Z ddl mZGdd d e Zed d Zed Zed ZdefddZdeeeeefdeeeeffddZdeddfddZdedeeeeffddZdS)N)AnyUnion)RequirementCache)override) Accelerator)_AcceleratorRegistry)_check_data_typec seZdZdZdededdffdd Zedejddfd d Z edd d Z e ed e e eee fde e ee ffddZe ed e e ee fdeejfddZe eejddde fddZe eejdddefddZeededdfddZZS)XLAAcceleratorzAccelerator for XLA devices, normally TPUs. .. warning:: Use of this accelerator beyond import and instantiation is experimental. argskwargsreturnNcs4tsttttstdtj|i|dS)Nz-The XLA XRT runtime is not supported anymore.)_XLA_AVAILABLEModuleNotFoundErrorstr _using_pjrt RuntimeErrorsuper__init__)selfr r  __class__^/home/ubuntu/sommelier/.venv/lib/python3.10/site-packages/lightning_fabric/accelerators/xla.pyr!s  zXLAAccelerator.__init__devicecCdSNr)rrrrr setup_device(zXLAAccelerator.setup_devicecCrrr)rrrrteardown,rzXLAAccelerator.teardowndevicescCst|S)z!Accelerator device parsing logic.)_parse_tpu_devicesrrrr parse_devices0szXLAAccelerator.parse_devicescCs6t|}t|trddt|DStd|dgS)z*Gets parallel devices for the Accelerator.cSsg|]}td|qS)xla)torchr).0irrr <sz7XLAAccelerator.get_parallel_devices..r#r)r isinstanceintranger$rr!rrrget_parallel_devices6s z#XLAAccelerator.get_parallel_devices)maxsizecCsHtsdStrddlm}|Sddlm}dddd}||dS)z!Get the devices when set to auto.r)tpu)r0)r _XLA_GREATER_EQUAL_2_1torch_xla._internalr.num_available_devicestorch_xla.experimentalgetversion)r.device_count_on_versionrrrauto_device_countCs   z XLAAccelerator.auto_device_countc Cs*ztdkWStttfyYdSw)NrF)r r: ValueErrorAssertionErrorOSErrorrrrr is_availableUs zXLAAccelerator.is_availableaccelerator_registrycCs|jd||jddS)Nr.) description)register__name__)clsr?rrrregister_accelerators`sz$XLAAccelerator.register_accelerators)r N)rB __module__ __qualname____doc__rrrr$rrr staticmethodrr)rlistr"r+ functools lru_cacher:boolr> classmethodrrD __classcell__rrrrr s0 0(    r ztorch_xla>=1.13 torch_xlaztorch_xla>=2.1ztorch_xla>=2.5r cCsHtrddlm}|duStrddlm}|Sddlm}|S)Nr)runtime)pjrt)_XLA_GREATER_EQUAL_2_5rOrP device_typer3 using_pjrtr6rQ)xrrQrrrrls    rrcCs&t|t|tr t|}t||S)aParses the TPU devices given in the format as accepted by the :class:`~pytorch_lightning.trainer.trainer.Trainer` and :class:`~lightning_fabric.Fabric`. Args: devices: An int of 1 or string '1' indicates that 1 core with multi-processing should be used An int 8 or string '8' indicates that all 8 cores with multi-processing should be used A single element list of int or string can be used to indicate the specific TPU core to use. Returns: A list of tpu cores to be used. )rr(r_parse_tpu_devices_str_check_tpu_devices_validr!rrrr }s  r cCs|t}t|tr|d|hvs-t|ttfr/t|dkr/d|dkr+|dkr/dSndStd|d|dd|)Nr,rz!`devices` can only be 'auto', 1, z or [<0-z>] for TPUs. Got )r r:r(r)rItuplelenr;)r device_countrrrrWs   rWc CsZ|}zt|WSty,z dd|dDWYSty+td|ww)NcSs$g|]}t|dkrt|qS)r)rYr)strip)r%xrrrr's$z*_parse_tpu_devices_str..,z*Could not parse the selected TPU devices: )r[r)r;splitr!rrrrVs   rV)rJtypingrrr$ lightning_utilities.core.importsrtyping_extensionsr)lightning_fabric.accelerators.acceleratorr&lightning_fabric.accelerators.registryr(lightning_fabric.utilities.device_parserrr r r3rRrLrr)rrIr objectrWrVrrrrs        M,"