o oi@sldZddlmZmZddlmZddlmZddl m Z m Z m Z ddl mZddlmZmZmZmZmZmZddlmZdd lmZdd lmZmZd d d eeeefdeeeefdeeeefdeeeefdeeefdeeefdeeeefdeddfddZ deeeefde!deeeffddZ"d d deeee!fddfddZ#d!dd Z$dS)"z.Houses the methods used to set up the Trainer.)OptionalUnionN)PossibleUserWarning)CUDAAcceleratorMPSAcceleratorXLAAccelerator) DummyLogger)AdvancedProfilerPassThroughProfilerProfilerPyTorchProfilerSimpleProfiler XLAProfiler)MisconfigurationException) _habana_available_and_importable)rank_zero_inforank_zero_warntrainer pl.Trainerlimit_train_batcheslimit_val_batcheslimit_test_batcheslimit_predict_batches fast_dev_runoverfit_batchesval_check_intervalnum_sanity_val_stepsreturnc Cs*t|tr|dkrtd|d||_|dkrd|_t|d|_|dk} |r^t|} | s3| |_| |_| |_| |_ | |j j _ d|_ d|j _d|_d|_|jrRtgng|_td| d n+| slt|d |_t|d |_t|d |_t|d |_ |dkrtdn||_ t|d|_| r||_||_dSdS)Nrz fast_dev_run=z1 is not a valid configuration. It should be >= 0.Tr?zBRunning in `fast_dev_run` mode: will run the requested loop using z4 batch(es). Logging and checkpointing is suppressed.rrrrinfr) isinstanceintrr_determine_batch_limitsrrrrrfit_loop epoch_loop max_stepsr max_epochsrcheck_val_every_n_epochloggersrrfloat) rrrrrrrrroverfit_batches_enabled num_batchesr.S/home/ubuntu/.local/lib/python3.10/site-packages/lightning/pytorch/trainer/setup.py_init_debugging_flags#sH           r0batchesnamecCs|durdSt|tr*|dkr*|dkrd}n |dkrd}nd}td|d |n$t|trN|dkrN|dkr:d }n |dkrAd }nd }td|d |dd|krYdkrZ|S|dkrh|ddkrht|Std|d|d)Nrrrz1 batch per epoch will be used.rz&validation will run after every batch.z1 batch will be used.z `Trainer(z=1)` was configured so z+100% of the batches per epoch will be used.z5validation will run at the end of the training epoch.z!100% of the batches will be used.z=1.0)` was configured so .rzYou have passed invalid value z for z', it has to be in [0.0, 1.0] or an int.)r"r#rr+r)r1r2messager.r.r/r$\s0r$profilercCs\t|tr&ttttd}|}||vrtdt| ||}|}|p*t |_ dS)N)simpleadvancedpytorchxlaz[When passing string value for the `profiler` parameter of `Trainer`, it can only be one of ) r"strr r r rlowerrlistkeysr r5)rr5 PROFILERSprofiler_classr.r.r/_init_profiler}s  r@cCsbtr d}d}n trd}d}nd}d}t|jttf}td||d|t|jtr3|jnd}td td |d tr[dd l m }t|j|rT|jnd}|}nd}d}td |d |dtrtt|jtr~trt|jtst dt dtrt|jtst dtrdd l m }|rt|j|st ddSdSdSdS)NTz (cuda)z (mps)FzGPU available: z, used: rzTPU available: z , using: z TPU cores)HPUAcceleratorzHPU available: z HPUszQGPU available but not used. You can set it by doing `Trainer(accelerator='gpu')`.)categoryzQTPU available but not used. You can set it by doing `Trainer(accelerator='tpu')`.zQHPU available but not used. You can set it by doing `Trainer(accelerator='hpu')`.) r is_availablerr" acceleratorrr num_devicesrlightning_habanarBrr)r gpu_availablegpu_typegpu_used num_tpu_coresrBnum_hpus hpu_availabler.r.r/_log_device_infosN      rN)rrrN)%__doc__typingrrlightning.pytorchr8pl#lightning.fabric.utilities.warningsrlightning.pytorch.acceleratorsrrr lightning.pytorch.loggers.loggerrlightning.pytorch.profilersr r r r r r&lightning.pytorch.utilities.exceptionsr#lightning.pytorch.utilities.importsr%lightning.pytorch.utilities.rank_zerorrr#r+boolr0r:r$r@rNr.r.r.r/sD           *9"!