o oiH@sHddlmZddlmZmZmZmZmZddlZddl m Z ddl m Z ddlmZddlmZddlmZmZddlmZdd lmZdd lmZmZmZdd lmZdd lm Z dd l!m"Z"ddl#m$Z$m%Z%m&Z&m'Z'm(Z(ddl)m*Z*m+Z+ddl,m-Z-ddl.m/Z/ddl0m1Z1ddl2m3Z3ddl4m5Z5ddl6m7Z7GdddeZ8dS) OrderedDict)AnyIteratorListOptionalUnionN) WarningCache)move_data_to_device)BasePredictionWriter) _DataFetcher_DataLoaderIterDataFetcher)_Loop) _Progress)_no_grad_context_select_data_fetcher"_verify_dataloader_idx_requirement)_IndexBatchSamplerWrapper)_MultiProcessingLauncher)call)_check_dataloader_iterable_DataLoaderSource_parse_num_batches_process_dataloader_request_dataloader) RunningStage TrainerFn)CombinedLoader)has_len_all_ranks)MisconfigurationException) _ModuleMode)is_param_in_hook_signature)_PREDICT_OUTPUTc seZdZdZdCdddeddffdd Zedefd d ZejdDd e eddfd d Zede e fddZ ede fddZedefddZede efddZdEddZdEddZdEddZde efddZdEddZd e d!e d"e d#e eddf d$d%Zd e d!e d"e e defd&d'Zd(ed)edefd*d+Zd,ede e e fd-d.Z d!e d"e defd/d0Z!dEd1d2Z"dEd3d4Z#dEd5d6Z$dEd7d8Z%dEd9d:Z&dEd;d<Z'de efd=d>Z(dEd?d@Z)dEdAdBZ*Z+S)F_PredictionLoopz'Top-level loop where prediction starts.Ttrainerz pl.Trainerinference_modereturnNcsjt|||_g|_g|_t|_g|_t|_ t dd|_ d|_ d|_ d|_g|_d|_t|_dS)Npredict_dataloaderF)super__init__r%epoch_batch_indicescurrent_batch_indicesrbatch_progress max_batchesr _warning_cacher _data_source_combined_loader _data_fetcher_results _predictions_return_predictionsr _module_mode)selfr$r% __class__[/home/ubuntu/.local/lib/python3.10/site-packages/lightning/pytorch/loops/prediction_loop.pyr)1s   z_PredictionLoop.__init__cCs|jS)z)Whether to return the predictions or not.)r4r6r9r9r:return_predictionsCsz"_PredictionLoop.return_predictionsr<cCsTt|jjjt }|r|std|dt|jjd|dur%||_dS||_dS)Nzb`return_predictions` should be set to `False` when using the strategies that spawn or fork. Found z with strategy .) isinstancer$strategylauncherrrtyper4)r6r<return_supportedr9r9r:r<Hs cCs*|jgkr|jS|jdkr|jdS|jS)zThe cached predictions.r)r3num_dataloadersr;r9r9r: predictionsTs z_PredictionLoop.predictionscCs|j}|dus Jt|jS)z-Returns the number of prediction dataloaders.N)r0len flattened)r6combined_loaderr9r9r:rD[s  z_PredictionLoop.num_dataloaderscCst|jdkS)Nr)sumr-r;r9r9r:skipbsz_PredictionLoop.skipcCs||jr dS|||j}|dusJ zAz+t|tr0t|}|j}|j }|j }n d}t|\}}}|j |j _ |||||WntyWYWd|_|SwWd|_nd|_wq)NTF) setup_datarJreset on_run_startr1r>r next_batch _batch_idx_dataloader_idxdoner, is_last_batch _predict_step StopIteration _restarting on_run_end)r6 data_fetcherdataloader_iterbatch batch_idxdataloader_idxr9r9r:runfs4    z_PredictionLoop.runc Cs|j}|jdkr dS|j}t|}|jdt|ts"t|d}n|}|jj }|j dur3||j j O}t j }t j }g}g|_|jD]0}t|||t||||}||t||j|r`t|ntd} t|| |j} |j| qA||_||_dS)Nrzpredict_dataloader() sequentialinf)r$limit_predict_batchesr/rr?barrierr>rlightning_module2allow_zero_length_dataloader_with_multiple_devices datamoduler PREDICTINGrr-rGrrappendrrFfloatrr0) r6r$source dataloadersrHallow_zero_length trainer_fnstagedllength num_batchesr9r9r:rKs2          z_PredictionLoop.setup_datacCs|j|jjjdusJt|j|jjj}|j}|dus J|jdkr)td|j |_ | |t ||j |jjj7_ |j|_|j|_||_|j}ddt|D|_ddt|D|_dS)z4Resets the internal state of the loop for a new run.Nr^zO`trainer.predict()` only supports the `CombinedLoader(mode="sequential")` mode.cSg|]}gqSr9r9.0_r9r9r: z)_PredictionLoop.reset..cSrpr9r9rqr9r9r:rtru)r, reset_on_runr$staterlrr0_mode ValueErrorr-limitssetupiterfetchedcurrentready_on_before_fetch_start_profiler_on_after_fetch_stop_profilerr1rDranger*r3)r6rXrHrDr9r9r:rLs"    z_PredictionLoop.resetcCs$||||dS)z^Calls ``_on_predict_model_eval``, ``_on_predict_start`` and ``_on_predict_epoch_start`` hooks.N)r_on_predict_model_eval_on_predict_start_on_predict_epoch_startr;r9r9r:rMs z_PredictionLoop.on_run_startcCs|}|||S)zeCalls ``on_predict_epoch_end`` and ``on_predict_end`` hooks and returns results from all dataloaders.)_on_predict_epoch_end_on_predict_end_on_predict_model_train)r6resultsr9r9r:rWsz_PredictionLoop.on_run_endcCs"|jdur|jd|_dSdSN)r1teardownr;r9r9r:rs   z_PredictionLoop.teardownrZr[r\rYc Cs|j}|j}|dus Jt|t}s*|j|}|jj||d}tj |d||d}|j |s7| ||}| |||jdkrB|nd} tj|dg| Rtj|dg| R|j |sj|| dn|f} tj |dg| R} | dur|jd|j |r|j}|j}|j}| |||jdkr|nd} tj|d| g| Rtj|d| g| R|j |js|r|j|t| t d dSdS) aRuns the actual predict step together with all the necessary bookkeeping and the hooks tied to it. Args: batch: the current batch to run the prediction on batch_idx: The index of the current batch. dataloader_idx: the index of the dataloader producing the current batch. dataloader_iter: The iterator if using this step flavor. N)r\batch_to_devicerCon_predict_batch_start predict_stepzBpredict returned None if it was on purpose, ignore this warning...on_predict_batch_endcpu)!r$r1r>r precision_plugin convert_inputrb_on_before_batch_transferr_call_strategy_hookr,increment_ready!_store_data_for_prediction_writer _build_kwargsrD_call_callback_hooksvalues_call_lightning_module_hookincrement_started!_build_step_args_from_hook_kwargsr.warnincrement_processedrOrPrQincrement_completedr4r3rfr torchdevice) r6rZr[r\rYr$rXusing_dataloader_iter any_on_epoch hook_kwargs step_argsrEr9r9r:rTsB           z_PredictionLoop._predict_stepcCs(td|fd|fg}|dur||d<|S)aAssembles the keyword arguments for the ``predict_step`` Args: batch: the current batch to run the prediction on batch_idx: the index of the current batch. dataloader_idx: the index of the dataloader producing the current batch. None if not multiple dataloaders in sequential mode. Returns: the dictionary containing all the keyboard arguments for the predict step rZr[Nr\r)r6rZr[r\ step_kwargsr9r9r:rs z_PredictionLoop._build_kwargsrstep_hook_namecCs<|}t|jj|}t|ddds|ddt|S)z/Helper method to build args for `predict_step`.r[)min_argsN)copygetattrr$rbr!poptupler)r6rrkwargs step_hook_fxr9r9r:r$s   z1_PredictionLoop._build_step_args_from_hook_kwargs dataloadercCs:t|dd}t|ts|jdt|jdgS|jS)zReturns a reference to the seen batch indices if the dataloader has a batch sampler wrapped by our :class:`~lightning.pytorch.overrides.distributed._IndexBatchSamplerWrapper`. batch_samplerNz@Couldn't infer the batch indices fetched from your dataloader: ``)rr>rr.rrA__name__seen_batch_indices)r6rrr9r9r:_get_batch_indices,s  z"_PredictionLoop._get_batch_indicesc Csdd|jjD}tdd|D}tdd|D}|s|rI|j}|dus(J|j|}||}|s6|S||}|rD|j|||rI||_|S)NcSsg|] }t|tr|qSr9)r>r rrcbr9r9r:rt8szE_PredictionLoop._store_data_for_prediction_writer..cs|]}|jjVqdSr)intervalon_epochrr9r9r: 9zD_PredictionLoop._store_data_for_prediction_writer..csrr)ron_batchrr9r9r:r:r) r$ callbacksanyr0rGrr*rfr+) r6r[r\prediction_writersr any_on_batchrHr batch_indicesr9r9r:r7s    z1_PredictionLoop._store_data_for_prediction_writercC |jjdt|jddSN[z].predict_next)r$profilerstartrArr;r9r9r:rKs z _PredictionLoop._on_before_fetchcCrr)r$rstoprArr;r9r9r:rNs z_PredictionLoop._on_after_fetchcCs.|j}t|dt|dt|ddS)z!Calls ``on_predict_start`` hooks.on_predict_startN)r$rrrrr6r$r9r9r:rSs  z!_PredictionLoop._on_predict_startcCs"|j|jjt|jddS)Non_predict_model_eval)r5capturer$rbrrr;r9r9r:rZsz&_PredictionLoop._on_predict_model_evalcCs|j|jjdSr)r5restorer$rbr;r9r9r:r^sz'_PredictionLoop._on_predict_model_traincCs"|j}t|dt|ddS)z'Calls ``on_predict_epoch_start`` hooks.on_predict_epoch_startN)r$rrrrr9r9r:ras z'_PredictionLoop._on_predict_epoch_startcCs.|j}t|dt|d|jr|jSdS)zlCalls ``on_predict_epoch_end`` hook. Returns: the results for all dataloaders on_predict_epoch_endN)r$rrrr<rErr9r9r:rgs   z%_PredictionLoop._on_predict_epoch_endcCs@|jsg|_g|_|j}t|dt|dt|ddS)zBResets previous gradient status and calls ``on_predict_end`` hook.on_predict_endN)r<r3r*r$rrrrrr9r9r:rvs  z_PredictionLoop._on_predict_endcCsn|j}|jdus Jtd|jjdko|jdkot|jt tj |j td|jjdko/|jdktj |j dS)N)rr^rC)rr) r$r0rrxrDr>r1r rrerbrr9r9r:rs"  z2_PredictionLoop._verify_dataloader_idx_requirement)Tr)r&N),r __module__ __qualname____doc__boolr)propertyr<setterrrrrEintrDrJrr"r]rKrLrMrWrrrTrrstrrrobjectrrrrrrrrrrr __classcell__r9r9r7r:r#.sX   #   >        r#)9 collectionsrtypingrrrrrrlightning_utilitiesr lightning.pytorchpytorchpllightning.fabric.utilitiesr lightning.pytorch.callbacksr lightning.pytorch.loops.fetchersr r lightning.pytorch.loops.loopr lightning.pytorch.loops.progressr!lightning.pytorch.loops.utilitiesrrr'lightning.pytorch.overrides.distributedr&lightning.pytorch.strategies.launchersrlightning.pytorch.trainerr3lightning.pytorch.trainer.connectors.data_connectorrrrrr lightning.pytorch.trainer.statesrr+lightning.pytorch.utilities.combined_loaderr lightning.pytorch.utilities.datar&lightning.pytorch.utilities.exceptionsr)lightning.pytorch.utilities.model_helpersr +lightning.pytorch.utilities.signature_utilsr!!lightning.pytorch.utilities.typesr"r#r9r9r9r:s.