o پis zNormLinear.__init__cCs|j\}}|j|j|jd}|j|jj|jj|j|jd}|j|dddf}|jdur=||jjj }n|j|dddf d|jj}t j | d| d|jjd}|jj||jj||S)Nr1r rr4)r5r6r#r7r8rrr9rKTviewrrNr:r4r<r=)r$rrKr>r?r@r/r/r0rAFs& $ zNormLinear.fuse)TrJrBr/r/r-r0rI=srIcs6eZdZdfdd ZddZeddZZS) RepVggDwFcstt|||d|dd|d|_|r't||ddd|d|_t|_ntj||ddd|d|_t ||_||_ ||_ dS)Nr r2r+r) rrrconvconv1rIdentityrrr dimlegacy)r$ed kernel_sizerYr-r/r0rWs    zRepVggDw.__init__cCs||||||SN)rrUrVr$xr/r/r0forwarddszRepVggDw.forwardc Cs0|j}|jr|j}n|j}|j}|j}|j}|j}tj|gd}tjt j |j d|j ddd|j dgd}|||}||} |jj ||jj | |js|j} | j| j| jd} |j| dddddf} | j|j| j| j| j| jd} |jj | |jj | |S)N)r r r r rr rPr1)rUrArYrVr#rr functionalr)rFonesr;r4r<r=rr7r8r9) r$rUrVconv_wconv_bconv1_wconv1_bidentity final_conv_w final_conv_brr>r?r/r/r0rAgs0  & (z RepVggDw.fuseF rCrDrErr_rFrGrArHr/r/r-r0rSVs  rSc$eZdZfddZddZZS) RepVitMlpcs>tt||ddd|_||_t||ddddd|_dS)Nr r)r,)rrrrVactconv2)r$r% hidden_dim act_layerr-r/r0rs zRepVitMlp.__init__cC||||Sr\)rnrmrVr]r/r/r0r_zRepVitMlp.forwardrCrDrErr_rHr/r/r-r0rls rlc&eZdZdfdd ZddZZS) RepViTBlockFcsJtt|t||||_|rt|dnt|_t |||||_ dS)Ng?) rrurrS token_mixerr rrWserl channel_mixer)r$r% mlp_ratior[use_serprYr-r/r0rszRepViTBlock.__init__cCs*||}||}|}||}||Sr\)rvrwrxr$r^rfr/r/r0r_s   zRepViTBlock.forwardrirsr/r/r-r0rurucrk) RepVitStemcsHtt||dddd|_||_t|d|ddd|_d|_dS)Nr2r )rrrrVact1rnr()r$in_chsout_chsrpr-r/r0rs  zRepVitStem.__init__cCrqr\)rnrrVr]r/r/r0r_rrzRepVitStem.forwardrsr/r/r-r0r}s r}crt)RepVitDownsampleFcsdtt|||d||d|_t|||d|dd|d|_t||dd|_t|||||_dS)NF)rzrprYr2r rT) rrru pre_blockrspatial_downsamplechannel_downsamplerlffn)r$r%ryr&r[rprYr-r/r0rs zRepVitDownsample.__init__cCs4||}||}||}|}||}||Sr\)rrrrr{r/r/r0r_s    zRepVitDownsample.forwardrirsr/r/r-r0rr|rcs6eZdZd fdd ZddZeddZZS) RepVitClassifierFcsltt||_|dkrt||nt|_||_d|_ ||_ |r4|dkr-t||nt|_ dSdS)NrF) rrrDropout head_droprIrWhead distillationdistilled_training num_classes head_dist)r$rXrrdropr-r/r0rs   zRepVitClassifier.__init__cCs^||}|jr(||||}}|jr"|jr"tjs"||fS||dS||}|S)Nr2) rrrrtrainingrrFjit is_scripting)r$r^x1x2r/r/r0r_s   zRepVitClassifier.forwardcCsp|jdks tS|j}|jr6|j}|j|j7_|j|j7_|jd_|jd_|S|S)Nrr2) rrrWrrArrr#r)r$rrr/r/r0rAs   zRepVitClassifier.fuse)Frrjr/r/r-r0rs   rcs&eZdZdfdd ZddZZS) RepVitStager~TFc s~t|rt|||||||_n ||ksJt|_g} d} t|D]} | t|||| ||| } q%tj | |_ dS)NT) rrr downsamplerrWrangeappendru Sequentialblocks) r$r%r&depthryrpr[rrYrrz_r-r/r0rs    zRepVitStage.__init__cC||}||}|Sr\)rrr]r/r/r0r_  zRepVitStage.forward)r~TFrsr/r/r-r0rsrcs^eZdZddddddddejdd d f fd d Zejjd3d dZ ejjd4ddZ ejjdej fddZ d5de deedefddZejjd4ddZ   d6dejdeee ee fded ed!ed"edeeejeejeejfffd#d$Z % d7dee ee fd&ed'efd(d)Zd*d+Zd3d,efd-d.Zd/d0Zed1d2ZZS)8rr~)0)r2r2avgTrFc  s^tt|d|_||_||_||_|d} t|| | |_|jj }t ddt t |t |D}t |}t||}g|_g}t|D]J}|dkrMdnd}|t| ||||||| ||| d|rhdnd|9}t fd d|D}|jt|||d |d g7_||} qEtj||_|d |_|_t| |_t|d || |_dS) NFrcSsg|]\}}||qSr/r/).0ipr/r/r0 sz#RepVit.__init__..T)ryrpr[rrYr2r csg|] }|ddqS)r r/)rr stage_strider/r0r1szstages.)num_chs reductionmodulerO)rrrgrad_checkpointing global_pool embed_dimrr}stemr(tuplezipr lenr feature_inforrrdictrrstages num_featureshead_hidden_sizerrrr)r$in_chansimg_sizerrryrr[rrpr drop_raterYr%r( resolution num_stages mlp_ratiosrrrr-rr0rsH    $   zRepVit.__init__cCstdddgd}|S)Nz^stem)z^blocks\.(\d+)N)z^norm)i)rr)r)r$coarsematcherr/r/r0 group_matcher:szRepVit.group_matchercCs ||_dSr\)rr$enabler/r/r0set_grad_checkpointing?s zRepVit.set_grad_checkpointingreturncCs|jSr\)rr$r/r/r0get_classifierCszRepVit.get_classifierNrrrcCs,||_|dur ||_t|jd|||_dS)NrO)rrrrr)r$rrrr/r/r0reset_classifierGszRepVit.reset_classifiercCs ||j_dSr\)rrrr/r/r0set_distilled_trainingMs zRepVit.set_distilled_trainingNCHWr^indicesnorm stop_early output_fmtintermediates_onlyc Cs|dvsJdg}tt|j|\}} ||}tjs |s$|j} n |jd| d} t| D]\} } |jrCtjsCt | |}n| |}| |vrP| |q1|rU|S||fS)a Forward features that returns intermediates. Args: x: Input image tensor indices: Take last n blocks if int, all if None, select matching indices if sequence norm: Apply norm layer to compatible intermediates stop_early: Stop iterating over blocks when last desired intermediate hit output_fmt: Shape of intermediate feature outputs intermediates_only: Only return intermediate features Returns: )rzOutput shape must be NCHW.Nr ) rrrrrFrr enumeraterrr) r$r^rrrrr intermediates take_indices max_indexrfeat_idxstager/r/r0forward_intermediatesQs"   zRepVit.forward_intermediatesr prune_norm prune_headcCs<tt|j|\}}|jd|d|_|r|dd|S)z@ Prune layers not required for specified intermediates. Nr r)rrrr)r$rrrrrr/r/r0prune_intermediate_layers~s  z RepVit.prune_intermediate_layerscCs8||}|jrtjst|j|}|S||}|Sr\)rrrFrrrrr]r/r/r0forward_featuress   zRepVit.forward_features pre_logitscCs4|jdkr |jddd}||}|r|S||S)Nr)r2r~F)keepdim)rmeanrr)r$r^rr/r/r0 forward_heads   zRepVit.forward_headcCrr\)rrr]r/r/r0r_rzRepVit.forwardcsfdd|dS)NcsF|D]\}}t|dr|}t||||q|qdS)NrA)named_childrenhasattrrAsetattr)net child_namechildfused fuse_childrenr/r0rs    z"RepVit.fuse..fuse_childrenr/rr/rr0rAs  z RepVit.fuseri)T)NF)NFFrF)r FT)rCrDrErGELUrrFrignorerrModulerintrstrboolrrTensorrrrrrrrr_rGrArHr/r/r-r0rst8     / rc Ks|dddddttddd |S) Nr)r~rr)rgffffff?bicubicz stem.conv1.c)z head.head.lzhead.head_dist.l) urlr input_size pool_sizecrop_pct interpolationrrL first_conv classifierr)rkwargsr/r/r0_cfgs rztimm/) hf_hub_id) zrepvit_m1.dist_in1kzrepvit_m2.dist_in1kzrepvit_m3.dist_in1kzrepvit_m0_9.dist_300e_in1kzrepvit_m0_9.dist_450e_in1kzrepvit_m1_0.dist_300e_in1kzrepvit_m1_0.dist_450e_in1kzrepvit_m1_1.dist_300e_in1kzrepvit_m1_1.dist_450e_in1kzrepvit_m1_5.dist_300e_in1kzrepvit_m1_5.dist_450e_in1kzrepvit_m2_3.dist_300e_in1kzrepvit_m2_3.dist_450e_in1kFcKs0|dd}tt||fdtd|di|}|S)N out_indices)rr r2r~ feature_cfgT)flatten_sequentialr)poprrr)variant pretrainedrrmodelr/r/r0_create_repvits  rcK,tdddd}tdd|it|fi|S) z& Constructs a RepViT-M1 model r`ir2r2r2TrrrY repvit_m1rN)r rrrr model_argsr/r/r0r r cKr) z& Constructs a RepViT-M2 model @ir2r2 r2Tr  repvit_m2rN)rrrr/r/r0rrrcKr) z& Constructs a RepViT-M3 model r)rrr2Tr  repvit_m3rN)rrrr/r/r0r rrcK*tddd}tdd|it|fi|S)z( Constructs a RepViT-M0.9 model rr rr repvit_m0_9rN)rrrr/r/r0r rcKr)z( Constructs a RepViT-M1.0 model )8prir r repvit_m1_0rN)r!rrr/r/r0r!rr!cKr)z( Constructs a RepViT-M1.1 model rrr repvit_m1_1rN)r"rrr/r/r0r"%rr"cKr)z( Constructs a RepViT-M1.5 model r)rrrr repvit_m1_5rN)r$rrr/r/r0r$.rr$cKr)z( Constructs a RepViT-M2.3 model )Pi@i)r'"r2r repvit_m2_3rN)r)rrr/r/r0r)7rr))rri)3__doc__typingrrrrrFtorch.nnr timm.datarr timm.layersr r r r _builderr _featuresr _manipulaterr _registryrr__all__rrrIrrSrlrur}rrrrr default_cfgsrr rrrr!r"r$r)r/r/r/r0s   5  ' / -