o ۷iX @svddlZddlZddlZddlZddlmZddlmZddlm Z m Z m Z m Z ddl mZddl mZddl mZdd l mZdd l mZdd lmZdd l mZdd lmZeeZejGdddZ  dde eeeejjfdedede efddZde eeeejjee ee e e ffde fddZ!  dde eejjfdededefddZ"de dBfddZ#dS) N)pprint)DiffusionPipeline)DictAnyListUnion) CacheType) BlockAdapter)BasicCacheConfig)CalibratorConfig)FakeDiffusionPipeline)ParallelismConfig) load_options) init_loggerc@s>eZdZUejedZeed<ejedZ ee ed<ejedZ ee e fed<ejedZee ed<ejedZee e fed<ejedZee ed<ejedZee ed<ejedZee ed <d Ze ed <ejedZee ed <ejedZee ed <ejedZee ed<d Ze ed<d Zeed<d S) CacheStats)default_factory cache_options cached_stepsresidual_diffscfg_cached_stepscfg_residual_diffs pruned_steps pruned_blocks actual_blocksN pruned_ratiocfg_pruned_stepscfg_pruned_blockscfg_actual_blockscfg_pruned_ratioparallelism_config)__name__ __module__ __qualname__ dataclassesfielddictr__annotations__listrintrstrfloatrrrrrrrrrrr rr,r,G/home/ubuntu/vllm_env/lib/python3.10/site-packages/cache_dit/summary.pyrs   rFTadapter_or_othersdetailsloggingreturnc Ks|durtgSt|trtdt|tst|ts |}d}n |j}d}t|dr-|j}t t | t | fr?tgSg}t |r\t |D]}| t|f||d|qK|dur{t |r{t |D]}| t|f||d|qj| t|f||d||dur| t|f||d|dd|D}t|r|StgS|}t|stgSg}t|j} | D]}| t|f||d|qdd|D}t|r|StgS)NUPlease pass DiffusionPipeline, BlockAdapter or transfomer, not FakeDiffusionPipeline. transformer_2)r/r0cSsg|] }|js |jr|qSr,)rr .0statsr,r,r- {szsummary..cSsg|]}|jr|qSr,rr4r,r,r-r7s)r isinstancer ValueErrorr r transformerhasattrr3all is_cachedis_parallelized find_blocksappend_summarylencheck_block_adapterflattenblocks) r.r/r0kwargsr;r3 blocks_statsrFadapterflatten_blocksr,r,r-summary,s              rKcst|tr tddt|tr!t|dddjtj}n|t|tr7t|dddjtj}nft|t j j rOt|dddjtj}nNt|t r_|jtj}n>t|t rq|djtj}n,t|tr|dd}dur|tjddfvrdSt|d}dd dntd durjsdurdSfd d }fd d}fdd}|}|dkr|d|7}||7}|r|d|7}|S)Nr2F)r0r cache_typeNONENoner zPlease set pipe_or_stats param as one of: DiffusionPipeline | CacheStats | Dict[str, Any] | List[CacheStats] | BlockAdapter | Transformercszdd}|dur;|jtjkrdS|jtjkr|S|jtjkr;j}|dur7|dt|ddS|SdS)N cache_configrN_Pd) getrMr rNDBCachestrifyDBPrunerround)rPr)rr6r,r- cache_strs    zstrify..cache_strcs dd}|dur|SdS)Ncalibrator_configT0O0)rTrV)rZr8r,r-calibrator_strs zstrify..calibrator_strcsdur dSdS)N_)rVr,)r r,r-parallelism_strszstrify..parallelism_strr]_S)r9r r:r rKrrCrrtorchnnModulerr(r&rTr rNrr )r.rrMrYr\r_cache_type_strr,)rr r6r-rVsd               rVpipe_or_modulecKst}t|tjjst|dsJ|j}|jj}n|}|jj}t|tjj r,|djj}t|drF|j }||_ |rEt d|d|ddn |rPt d|t|d rm|j}||_|rlt d |d|dddn |rwt d |t|d r?|j} t|j} t|d r|j} |j} |j} |j}ng} g} g} d}| |_| |_| |_| |_| |_||_| r?|r?t| }t|dtrdd|D}t!"|}t!#|d}t!#|d}t!#|d}t!#|d}t!#|d}t!$|}|durSt d|dddt dddt dddt dt%| ddt&|dddt&|dddt&|dddt&|dddt&|dddt&|dddt&|dddddt dddnZt d|dddt d ddt d!ddt dt'| d"dt&|dddt&|dddt&|dddt&|dddt&|dddt&|dddt&|dddddt ddd|durt d#t&|d$d%d&t%| d't%| d(dd|r?|durt d)|dddt(d*t'| d+| t)j*+t(d,t'| d+| t)j*+t(d-t'| d+| dd.t)j*+n,t d/|dt(d0t'| d+| t)j*+t(d-t'| d+| dd.t)j*+t|d1r |j,}t|j-}t|d2r`|j.}|j/}|j0}|j1}ng}g}g}d}||_2||_3||_4||_5||_6||_7|r |r t| }t|dtrd3d|D}t!"|}t!#|d}t!#|d}t!#|d}t!#|d}t!#|d}t!$|}|durt d4|dddt d5ddt d6ddt dt%|d7dt&|dddt&|dddt&|dddt&|dddt&|dddt&|dddt&|dddddt dddnZt d8|dddt d9ddt d:ddt dt'|d;dt&|dddt&|dddt&|dddt&|dddt&|dddt&|dddt&|dddddt ddd|durt dt'|d+|t)j*+t(d?t'|d+|t)j*+t(d@t'|d+|dd.t)j*+|St dA|dt(dBt'|d+|t)j*+t(d@t'|d+|dd.t)j*+|S)CNr;r_context_kwargsu 🤗Context Options: z Tflushz Can't find Context Options for: _parallelism_configu 🤖Parallelism Config: z#Can't find Parallelism Config for: _cached_steps _pruned_stepscSg|] }|D]}|qqSr,r,r5sublistvr,r,r-r7<z_summary..2K_u4 ⚡️Pruned Blocks and Residual Diffs Statistics:  ze| Pruned Blocks | Diffs P00 | Diffs P25 | Diffs P50 | Diffs P75 | Diffs P95 | Diffs Min | Diffs Max |ze|---------------|-----------|-----------|-----------|-----------|-----------|-----------|-----------|z| z<13 | z<9z |r^u2 ⚡️Cache Steps and Residual Diffs Statistics: zc| Cache Steps | Diffs P00 | Diffs P25 | Diffs P50 | Diffs P75 | Diffs P95 | Diffs Min | Diffs Max |zc|-------------|-----------|-----------|-----------|-----------|-----------|-----------|-----------|z<11zDynamic Block Prune Ratio: rRrSz% (/z) u.📚Pruned Blocks and Residual Diffs Details: zPruned Blocks: z, zActual Blocks: zResidual Diffs: )compactu,📚Cache Steps and Residual Diffs Details: z Cache Steps: _cfg_cached_steps_cfg_pruned_stepscSrlr,r,rmr,r,r-r7rpu8 ⚡️CFG Pruned Blocks and Residual Diffs Statistics: zi| CFG Pruned Blocks | Diffs P00 | Diffs P25 | Diffs P50 | Diffs P75 | Diffs P95 | Diffs Min | Diffs Max |zi|-------------------|-----------|-----------|-----------|-----------|-----------|-----------|-----------|z<18u6 ⚡️CFG Cache Steps and Residual Diffs Statistics: zg| CFG Cache Steps | Diffs P00 | Diffs P25 | Diffs P50 | Diffs P75 | Diffs P95 | Diffs Min | Diffs Max |zg|-----------------|-----------|-----------|-----------|-----------|-----------|-----------|-----------|z<15zCFG Dynamic Block Prune Ratio: u2📚CFG Pruned Blocks and Residual Diffs Details: zCFG Pruned Blocks: zCFG Actual Blocks: zCFG Residual Diffs: u0📚CFG Cache Steps and Residual Diffs Details: zCFG Cache Steps: )8rr9rarbrcr<r; __class__r! ModuleListrfrprintloggerwarningrir rVrjr&_residual_diffsrk_pruned_blocks_actual_blocks _pruned_ratiorrrrrrr(valuesnpmin percentilemaxsumrXrCrsysstdoutrhrz_cfg_residual_diffsr{_cfg_pruned_blocks_cfg_actual_blocks_cfg_pruned_ratiorrrrrr)rer/r0rG cache_statsmodulecls_namerr rrrrrr diffs_valuesqminq0q1q2q3q4qmaxrrrrrrcfg_diffs_valuesr,r,r-rBs                  *     *       (                    *      *       (        rBcCszddlm}|d}|dg7}ddlm}|d}ddlm}|d}|gd7}|dd g7}g}d }|||d t |dd }d } t |D][} || } | |vr^dnd} | |vrfdnd} | |t |kr|| |}||vr|dnd}||vrdnd}nd}d}d}d| d| d| d| d|d| d|d|d}||qRd |}t dddt |dd|WSt yYdSw)Nr)BlockAdapterRegisterr LongCatVideo)!ContextParallelismPlannerRegister) TensorParallelismPlannerRegister)WanLTX VisualClozerrz7| Model | Cache | CP | TP | Model | Cache | CP | TP |z)|:---|:---|:---|:---|:---|:---|:---|:---|rSz@https://github.com/vipshop/cache-dit/blob/main/examples/pipelineu✅u✖️r^u | **🎉[z](u )** | ✅ | rvu | **🎉[ruz) Supported Cache and Parallelism Matrix: Trg)0cache_dit.caching.block_adapters.block_registersrsupported_pipelines6cache_dit.parallelism.transformers.context_parallelismrsupported_planners5cache_dit.parallelism.transformers.tensor_parallelismrrArCrangejoinr~ Exception)r_pipelines_supported_cacher(_pipelines_supported_context_parallelismr'_pipelines_supported_tensor_parallelism matrix_linesheaderhalflinki pipeline_leftcp_support_lefttp_support_leftpipeline_rightcp_support_righttp_support_rightline matrix_strr,r,r-supported_matrixsp                r)FT)$rrar$numpyrr diffusersrtypingrrrrcachingr r r r r parallelismrrcache_dit.loggerrr!r dataclassrrbrcboolrKr*rVrBrr,r,r,r-s           j  e