o پi]@sUdZddlmZddlZddlZddlZddlmZmZddl m Z ddl m Z ddl mZddlmZd ZeGd d d ZeGd d d ZeGdddZeGdddZeddGdddZeddGdddZdddZeGd d!d!Zed"d#d$Zed%d&d'Zed(d)d*gdd+Zed,d-gd.dd/d0Zd1Zed2d3dd+Zed2d3dd4d.d.d5Z ed6ed7d8d9eed:ed7d8dd;eeded?d8d9eed@edAd8d9eedBed?d8ddCdDeedEed d8d9eedFed d8dGdHdIeedJedKd8d9eedLedMd8d9eedNedOd8d9eedPedQd8d9eg Z!dRe"dS<edTedUdVdVdWeedXedYedUdVdVddZeedXed[edUdVdVdWeedd\ed]edUdVdVd^d_d`edadbdcedded?d8d9eedeedfdVdVdWeedXedgedhdVdVdWeediedjdVdVdWegZ#dRe"dk<e$se#%edledmdVdVdWeedXednedodVdVdWeedpedqdVdVdCdreedXedsedqdVdVdCdtduedvdXedwedxdVdCdVdyeedzd$ed{edUdVdVdCdd|eedXed}eed8dCd~gdegZ&e$se&%ededdVdVdCdCde ededdVdVdCdreededdVdVdCddueededdVdVdCdreeded7d8dCd^dCdeeded d8dCdCdeeded=d8dCdeeded?d8dCdCdegZ'e(e e)*d+e e)j,ddZ-dS)a Configuration and data structures for diffusion performance tests. Usage: pytest python/sglang/multimodal_gen/test/server/test_server_a.py # for a single testcase, look for the name of the testcases in DIFFUSION_CASES pytest python/sglang/multimodal_gen/test/server/test_server_a.py -k qwen_image_t2i To add a new testcase: 1. add your testcase with case-id: `my_new_test_case_id` to DIFFUSION_CASES 2. run `SGLANG_GEN_BASELINE=1 pytest -s python/sglang/multimodal_gen/test/server/ -k my_new_test_case_id` 3. insert or override the corresponding scenario in `scenarios` section of perf_baselines.json with the output baseline of step-2 ) annotationsN) dataclassfield)Path)Sequence)current_platform)RequestPerfRecordzTongyi-MAI/Z-Image-Turboc@sHeZdZUdZded<ded<ded<ded<ded<edd dZdS)ToleranceConfigz,Tolerance ratios for performance validation.floate2e denoise_stagenon_denoise_stage denoise_step denoise_aggall_tolerancesdict profile_namestrreturnc Csd|vrt|dts|}d}n|||di}||vr |nd}|s,td|dtd|d|ttd|dttd |d ttd |d ttd |dttd|ddS)z@Load a specific tolerance profile from a dictionary of profiles.r z legacy/flatpr_testz No tolerance profile found for 'z*' and no default 'pr_test' profile exists.z#--- Performance Tolerance Profile: z ---SGLANG_E2E_TOLERANCESGLANG_STAGE_TIME_TOLERANCEr 'SGLANG_NON_DENOISE_STAGE_TIME_TOLERANCEr SGLANG_DENOISE_STEP_TOLERANCErSGLANG_DENOISE_AGG_TOLERANCEr)r r r rr) isinstancerget ValueErrorprintr osgetenv)clsrrtol_dataactual_profiler$f/home/ubuntu/.local/lib/python3.10/site-packages/sglang/multimodal_gen/test/server/testcase_configs.py load_profile,s>  zToleranceConfig.load_profileN)rrrrrr )__name__ __module__ __qualname____doc____annotations__ classmethodr&r$r$r$r%r "s r c@s:eZdZUdZded<ded<ded<ded<ded <d S) ScenarioConfigz1Expected performance metrics for a test scenario.dict[str, float] stages_msdict[int, float]denoise_step_msr expected_e2e_msexpected_avg_denoise_msexpected_median_denoise_msNr'r(r)r*r+r$r$r$r%r-Vs  r-c@sJeZdZUdZded<ded<ded<ded <edd dZdddZdS)BaselineConfigzFull baseline configuration.zdict[str, ScenarioConfig] scenariosSequence[float]step_fractionsr tolerancesr improvement_thresholdpathrrc Cs|jddd }t|}Wdn1swYd}t|di|}i}|dD]&\}}t|dd d |d Dt|d t|d t|dd||<q0||t |dd||didddS)+Load baseline configuration from JSON file.rutf-8encodingNrr:r7r/cSi|] \}}t||qSr$int.0kvr$r$r% zz'BaselineConfig.load..r1r2r3r4r/r1r2r3r4samplingr9improvement_reporting thresholdg?)r7r9r:r;) openjsonloadr r&ritemsr-r tuple) r!r<fhdatarr:r7namecfgr$r$r%rQjs0       zBaselineConfig.loadc Cs|jddd }t|}Wdn1swYi}|dD]&\}}t|ddd|d Dt|d t|d t|d d ||<q$|j||S)r=r>r?r@Nr7r/cSrBr$rCrEr$r$r%rIrJz)BaselineConfig.update..r1r2r3r4rK)rOrPrQrRr-r r7update)selfr<rTrU scenarios_newrVrWr$r$r%rXs     zBaselineConfig.updateN)r<rrr6)r<r)r'r(r)r*r+r,rQrXr$r$r$r%r6as  r6c@seZdZUdZded<dZded<dZded<d Zd ed <dZd ed <dZ d ed<dZ d ed<dZ ded<dZ ded<dZ ded<dZded<dZded<dZded<dZded<dZded<edddZded <d!d"ZdS)#DiffusionServerArgs4Configuration for a single model/scenario test case.r model_pathimagemodalityN str | Nonecustom_validatorrDnum_gpus int | Nonetp_sizeulysses_degree ring_degreez bool | None cfg_parallel lora_pathdynamic_lora_pathsecond_lora_pathFbooldit_layerwise_offloadzint | float | Nonedit_offload_prefetch_sizeenable_cache_dittext_encoder_cpu_offloadcCsgS)Nr$r$r$r$r%szDiffusionServerArgs.)default_factoryz list[str]extrascCs,|jdkr d|_dS|jdkrd|_dSdS)Nr^video)r_ra)rYr$r$r% __post_init__s    z!DiffusionServerArgs.__post_init__)r'r(r)r*r+r_rarcrerfrgrhrirjrkrmrnrorprrsrur$r$r$r%r[s,               r[T)frozenc@seZdZUdZdZded<dZded<dZded <d Zd ed <dZ d ed<dZ d ed<dZ ded<dZ ded<d Z d ed<dZded<dS)DiffusionSamplingParamsr\r output_sizeNr`promptzPath | str | None image_pathrbrDsecondsrd num_framesfpsFrldirect_url_test output_formatnum_outputs_per_promptenable_teacache)r'r(r)r*ryr+rzr{r|r}r~rrrrr$r$r$r%rws          rwc@s*eZdZUdZded<ded<ded<dS) DiffusionTestCaser\ridr[ server_argsrwsampling_paramsNr5r$r$r$r%rs  rstep_mapr0 fractionsr8r list[int]c CsZ|sgSt|}t}|D]}t|tdtt||}||vr(||qt|S)Nr)maxkeyssetminrDroundaddsorted)rrmax_idxindicesfractionidxr$r$r%sample_step_indicess  rc@s|eZdZUdZded<ded<ded<ded<ded <d ed <d ed <d Zded<d Zded<d Zded<edddZ d S)PerformanceSummaryzASummary of performance of a request, built from RequestPerfRecordr e2e_msavg_denoise_msmedian_denoise_msr. stage_metricsz list[float] step_metricsr0 sampled_stepsall_denoise_stepsNz float | Noneframes_per_secondrd total_framesavg_frame_time_msrecordrr9r8c s|j}|j}d}d}|rt|t|}t|}ddt|Dt|}fdd|D}i}|jD]} t | t rLd| vrL| dd} | || d<q5t ||||||dS)zBCollect all performance metrics into a summary without validation.gcSsi|]\}}||qSr$r$)rFindexsr$r$r%rIz;PerformanceSummary.from_req_perf_record..csi|]}||qSr$r$)rFrper_stepr$r%rIrrVexecution_time_ms)rrrrrrr) total_duration_msstepssumlen statisticsmedian enumeraterstagesrrrr) rr9rstep_durations avg_denoisemedian_denoisesample_indicesrritemvalr$rr%from_req_perf_records2     z'PerformanceSummary.from_req_perf_record)rrr9r8) r'r(r)r*r+rrr staticmethodrr$r$r$r%rs    rzDoraemon is eating dorayaki 1024x1024)rzryzConvert 2D style to 3D stylez`https://github.com/lm-sys/lm-sys.github.io/releases/download/test/TI2I_Qwen_Image_Edit_Input.jpg)rzr{zsThe magician bear is on the left, the alchemist bear is on the right, facing each other in the central park square.zRhttps://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen-Image/edit2509/edit2509_1.jpgzRhttps://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen-Image/edit2509/edit2509_2.jpg)rzr{rzQa high quality, cute halloween themed illustration, consistent style and lightingzYhttps://raw.githubusercontent.com/QwenLM/Qwen-Image-Layered/main/assets/test_images/4.pngpng)rzr{r}rrzA curious raccoonzThe man in the picture slowly turns his head, his expression enigmatic and otherworldly. The camera performs a slow, cinematic dolly out, focusing on his face. Moody lighting, neon signs glowing in the background, shallow depth of field.zhttps://is1-ssl.mzstatic.com/image/thumb/Music114/v4/5f/fa/56/5ffa56c2-ea1f-7a17-6bad-192ff9b6476d/825646124206.jpg/600x600bb.jpg960x960)rzr{rryr}r~qwen_image_t2izQwen/Qwen-Imager^)r]r_ qwen_image_t2i_cache_dit_enabled)r]r_roflux_image_t2izblack-forest-labs/FLUX.1-devflux_2_image_t2izblack-forest-labs/FLUX.2-devflux_2_klein_image_t2iz!black-forest-labs/FLUX.2-klein-4B"flux_2_image_t2i_layerwise_offload)r]r_rmrnzimage_image_t2izimage_image_t2i_multi_loraz8reverentelusarca/elusarca-anime-style-lora-z-image-turboz)tarn59/pixel_art_style_lora_z_image_turbo)r]r_rirkqwen_image_edit_ti2izQwen/Qwen-Image-Editqwen_image_edit_2509_ti2izQwen/Qwen-Image-Edit-2509qwen_image_edit_2511_ti2izQwen/Qwen-Image-Edit-2511qwen_image_layered_i2izQwen/Qwen-Image-Layeredzlist[DiffusionTestCase]ONE_GPU_CASES_Azwan2_1_t2v_1.3bz Wan-AI/Wan2.1-T2V-1.3B-Diffusersrt)r]r_ra)rzz(wan2_1_t2v_1.3b_text_encoder_cpu_offload)r]r_rarpz wan2_1_t2v_1.3b_teacache_enabled)rzrwan2_1_t2v_1_3b_lora_1gpurbzCseti/Wan-LoRA-Arcane-Jinx-v1)r]r_rarcrjzOcsetiarcane Nfj1nx with blue hair, a woman walking in a cyberpunk city at night)rzr} flux_2_ti2ifast_hunyuan_videozFastVideo/FastHunyuan-diffuserswan2_2_ti2v_5bzWan-AI/Wan2.2-TI2V-5B-Diffusersfastwan2_2_ti2v_5bz/FastVideo/FastWan2.2-TI2V-5B-FullAttn-DiffusersONE_GPU_CASES_Bzturbo_wan2_1_t2v_1.3bz*IPostYellow/TurboWan2.1-T2V-1.3B-Diffuserswan2_2_i2v_a14b_2gpuz Wan-AI/Wan2.2-I2V-A14B-Diffuserswan2_2_t2v_a14b_2gpuz Wan-AI/Wan2.2-T2V-A14B-Diffusers)r]r_rarcwan2_2_t2v_a14b_lora_2gpuz$Cseti/wan2.2-14B-Arcane_Jinx-lora-v1)r]r_rarcrizCNfj1nx with blue hair, a woman walking in a cyberpunk city at nightwan2_1_t2v_14b_2gpuzWan-AI/Wan2.1-T2V-14B-Diffusers)r]r_rcra832x480zwan2_1_t2v_1.3b_cfg_parallel)r]r_rarcrhzfsdp-inferencez--use-fsdp-inference)r]r_rcrsturbo_wan2_2_i2v_a14b_2gpuz*IPostYellow/TurboWan2.2-I2V-A14B-Diffusers)r]r_rarcrewan2_1_i2v_14b_480P_2gpuz$Wan-AI/Wan2.1-I2V-14B-480P-Diffuserswan2_1_i2v_14b_lora_2gpuz$Wan-AI/Wan2.1-I2V-14B-720P-Diffusersz$starsfriday/Wan2.1-Divine-Power-LoRAwan2_1_i2v_14b_720P_2gpuqwen_image_t2i_2_gpus)r]r_rcrfrgzimage_image_t2i_2_gpus)r]r_rcrfflux_image_t2i_2_gpus)r]r_rcflux_2_image_t2i_2_gpus)r]r_rcrezperf_baselines.jsonascendzperf_baselines_npu.json)rr0rr8rr).r* __future__rrPrr dataclassesrrpathlibrtypingr'sglang.multimodal_gen.runtime.platformsr/sglang.multimodal_gen.runtime.utils.perf_loggerrDEFAULT_SMALL_MODELr r-r6r[rwrrrT2I_sampling_paramsTI2I_sampling_params MULTI_IMAGE_TI2I_sampling_paramsMULTI_FRAME_I2I_sampling_params T2V_PROMPTTI2V_sampling_paramsTURBOWAN_I2V_sampling_paramsrr+ris_hipappendTWO_GPU_CASES_ATWO_GPU_CASES_BrQ__file__ with_namerXparentBASELINE_CONFIGr$r$r$r%s4     3 :& 3            _     j      K      M