o پi.@s^ddlZddlZddlZddlZddlZddlZddlZddlmZddlm Z ddl m Z ddl m Z mZmZddlZddlmZddlZddlmmZddlmZddlmZmZmZmZmZeeZ ej!Gd d d Z"ej!Gd d d Z#d e$fddZ%e ddd e$fddZ&d e"fddZ'ej!GdddZ(GdddZ)GdddZ*dS)N)datetime) lru_cache)Path)AnyDictOptional)UTC)current_platform)CYANRESET_SGLDiffusionLoggerget_is_main_process init_loggerc@sDeZdZUeed<eed<eed<eed<deeeffddZdS) MemorySnapshot allocated_mb reserved_mbpeak_allocated_mbpeak_reserved_mbreturncCs.t|jdt|jdt|jdt|jddS)Nrrrr)roundrrrrselfrc/home/ubuntu/.local/lib/python3.10/site-packages/sglang/multimodal_gen/runtime/utils/perf_logger.pyto_dict&s    zMemorySnapshot.to_dictN) __name__ __module__ __qualname__float__annotations__rstrrrrrrrrs rc@s|eZdZdZdefddZedefddZded efd d Z d e d efd dZ dede fddZ deeeffddZdS)RequestMetricszQPerformance metrics for a single request, including timings and memory snapshots. request_idcCs"||_i|_g|_d|_i|_dSNr$stagesstepstotal_duration_msmemory_snapshots)rr$rrr__init__3s  zRequestMetrics.__init__rcCs |jdS)Ng@@)r*rrrrtotal_duration_s;s zRequestMetrics.total_duration_s stage_name duration_scCs|d|j|<dS)z(Records the duration of a pipeline stageN)r()rr.r/rrr record_stage?szRequestMetrics.record_stageindexcCs&|t|jks J|j|ddS)z(Records the duration of a denoising stepr0N)lenr)append)rr2r/rrr record_stepsCszRequestMetrics.record_stepscheckpoint_namesnapshotcCs||j|<dSN)r+)rr6r7rrrrecord_memory_snapshotHsz%RequestMetrics.record_memory_snapshotcCs(|j|j|j|jdd|jDdS)z,Serializes the metrics data to a dictionary.cSi|] \}}||qSrr.0namer7rrr Rz*RequestMetrics.to_dict..r')r$r(r)r*r+itemsrrrrrKszRequestMetrics.to_dictN)rrr__doc__r"r,propertyr r-r1intr5rr9rrrrrrrr#/sr#rcCsLtjd}|rtj|S|dur$ttj}|j d}t |SdS)z8 Determines the directory for performance logs. SGLANG_PERF_LOG_DIRNz../../.cache/logs) osenvirongetpathabspathrsglang__file__resolveparentr")log_dir sglang_path target_pathrrrget_diffusion_perf_log_dirYs  rS)maxsizec CsXztjd}|stjgdtjdd}|}|WStjt fy+d}YdSw)NSGLANG_GIT_COMMIT)gitz rev-parseHEAD)stderrutf-8zN/A) rGrHrI subprocess check_outputDEVNULLstripdecodeCalledProcessErrorFileNotFoundError) commit_hash_CACHED_COMMIT_HASHrrrget_git_commit_hashgs  rdcCsbtjs tdddddStj}tj}tj}tj}t|d|d|d|ddS)Nr&ri)torchcuda is_availablermemory_allocatedmemory_reservedmax_memory_allocatedmax_memory_reserved) allocatedreservedpeak_allocated peak_reservedrrrcapture_memory_snapshotzs"     rpc@sxeZdZUeed<eed<eed<eed<eeed<eeed<eed<ej edZ eeefed < d d d Z d S)RequestPerfRecordr$ timestamprbtagr(r)r*)default_factoryr+Nc CsR||_|dur ||_ntt|_||_||_||_||_ ||_ |p%i|_ dSr8) r$rrrnowr isoformatrbrsr(r)r*r+) rr$rbrsr(r)r*r+rrrrrr,s zRequestPerfRecord.__init__)NN) rrrr"r!listdictr dataclassesfieldr+r,rrrrrqs    rqc @sNeZdZdZ   ddedededdeded ef d d Zd d Z ddZ dS) StageProfilerz A unified context manager, records performance metrics (usually of a single Stage or a step) into a provided RequestMetrics object (usually from a Req). Fr.loggermetricsr#log_stage_start_endperf_dump_path_providedcapture_memorycCs4||_||_||_d|_|ptj|_||_||_dSr%) r.r}r| start_timeenvsSGLANG_DIFFUSION_STAGE_LOGGING log_timingr~r)rr.r|r}r~rrrrrr,s   zStageProfiler.__init__cCs|jr$d|jd}|jtjr|dttdd7}|j ||j r*|j s-|jrKt j dddkrF|jd rFtjrFtjt|_|S) N[z ] started...z (rz GB left)%SGLANG_DIFFUSION_SYNC_STAGE_PROFILING01denoising_step_)r~r.r| isEnabledForloggingDEBUGrr get_available_gpu_memoryinforr}rGrHrI startswithrerfrg synchronizetime perf_counterr)rmsgrrr __enter__s    zStageProfiler.__enter__cCs|jr|js |js dStjdddkr$|jdr$tj r$tj t |j}|r=|jjd|j|d|dd dS|jrO|jd |jd |d d |jr|jrd|jvrmt|jtdd}|j||n|j|j||jrtj rt}|jd|j|dS)NFrrrrz-[%s] Error during execution after %.4f ms: %sr0T)exc_inforz] finished in z.4fz secondsafter_)rr}r~rGrHrIr.rrerfrgrrrrr|errorrrDr3r5r1rrpr9)rexc_typeexc_valexc_tbexecution_time_sr2r7rrr__exit__sB     zStageProfiler.__exit__N)FFF) rrrrBr"r rboolr,rrrrrrr{s(   r{c @sZeZdZdZe  ddedddeeeefdefd d Z e ddddefd d Z dS)PerformanceLoggera  A global utility class for logging performance metrics for all request, categorized by request-id. Serves both as a runtime logger (stream to file) and a dump utility. Notice that RequestMetrics stores the performance metrics of a single request Nbenchmark_dump file_pathr}r#metarsc Cs$dd|jD}ddt|jD}dd|jD}tt|j t ||j ||||p1id }z?t j |} t jt j | ddt| d d d } tj|| d d Wdn1s`wYtdt| tWdSty} ztd| d| WYd} ~ dSd} ~ ww)z Static method to dump a standardized benchmark report to a file. Eliminates duplicate logic in CLI/Client code. cSg|] \}}||dqS))r> duration_msrr=r>rrrr r@z;PerformanceLogger.dump_benchmark_report..cSr))steprr)r=idxrrrrr$r@cSr:rr;r<rrrr?)r@z;PerformanceLogger.dump_benchmark_report..) rrr$rbrsr*r)denoise_steps_msmemory_checkpointsrTexist_okwrZencodingr)indentNzMetrics dumped to: zFailed to dump metrics to z: )r(rA enumerater)r+rrurrvr$rdr*rGrJrKmakedirsdirnameopenjsondumpr|rr r IOErrorr) clsrr}rrsformatted_stepsrrreportabs_pathferrrdump_benchmark_reports<   $z'PerformanceLogger.dump_benchmark_reporttotal_inference_timec Csdd|jD}dd|jD}t|jtd||j|j|d}zFtrgt }t j |s7t j |ddt j |d }t|d d d }|tt|d WdWdS1s_wYWdSWdSttfy} ztd| tjdWYd} ~ dSd} ~ ww)zlogs the stage metrics and total duration for a completed request to the performance_log file. Note that this accords to the time spent internally in server, postprocess is not included cSr))r>execution_time_msrrrrrrNr@z9PerformanceLogger.log_request_summary..cSr:rr;r<rrrr?Sr@z9PerformanceLogger.log_request_summary..pipeline_stage_metrics)rbrsr(r)r*r+Trzperformance.logarZr Nz+WARNING: Failed to log performance record: )file)r(rAr+rqr$rdr)r*r rSrGrJexistsrjoinrwriterdumpsryasdictOSErrorPermissionErrorprintsysrY) rr}rsformatted_stagesrrecordrPlog_filerrrrrlog_request_summaryCs:   & "z%PerformanceLogger.log_request_summary)Nr)r) rrrrB classmethodr"rrrrrrrrrr s* /r)+ryrrrGr[rrr functoolsrpathlibrtypingrrrre dateutil.tzrrLsglang.multimodal_gen.envsmultimodal_genr'sglang.multimodal_gen.runtime.platformsr 1sglang.multimodal_gen.runtime.utils.logging_utilsr r r r rrr| dataclassrr#r"rSrdrprqr{rrrrrs<     )%T