o پiB*@s ddlZddlZddlZddlmZddlmZddlmZm Z m Z m Z ddl Z ddl ZddlZddlmZmZddlmZddZd d Zd ed efd dZ    d;dede dfddZ ds  zmain..)rankr dump_indexnamer df_baselineT)namedcs(g|]}t|dddur|qS)patternr N)research)rdesc)rowrr 5s zmain..rcSsi|] \}}|dvr||qS))r rr r)rkvrrr As zmain..) conditionsz Skip: target=z since no baselinex_target(sample)=zCheck: target=z (duplicate_index=duplicate_indexz ) baseline=)r) path_baseline path_targetdiff_thresholdrbaseline_token_slicetensor_dim_descr)r target_pathfilterplcolstart_idend_idstrcontainsall baseline_pathprint$_get_location_info_of_target_pass_id_get_tensor_dim_descs iter_rowsrgetbaseline_forward_pass_idr*baseline_start_idrdictitems _load_objectr check_tensor_pairr)) argsrlocation_info_of_target_pass_idtensor_dim_descsr( location_infor;r*r+tensor_dim_descs_filtered row_baselinex_targetr'r)rrrmains       rHcCs td|S)Nz\([^()]*\)|\S+)rfindall)rrrr_split_einops_patternas rJrdim_namecCst|}||Sr )rJindex)rrK pattern_listrrr_get_einops_dim_indexes rNMbP?r)r+ TensorDimDescc Cst|}t|}|dus|durtd|d|dStd|jd|jd|j|jkr.dndd|jd|j |durs|}durXt|jd } |j| |j|j|jd }t ||jd |j }|j } durstd | |}t |||d \}}t||jd}td|jd|jd|jd|j|j} |j} |}|}dtjfdtjfdtjfdtjfg|dkrdtjtjddfdtjtjddfdtjtjddfdtjtjddfgngD]&\}} | |}| |}td|d |d!d|d!d"||d!d# q|j|jkrtd$dSt|||d%}|d&d'k}| | krGt| | }durGt|||||d(|d)d*|r^td+t|td,t|dSdS)-Nz,Skip comparison because of None: x_baseline=z , x_target=z Raw [shape] z vs z [rPu🟠zdtype] num_tokens)dimstartlength -> zApply baseline_cropper)r) target_shapezAfter preprocessor [shape] z [dtype] meanstdminmaxip1g{Gz?)qp5g?p95gffffff?p99gGz?[z] z.4fz (diff: r&u⚠️ Shape mismatch) x_baselinerGr) max_abs_diffrOzWhen downcast to z: )rbrGr) prefix_textzx_baseline(sample)=r$)r?r6shapedtyperN baseline_descnarrowrTstopeinops rearrange target_descbaseline_cropper_comparison_preprocessor_try_unify_shapefloattorchrXrYrZr[numel functoolspartialquantileitem_compute_and_print_diff_compute_smaller_dtypetor )r'r(r)rr*r+rbrGsrSfx_baseline_original_dtypex_target_original_dtypefnvalue_baseline value_target diff_info needs_printdowncast_dtyperrrr@js     &   r@c s||}|}|}t||}t|dfddd|fd|fd|ffDt|}td|d||d ||t|d S) N c3s4|]\}}|kr dndd|d|VqdS)u❌u✅ =Nr)rrvaluer)rrrs  z*_compute_and_print_diff..rel_diffrc mean_abs_diffzmax_abs_diff happens at coord=z with baseline=z target=)rc) absr[rvrX_calc_rel_diffr6join _argmax_coordr=) rbrGr)rd raw_abs_diffrcrrmax_diff_coordrrrrws.        rwxreturncCs$|}tddt||jDS)Ncss|]}|VqdSr )rv)ridxrrrrsz _argmax_coord..)argmaxtuplerq unravel_indexre)rflat_idxrrrrsrcCs.tjtjftji}|||fp|||fSr )rqfloat32bfloat16r:)dtype_adtype_b info_dictrrrrxsrxcCs||j}t|t|}||d|kr.cSs |dS)Nr)squeeze)a_rrrs z"_try_unify_shape..z Unify shape: rVz (to match r&)relenr4rsreduceranger6)rrWx_shapenum_dim_to_removeoutrrrros roycCsB||}}||||}d|||}d|S)Nr)doublesum)rr denominatorsimrrrr src Csz tj|dd}Wnty&}ztd|d|WYd}~dSd}~wwt|tr4d|vr4|d}t|tjsLtd|dt|d|ddS|S) NF) weights_onlyz Skip load z since error rz since type(x)=z is not a Tensor (x=r&) rqload Exceptionr6 isinstancer=Tensortypecuda)pathrerrrr?s  r?cCs||fS)zMCustomization endpoint. Can insert arbitrary adhoc postprocessing logic here.r)rbrGrrrrrn%srnc@seZdZUeed<eed<dS) LocationInfor;r*N)__name__ __module__ __qualname__int__annotations__slicerrrrr*s  rcCsdS)Customization endpoint.Nrrrrrr70r7c@s8eZdZUeed<eed<eeejgejfed<dS)rQrgrlrmN) rrrr2rrrrqrrrrrrQ5s cCsgS)rrrrrrr8<rr8__main__z--baseline-path)rz --target-pathz --start-id)rdefaultz--end-idi@Bz--baseline-start-idz--diff-thresholdz--filterzRegex to filter filenames)rrhelp)rOrPNN)rP)/argparsersr dataclassesrpathlibrtypingrrrrrjpolarsr.rq"sglang.srt.debug_utils.dump_loaderrr sglang.srt.debug_utils.dumperr rHrJr2rNrpr@rwrrrrxrorr?rnrrr7rQr8rArgumentParserparser add_argument parse_argsrArrrrsj   Q j