o پi)@sUddlmZddlZddlmZddlZddlmZmZeGdddZ dd Z d d Z e a e ed <dae dBed <de eeffddZddZde fddZGdddeZddZdS)) dataclassN)get_cdna_version) opt_flags_amdopt_flags_nvidiac@seZdZUeed<eed<eed<eed<eed<eed<eed<eed<eed <eed <eed <eed <ed Bed<eed<eed<ddZd S)OptFlagsblock_mblock_nblock_k num_warps num_stagesgroup_m xcd_swizzlew_cache_modifiersplit_k is_persistent fused_scatteridle_smsNepilogue_subtilearchtarget_kernel_kwargscCs |jr |jdkrtddSdS)Nrz Not supported)rr ValueError)selfr_/home/ubuntu/.local/lib/python3.10/site-packages/triton_kernels/matmul_ogs_details/opt_flags.py __post_init__szOptFlags.__post_init__) __name__ __module__ __qualname__int__annotations__strbooldictrrrrrr s"   rc s^gdtfdd| DrJ| |dur|} n|jdur*td||j} n|j} tdk}| ddr=| d}n,| rF|rCdnd}n#| d krU|d krU|rRdnd}n|r^|d kr^d}n td tt | d }|durt| ||}nt ||}d}d }|}t |||||||\}}| dddur| d}| dddur| d}| dd}| dddur| d}n|s| rd}n|||d|}tjdj}td||}|d krdnd}|dur|dkrdnd }d}dddd}| dd}|durd}t||||||||||| ddd|d|dtfdd| Ds-Jd| S)N)rr r rrrrcg|]}|vqSrr.0cconstraints_supportedrr 1z.make_default_opt_flags_amd..rrii @r r rFrrz.cg) waves_per_eumatrix_instr_nonkdimkpackrr)rr r r r r rrrrrrrrrc3*|]\}}|durt||kVqdSNgetattrr&ckcvretrr (z-make_default_opt_flags_amd.. != )anykeysexpected_tokens_per_exptmax n_expts_totrgetmintritonnext_power_of_2n_blockscdivrcompute_block_nktorchcudaget_device_propertiesmulti_processor_countrallitems) out_dtype lhs_dtype rhs_dtypeprecision_configmnk routing_datacan_use_persistent_tmacan_use_fused_scatterenforce_bitwise_invarianceepilogue_effective_itemsize constraintstokens_per_exptis_cdna4rgrid_mr num_xcdsrr r rr grid_sizen_curr r rrrr)r?rmake_default_opt_flags_amd!s"           .ric $sgdtfdd| DrJ| |dur|} n|jdur*td||j} n|j} d}d}| ddr<| d}n| rAd}n tdtt| d}d}t |||}t |||||}t j d j}||}|ox|dupxt|d d d k}| d ddur| d }n#|jdu}|o|o|dks|jdko|jdk}|jdus|jdurd}| dddur| d}n t ||||||}| dddur| d}n!|s| s|jdus|jdurd}nt d||||}t |||}|dkrt j}||||||||f}| dddur| dg}ngd}d }|D]}t jg||| R} | |kr.|| }!}q|dks7J| ddrB| d}| dddurP| d}"n| oV|dk}"t |||}#t||||#||"||d|||!|t| dd dtfdd| DsJd| S)N)rr rrrrr rcr$rrr%r(rrr*r+z1make_default_opt_flags_nvidia..rr1rr.r2rr3 rg@r,Fr rr)rr3r,r rr)rr r r r rr rrrrrrrrc3r7r8r9r;r>rrr@rAz0make_default_opt_flags_nvidia..rB)rCrDrErFrGrHrIrJrKrcompute_block_ncompute_grid_sizerOrPrQrRrmax_num_imprecise_accitemsize act_scale out_scalecompute_block_kcompute_split_kfloat32compute_num_stagescompute_num_warpsrr#rSrT)$rUrVrWrXrYrZr[r\r]r^r_r`rarbr rrrr rfn_sms tiles_per_smsupports_persistentrhas_simple_epiloguer restimated_actual_grid_sizecompute_num_stages_argssubtiles_to_checkr epnsrrr rrhrmake_default_opt_flags_nvidias"      $       .r_opt_flags_constraints _opt_flagsracCst|dSr8)rupdate)rarrrupdate_opt_flags_constraintssrcCs tadSr8)r#rrrrrreset_opt_flags_constraintss r opt_flagscCs trJdtr Jd|adS)Nz>setting constraints is incompatible with manual flags overridez1opt_flags already set; please reset to None first)rr)rrrr set_opt_flagss  rc@s eZdZdS)InapplicableConstraintN)rrrrrrrrsrc  Cstddr |s tdtddr| std|j} tdur%tr#JtS|||||||||| | | tg } tjjj j } | dkrDt | S| dkrLt | SJ)NrFz.cannot enforce `is_persistent=True` constraintrz.cannot enforce `fused_scatter=True` constrainthiprP) rrHrr_rrJruntimedriveractiveget_current_targetbackendrir)rUrVrWrXrYrZr[r\r]r^r`r_argsrrrrmake_opt_flagss& r) dataclassesrrJtriton_kernels.target_inforrOopt_flags_detailsrrrrirr#rr rr!rrrr Exceptionrrrrrrs  bz