o Ti@s,ddlmZmZddlZGdddeZdS)) CUDAOpBuilderinstalled_cuda_versionNcs`eZdZdZdZdfdd ZddZdd Zd d Zfd d Z dfdd Z ddZ Z S)EvoformerAttnBuilderDS_BUILD_EVOFORMER_ATTNevoformer_attnNcs2|dur|jn|}tj|dtjd|_dS)N)name CUTLASS_PATH)NAMEsuper__init__osenvironget cutlass_path)selfr __class__[/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/ops/op_builder/evoformer_attn.pyr szEvoformerAttnBuilder.__init__cCsd|jdS)Nzdeepspeed.ops._op)r rrrr absolute_namesz"EvoformerAttnBuilder.absolute_namecCs|sdgSgS)Nz-lcurand)is_rocm_pytorchrrrr extra_ldflagssz"EvoformerAttnBuilder.extra_ldflagscCs d}|d|d|dgS)Nz%csrc/deepspeed4science/evoformer_attnz/attention.cppz/attention_back.cuz/attention_cu.cur)rsrc_dirrrrsourcesszEvoformerAttnBuilder.sourcescslt}zddl}Wnty|d|YSw|jdj}|jdj}| d|||S)Nr5Please install torch if trying to pre-compile kernelsz -DGPU_ARCH=) r nvcc_argstorch ImportErrorwarningcudaget_device_propertiesmajorminorappend)rargsrr$r%rrrr s    zEvoformerAttnBuilder.nvcc_argsFc szddl}Wnty|r|dYdSw|jdur&|r$|ddStj|jdr`t|jdd}d|vrP|rG|d WddSWdn1sZwYn;zddl }Wntyw|rt|d YdSw|j d dd \}}t |d kot |d k}|s|r|ddSd}| s|jrt\} } t |jj d d} |jdj} | dkr|r|dd}| dks| dkr|r|dd}t|o|S)NrrFzOPlease specify the CUTLASS repo directory as environment variable $CUTLASS_PATHz /CHANGELOG.mdrz3.1.0z#Please use CUTLASS version >= 3.1.0zBPlease pip install nvidia-cutlass if trying to pre-compile kernels.rTz/Please use a GPU with compute capability >= 7.0 zPlease use CUDA 11+)rr r!rr pathexistsopenreadcutlass __version__splitintrr" is_availablerversionr#r$r is_compatible) rverboserfr2 cutlass_major cutlass_minorcutlass_compatible cuda_okaysys_cuda_major_torch_cuda_majorcuda_capabilityrrrr8,s`              z"EvoformerAttnBuilder.is_compatiblecCs|jd|jdg}|S)Nz/includez/tools/util/include)r)rincludesrrr include_paths[sz"EvoformerAttnBuilder.include_paths)N)F) __name__ __module__ __qualname__ BUILD_VARr r rrrrr8rD __classcell__rrrrr s  /r)builderrrr rrrrrs