o TiF@s ddlmZGdddeZdS)) CUDAOpBuildercsFeZdZdZdZdfdd ZddZdd Zd d Zd d Z Z S)TransformerBuilderDS_BUILD_TRANSFORMER transformerNcs$|dur|jn|}tj|ddS)N)name)NAMEsuper__init__)selfr __class__X/home/ubuntu/.local/lib/python3.10/site-packages/deepspeed/ops/op_builder/transformer.pyr szTransformerBuilder.__init__cCsd|jdS)Nzdeepspeed.ops.transformer._op)rr r r r absolute_namesz TransformerBuilder.absolute_namecCs|sdgSgS)Nz-lcurand)is_rocm_pytorchrr r r extra_ldflagssz TransformerBuilder.extra_ldflagscCsgdS)N)z(csrc/transformer/ds_transformer_cuda.cppz#csrc/transformer/cublas_wrappers.cuz%csrc/transformer/transform_kernels.cuz csrc/transformer/gelu_kernels.cuz#csrc/transformer/dropout_kernels.cuz%csrc/transformer/normalize_kernels.cuz#csrc/transformer/softmax_kernels.cuz#csrc/transformer/general_kernels.cur rr r rsourcesszTransformerBuilder.sourcescCs dg}|S)Nz csrc/includesr )r includesr r r include_paths"sz TransformerBuilder.include_paths)N) __name__ __module__ __qualname__ BUILD_VARrr rrrr __classcell__r r r rr srN)builderrrr r r rs