Skip to content

Commit

Permalink
【Hackathon 5th No.102】 move fused_embedding_eltwise_layernorm/fusion_…
Browse files Browse the repository at this point in the history
…transpose_flatten_concat/fused_fc_elementwise_layernorm to phi (PaddlePaddle#57865)

* transplant fused_embedding_elt_wise_layer_norm_kernel

* fix the error

* fix some bug

* move the transpose to phi but new IR have a bug in output==nullptr. embedding_eltwise_op also have the bug in new IR. because the wrong memory accesss

* remove some useless code

* move fused_fc_elementwise_layernorm to phi, but have a bug in making

* fix the bug in build the fused_fc_elementwise_layernorm_kernel and pass the test with new IR

* try to fix the bug
  • Loading branch information
zeroRains authored and Frida-a committed Oct 14, 2023
1 parent 34c0eeb commit 23d33d3
Show file tree
Hide file tree
Showing 20 changed files with 1,125 additions and 1,222 deletions.
10 changes: 0 additions & 10 deletions paddle/fluid/operators/fused/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -7,14 +7,11 @@ register_operators(
EXCLUDES
fused_bn_activation_op
conv_fusion_op
fusion_transpose_flatten_concat_op
fusion_conv_inception_op
fused_fc_elementwise_layernorm_op
self_dp_attention_op
skip_layernorm_op
yolo_box_head_op
yolo_box_post_op
fused_embedding_eltwise_layernorm_op
fusion_group_op
fusion_gru_op
fusion_lstm_op
Expand Down Expand Up @@ -61,22 +58,15 @@ if(WITH_GPU OR WITH_ROCM)
if(NOT ${CUDNN_VERSION} VERSION_LESS 7100)
op_library(conv_fusion_op)
endif()
# fusion_transpose_flatten_concat_op
# HIP not support cudnnTransformTensor
if(NOT WITH_ROCM)
op_library(fusion_transpose_flatten_concat_op)
endif()
# fusion_conv_inception_op needs cudnn 7 above
# HIP not support cudnnConvolutionBiasActivationForward
if((NOT WITH_ROCM) AND (NOT ${CUDNN_VERSION} VERSION_LESS 7100))
op_library(fusion_conv_inception_op)
endif()
# fused_fc_elementwise_layernorm_op
op_library(fused_fc_elementwise_layernorm_op)
op_library(skip_layernorm_op)
op_library(yolo_box_head_op)
op_library(yolo_box_post_op)
op_library(fused_embedding_eltwise_layernorm_op DEPS bert_encoder_functor)
op_library(fused_gate_attention_op)
# fusion_group
if(NOT APPLE AND NOT WIN32)
Expand Down
176 changes: 0 additions & 176 deletions paddle/fluid/operators/fused/fused_embedding_eltwise_layernorm_op.cc

This file was deleted.

162 changes: 0 additions & 162 deletions paddle/fluid/operators/fused/fused_embedding_eltwise_layernorm_op.cu

This file was deleted.

0 comments on commit 23d33d3

Please sign in to comment.