[Feature] Add Ops of StyleGAN3 (open-mmlab#2290)

* add bias_act * support bias_act * support filtered_lrelu * support filtered_lrelu and upfirdn2d * support conv2d_gradfix and fix filtered_lrelu * fix lint * fix lint * fix c++ lint * fix part comments * fix lint * rm redundant header * fix upgrade pip * fix as comment * fix c++ lint * fix ci * fix-ut * fix as comments * add grad check * remove redundant template * Update mmcv/ops/bias_act.py Co-authored-by: Zaida Zhou <58739961+zhouzaida@users.noreply.github.com> * add typehint * fix as comment: * complete type hints * fix lint * add test for conv_gradfix * add test for conv_gradfix * fix lint * modify licenses and ops.md * add zh op md * add torch version policy for conv2d_gradfix * fix lint * fix as comments * rename impl * rm redudant function and add ut * fix as comment * fix lint * fix lint * fix as comments * fix lint * fix ut * fix as comment * fix as comment * fix as comment --------- Co-authored-by: Zaida Zhou <58739961+zhouzaida@users.noreply.github.com>
tyomj · May 8, 2023 · e9f62c6 · e9f62c6
1 parent 5397bf7
commit e9f62c6
Show file tree

Hide file tree

Showing 20 changed files with 5,180 additions and 780 deletions.
diff --git a/LICENSES.md b/LICENSES.md
@@ -2,7 +2,10 @@
 
 In this file, we list the operations with other licenses instead of Apache 2.0. Users should be careful about adopting these operations in any commercial matters.
 
-|    Operation     |                                                                               Files                                                                               |    License     |
-| :--------------: | :---------------------------------------------------------------------------------------------------------------------------------------------------------------: | :------------: |
-|    upfirdn2d     |          [mmcv/ops/csrc/pytorch/cuda/upfirdn2d_kernel.cu](https://github.com/open-mmlab/mmcv/blob/master/mmcv/ops/csrc/pytorch/cuda/upfirdn2d_kernel.cu)          | NVIDIA License |
-| fused_leaky_relu | [mmcv/ops/csrc/pytorch/cuda/fused_bias_leakyrelu_cuda.cu](https://github.com/open-mmlab/mmcv/blob/master/mmcv/ops/csrc/pytorch/cuda/fused_bias_leakyrelu_cuda.cu) | NVIDIA License |
+|    Operation     |                                                                             Files                                                                              |    License     |
+| :--------------: | :------------------------------------------------------------------------------------------------------------------------------------------------------------: | :------------: |
+|    upfirdn2d     |          [mmcv/ops/csrc/pytorch/cuda/upfirdn2d_kernel.cu](https://github.com/open-mmlab/mmcv/tree/2.x/mmcv/ops/csrc/pytorch/cuda/upfirdn2d_kernel.cu)          | NVIDIA License |
+| fused_leaky_relu | [mmcv/ops/csrc/pytorch/cuda/fused_bias_leakyrelu_cuda.cu](https://github.com/open-mmlab/mmcv/tree/2.x/mmcv/ops/csrc/pytorch/cuda/fused_bias_leakyrelu_cuda.cu) | NVIDIA License |
+|     bias_act     |             [mmcv/ops/csrc/pytorch/cuda/bias_act_cuda.cu](https://github.com/open-mmlab/mmcv/tree/2.x/mmcv/ops/csrc/pytorch/cuda/bias_act_cuda.cu)             | NVIDIA License |
+|  filtered_lrelu  |            [mmcv/ops/csrc/pytorch/cuda/filtered_lrelu.cu](https://github.com/open-mmlab/mmcv/tree/2.x/mmcv/ops/csrc/pytorch/cuda/filtered_lrelu.cu)            | NVIDIA License |
+|  conv2d_gradfix  |                              [mmcv/ops/conv2d_gradfix.py](https://github.com/open-mmlab/mmcv/tree/2.x/mmcv/ops/conv2d_gradfix.py)                              | NVIDIA License |
diff --git a/docs/en/understand_mmcv/ops.md b/docs/en/understand_mmcv/ops.md
@@ -61,3 +61,6 @@ We implement common ops used in detection, segmentation, etc.
 | Voxelization                 | √   | √    |     |     | √      |
 | PrRoIPool                    |     | √    |     |     |        |
 | BezierAlign                  | √   | √    |     |     |        |
+| BiasAct                      |     | √    |     |     |        |
+| FilteredLrelu                |     | √    |     |     |        |
+| Conv2dGradfix                |     | √    |     |     |        |
diff --git a/docs/zh_cn/understand_mmcv/ops.md b/docs/zh_cn/understand_mmcv/ops.md
@@ -61,3 +61,6 @@ MMCV 提供了检测、分割等任务中常用的算子
 | Voxelization                 | √   | √    |     |     | √      |
 | PrRoIPool                    |     | √    |     |     |        |
 | BezierAlign                  | √   | √    |     |     |        |
+| BiasAct                      |     | √    |     |     |        |
+| FilteredLrelu                |     | √    |     |     |        |
+| Conv2dGradfix                |     | √    |     |     |        |
diff --git a/mmcv/ops/__init__.py b/mmcv/ops/__init__.py
@@ -4,13 +4,15 @@
 from .ball_query import ball_query
 from .bbox import bbox_overlaps
 from .bezier_align import BezierAlign, bezier_align
+from .bias_act import bias_act
 from .border_align import BorderAlign, border_align
 from .box_iou_quadri import box_iou_quadri
 from .box_iou_rotated import box_iou_rotated
 from .carafe import CARAFE, CARAFENaive, CARAFEPack, carafe, carafe_naive
 from .cc_attention import CrissCrossAttention
 from .chamfer_distance import chamfer_distance
 from .contour_expand import contour_expand
+from .conv2d_gradfix import conv2d, conv_transpose2d
 from .convex_iou import convex_giou, convex_iou
 from .corner_pool import CornerPool
 from .correlation import Correlation
@@ -22,6 +24,7 @@
 from .deprecated_wrappers import Linear_deprecated as Linear
 from .deprecated_wrappers import MaxPool2d_deprecated as MaxPool2d
 from .diff_iou_rotated import diff_iou_rotated_2d, diff_iou_rotated_3d
+from .filtered_lrelu import filtered_lrelu
 from .focal_loss import (SigmoidFocalLoss, SoftmaxFocalLoss,
                          sigmoid_focal_loss, softmax_focal_loss)
 from .furthest_point_sample import (furthest_point_sample,
@@ -71,6 +74,7 @@
 from .tin_shift import TINShift, tin_shift
 from .upfirdn2d import upfirdn2d
 from .vector_pool_with_voxel_query import vector_pool_with_voxel_query
+from .upfirdn2d import filter2d, upfirdn2d, upsample2d
 from .voxelize import Voxelization, voxelization
 
 __all__ = [
@@ -107,5 +111,7 @@
     'diff_iou_rotated_2d', 'diff_iou_rotated_3d', 'chamfer_distance',
     'PrRoIPool', 'prroi_pool', 'three_nn_vector_pool_by_two_step',
     'stack_three_interpolate', 'vector_pool_with_voxel_query',
+    'BezierAlign', 'bezier_align', 'bias_act', 'filtered_lrelu', 'conv2d',
+    'conv_transpose2d', 'filter2d', 'upsample2d',
     'BezierAlign', 'bezier_align'
 ]