[Fix] fix pytorch-paddle mapping index generate

ci_scripts/gendoc.sh

@@ -29,6 +29,10 @@ fi
 
 if [ -f ${FLUIDDOCDIR}/ci_scripts/hooks/pre-doc-compile.sh ] ; then
   ${FLUIDDOCDIR}/ci_scripts/hooks/pre-doc-compile.sh
+  if [ $? -ne 0 ]; then
+    echo "pre-doc-compile.sh failed."
+    exit 1
+  fi
 fi
 
 thread=2

ci_scripts/hooks/pre-doc-compile.sh

@@ -3,7 +3,7 @@
 SCRIPT_DIR="$( cd "$( dirname "$0" )" && pwd )"
 
 FLUIDDOCDIR=${FLUIDDOCDIR:=/FluidDoc}
-DOCROOT=${FLUIDDOCDIR}/docs/
+DOCROOT=${FLUIDDOCDIR}/docs
 
 
 ## 1 merge the pytorch to paddle api map tables
@@ -44,3 +44,8 @@ done
 APIMAPPING_ROOT=${DOCROOT}/guides/model_convert/convert_from_pytorch
 
 python ${APIMAPPING_ROOT}/apply_reference_from_api_difference.py
+
+if [ $? -ne 0 ]; then
+    echo "Error: API mapping generate script failed, please check changes in ${APIMAPPING_ROOT}"
+    exit 1
+fi

docs/guides/model_convert/convert_from_pytorch/.gitignore

@@ -0,0 +1 @@
+api_mappings.json

docs/guides/model_convert/convert_from_pytorch/api_difference/Tensor/torch.Tensor.apply_.md

@@ -0,0 +1,21 @@
+## [ 参数完全一致 ]torch.Tensor.apply_
+### [torch.Tensor.apply_](https://pytorch.org/docs/stable/generated/torch.Tensor.apply_.html)
+
+```python
+torch.Tensor.apply_(callable)
+```
+
+### [paddle.Tensor.apply_]()
+
+```python
+paddle.Tensor.apply_(callable)
+```
+
+
+两者功能不同，pytorch 只支持 Inplace 操作，且只对 CPU tensor 才能使用。Paddle 版本可以在 GPU 下运行同时也有 outplace 版本。两者参数一致，具体如下：
+
+### 参数映射
+
+| PyTorch  | PaddlePaddle | 备注        |
+|----------|--------------|-----------|
+| callable | callable     | 一个被调用的函数。 |

docs/guides/model_convert/convert_from_pytorch/api_difference/Tensor/torch.Tensor.dsplit.md

@@ -1,6 +1,6 @@
-## [ 仅参数名不一致 ]torch.Tensor.split_size_or_sections
+## [ 仅参数名不一致 ]torch.Tensor.dsplit
 
-### [torch.Tensor.的 split](https://pytorch.org/docs/stable/generated/torch.Tensor.dsplit.html)
+### [torch.Tensor.dsplit](https://pytorch.org/docs/stable/generated/torch.Tensor.dsplit.html)
 
 ```python
 torch.Tensor.dsplit(split_size_or_sections)

docs/guides/model_convert/convert_from_pytorch/api_difference/Tensor/torch.Tensor.tensor_split.md

@@ -1,14 +1,14 @@
-## [ 仅参数名不一致 ]torch.tensor_split
-### [torch.tensor_split](https://pytorch.org/docs/stable/generated/torch.Tensor.tensor_split.html)
+## [ 仅参数名不一致 ]torch.Tensor.tensor_split
+### [torch.Tensor.tensor_split](https://pytorch.org/docs/stable/generated/torch.Tensor.tensor_split.html)
 
 ```python
-torch.tensor_split(indices_or_sections, dim=0)
+torch.Tensor.tensor_split(indices_or_sections, dim=0)
 ```
 
-### [paddle.tensor_split](https://www.paddlepaddle.org.cn/documentation/docs/zh/develop/api/paddle/Tensor_cn.html#tensor_split-num_or_indices-axis-0-name-none)
+### [paddle.Tensor.tensor_split](https://www.paddlepaddle.org.cn/documentation/docs/zh/develop/api/paddle/Tensor_cn.html#tensor_split-num_or_indices-axis-0-name-none)
 
 ```python
-paddle.tensor_split(num_or_indices, axis=0, name=None)
+paddle.Tensor.tensor_split(num_or_indices, axis=0, name=None)
 ```
 
 其中 Paddle 相比 Pytorch 仅参数名不一致，具体如下：

docs/guides/model_convert/convert_from_pytorch/api_difference/Tensor/torch.Tensor.vsplit.md

@@ -1,4 +1,4 @@
-## [ 仅参数名不一致 ]torch.Tensor.split_size_or_sections
+## [ 仅参数名不一致 ]torch.Tensor.vsplit
 
 ### [torch.Tensor.vsplit](https://pytorch.org/docs/stable/generated/torch.Tensor.vsplit.html)
 

docs/guides/model_convert/convert_from_pytorch/api_difference/linalg/torch.linalg.matrix_exp.md

@@ -1,5 +1,5 @@
 ## [ 仅参数名不一致 ]torch.linalg.matrix_exp
-### [torch.linalg.matrix_power](https://pytorch.org/docs/stable/generated/torch.linalg.matrix_exp.html#torch.linalg.matrix_exp)
+### [torch.linalg.matrix_exp](https://pytorch.org/docs/stable/generated/torch.linalg.matrix_exp.html#torch.linalg.matrix_exp)
 
 ```python
 torch.linalg.matrix_exp(A)

docs/guides/model_convert/convert_from_pytorch/api_difference/nn/torch.nn.AdaptiveAvgPool1d.md

@@ -0,0 +1,15 @@
+## [ 参数完全一致 ] torch.nn.AdaptiveAvgPool1d
+
+### [torch.nn.AdaptiveAvgPool1d](https://pytorch.org/docs/stable/generated/torch.nn.AdaptiveAvgPool1d.html)
+
+```python
+torch.nn.AdaptiveAvgPool1d(output_size)
+```
+
+### [paddle.nn.AdaptiveAvgPool1D](https://www.paddlepaddle.org.cn/documentation/docs/zh/api/paddle/nn/AdaptiveAvgPool1D_cn.html#adaptiveavgpool1d)
+
+```python
+paddle.nn.AdaptiveAvgPool1D(output_size, name=None)
+```
+
+两者功能一致，参数完全一致。

docs/guides/model_convert/convert_from_pytorch/api_difference/nn/torch.nn.AdaptiveAvgPool2d.md

@@ -0,0 +1,20 @@
+## [ 仅 paddle 参数更多 ] torch.nn.AdaptiveAvgPool2d
+
+### [torch.nn.AdaptiveAvgPool2d](https://pytorch.org/docs/stable/generated/torch.nn.AdaptiveAvgPool2d.html)
+
+```python
+torch.nn.AdaptiveAvgPool2d(output_size)
+```
+
+### [paddle.nn.AdaptiveAvgPool2D](https://www.paddlepaddle.org.cn/documentation/docs/zh/api/paddle/nn/AdaptiveAvgPool2D_cn.html#adaptiveavgpool2d)
+
+```python
+paddle.nn.AdaptiveAvgPool2D(output_size, data_format='NCHW', name=None)
+```
+
+其中 Paddle 相比 PyTorch 支持更多其他参数，具体如下：
+### 参数映射
+| PyTorch       | PaddlePaddle | 备注                                                   |
+| ------------- | ------------ | ------------------------------------------------------ |
+| output_size   | output_size  | 表示输出 Tensor 的 size 。                              |
+| -             | data_format  | 表示输入 Tensor 的数据格式， PyTorch 无此参数， Paddle 保持默认即可。 |

docs/guides/model_convert/convert_from_pytorch/api_difference/nn/torch.nn.AdaptiveAvgPool3d.md

@@ -0,0 +1,20 @@
+## [ 仅 paddle 参数更多 ] torch.nn.AdaptiveAvgPool3d
+
+### [torch.nn.AdaptiveAvgPool3d](https://pytorch.org/docs/stable/generated/torch.nn.AdaptiveAvgPool3d.html)
+
+```python
+torch.nn.AdaptiveAvgPool3d(output_size)
+```
+
+### [paddle.nn.AdaptiveAvgPool3D](https://www.paddlepaddle.org.cn/documentation/docs/zh/api/paddle/nn/AdaptiveAvgPool3D_cn.html#adaptiveavgpool3d)
+
+```python
+paddle.nn.AdaptiveAvgPool3D(output_size, data_format='NCDHW', name=None)
+```
+
+其中 Paddle 相比 PyTorch 支持更多其他参数，具体如下：
+### 参数映射
+| PyTorch       | PaddlePaddle | 备注                                                   |
+| ------------- | ------------ | ------------------------------------------------------ |
+| output_size   | output_size  | 表示输出 Tensor 的 size 。                              |
+| -             | data_format  | 表示输入 Tensor 的数据格式， PyTorch 无此参数， Paddle 保持默认即可。 |

docs/guides/model_convert/convert_from_pytorch/api_difference/nn/torch.nn.LogSigmoid.md

@@ -0,0 +1,15 @@
+## [ 无参数 ] torch.nn.LogSigmoid
+
+### [torch.nn.LogSigmoid](https://pytorch.org/docs/stable/generated/torch.nn.LogSigmoid.html)
+
+```python
+torch.nn.LogSigmoid(*args, **kwargs)
+```
+
+### [paddle.nn.LogSigmoid](https://www.paddlepaddle.org.cn/documentation/docs/zh/api/paddle/nn/LogSigmoid_cn.html#logsigmoid)
+
+```python
+paddle.nn.LogSigmoid(name=None)
+```
+
+两者功能一致，均无参数。

docs/guides/model_convert/convert_from_pytorch/api_difference/nn/torch.nn.Sigmoid.md

@@ -0,0 +1,15 @@
+## [ 无参数 ] torch.nn.Sigmoid
+
+### [torch.nn.Sigmoid](https://pytorch.org/docs/stable/generated/torch.nn.Sigmoid.html)
+
+```python
+torch.nn.Sigmoid(*args, **kwargs)
+```
+
+### [paddle.nn.Sigmoid](https://www.paddlepaddle.org.cn/documentation/docs/zh/api/paddle/nn/Sigmoid_cn.html#sigmoid)
+
+```python
+paddle.nn.Sigmoid(name=None)
+```
+
+两者功能一致，均无参数。

docs/guides/model_convert/convert_from_pytorch/api_difference/nn/torch.nn.Softplus.md

@@ -0,0 +1,15 @@
+## [ 参数完全一致 ] torch.nn.Softplus
+
+### [torch.nn.Softplus](https://pytorch.org/docs/stable/generated/torch.nn.Softplus.html)
+
+```python
+torch.nn.Softplus(beta=1, threshold=20)
+```
+
+### [paddle.nn.Softplus](https://www.paddlepaddle.org.cn/documentation/docs/zh/api/paddle/nn/Softplus_cn.html)
+
+```python
+paddle.nn.Softplus(beta=1, threshold=20, name=None)
+```
+
+两者功能一致，参数完全一致。

docs/guides/model_convert/convert_from_pytorch/api_difference/nn/torch.nn.Softsign.md

@@ -0,0 +1,15 @@
+## [ 无参数 ] torch.nn.Softsign
+
+### [torch.nn.Softsign](https://pytorch.org/docs/stable/generated/torch.nn.Softsign.html)
+
+```python
+torch.nn.Softsign(*args, **kwargs)
+```
+
+### [paddle.nn.Softsign](https://www.paddlepaddle.org.cn/documentation/docs/zh/api/paddle/nn/Softsign_cn.html)
+
+```python
+paddle.nn.Softsign(name=None)
+```
+
+两者功能一致，均无参数。

docs/guides/model_convert/convert_from_pytorch/api_difference/nn/torch.nn.Tanh.md

@@ -0,0 +1,15 @@
+## [ 无参数 ] torch.nn.Tanh
+
+### [torch.nn.Tanh](https://pytorch.org/docs/stable/generated/torch.nn.Tanh.html)
+
+```python
+torch.nn.Tanh(*args, **kwargs)
+```
+
+### [paddle.nn.Tanh](https://www.paddlepaddle.org.cn/documentation/docs/zh/api/paddle/nn/Tanh_cn.html)
+
+```python
+paddle.nn.Tanh(name=None)
+```
+
+两者功能一致，无参数。

docs/guides/model_convert/convert_from_pytorch/api_difference/nn/torch.nn.Tanhshrink.md

@@ -0,0 +1,15 @@
+## [ 无参数 ] torch.nn.Tanhshrink
+
+### [torch.nn.Tanhshrink](https://pytorch.org/docs/stable/generated/torch.nn.Tanhshrink.html)
+
+```python
+torch.nn.Tanhshrink(*args, **kwargs)
+```
+
+### [paddle.nn.Tanhshrink](https://www.paddlepaddle.org.cn/documentation/docs/zh/api/paddle/nn/Tanhshrink_cn.html)
+
+```python
+paddle.nn.Tanhshrink(name=None)
+```
+
+两者功能一致，均无参数。

docs/guides/model_convert/convert_from_pytorch/api_difference/nn/torch.nn.TripletMarginWithDistanceLoss.md

@@ -0,0 +1,15 @@
+## [ 参数完全一致 ] torch.nn.TripletMarginWithDistanceLoss
+
+### [torch.nn.TripletMarginWithDistanceLoss](https://pytorch.org/docs/stable/generated/torch.nn.TripletMarginWithDistanceLoss.html)
+
+```python
+torch.nn.TripletMarginWithDistanceLoss(*, distance_function=None, margin=1.0, swap=False, reduction='mean')
+```
+
+### [paddle.nn.TripletMarginWithDistanceLoss](https://www.paddlepaddle.org.cn/documentation/docs/zh/api/paddle/nn/TripletMarginWithDistanceLoss_cn.html#tripletmarginwithdistanceloss)
+
+```python
+paddle.nn.TripletMarginWithDistanceLoss(distance_function=None, margin: float = 1.0, swap: bool = False, reduction: str = 'mean', name: str = None)
+```
+
+两者功能一致，参数完全一致。

docs/guides/model_convert/convert_from_pytorch/api_difference/ops/torch.slice_scatter.md

@@ -0,0 +1,36 @@
+## [ 参数不一致 ]torch.slice_scatter
+
+### [torch.slice_scatter](https://pytorch.org/docs/stable/generated/torch.slice_scatter.html#torch.slice_scatter)
+
+```python
+torch.slice_scatter(input, src, dim=0, start=None, end=None, step=1)
+```
+
+### [paddle.slice_scatter](https://www.paddlepaddle.org.cn/documentation/docs/zh/develop/api/paddle/slice_scatter.html)
+
+```python
+paddle.slice_scatter(x, value, axes, starts, ends, strides, name=None)
+```
+
+两者功能一致，参数不一致，具体如下：
+
+### 参数映射
+
+| PyTorch       | PaddlePaddle | 备注                                                   |
+| ------------- | ------------ | ------------------------------------------------------ |
+| input         | x            | 输入的目标矩阵, 仅参数名不一致。 |
+| src           | value        | 嵌入的值，仅参数名不一致。 |
+| dim           | axes         | 嵌入的维度，PyTorch 为 int 类型，Paddle 为 list of int。 |
+| start         | starts       | 嵌入起始索引，PyTorch 为 int 类型，Paddle 为 list of int。 |
+| end           | ends         | 嵌入截至索引，PyTorch 为 int 类型，Paddle 为 list of int。 |
+| step          | strides      | 嵌入步长，PyTorch 为 int 类型，Paddle 为 list of int。 |
+
+### 转写示例
+
+```python
+# PyTorch 写法
+torch.slice_scatter(input, src, dim=0, start=1, end=5, step=2)
+
+# Paddle 写法
+paddle.slice_scatter(x, value, axes=[0], starts=[1], ends=[5], strides=[2])
+```

docs/guides/model_convert/convert_from_pytorch/apply_reference_from_api_difference.py

@@ -1,6 +1,7 @@
 import json
 import os
 import re
+import sys
 import typing
 
 
@@ -207,8 +208,10 @@ def apply_reference_to_row(line, metadata_dict, table_row_idx, line_idx):
         output = '| ' + ' | '.join(content) + ' |\n'
         return output
     else:
-        print(f'found manual-maintaining row at line [{line_idx}]: {line}')
-        return line
+        raise ValueError(
+            f"found manual-maintaining row at line [{line_idx}]: {line}"
+        )
+        # return line
 
 
 def reference_mapping_item(index_path, metadata_dict):
@@ -218,6 +221,7 @@ def reference_mapping_item(index_path, metadata_dict):
     with open(mapping_index_file, "r", encoding='utf-8') as f:
         lines = f.readlines()
 
+    ret_code = 0
     state = 0
     # -1: error
     # 0: wait for table header
@@ -309,12 +313,14 @@ def reference_mapping_item(index_path, metadata_dict):
                 print(e)
                 print(f"Error at line {i+1}: {line}")
                 output.append(line)
+                ret_code = 1
 
             # state = 6
         else:
             raise Exception(
                 f"Unexpected State at {state} in processing file: {index_path}"
             )
+            ret_code = 2
 
     if state == 5 or state == 6:
         state = 0
@@ -324,7 +330,10 @@ def reference_mapping_item(index_path, metadata_dict):
             f"Unexpected End State at {state} in parsing file: {index_path}"
         )
 
-    with open(mapping_index_file, "w", encoding='utf-8') as f:
+    if ret_code != 0:
+        sys.exit(ret_code)
+
+    with open(mapping_index_file, "w", encoding="utf-8") as f:
         f.writelines(output)