Skip to content

Commit

Permalink
fits in one line
Browse files Browse the repository at this point in the history
  • Loading branch information
gongbaitao committed Apr 11, 2023
1 parent f9f87d8 commit e5bd7d8
Showing 1 changed file with 2 additions and 8 deletions.
10 changes: 2 additions & 8 deletions src/transformers/models/cpmant/modeling_cpmant.py
Original file line number Diff line number Diff line change
Expand Up @@ -47,10 +47,7 @@ class CpmAntLayerNorm(nn.Module):
We use Root Mean Square (RMS) Layer Normalization, please see https://arxiv.org/abs/1910.07467 for details."
"""

def __init__(
self,
config: CpmAntConfig,
):
def __init__(self, config: CpmAntConfig,):
super().__init__()

self.eps = config.eps
Expand Down Expand Up @@ -425,10 +422,7 @@ def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:


class CpmAntSegmentPositionEmbedding(nn.Module):
def __init__(
self,
config: CpmAntConfig,
):
def __init__(self, config: CpmAntConfig):
super().__init__()

self.num_heads = config.num_attention_heads
Expand Down

0 comments on commit e5bd7d8

Please sign in to comment.