-
Notifications
You must be signed in to change notification settings - Fork 32
/
layer.py
36 lines (32 loc) · 1.13 KB
/
layer.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
# This file is part of Zennit
# Copyright (C) 2019-2021 Christopher J. Anders
#
# zennit/layer.py
#
# Zennit is free software: you can redistribute it and/or modify it under
# the terms of the GNU Lesser General Public License as published by the Free
# Software Foundation; either version 3 of the License, or (at your option) any
# later version.
#
# Zennit is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for
# more details.
#
# You should have received a copy of the GNU Lesser General Public License
# along with this library. If not, see <https://www.gnu.org/licenses/>.
'''Additional Utility Layers'''
import torch
class Sum(torch.nn.Module):
'''Compute the sum along an axis.
Parameters
----------
dim : int
Dimension over which to sum.
'''
def __init__(self, dim=-1):
super().__init__()
self.dim = dim
def forward(self, input):
'''Computes the sum along a dimension.'''
return torch.sum(input, dim=self.dim)