/
model.py
53 lines (40 loc) · 1.91 KB
/
model.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
import torch
import torch.nn as nn
import torchvision.models as models
class EncoderCNN(nn.Module):
def __init__(self, embed_size):
super(EncoderCNN, self).__init__()
resnet = models.resnet152(pretrained=True)
for param in resnet.parameters():
param.requires_grad_(False)
modules = list(resnet.children())[:-1]
self.resnet = nn.Sequential(*modules)
self.embed = nn.Linear(resnet.fc.in_features, embed_size)
def forward(self, images):
features = self.resnet(images)
features = features.view(features.size(0), -1)
features = self.embed(features)
return features
class DecoderRNN(nn.Module):
def __init__(self, embed_size, hidden_size, vocab_size, num_layers=1):
super().__init__()
self.embed = nn.Embedding(num_embeddings=vocab_size, embedding_dim=embed_size)
self.lstm = nn.LSTM(embed_size, hidden_size, num_layers, batch_first=True)
self.linear = nn.Linear(hidden_size, vocab_size)
def forward(self, features, captions):
embedding = self.embed(captions[:, :-1])
embedding = torch.cat((features.unsqueeze(dim=1), embedding), dim=1)
lstm_out, hidden_state = self.lstm(embedding)
linear_out = self.linear(lstm_out)
return linear_out
def sample(self, inputs, states=None, max_len=20):
" accepts pre-processed image tensor (inputs) and returns predicted sentence (list of tensor ids of length max_len) "
predicted_output = []
for i in range(0, max_len):
out, states = self.lstm(inputs, states)
out = out.squeeze(1)
out = self.linear(out)
max_probability = out.max(1)[1]
predicted_output.append(max_probability.item())
inputs = self.embed(max_probability).unsqueeze(1)
return predicted_output