2_b

2_b.py

class BotBrain(nn.Module):
    def __init__(self):
        super().__init__()
        self.embedding = nn.Embedding(len(words), 10)
        self.rnn = nn.LSTM(20, 30, 2, dropout=0.5)
        self.h = (Variable(torch.zeros(2, 1, 30)).cuda(), Variable(torch.zeros(2, 1, 30)))
        self.l_out = nn.Linear(30, len(words))
        
    def forward(self, cs):
        inp = (self.embedding(cs)).view(1, -1)
        outp,h = self.rnn(inp.view(1,1,-1), self.h) #rnn requires 3 dims
        out = F.log_softmax(self.l_out(outp), dim=-1).view(-1, len(words))
        return out