The most basic form of dropout

dropout_basic.py

class Dropout(torch.nn.Module):
    
    def __init__(self, p: float=0.5):
        super(Dropout, self).__init__()
        self.p = p
        if self.p < 0 or self.p > 1:
            raise ValueError("p must be a probability")
            
    def forward(self, x):
        if self.training:
            x = x.mul(torch.empty(x.size()[1]).uniform_(0, 1) >= self.p)
        return x