Simple PyTorch implementation of Concatenated ReLU

crelu.py

import torch
import torch.nn.functional as F

# Inspired from Understanding and Improving Convolutional Neural Networks via Concatenated Rectified Linear Units
# https://arxiv.org/pdf/1603.05201.pdf

class CReLU(nn.Module):

    def __init__(self, inplace=False):
        super(CReLU, self).__init__()

    def forward(self, x):
        x = torch.cat((x,-x),-1)
        return F.relu(x)

I think dim should be -1

Thanks