benchmark.lua

require 'torch'
require 'cutorch'

local counts = {2, 4, 8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 8192}
local trials = 10

print('Averages of', trials, 'trials used to generate results')
print("----------------------------------------------------------------")

-- 1D Tensors
for _, ct in ipairs(counts) do
    local sum = 0
    local sum2 = 0
    for i = 1, trials do
        local tensors = {}
        for i = 1, ct do
            table.insert(tensors, torch.CudaTensor(torch.random(1, 25)):uniform())
        end
        local timer = torch.Timer()
        local catted = torch.cat(tensors, 1)
        sum = sum + timer:time().real

        local timer2 = torch.Timer()
        local cloned = catted:clone()
        sum2 = sum2 + timer2:time().real
    end

    print("CatArray for", ct, "1D Tensors took", sum / trials, "seconds. Clone:", sum2 / trials)
end

print("----------------------------------------------------------------")

-- 2D Tensors
for _, ct in ipairs(counts) do
    local sum = 0
    local sum2 = 0
    for i = 1, trials do
        local tensors = {}
        local dim2 = torch.random(1, 25)
        for i = 1, ct do
            table.insert(tensors, torch.CudaTensor(torch.random(1, 25), dim2):uniform())
        end
        local timer = torch.Timer()
        local catted = torch.cat(tensors, 1)
        sum = sum + timer:time().real

        local timer2 = torch.Timer()
        local cloned = catted:clone()
        sum2 = sum2 + timer2:time().real
    end
    print("CatArray for", ct, "2D Tensors along dim=1 took",  sum / trials, "seconds. Clone:", sum2 / trials)

    sum = 0
    sum2 = 0
    for i = 1, trials do
        local tensors = {}
        local dim1 = torch.random(1, 25)
        for i = 1, ct do
            table.insert(tensors, torch.CudaTensor(dim1, torch.random(1, 25)):uniform())
        end
        local timer = torch.Timer()
        local catted = torch.cat(tensors, 2)
        sum = sum + timer:time().real

        local timer2 = torch.Timer()
        local cloned = catted:clone()
        sum2 = sum2 + timer2:time().real
    end
    print("CatArray for", ct, "2D Tensors along dim=2 took",  sum / trials, "seconds. Clone:", sum2 / trials)
end

print("----------------------------------------------------------------")

-- 3D Tensors
for _, ct in ipairs(counts) do
    local sum = 0
    local sum2 = 0

    for i = 1, trials do
        local tensors = {}
        local dim2 = torch.random(1, 25)
        local dim3 = torch.random(1, 25)

        for i = 1, ct do
            table.insert(tensors, torch.CudaTensor(torch.random(1, 25), dim2, dim3):uniform())
        end
        local timer = torch.Timer()
        local catted = torch.cat(tensors, 1)
        sum = sum + timer:time().real

        local timer2 = torch.Timer()
        local cloned = catted:clone()
        sum2 = sum2 + timer2:time().real
    end
    print("CatArray for", ct, "3D Tensors along dim=1 took",  sum / trials, "seconds. Clone:", sum2 / trials)

    sum = 0
    sum2 = 0
    for i = 1, trials do
        local tensors = {}
        local dim1 = torch.random(1, 25)
        local dim3 = torch.random(1, 25)
        for i = 1, ct do
            table.insert(tensors, torch.CudaTensor(dim1, torch.random(1, 25), dim3):uniform())
        end
        local timer = torch.Timer()
        local catted = torch.cat(tensors, 2)
        sum = sum + timer:time().real

        local timer2 = torch.Timer()
        local cloned = catted:clone()
        sum2 = sum2 + timer2:time().real
    end
    print("CatArray for", ct, "3D Tensors along dim=2 took",  sum / trials, "seconds. Clone:", sum2 / trials )

    sum = 0
    sum2 = 0
    for i = 1, trials do
        local tensors = {}
        local dim1 = torch.random(1, 25)
        local dim2 = torch.random(1, 25)
        for i = 1, ct do
            table.insert(tensors, torch.CudaTensor(dim1, dim2, torch.random(1, 25)):uniform())
        end
        local timer = torch.Timer()
        local catted = torch.cat(tensors, 3)
        sum = sum + timer:time().real

        local timer2 = torch.Timer()
        local cloned = catted:clone()
        sum2 = sum2 + timer2:time().real
    end
    print("CatArray for", ct, "3D Tensors along dim=3 took",  sum / trials, "seconds. Clone:", sum2 / trials)
end

print('done')