Example of using Dataset with variable sized mini-batch items.

dataset-variable-mini-batch-items.lua

local Dataset = require 'dataset.Dataset'

local dataset = Dataset('http://d3jod65ytittfm.cloudfront.net/dataset/mnist/train.t7')

local getBatch, numBatches = dataset.sampledBatcher({
   batchSize = 20,
   inputDims = { 1, 32, 32 },
   verbose = true,
   processor = function(res, processorOpt, input)
      local y = math.random(32)
      local spect = torch.randn(y, 32)
      input:fill(0)
      input[1]:narrow(1, 1, y):copy(spect)
      return true
   end,
})

local b = 1
while b <= numBatches() do
   print('getting batch '..b..'...')
   local batch = getBatch()
   b = b + 1
end