Test script to verify that ResNet101 fits in memory with batch size 64 with latest optnet

optnet_test_resnet101.lua

local optnet = require 'optnet'
require 'cudnn'
require 'cunn'

local createModel = require 'resnet'
local opt = {dataset='imagenet', depth=101}

local model = createModel(opt)

local input = torch.zeros(4,3,224,224):cuda()
local grad = torch.zeros(4, 1000):cuda()

model:forward(input)
model:backward(input, grad)

print(optnet.countUsedMemory(model))

optnet.optimizeMemory(model, input, {mode='training', inplace=false})

collectgarbage()
collectgarbage()                                                                                                                                                                                                                          

print(optnet.countUsedMemory(model))

input = torch.zeros(64,3,224,224):cuda()
grad = torch.zeros(64, 1000):cuda()

model:forward(input)
model:backward(input, grad)

print(optnet.countUsedMemory(model))