Skip to content

Instantly share code, notes, and snippets.

@amankharwal
Created September 21, 2020 01:56
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save amankharwal/e05a0c1bbf8cc10eac98c4c89a07e0c0 to your computer and use it in GitHub Desktop.
Save amankharwal/e05a0c1bbf8cc10eac98c4c89a07e0c0 to your computer and use it in GitHub Desktop.
# Eval algorithm
def evaluate(model, val_loader):
outputs = [model.validation_step(batch) for batch in val_loader]
return model.validation_epoch_end(outputs)
# Fitting algorithm
def fit(epochs, lr, model, train_loader, val_loader, opt_func=torch.optim.SGD):
history = []
optimizer = opt_func(model.parameters(), lr)
for epoch in range(epochs):
# Training Phase
for batch in train_loader:
loss = model.training_step(batch)
loss.backward()
optimizer.step()
optimizer.zero_grad()
# Validation phase
result = evaluate(model, val_loader)
model.epoch_end(epoch, result, epochs)
history.append(result)
return history
# Check the initial value that val_loss have
result = evaluate(model, val_loader)
print(result)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment