upload_on_success.py

# must install smashed[remote] via `pip install smashed[remote]
from smashed.utils.io_utils import upload_on_success
 
# Option 1: use upload_on_success as context manager
def run_training():
   with upload_on_success("s3://ai2-s2-research/<your handle>/<exp name>") as local_path:
       # example if using huggingface trainer
       trainer = Trainer(args=TrainingArguments(output_dir=local_path))
       trainer.train()
 
 
# Option 2: use upload_on_sucess to decorate function
@upload_on_success("s3://ai2-s2-research/<your handle>/<exp name>")
def run_training(local_path, ...)
   # example if using huggingface trainer
   trainer = Trainer(args=TrainingArguments(output_dir=local_path))
   trainer.train()