Sagemaker & ClearML

Sagemaker_ClearML.txt

## train.py

import os
from clearml import Task

os.environ["CLEARML_API_HOST"] = os.environ["SM_HP_CLEARML_API_HOST"]
os.environ["CLEARML_WEB_HOST"] = os.environ["SM_HP_CLEARML_WEB_HOST"]
os.environ["CLEARML_FILES_HOST"] = os.environ["SM_HP_CLEARML_FILES_HOST"]
os.environ["CLEARML_API_ACCESS_KEY"] = os.environ["SM_HP_CLEARML_API_ACCESS_KEY"]
os.environ["CLEARML_API_SECRET_KEY"] = os.environ["SM_HP_CLEARML_API_SECRET_KEY"]

task = Task.init(
    project_name="project_name",
    task_name="task_name",
)



## main.py    

estimator = PyTorch(
    "train.py",
    hyperparameters={
        "CLEARML_API_HOST": settings["clearml"]["CLEARMLAPI_HOST"],
        "CLEARML_WEB_HOST": settings["clearml"]["CLEARML_WEB_HOST"],
        "CLEARML_FILES_HOST": settings["clearml"]["CLEARML_FILES_HOST"],
        "CLEARML_API_ACCESS_KEY": settings["clearml"]["CLEARML_API_ACCESS_KEY"],
        "CLEARML_API_SECRET_KEY": settings["clearml"]["CLEARML_API_SECRET_KEY"],
    },
    framework_version="1.5.0",
    py_version="py3",
...
    )