Skip to content

Instantly share code, notes, and snippets.

FROM python:3.6-slim-buster
RUN apt-get update \
&& apt-get install -y --no-install-recommends gcc g++
RUN pip3 install pandas numpy joblib scikit-learn cython
RUN pip3 install fastFM
RUN pip3 install sagemaker-training
ADD custom_toolkit_container_training_script.py /opt/ml/code/custom_toolkit_container_training_script.py
FROM 354813040037.dkr.ecr.ap-northeast-1.amazonaws.com/sagemaker-scikit-learn:0.23-1-cpu-py3
RUN pip3 install --upgrade pip
RUN pip3 install optuna==2.10.0
ADD extend_sagemaker_container/extend_sagemaker_container_trainig_script.py /opt/ml/code/extend_sagemaker_container_trainig_script.py
# Defines train.py as script entrypoint
ENV SAGEMAKER_PROGRAM extend_sagemaker_container_trainig_script.py
import argparse
import os
from datetime import datetime
import joblib
import numpy as np
import optuna
import pandas as pd
from sagemaker_training import environment
from sklearn.feature_extraction import FeatureHasher
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
import argparse
import os
import joblib
import numpy as np
import pandas as pd
from my_custom_library import feature_columns, preprocess, target
from sagemaker_training import environment
from sklearn.linear_model import SGDClassifier
from datetime import datetime
import numpy as np
import pandas as pd
from sklearn.feature_extraction import FeatureHasher
feature_columns = [
"id",
"hour",
"C1",
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
import argparse
import os
from datetime import datetime
import joblib
import numpy as np
import optuna
import pandas as pd
from sagemaker_training import environment
from sklearn.feature_extraction import FeatureHasher
optuna == 2.10.0