This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
FROM python:3.6-slim-buster | |
RUN apt-get update \ | |
&& apt-get install -y --no-install-recommends gcc g++ | |
RUN pip3 install pandas numpy joblib scikit-learn cython | |
RUN pip3 install fastFM | |
RUN pip3 install sagemaker-training | |
ADD custom_toolkit_container_training_script.py /opt/ml/code/custom_toolkit_container_training_script.py |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
FROM 354813040037.dkr.ecr.ap-northeast-1.amazonaws.com/sagemaker-scikit-learn:0.23-1-cpu-py3 | |
RUN pip3 install --upgrade pip | |
RUN pip3 install optuna==2.10.0 | |
ADD extend_sagemaker_container/extend_sagemaker_container_trainig_script.py /opt/ml/code/extend_sagemaker_container_trainig_script.py | |
# Defines train.py as script entrypoint | |
ENV SAGEMAKER_PROGRAM extend_sagemaker_container_trainig_script.py |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import argparse | |
import os | |
from datetime import datetime | |
import joblib | |
import numpy as np | |
import optuna | |
import pandas as pd | |
from sagemaker_training import environment | |
from sklearn.feature_extraction import FeatureHasher |
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import argparse | |
import os | |
import joblib | |
import numpy as np | |
import pandas as pd | |
from my_custom_library import feature_columns, preprocess, target | |
from sagemaker_training import environment | |
from sklearn.linear_model import SGDClassifier |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from datetime import datetime | |
import numpy as np | |
import pandas as pd | |
from sklearn.feature_extraction import FeatureHasher | |
feature_columns = [ | |
"id", | |
"hour", | |
"C1", |
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import argparse | |
import os | |
from datetime import datetime | |
import joblib | |
import numpy as np | |
import optuna | |
import pandas as pd | |
from sagemaker_training import environment | |
from sklearn.feature_extraction import FeatureHasher |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
optuna == 2.10.0 |