csiebler

name: conda-env

dependencies:
  - pip
  - pip:
    - --index-url https://xxxxx
    - --extra-index-url https://xxxxxx
    - xxxxxx==x.x.x
    - -e git+https://github.com/xxxxxxxxxxx
    - -e ./xxxxxxx

csiebler

Steps:

• Create private Feed in Azure DevOps
• Create Personal Access Token (PAT) in Azure DevOps with Feed Read permission (details)
• Navigate to the Azure DevOps Artifacts Feed page where you can see the details for the next steps (you'll need feed name, project name, organization name and later also package name):
• Create Build pipeline in Azure DevOps to create package and push to private feed:

trigger:

csiebler

# Get the HyperDriveStep of the pipeline by name (make sure only 1 exists)
hd_step_run = HyperDriveStepRun(step_run=pipeline_run.find_step_run('hd_step01')[0])

# Get RunID for best run (we're lazy)
best_run_id = hd_step_run.get_best_run_by_primary_metric().id

# Get all hyperparameters that where tried
hyperparameters = hd_step_run.get_hyperparameters()

# Get all metrics for the runs

csiebler

import os
import pandas as pd
from azureml.core import Workspace, Dataset

# Connect to Workspace and reference Dataset
ws = Workspace.from_config()
dataset = ws.datasets["german-credit-train-tutorial"]

# Create mountcontext and mount the dataset
mount_ctx = dataset.mount()  

csiebler

In train.py:

run.tag('run_type', value='training')

In later step:

#Retrieve associated run, workspace and experiment
run = Run.get_context()

csiebler

In train.py:

run.tag('run_type', value='training')

In later step:

#Retrieve associated run, workspace and experiment
run = Run.get_context()

csiebler

import json
import os
import numpy as np
import pandas as pd
import joblib

# Your imports go here
  
# Update to your model's filename
model_filename = "model.pkl"

csiebler

import os
import sys
import argparse
import joblib
import pandas as pd

from azureml.core import Run
from azureml.core.run import Run

from sklearn.compose import ColumnTransformer

csiebler

cd python-functions
func azure functionapp publish functions-python-test --python --build-native-deps

csiebler

curl https://packages.microsoft.com/keys/microsoft.asc | gpg --dearmor > microsoft.gpg
sudo mv microsoft.gpg /etc/apt/trusted.gpg.d/microsoft.gpg

sudo sh -c 'echo "deb [arch=amd64] https://packages.microsoft.com/repos/microsoft-ubuntu-$(lsb_release -cs)-prod $(lsb_release -cs) main" > /etc/apt/sources.list.d/dotnetdev.list'
sudo apt-get update

sudo apt-get install azure-functions-core-tools