ML.NET in FSI / dotnetcore

readme.md

Setting up ML.NET to run in FSI from VS Code

Note: this currently doesn't work 100% right. The code runs, but there is no code completion on any of the types coming from ML.NET.

Machine / setup

1. Win10 x64, dotnet core 3.1, VS Code, Ionide
2. Using Paket from dotnet core: https://fsprojects.github.io/Paket/get-started.html#NET-Core-preferred

paket.dependencies

source https://api.nuget.org/v3/index.json

storage: packages
framework: netcore3.0, netstandard2.0, netstandard2.1
nuget Microsoft.ML

Resulting paket.lock:

STORAGE: PACKAGES
RESTRICTION: || (== netcoreapp3.0) (== netstandard2.0) (== netstandard2.1)
NUGET
  remote: https://api.nuget.org/v3/index.json
    Microsoft.ML (1.4)
      Microsoft.ML.CpuMath (>= 1.4)
      Microsoft.ML.DataView (>= 1.4)
      Newtonsoft.Json (>= 10.0.3)
      System.CodeDom (>= 4.4)
      System.Collections.Immutable (>= 1.5)
      System.Memory (>= 4.5.1)
      System.Reflection.Emit.Lightweight (>= 4.3)
      System.Threading.Tasks.Dataflow (>= 4.8)
    Microsoft.ML.CpuMath (1.4)
      System.Memory (>= 4.5.1) - restriction: || (== netstandard2.0) (== netstandard2.1)
    Microsoft.ML.DataView (1.4)
      System.Memory (>= 4.5.1)
    Newtonsoft.Json (12.0.3)
    System.Buffers (4.5) - restriction: || (&& (== netcoreapp3.0) (>= monotouch)) (&& (== netcoreapp3.0) (>= net461)) (&& (== netcoreapp3.0) (< netcoreapp2.0)) (&& (== netcoreapp3.0) (< netstandard1.1)) (&& (== netcoreapp3.0) (< netstandard2.0)) (&& (== netcoreapp3.0) (>= xamarinios)) (&& (== netcoreapp3.0) (>= xamarinmac)) (&& (== netcoreapp3.0) (>= xamarintvos)) (&& (== netcoreapp3.0) (>= xamarinwatchos)) (== netstandard2.0) (== netstandard2.1)
    System.CodeDom (4.7)
    System.Collections.Immutable (1.7)
      System.Memory (>= 4.5.3) - restriction: || (&& (== netcoreapp3.0) (>= net46)) (&& (== netcoreapp3.0) (< netcoreapp2.1)) (&& (== netcoreapp3.0) (< netstandard2.0)) (&& (== netcoreapp3.0) (>= uap10.1)) (== netstandard2.0) (== netstandard2.1)
    System.Memory (4.5.3)
      System.Buffers (>= 4.4) - restriction: || (&& (== netcoreapp3.0) (>= monotouch)) (&& (== netcoreapp3.0) (>= net461)) (&& (== netcoreapp3.0) (< netcoreapp2.0)) (&& (== netcoreapp3.0) (< netstandard1.1)) (&& (== netcoreapp3.0) (< netstandard2.0)) (&& (== netcoreapp3.0) (>= xamarinios)) (&& (== netcoreapp3.0) (>= xamarinmac)) (&& (== netcoreapp3.0) (>= xamarintvos)) (&& (== netcoreapp3.0) (>= xamarinwatchos)) (== netstandard2.0) (== netstandard2.1)
      System.Numerics.Vectors (>= 4.4) - restriction: || (&& (== netcoreapp3.0) (>= net461)) (&& (== netcoreapp3.0) (< netcoreapp2.0)) (== netstandard2.0) (== netstandard2.1)
      System.Runtime.CompilerServices.Unsafe (>= 4.5.2) - restriction: || (&& (== netcoreapp3.0) (>= monotouch)) (&& (== netcoreapp3.0) (>= net461)) (&& (== netcoreapp3.0) (< netcoreapp2.0)) (&& (== netcoreapp3.0) (< netcoreapp2.1)) (&& (== netcoreapp3.0) (< netstandard1.1)) (&& (== netcoreapp3.0) (< netstandard2.0)) (&& (== netcoreapp3.0) (>= uap10.1)) (&& (== netcoreapp3.0) (>= xamarinios)) (&& (== netcoreapp3.0) (>= xamarinmac)) (&& (== netcoreapp3.0) (>= xamarintvos)) (&& (== netcoreapp3.0) (>= xamarinwatchos)) (== netstandard2.0) (== netstandard2.1)
    System.Numerics.Vectors (4.5) - restriction: || (&& (== netcoreapp3.0) (>= net461)) (&& (== netcoreapp3.0) (< netcoreapp2.0)) (== netstandard2.0) (== netstandard2.1)
    System.Reflection.Emit.ILGeneration (4.7) - restriction: || (&& (== netcoreapp3.0) (< netcoreapp2.0) (< netstandard2.1)) (&& (== netcoreapp3.0) (< netstandard2.0)) (&& (== netcoreapp3.0) (< portable-net45+wp8)) (&& (== netcoreapp3.0) (>= uap10.1)) (== netstandard2.0) (&& (== netstandard2.1) (< netstandard2.0)) (&& (== netstandard2.1) (< portable-net45+wp8)) (&& (== netstandard2.1) (>= uap10.1))
    System.Reflection.Emit.Lightweight (4.7)
      System.Reflection.Emit.ILGeneration (>= 4.7) - restriction: || (&& (== netcoreapp3.0) (< netcoreapp2.0) (< netstandard2.1)) (&& (== netcoreapp3.0) (< netstandard2.0)) (&& (== netcoreapp3.0) (< portable-net45+wp8)) (&& (== netcoreapp3.0) (>= uap10.1)) (== netstandard2.0) (&& (== netstandard2.1) (< netstandard2.0)) (&& (== netstandard2.1) (< portable-net45+wp8)) (&& (== netstandard2.1) (>= uap10.1))
    System.Runtime.CompilerServices.Unsafe (4.7) - restriction: || (&& (== netcoreapp3.0) (>= monotouch)) (&& (== netcoreapp3.0) (>= net461)) (&& (== netcoreapp3.0) (< netcoreapp2.0)) (&& (== netcoreapp3.0) (< netcoreapp2.1)) (&& (== netcoreapp3.0) (< netstandard1.1)) (&& (== netcoreapp3.0) (< netstandard2.0)) (&& (== netcoreapp3.0) (>= uap10.1)) (&& (== netcoreapp3.0) (>= xamarinios)) (&& (== netcoreapp3.0) (>= xamarinmac)) (&& (== netcoreapp3.0) (>= xamarintvos)) (&& (== netcoreapp3.0) (>= xamarinwatchos)) (== netstandard2.0) (== netstandard2.1)
    System.Threading.Tasks.Dataflow (4.11)

day.csv

script.fsx

#I "./packages/Microsoft.ML/lib/netstandard2.0/"
#I "./packages/Microsoft.ML.DataView/lib/netstandard2.0/"
#I "./packages/Microsoft.ML.CpuMath/lib/netstandard2.0/"

#I "./packages/Microsoft.ML.DataView/lib/netstandard2.0/"

#I "./packages/Newtonsoft.Json/lib/netstandard2.0/"

#r "./packages/System.Buffers/lib/netstandard2.0/System.Buffers.dll"
#r "./packages/System.CodeDom/lib/netstandard2.0/System.CodeDom.dll"
#r "./packages/System.Collections.Immutable/lib/netstandard2.0/System.Collections.Immutable.dll"
#r "./packages/System.Memory/lib/netstandard2.0/System.Memory.dll"
#r "./packages/System.Numerics.Vectors/lib/netstandard2.0/System.Numerics.Vectors.dll"
#r "./packages/System.Reflection.Emit.ILGeneration/lib/netstandard2.0/System.Reflection.Emit.ILGeneration.dll"
#r "./packages/System.Reflection.Emit.Lightweight/lib/netstandard2.0/System.Reflection.Emit.Lightweight.dll"
#r "./packages/System.Runtime.CompilerServices.Unsafe/lib/netstandard2.0/System.Runtime.CompilerServices.Unsafe.dll"
#r "./packages/System.Threading.Tasks.Dataflow/lib/netstandard2.0/System.Threading.Tasks.Dataflow.dll"

#r "./packages/Newtonsoft.Json/lib/netstandard2.0/Newtonsoft.Json.dll"

#r "./packages/Microsoft.ML/lib/netstandard2.0/Microsoft.ML.Core.dll"
#r "./packages/Microsoft.ML/lib/netstandard2.0/Microsoft.ML.Data.dll"
#r "./packages/Microsoft.ML/lib/netstandard2.0/Microsoft.ML.KMeansClustering.dll"
#r "./packages/Microsoft.ML/lib/netstandard2.0/Microsoft.ML.PCA.dll"
#r "./packages/Microsoft.ML/lib/netstandard2.0/Microsoft.ML.StandardTrainers.dll"
#r "./packages/Microsoft.ML/lib/netstandard2.0/Microsoft.ML.Transforms.dll"

#r "./packages/Microsoft.ML.DataView/lib/netstandard2.0/Microsoft.ML.DataView.dll"

#r "./packages/Microsoft.ML.CpuMath/lib/netstandard2.0/Microsoft.ML.CpuMath.dll"


open System
open System.IO

let path = Environment.GetEnvironmentVariable("PATH")
let additionalPathReferences = 
    [
        "Microsoft.ML/runtimes/win-x64/native"
        "Microsoft.ML.CpuMath/runtimes/win-x64/nativeassets/netstandard2.0"
    ]
    |> List.map (fun x -> 
        Path.Combine(__SOURCE_DIRECTORY__, "packages", x)
        |> Path.GetFullPath
        )

path :: additionalPathReferences 
|> String.concat ";" 
|> fun refs -> Environment.SetEnvironmentVariable("PATH", refs)

open Microsoft.ML
open Microsoft.ML.Data

[<CLIMutable>]
type Example = {
    [<LoadColumn(0)>]
    Day: float32
    [<LoadColumn(6)>]
    WeekDay: int
    [<LoadColumn(8)>]
    WeatherSituation: int
    [<LoadColumn(9)>]
    Temperature: float32
    [<LoadColumn(12)>]
    WindSpeed: float32
    [<LoadColumn(15)>]
    Count: float32
    }

let seed = Nullable<int>(0)
let context = MLContext seed

let dataPath = Path.Combine(__SOURCE_DIRECTORY__, "day.csv")
let dataView = 
    context.Data.LoadFromTextFile<Example>(
        path = dataPath,
        hasHeader = true,
        separatorChar = ','
        )

let downcastPipeline (x : IEstimator<_>) = 
    match x with 
    | :? IEstimator<ITransformer> as y -> y
    | _ -> failwith "downcastPipeline: expecting a IEstimator<ITransformer>"

let pipeline = 
    EstimatorChain()
        .Append(context.Transforms.CopyColumns("Label", "Count"))
        .Append(context.Transforms.NormalizeMinMax("Day", "Day"))
        .Append(context.Transforms.Categorical.OneHotEncoding("WeekDay"))
        .Append(context.Transforms.Categorical.OneHotEncoding("WeatherSituation"))
        .Append(
            context.Transforms.Concatenate(
                "Features", 
                "Day", 
                "WeekDay",
                "WeatherSituation",
                "Temperature", 
                "WindSpeed"
                )
            )
        .AppendCacheCheckpoint(context)
    |> downcastPipeline

let trainer = 
    context.Regression.Trainers.Sdca(
        labelColumnName = "Label", 
        featureColumnName = "Features"
        )

let testTrain = 
    context.Data.TrainTestSplit(
        data = dataView, 
        testFraction = 0.25, 
        seed = Nullable 0
        )

let train = testTrain.TrainSet
let test = testTrain.TestSet

let modelBuilder = pipeline.Append trainer
let trainedModel = modelBuilder.Fit train

// measure model quality
// on training set
let metrics = 
    let predictions = trainedModel.Transform train
    context.Regression.Evaluate(predictions, "Label", "Score")

metrics.RootMeanSquaredError |> printfn "RMSE: %.2f"
metrics.MeanAbsoluteError |> printfn "MAE:  %.2f"