Skip to content

Instantly share code, notes, and snippets.

View AviSoori1x's full-sized avatar

Avinash Sooriyarachchi AviSoori1x

46 followers · 17 following
View GitHub Profile
@AviSoori1x
AviSoori1x / understanding-word-vectors.ipynb
Created April 14, 2019 00:35 — forked from aparrish/understanding-word-vectors.ipynb
Understanding word vectors: A tutorial for "Reading and Writing Electronic Text," a class I teach at ITP. (Python 2.7) Code examples released under CC0 https://creativecommons.org/choose/zero/, other text released under CC BY 4.0 https://creativecommons.org/licenses/by/4.0/
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
@AviSoori1x
AviSoori1x / SessionState.py
Created October 5, 2020 23:13 — forked from FranzDiebold/SessionState.py
A possible design for doing per-session persistent state in Streamlit
# https://gist.github.com/FranzDiebold/898396a6be785d9b5ca6f3706ef9b0bc
"""Hack to add per-session state to Streamlit.
Works for Streamlit >= v0.65
Usage
-----
>>> import SessionState
>>>
@AviSoori1x
AviSoori1x / hmeq_app.py
Last active April 12, 2021 00:44
ML Explainability App
import streamlit as st
import pandas as pd
import numpy as np
from PIL import Image
from swat import CAS, options
import json
import time
import math
import SessionState
import altair as alt
@AviSoori1x
AviSoori1x / ex_ml_call_shap.py
Last active April 14, 2021 00:03
shapvals = s.linearExplainer(
table = {"name" : 'hmeqTest','caslib':'public'},
query = {"name" : 'realtime','caslib':'public'},
modelTable = {"name" :"hmeqTestAstore",'caslib':'public'},
modelTableType = "ASTORE",
predictedTarget = 'P_BAD1',
seed = 1234,
preset = "KERNELSHAP",
inputs = ['LOAN','MORTDUE','VALUE','YOJ','DEROG','DELINQ','CLAGE','NINQ','CLNO','DEBTINC','REASON', 'JOB','BAD'],
nominals = ['REASON', 'JOB','BAD']
@AviSoori1x
AviSoori1x / exml_import.py
Created April 14, 2021 00:19
import libraries and modules
!pip install swat
from swat import CAS, options
import pandas as pd
import numpy as np
@AviSoori1x
AviSoori1x / exml_cas_connect.py
Created April 14, 2021 00:22
Connect to CAS
s = CAS(host, port, username, password)
s.loadActionSet('autotune')
s.loadactionset('aStore')
s.loadactionset('decisionTree')
s.loadactionset("explainModel")
s.loadactionset('table')
@AviSoori1x
AviSoori1x / exml_hmeq_read.py
Created April 14, 2021 00:24
read hmeq
hmeq = pd.read_csv('hmeq.csv')
hmeq
@AviSoori1x
AviSoori1x / exml_upload_hmeq.py
Created April 14, 2021 00:31
Upload hmeq to CAS table
s.upload(hmeq,casout={'name' : 'hmeqTest', 'caslib' : 'public','replace' : True})
@AviSoori1x
AviSoori1x / exml_autotune.py
Last active April 14, 2021 15:48
autotune gb
result = s.autotune.tuneGradientBoostTree(
trainOptions = {
"table" : {"name":'hmeqTest', 'caslib' : 'public'},
"inputs" : {'LOAN','MORTDUE','VALUE','YOJ','DEROG','DELINQ','CLAGE','NINQ','CLNO','DEBTINC','REASON', 'JOB'},
"target" : 'BAD',
"nominal" : {'BAD','REASON', 'JOB'},
"casout" : {"name":"gradboosthmeqtest", "caslib":"public",'replace':True},
"varImp" : True
},
tunerOptions={"seed":12345, "maxTime":60}
@AviSoori1x
AviSoori1x / exml_export_astore.py
Created April 14, 2021 00:36
s.table.promote(name="hmeqTest", caslib='public',target="hmeqTest",targetLib='public')
modelAstore = s.decisionTree.dtreeExportModel(modelTable = {"caslib":"public","name":"gradboosthmeqtest" },
casOut = {"caslib":"public","name":'hmeqTestAstore','replace':True})
s.table.promote(name='hmeqTestAstore', caslib='public',target='hmeqTestAstore',targetLib='public')