Skip to content

Instantly share code, notes, and snippets.

View eiriks's full-sized avatar

Eirik S eiriks

40 followers · 103 following
View GitHub Profile
@eiriks
eiriks / .ipython profile_default startup start.py
Created April 14, 2021 12:24
import pandas as pd
import numpy as np
import sys, os
import seaborn as sns
import matplotlib.pyplot as plt
# Pandas options
pd.options.display.max_columns = 30
pd.options.display.max_rows = 20
@eiriks
eiriks / draught_adjustment_factor_pseudocode.py
Last active December 15, 2020 10:33
draught adjustment factor pseudocode
def draught_adjustment_factor(hour_slice_of_ais_ts):
# #
#
# Things we are missing:
# - DraughtRatio for ballasted ship (DRb)
# - DraughtRatio for loaded ship (DRl)
# - DraughtRatio for non-ballasted ship (DRnbs)
# Are these in IHS Fairplay?
# Cannot see where they come from, or how they are computed.
#
@eiriks
eiriks / adding_similarity_to_spacy.py
Created January 7, 2020 11:48
import spacy
import numpy
# load no model - this one: https://spacy.io/models/nb
nlp = spacy.load('nb_core_news_sm')
with open(w2v_path+'/w2vtrained.txt', 'rb') as file_:
header = file_.readline()
@eiriks
eiriks / launch.json
Created June 25, 2018 15:26
// add a debug config for python in vs code using virtual env and adding a folder to path
{
"name": "Python: create_model",
"type": "python",
"request": "launch",
"env": {
"PYTHONPATH": "${workspaceFolder}/spaCy"
},
"pythonPath": "${workspaceFolder}/.env/bin/python",
"program": "${workspaceFolder}/create_model.py",
@eiriks
eiriks / simulate post base64 encoded doc against elastic with ingest pipeline.curl
Created March 27, 2018 10:25
POST _ingest/pipeline/attachment/_simulate
{
"docs": [
{"_source":
{"path": "../Helsedata/Helse Stavanger HF/2017/Styresak 92 - 17 Adm. direktõrs orientering til Styret nr. 7-2017.pdf", "data": "JVBERi0xLjMKJcTl8uXrp/Og0MTGCjQgMCBvYmoKPDwgL0xlbmd0aCA1IDAgUiAvRmlsdGVyIC9GbGF0ZURlY29kZSA+PgpzdHJlYW0KeAF9jbsKwkAQRft8xfEFm2azb7FVbOwC04nVgoWQIuz/QzbZQmxkijsP5pyZkZnhViy5YLYqua6MdqHNa2ODdiQX9SWRJ65S78ZEJBPbUw3nz8SYOpkYRBwWefNE7fY91qEONQLq2PNCHtxlc/8TdVX05fvgVz4/fHXqkU+DjQtavCqICmVuZHN0cmVhbQplbmRvYmoKNSAwIG9iagoxMzIKZW5kb2JqCjIgMCBvYmoKPDwgL1R5cGUgL1BhZ2UgL1BhcmVudCAzIDAgUiAvUmVzb3VyY2VzIDYgMCBSIC9Db250ZW50cyA0IDAgUiAvTWVkaWFCb3ggWzAgMCA1OTUgODQyXQo+PgplbmRvYmoKNiAwIG9iago8PCAvUHJvY1NldCBbIC9QREYgL1RleHQgXSAvQ29sb3JTcGFjZSA8PCAvQ3MxIDcgMCBSID4+IC9Gb250IDw8IC9UVDIgOSAwIFIKPj4gPj4KZW5kb2JqCjEwIDAgb2JqCjw8IC9MZW5ndGggMTEgMCBSIC9OIDMgL0FsdGVybmF0ZSAvRGV2aWNlUkdCIC9GaWx0ZXIgL0ZsYXRlRGVjb2RlID4+CnN0cmVhbQp4AZ2Wd1RT2RaHz703vdASIiAl9Bp6CSDSO0gVBFGJSYBQAoaEJnZEBUYUESlWZFTAAUeHImNFFAuDgmLXCfIQUMbBUURF5d2Mawnvr
@eiriks
eiriks / post bas64 encoded data to elastic pipeline.curl
Created March 27, 2018 10:24
POST /rr_test4/1/?pipeline=attachment
{
"data" : "JVBERi0xLjUNJeLjz9MNCjggMCBvYmoNPDwvTGluZWFyaXplZCAxL0wgODc5MzEvTyAxMC9FIDgzNzY5L04gMi9UIDg3NjU3L0ggWyA4OTYgMjM3XT4+DWVuZG9iag0gICAgICAgICAgICAgICAgICAgIA14cmVmDTggMzANMDAwMDAwMDAxNiAwMDAwMCBuDQowMDAwMDAxMTMzIDAwMDAwIG4NCjAwMDAwMDEyNTggMDAwMDAgbg0KMDAwMDAwMTcwOSAwMDAwMCBuDQowMDAwMDAyNDE3IDAwMDAwIG4NCjAwMDAwMDMxMDQgMDAwMDAgbg0KMDAwMDAwMzEzOSAwMDAwMCBuDQowMDAwMDAzMjUwIDAwMDAwIG4NCjAwMDAwMDMzNjMgMDAwMDAgbg0KMDAwMDAwMzYxMCAwMDAwMCBuDQowMDAwMDA0MTQyIDAwMDAwIG4NCjAwMDAwMDQzOTUgMDAwMDAgbg0KMDAwMDAwNDg3MyAwMDAwMCBuDQowMDAwMDA1NTAyIDAwMDAwIG4NCjAwMDAwMDU5MDcgMDAwMDAgbg0KMDAwMDAwNjI2MyAwMDAwMCBuDQowMDAwMDA2NjAwIDAwMDAwIG4NCjAwMDAwMDY5MjQgMDAwMDAgbg0KMDAwMDAwNzUzNyAwMDAwMCBuDQowMDAwMDA3OTMyIDAwMDAwIG4NCjAwMDAwMDg1NTAgMDAwMDAgbg0KMDAwMDAwOTE3NiAwMDAwMCBuDQowMDAwMDExODI0IDAwMDAwIG4NCjAwMDAwNDExMzQgMDAwMDAgbg0KMDAwMDA2NTYwMSAwMDAwMCBuDQowMDAwMDY1NzE1IDAwMDAwIG4NCjAwMDAwODI4MzcgMDAwMDAgbg0KMDAwMDA4MzA5MSAwMDAwMCBuDQowMDAwMDgzNDg4IDAwMDAwIG4NCjAwMDAwMDA4OTYgMDAwMDAgbg0KdHJh
@eiriks
eiriks / making calendar for kibana.py
Created March 26, 2018 15:02
from ics import Calendar
import requests
url = "https://www.kayaposoft.com/enrico/ics/v2.0?country=nor&fromDate=01-01-2012&toDate=31-12-2028&region=&holidayType=public_holiday&lang=no"
r = requests.get(url)
c = Calendar(r.text)
d = {}
@eiriks
eiriks / norske helligdager til kibanas ml (2012-2028) .. burde nok ha inn flere..
Last active March 26, 2018 15:01
POST _xpack/ml/calendars/norsk_standard/events
{ "events": [
{"description": "Første nyttårsdag", "start_time": "2012-01-01T00:00:00+00:00", "end_time": "2012-01-02T00:00:00+00:00"},
{"description": "Skjærtorsdag", "start_time": "2012-04-05T00:00:00+00:00", "end_time": "2012-04-06T00:00:00+00:00"},
{"description": "Langfredag", "start_time": "2012-04-06T00:00:00+00:00", "end_time": "2012-04-07T00:00:00+00:00"},
{"description": "Første påskedag", "start_time": "2012-04-08T00:00:00+00:00", "end_time": "2012-04-09T00:00:00+00:00"},
{"description": "Andre påskedag", "start_time": "2012-04-09T00:00:00+00:00", "end_time": "2012-04-10T00:00:00+00:00"},
{"description": "Første mai", "start_time": "2012-05-01T00:00:00+00:00", "end_time": "2012-05-02T00:00:00+00:00"},
{"description": "Kristi himmelfartsdag", "start_time": "2012-05-17T00:00:00+00:00", "end_time": "2012-05-18T00:00:00+00:00"},
@eiriks
eiriks / 00-standard-imports.ipy
Created January 29, 2018 12:29
contents of: ~/.ipython/profile_default/startup/00-standard-imports.ipy
%matplotlib inline
%load_ext autotime
import pandas as pd
import numpy as np
from IPython.core.interactiveshell import InteractiveShell
InteractiveShell.ast_node_interactivity = "all"
@eiriks
eiriks / gist:e21a6d5460c97f73eef46dd52b36141b
Created January 29, 2018 12:29
contents of:~/.ipython/profile_default/startup/00-standard-imports.ipy
%matplotlib inline
%load_ext autotime
import pandas as pd
import numpy as np
from IPython.core.interactiveshell import InteractiveShell
InteractiveShell.ast_node_interactivity = "all"