Skip to content

Instantly share code, notes, and snippets.

View ili3p's full-sized avatar
🚀

ili i. ili3p

🚀
View GitHub Profile
@ili3p
ili3p / fast_husrt.py
Created September 18, 2023 16:28
Fast Hurst exponent calculation
import pandas as pd
import numpy as np
from numba import jit
def calc_hurst(series: pd.Series, n_wins: int = 300):
changes = series.diff().dropna().astype(np.float32).values
max_w = changes.shape[0] - 1
win_sizes = np.linspace(np.log10(10), np.log10(max_w), num=n_wins)
win_sizes = np.unique(np.power(10, win_sizes).astype(np.int16))
@ili3p
ili3p / kendall_tau_pytorch.py
Created December 28, 2021 09:13
Fast Kendall Tau calculation with pytorch.
import torch
import time
from scipy.stats import kendalltau
def kendall(x, y):
n = x.shape[0]
def sub_pairs(x):
return x.expand(n,n).T.sub(x).sign_()
@ili3p
ili3p / process_word2vec.lua
Created December 5, 2016 00:49
Reading 5.3GB text file with LuaJIT
local words = torch.load(opt.words) -- it's a tds.Hash
local word2vec = torch.FloatTensor(opt.vocabsz, opt.dim)
local buffsz = 2^13 -- == 8k
local f = io.input(opt.input)
local done = 0
local unk
-- read huge word2vec file with 2,196,017 lines
while true do
local lines, leftover = f:read(buffsz, '*line')