Skip to content

Instantly share code, notes, and snippets.

View macleginn's full-sized avatar

Dmitry Nikolayev macleginn

32 followers · 21 following
View GitHub Profile
@macleginn
macleginn / first_comma_collocates.py
Created October 2, 2020 09:23
A script for extracting first-comma collocates from the Bible corpus.
import re
import os
from math import log
from collections import Counter
import pandas as pd
def logL(p, k, n):
return k * log(p) + (n - k) * log(1 - p)
@macleginn
macleginn / ilp.py
Last active April 6, 2020 19:02
from itertools import combinations, permutations
from collections import Counter
import gurobipy as gb
from gurobipy import GRB
def get_pairwise_ordering(all_deprels: set, training_set_constraints: Counter):
'''
Solves an integer program and returns a non-loopy ordering
@macleginn
macleginn / pages_from_pdf.sh
Created March 14, 2020 12:33
A bash/zsh function to easily extract pages from .pdf files using qpdf
# params:
# $1 input-file path,
# $2 page range (e.g., "1-1", "10-39", "5,9-12"),
# $3 output-file path
# ex.: pages_from_pdf input.pdf "1,3,8-9" test.pdf
# qpdf should be installed
function pages_from_pdf() {
qpdf $1 --pages $1 $2 -- $3
}
@macleginn
macleginn / stackedbarplot.py
Created November 21, 2019 12:53
import pandas as pd
import matplotlib.pyplot as plt
import numpy as np
# test.csv:
# ,b,c,d
# p,1,2,3
# q,4,5,6
# r,7,8,9
@macleginn
macleginn / savefig.py
Created November 21, 2019 09:03
import numpy as np
import matplotlib.pyplot as plt
N = 5
menMeans = (20, 35, 30, 35, 27)
womenMeans = (25, 32, 34, 20, 25)
menStd = (2, 3, 4, 1, 2)
womenStd = (3, 5, 2, 3, 3)
ind = np.arange(N) # the x locations for the groups
width = 0.35 # the width of the bars: can also be len(x) sequence
@macleginn
macleginn / new-pos-rel-stats.py
Created October 31, 2019 10:43
confusion_dict_pos = {}
confusion_dict_paths = {}
# NEW STUFF #
addition_stats_pos = Counter()
addition_stats_rel = Counter()
# NEW STUFF #
strip_direction = lambda x: x.split('_')[0]
@macleginn
macleginn / plotly-offline-plot.py
Created October 23, 2019 08:49
An example of an offline Plotly plot created using Python with Plotly.js included once in the <head> section of the page.
import plotly.express as px
import plotly.offline
template = """
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8"/>
<script>{plotly}</script>
</head>
@macleginn
macleginn / UnicodeConverter.ts
Created October 15, 2019 12:27
// A JS version of Python's "get" method for dicts.
function get(dict: object, key: any, plug: any) {
if (dict.hasOwnProperty(key))
return dict[key];
else
return plug;
}
function convertToUnicode(input: string): string {
@macleginn
macleginn / id_rsa.pub
Created June 27, 2019 09:50
Fedora public key
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDhQ+XNwDzwJ8OVqWIqguiebJmC3QAbsJvTAKeI+ab67BpWN2KDXlmEq/jaKR5PONnJoMXUY5Kd0gRwt+pU+mNlhycSRfHZyFjgT9SA4cwWOazHTMZ3pEFU8hZZHatAcaJB1yUKjfPy8zbQrzahE4KCVuBtyiTmbhCFKTDdsJ0e4YeRGHJ5bv+jOcAmiu4VgDdTJCI77Z4cQX32IMSn/c8GvLjQTTlzcQqNLEMGGQEuvX8V8ml1rMAIDrANAsQ3FmqjuSsZoHjI2pi16CgRm5mgDq9f3ZlbwH8NUm+9Nn2h3ytTRIJyYZUQ2zqHUiEsa1GxLK/2t24vjQmazNFsEch/wkmetG/TfGTMAXDmaNZrPCa9D13p5zbx410uBcnv9Jgg9NcleiESEFnLHFgCM25WBBGy17Lb4DLE+6judEORIqId1GLTLUosd/PBkWWh/SYU0d6Mb8lIalaUlOmZuytYTbEaigpFZBnnDcbESQSdimDNFRTqqoFjgor6YLtrrCc= dniko@localhost.localdomain
@macleginn
macleginn / compare_dumps.py
Created February 3, 2019 12:44
import sqlite3
import pandas as pd
import html
import re
# Убираем <br>, <br/>, </br>; заменяем любые последовательности
# whitespace-символов на один пробел.
def normalise_ws(s):
s = re.sub(r'</?br/?>', ' ', s)
s = re.sub(r'[\n\r]+ *', ' ', s)