Skip to content

Instantly share code, notes, and snippets.

🙉

Allan Jie allanj

🙉
Block or report user

Report or block allanj

Hide content and notifications from this user.

Learn more about blocking users

Contact Support about this user’s behavior.

Learn more about reporting abuse

Report abuse
View GitHub Profile
View bootstrap_ttest.py
from typing import List, TypeVar, Callable
import numpy as np
T = TypeVar('T')
def bootstrap_paired_ttest(results_a: List[T],
results_b: List[T],
evaluate_func: Callable[[List[T]], float],
sample_times: int = 10000,
View streamlit_demo_usage.py
import streamlit as st
# To make things easier later, we're also importing numpy and pandas for working with sample data.
import numpy
import pandas
# Don't worry, we'll explain this method in the next section. We need to make at least one
# call to Streamlit in order to generate a report.
st.title("Demo Test")
# streamlit.header("I'm a large heading")
# streamlit.subheader("I'm not a large heading")
@allanj
allanj / dep_parse.java
Created Apr 10, 2019
Script for dependency parsing for the dataset
View dep_parse.java
package corenlp.process;
import java.io.BufferedReader;
import java.io.IOException;
import java.io.PrintWriter;
import java.util.ArrayList;
import java.util.List;
import edu.stanford.nlp.ling.CoreLabel;
import edu.stanford.nlp.parser.nndep.DependencyParser;
@allanj
allanj / BIOtoBIOES.py
Last active Mar 31, 2019
Convert the IOB2 tagging scheme to BIOES tagging scheme
View BIOtoBIOES.py
def iob_iobes(tags):
"""
IOB2 (BIO) -> IOBES
"""
new_tags = []
for i, tag in enumerate(tags):
if tag == 'O':
new_tags.append(tag)
elif tag.split('-')[0] == 'B':
if i + 1 != len(tags) and \
@allanj
allanj / iob1toiob2_funct.py
Last active Mar 31, 2019
Convert the tags from IOB1 to IOB2 tagging scheme
View iob1toiob2_funct.py
"""
IOB1: O I I B I
IOB2: O B I B I
"""
from typing import List
def iob2(tags: List[str]):
"""
Check that tags have a valid IOB format.
@allanj
allanj / java_statnlp_print_feature.java
Created Mar 21, 2019
Print the feature string in the StatNLP Java framework (Put to main file)
View java_statnlp_print_feature.java
//main.java
//First of all, after create `GlobalNetworkParam` object.
// run the following code:
GlobalNetworkParam gnp = new GlobalNetworkParam(optimizer, gnnp);
gnp.setStoreFeatureReps();
/************************
After the model has been trained.
model.train(...)
@allanj
allanj / word2vec_bin2txt.py
Created Mar 12, 2019
Convert the word2vec bin file to txt
View word2vec_bin2txt.py
#
# @author: Allan
#
def convert(input, output):
from gensim.models.keyedvectors import KeyedVectors
embedding = KeyedVectors.load_word2vec_format(input, binary=True)
f= open(output, 'w', encoding='utf-8')
View memory.lua
require 'nn'
require 'dpnn'
require 'rnn'
require 'nngraph'
local opt = {
n_seq = 3,
d_hid = 4,
d_mem = 20,
n_batch = 2,
@allanj
allanj / DependencyTree.java
Created Oct 15, 2017
Dependency Tree class for StatNLP framework
View DependencyTree.java
package org.statnlp.example.nerelation.struct;
import org.statnlp.commons.types.Sentence;
import gnu.trove.list.TIntList;
import gnu.trove.list.array.TIntArrayList;
import gnu.trove.map.TIntObjectMap;
import gnu.trove.map.hash.TIntObjectHashMap;
import gnu.trove.stack.TIntStack;
You can’t perform that action at this time.