This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import json | |
import requests | |
def tokenize_dparser(text): | |
dparser_link = 'http://parser.datanada.com/parse?version=1&string=' | |
url = dparser_link+text | |
response = requests.get(url) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# -*- coding: utf-8 -*- | |
class Hangul: | |
BASE_CODE = 44032 | |
CHOSUNG = 588 | |
JUNGSUNG = 28 | |
# 초성 리스트. 00 ~ 18 | |
CHOSUNG_LIST = [ | |
'ㄱ', 'ㄲ', 'ㄴ', 'ㄷ', 'ㄸ', 'ㄹ', 'ㅁ', 'ㅂ', 'ㅃ', |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import math | |
def convertSize(size): | |
""" | |
Return filesize (in Bytes) in human-readable format | |
""" | |
if (size == 0): | |
return '0B' | |
units = ("B", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB") | |
i = int(math.floor(math.log(size,1024))) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
ZSH=$HOME/.zsh | |
HISTFILE=$HOME/.history | |
HISTSIZE=10000 | |
SAVEHIST=10000 | |
export TERM=xterm-256color | |
export LANG=en_US.UTF-8 | |
# added by Anaconda3 4.1.1 installer | |
export PATH=$HOME/anaconda3/bin:$PATH |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import matplotlib | |
# font configuration | |
matplotlib.rc('font', family='NanumGothic', size=22) |
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from IPython.display import clear_output, Image, display, HTML | |
import numpy as np | |
def strip_consts(graph_def, max_const_size=32): | |
"""Strip large constant values from graph_def.""" | |
strip_def = tf.GraphDef() | |
for n0 in graph_def.node: | |
n = strip_def.node.add() | |
n.MergeFrom(n0) | |
if n.op == 'Const': |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# http://pytorch.org/tutorials/beginner/transfer_learning_tutorial.html | |
def exp_lr_scheduler(optimizer, epoch, init_lr=0.001, lr_decay_epoch=7): | |
"""Decay learning rate by a factor of 0.1 every lr_decay_epoch epochs.""" | |
lr = init_lr * (0.1**(epoch // lr_decay_epoch)) | |
if epoch % lr_decay_epoch == 0: | |
print('LR is set to {}'.format(lr)) | |
for param_group in optimizer.param_groups: |
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.