shunyooo

import spacy
from spacy import displacy
import treelib
import uuid

# ========== Base ===========
nlp = spacy.load('ja_ginza')
def render_parse(text, style="dep", **kwargs):
    doc = nlp(text)
    displacy.render(doc, style=style, jupyter=True, **kwargs)

shunyooo

# エイリアスの設定
# ls（カラー表示）
alias ls='ls -G'
alias ll='ls -lG'
alias la='ls -laG'

# プロンプトの設定
source /usr/local/etc/bash_completion.d/git-prompt.sh
source /usr/local/etc/bash_completion.d/git-completion.bash
GIT_PS1_SHOWDIRTYSTATE=true

shunyooo

import pyperclip
import time
from selenium import webdriver
import re
import threading
import traceback

# http://chromedriver.chromium.org/downloads から ダウンロード
CHROME_DRIVER_PATH = '/Users/s07309/Google Drive File Stream/マイドライブ/Software/webdrivers/chromedriver'

shunyooo

参考: https://cloud.google.com/cloud-build/docs/speeding-up-builds?hl=ja

キャッシュでどれだけ早くなるかを検証

kaniko

• キャッシュなし：3M47S
• キャッシュあり：1M40S, 1M43S
• requirements変えた：3M1S

shunyooo

FROM ubuntu:16.04
WORKDIR /work

# install basic dependencies
RUN apt-get update && apt-get upgrade -y && \
    apt-get install -y --no-install-recommends \
    sudo git wget cmake nano vim gcc g++ build-essential \
    ca-certificates software-properties-common && \
    rm -rf /var/lib/apt/lists/*
    

shunyooo

import requests
from flask import jsonify, make_response


def get_html(url):
    res = requests.get(url)
    try:
        ip = requests.get("http://inet-ip.info/ip").text
    except:
        ip = None

shunyooo

// Chrome Ext: https://chrome.google.com/webstore/detail/user-javascript-and-css/nbhcbdghjpllgmfilhnhkllmkecfmpld/related
const SUCCESS_TL_NUM = 200 // SUCCESS_TL_NUM 回成功したら, 永続的に使えるものとする
const DEC_RATE = 100 // reload_rate を DEC_RATE msecごと下げていく

const USE_DEFAULT_STATE = false // 現在の以下で指定している値を使用するか
let reload_rate = 5 * 1000 // 更新するレート
let count = 0

const isErrorPage = () => {
	// エラーページか否かの判定

shunyooo

mkdir tmp
cd tmp

alias gdrive.sh='curl gdrive.sh | bash -s'
gdrive.sh 10rM7TjDoq7hDCBu4j0loOodg1tNRfGJO
gdrive.sh 1W7qFIbrtldVY1PRsmfvL7trp993zskSO
gdrive.sh 1F9Ue_Btrws-gN_6c-uz_lBFkpG2NvrKs
gdrive.sh 1TcOmYabEVIqEM75uXOGiVQ3giBeg3qbc
gdrive.sh 14FnfwSH8SEUa3hMQKbajfiJiIzDdnSiN

shunyooo

import warnings
import time
from selenium import webdriver
from tqdm._tqdm_notebook import tqdm_notebook
import requests
import pandas as pd


warnings.filterwarnings('ignore')
pd.set_option("display.max_colwidth", 500)

shunyooo

import torch

def gaussian_kl_divergence(recog_mu, recog_logvar, prior_mu, prior_logvar):
    kld = -0.5 * torch.sum(1 + (recog_logvar - prior_logvar) 
                - torch.div(torch.pow(prior_mu - recog_mu, 2), torch.exp(prior_logvar))
                - torch.div(torch.exp(recog_logvar), torch.exp(prior_logvar)), 1)
    return kld

def standard_gaussian_kl_divergence(mean, logv):
    return -0.5 * torch.sum(1 + logv - mean.pow(2) - logv.exp())