Skip to content

Instantly share code, notes, and snippets.

Avatar
:octocat:
🍡 NLP 🍡

Junki Ohmura jojonki

:octocat:
🍡 NLP 🍡
View GitHub Profile
View mac_keybindings.json
// Place your key bindings in this file to override the defaultsauto[]
[
{
"key": "ctrl+0",
"command": "workbench.action.nextEditor"
},
{
"key": "ctrl+9",
"command": "workbench.action.previousEditor"
},
View gist:029ec7d6fb2d91038646bb287f7180c6
This file has been truncated, but you can view the full file.
あああ
ああい
ああう
ああえ
ああお
ああか
ああき
ああく
ああけ
View gist:eb158ba2ed7a886b4f555fb2e952188f
243.2 67.0 1
254.5 70.1 1
253.1 59.3 1
228.1 70.4 1
240.8 69.5 1
244.0 69.0 1
257.9 66.3 1
255.8 68.3 1
249.9 63.5 1
251.3 70.3 1
@jojonki
jojonki / bpe.py
Created Jun 17, 2020
BPE (Neural Machine Translation of Rare Words with Subword Units, Rico Sennrich.)
View bpe.py
import collections
import re
def get_stats(vocab):
pairs = collections.defaultdict(int)
for word, freq in vocab.items():
symbols = word.split()
for i in range(len(symbols)-1):
pairs[symbols[i],symbols[i+1]] += freq
@jojonki
jojonki / .direnvrc
Last active Feb 20, 2021
direnv for anaconda witch automatically switches anaconda environments.
View .direnvrc
activate_conda(){
eval "$(conda shell.zsh hook)"
conda activate $1
}
View lower_bound_and_upper_bound.py
# けんちょんさんのめぐるん式二部探索解説
# https://qiita.com/drken/items/97e37dd6143e33a64c8c
def lowerBound(nums, key):
"""numsの中でkey以上の要素のうちの一番左のインデックス"""
ng, ok = -1, len(nums)
while abs(ok - ng) > 1:
mid = (ok + ng) // 2
if key <= nums[mid]:
ok = mid
@jojonki
jojonki / convert.py
Created Jan 17, 2020
Convert latex to text with pandocfilters
View convert.py
"""Remove latex blocks and replace math functiosn with (MATH)
- How to debug:
pandoc -t json aaa.tex | python ./this-file.py | pandoc -f json -t plain
- How to use:
pandoc -s aaa.tex --filter=./this-file.py -o out.text
"""
from pandocfilters import toJSONFilter, Str
@jojonki
jojonki / launch.json
Last active Jan 18, 2020
python vscode sandbox
View launch.json
{
// Use IntelliSense to learn about possible attributes.
// Hover to view descriptions of existing attributes.
// For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
"version": "0.2.0",
"configurations": [
{
"name": "Python: Current File",
"type": "python",
"pythonPath": "${config:python.pythonPath}",
@jojonki
jojonki / plotly_orca_example.py
Last active Dec 12, 2019
Call quay.io/plotly/orca API
View plotly_orca_example.py
"""Use plotly orca (Docker) to save png/html files.
Run plotly-orca server before running this code.
% docker run -d -p 9091:9091 quay.io/plotly/orca
I refer the following forum to write this code and slightly modify the code for proper import.
https://community.plot.ly/t/plotly-io-with-external-orca/25600/2
"""
import io
import requests
@jojonki
jojonki / timeshift_sony_actioncam.py
Created Oct 27, 2019
Timeshift modification for Sony's actioncam on Mac
View timeshift_sony_actioncam.py
from datetime import datetime
from pytz import timezone
import subprocess
import glob
import xml.etree.ElementTree as ET
# replaced time zones
SRC_TZ_ZONES = ['UTC+09:00', 'UTC+01:00']
# target time zone
TGT_TZ_ZONE = ['Europe/Berlin']