Skip to content

Instantly share code, notes, and snippets.

@fasiha
Created October 18, 2019 00:25
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save fasiha/9d130c8e40761c64ebd6f87950de474e to your computer and use it in GitHub Desktop.
Save fasiha/9d130c8e40761c64ebd6f87950de474e to your computer and use it in GitHub Desktop.
Mecab-IPADIC "-O yomi" output of a bunch of Japanese subtitle files, and associated character frequencies (kanji that MeCab couldn't understand deleted). I can't figure out how to get "yomi"-style output out of UNIDIC.
[
["\n",300426],
[" ",158830],
["!",638],
["(",2022],
[")",2023],
[",",136462],
["-",136708],
["0",421613],
["1",193907],
["2",143830],
["3",117757],
["4",108585],
["5",104766],
["6",85009],
["7",83004],
["8",81123],
["9",75587],
[":",272922],
["<",850],
[">",69080],
["?",389],
["A",6],
["B",2],
["E",151],
["F",1],
["G",2],
["K",5],
["L",151],
["M",2],
["O",3],
["S",2],
["T",165],
["V",14],
["Y",2],
["[",257],
["]",257],
["a",5],
["e",1],
["f",4],
["g",3],
["i",11],
["l",1],
["m",1],
["n",5],
["o",1],
["r",1],
["s",2],
["t",2],
["u",1],
["w",3],
["—",479],
["―",476],
["’",7],
["“",328],
["”",330],
["…",12075],
["‼",1],
["→",2763],
["≪",769],
["≫",114],
["☆",3],
["☎",10],
["♡",3],
["♪",3622],
["♬",58],
["➡",374],
[" ",19483],
["、",1],
["。",14157],
["々",10],
["《",3493],
["》",3493],
["「",500],
["」",500],
["『",263],
["』",263],
["〜",1096],
["〝",15],
["〞",15],
["ぁ",82],
["あ",70],
["ぃ",21],
["い",155],
["ぅ",22],
["う",355],
["ぇ",91],
["え",25],
["ぉ",56],
["お",48],
["か",71],
["が",67],
["き",33],
["ぎ",58],
["く",42],
["ぐ",133],
["け",31],
["げ",2],
["こ",52],
["ご",9],
["さ",35],
["ざ",71],
["し",201],
["じ",120],
["す",67],
["ず",4],
["せ",39],
["ぜ",6],
["そ",7],
["ぞ",6],
["た",78],
["だ",66],
["ち",46],
["っ",174],
["つ",30],
["づ",27],
["て",111],
["で",92],
["と",159],
["ど",14],
["な",83],
["に",73],
["ぬ",10],
["ね",62],
["の",100],
["は",77],
["ば",15],
["ぱ",34],
["ひ",6],
["び",133],
["ぴ",10],
["ふ",76],
["ぶ",4],
["ぷ",13],
["へ",3],
["べ",1],
["ぺ",13],
["ほ",14],
["ぼ",3],
["ま",42],
["み",44],
["む",111],
["め",16],
["も",27],
["ゃ",109],
["や",10],
["ゅ",161],
["ょ",378],
["よ",34],
["ら",36],
["り",43],
["る",44],
["れ",26],
["ろ",24],
["わ",30],
["を",56],
["ん",279],
["ァ",922],
["ア",23726],
["ィ",629],
["イ",52402],
["ゥ",78],
["ウ",34038],
["ェ",409],
["エ",12452],
["ォ",85],
["オ",18736],
["カ",31690],
["ガ",13541],
["キ",17148],
["ギ",1798],
["ク",16785],
["グ",1346],
["ケ",7932],
["ゲ",2116],
["コ",19331],
["ゴ",3549],
["サ",11445],
["ザ",1053],
["シ",30727],
["ジ",11185],
["ス",14111],
["ズ",2700],
["セ",8480],
["ゼ",1827],
["ソ",8968],
["ゾ",1349],
["タ",29396],
["ダ",17683],
["チ",14509],
["ヂ",15],
["ッ",29355],
["ツ",10934],
["ヅ",768],
["テ",22922],
["デ",13472],
["ト",21831],
["ド",7644],
["ナ",30974],
["ニ",18439],
["ヌ",1047],
["ネ",7476],
["ノ",24091],
["ハ",19575],
["バ",5062],
["パ",2064],
["ヒ",4349],
["ビ",1828],
["ピ",660],
["フ",5451],
["ブ",4173],
["プ",555],
["ヘ",1869],
["ベ",1836],
["ペ",257],
["ホ",3795],
["ボ",2142],
["ポ",1048],
["マ",16712],
["ミ",9289],
["ム",2998],
["メ",5785],
["モ",14416],
["ャ",7942],
["ヤ",7538],
["ュ",3316],
["ユ",2036],
["ョ",9192],
["ヨ",11105],
["ラ",15479],
["リ",12427],
["ル",15715],
["レ",13173],
["ロ",6605],
["ワ",10637],
["ヲ",6019],
["ン",47164],
["ヴ",76],
["ヶ",21],
["・",287],
["ー",6947],
["!",12008],
["(",16676],
[")",16675],
[",",19],
["-",30],
[".",6],
[":",20],
[";",1],
["<",285],
[">",285],
["?",10768],
["A",14],
["B",16],
["C",6],
["D",16],
["E",39],
["F",3],
["G",8],
["H",10],
["I",24],
["J",10],
["K",7],
["L",30],
["M",5],
["N",37],
["O",91],
["P",16],
["R",8],
["S",32],
["T",19],
["U",3],
["V",6],
["W",14],
["Y",3],
["Z",81],
["a",59],
["b",9],
["c",13],
["d",29],
["e",90],
["f",3],
["g",12],
["h",25],
["i",61],
["j",1],
["k",29],
["l",59],
["m",11],
["n",61],
["o",72],
["p",6],
["r",43],
["s",46],
["t",71],
["u",23],
["v",7],
["w",40],
["x",1],
["y",27],
["z",2],
["~",4211],
["「",202],
["」",202],
["・",342],
["ィ",24],
["ェ",6],
["ォ",2],
["ャ",30],
["ュ",8],
["ョ",18],
["ッ",66],
["ー",138],
["ア",28],
["イ",101],
["ウ",22],
["エ",12],
["オ",12],
["カ",49],
["キ",34],
["ク",96],
["ケ",12],
["コ",67],
["サ",26],
["シ",92],
["ス",81],
["セ",14],
["ソ",61],
["タ",30],
["チ",24],
["ツ",10],
["テ",57],
["ト",90],
["ナ",14],
["ニ",12],
["ネ",6],
["ノ",2],
["ハ",87],
["ヒ",40],
["フ",56],
["ヘ",28],
["ホ",20],
["マ",33],
["ミ",4],
["ム",11],
["メ",24],
["モ",12],
["ヤ",10],
["ラ",36],
["リ",54],
["ル",38],
["レ",40],
["ロ",56],
["ワ",14],
["ン",139],
["゙",207],
["゚",106]
]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment