Created
April 20, 2017 08:06
-
-
Save cipepser/4552848a0d983d80938af931546e5ff5 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
package main | |
import ( | |
"fmt" | |
"os" | |
"io" | |
"bufio" | |
"strings" | |
"strconv" | |
) | |
type Morph struct { | |
surface, base, pos, pos1 string | |
} | |
type Chunk struct { | |
morphs []Morph | |
dst int | |
srcs []int | |
} | |
func main() { | |
f, err := os.Open("../data/neko.txt.cabocha") | |
defer f.Close() | |
if err != nil { | |
panic(err) | |
} | |
r := bufio.NewReader(f) | |
sents := make([][]Chunk, 0) | |
sent := make([]Chunk, 0) | |
i := 0 | |
for { | |
l, _, err := r.ReadLine() | |
if err == io.EOF { | |
break | |
} | |
if string(l) != "EOS" { | |
if string(l[0]) == "*" { | |
// split the read line by "D" and space to get the dst. | |
tmp := strings.Split(string(l), "D") | |
tmp = strings.Split(tmp[0], " ") | |
dst, err := strconv.Atoi(tmp[len(tmp) - 1]) | |
if err != nil { | |
panic(err) | |
} | |
c := Chunk { | |
dst: dst, | |
} | |
sent = append(sent, c) | |
i++ | |
} else { | |
// split the read line by tab and camma, then store to sent[i-1].morphs as a list, where sent[i-1] is same as Chunk c. | |
tmp := strings.Split(string(l), "\t") | |
tmp = append(tmp[:1], strings.Split(tmp[1], ",")...) | |
m := Morph { | |
surface: tmp[0], | |
base: tmp[7], | |
pos: tmp[1], | |
pos1: tmp[2], | |
} | |
sent[i - 1].morphs = append(sent[i - 1].morphs, m) | |
} | |
} else { | |
// when read line is "EOS", then we process the initialization and gain the next sentence. | |
if len(sent) > 0 { | |
for i, v := range sent { | |
if v.dst != -1 { | |
sent[v.dst].srcs = append(sent[v.dst].srcs, i) | |
} | |
} | |
sents = append(sents, sent) | |
sent = make([]Chunk, 0) | |
} | |
i = 0 | |
} | |
} | |
// print the result. | |
for _, sent := range sents { | |
for _, chunk := range sent { | |
// if sourced morphs is just "記号", we go to the next loop. | |
if len(chunk.morphs) == 1 && chunk.morphs[0].pos == "記号" { | |
continue | |
} | |
if chunk.dst != -1 { | |
// check if srced morphs have "名詞" and dsted morphs have "動詞". | |
flg := true | |
for i, ms := range chunk.morphs { | |
if ms.pos == "名詞" { | |
break | |
} else if i == len(chunk.morphs) - 1 { | |
flg = false | |
} | |
} | |
if flg == false { | |
continue | |
} | |
for i, md := range sent[chunk.dst].morphs { | |
if md.pos == "動詞" { | |
break | |
} else if i == len(sent[chunk.dst].morphs) - 1 { | |
flg = false | |
} | |
} | |
if flg == false { | |
continue | |
} | |
// print the result only the flg is true. | |
for _, ms := range chunk.morphs { | |
if ms.pos != "記号" { | |
fmt.Print(ms.surface) | |
} | |
} | |
fmt.Print("\t") | |
for _, md := range sent[chunk.dst].morphs { | |
if md.pos != "記号" { | |
fmt.Print(md.surface) | |
} | |
} | |
fmt.Println("") | |
} | |
} | |
} | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment