Skip to content

Instantly share code, notes, and snippets.

@sugyan
Created October 7, 2010 17:09
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save sugyan/615464 to your computer and use it in GitHub Desktop.
Save sugyan/615464 to your computer and use it in GitHub Desktop.
package Zenrizer;
use Any::Moose;
use Encode qw/encode_utf8 decode_utf8/;
use Text::MeCab;
has zenra => (
is => 'ro',
isa => 'Str',
default => sub { '全裸で' },
);
sub zenrize {
my ($self, $text) = @_;
# 既に含まれていればそれ以上何もしない
return $text if $self->zenrized($text);
$text = encode_utf8 $text;
my $result = '';
for my $sentence (split/(\s+)/, $text) {
$result .= $sentence =~ /\s+/ ? $sentence : $self->_zenrize($sentence);
}
return decode_utf8 $result;
}
sub zenrized {
my ($self, $text) = @_;
return $text =~ decode_utf8 $self->zenra;
}
# 日本語の文章を全裸にする
sub _zenrize {
my ($self, $sentence) = @_;
my $result = '';
my $mecab = Text::MeCab->new;
my $n = $mecab->parse($sentence);
# 末尾まで進める
$n = $n->next while ($n->next);
my $flg = 0;
# 末尾からさかのぼる
while (($n = $n->prev)->prev) {
# フラグがたっていれば「全裸で」を挿入
# ただし、名詞/副詞/動詞のときはまだ挿入しない
if ($flg) {
my $insert = 1;
if ($n->feature =~ / \A (名詞|副詞|動詞) /xms) {
$insert = 0;
}
# また、連用形の動詞→助(動)詞の場合も挿入しない
elsif ($n->feature =~ / \A 助(動)?詞 /xms &&
(split(/,/, $n->prev->feature))[5] =~ / 連用 /xms) {
$insert = 0;
}
if ($insert) {
$result = $self->zenra . $result;
$flg = 0;
}
}
# 出力の連結
$result = $n->surface . $result;
# 動詞を検出してフラグをたてる
if ($n->feature =~ / \A 動詞 /xms) {
$flg = 1;
}
}
# 先頭のチェック
if ($flg) {
$result = $self->zenra . $result;
}
return $result;
}
__PACKAGE__->meta->make_immutable;
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment