Skip to content

Instantly share code, notes, and snippets.

@izuna385

izuna385/juman.ipynb Secret

Last active March 31, 2021 13:13
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save izuna385/6840085d71c10ead8741cd58f5f2a9a3 to your computer and use it in GitHub Desktop.
Save izuna385/6840085d71c10ead8741cd58f5f2a9a3 to your computer and use it in GitHub Desktop.
Download ZIP
juman.ipynb
Display the source blob
Display the rendered blob
Raw
juman.ipynb
{
"nbformat": 4,
"nbformat_minor": 0,
"metadata": {
"colab": {
"name": "juman.ipynb",
"provenance": [],
"collapsed_sections": [],
"authorship_tag": "ABX9TyMBFNpvjgg9jd32VDbf+GbQ",
"include_colab_link": true
},
"kernelspec": {
"name": "python3",
"display_name": "Python 3"
},
"language_info": {
"name": "python"
}
},
"cells": [
{
"cell_type": "markdown",
"metadata": {
"id": "view-in-github",
"colab_type": "text"
},
"source": [
"<a href=\"https://colab.research.google.com/gist/izuna385/6840085d71c10ead8741cd58f5f2a9a3/juman.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
]
},
{
"cell_type": "code",
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "OkfzlTdLwAqz",
"outputId": "72feaf5d-c2e7-4060-939c-61bd086f0dc0"
},
"source": [
"! wget http://lotus.kuee.kyoto-u.ac.jp/nl-resource/jumanpp/jumanpp-1.02.tar.xz && \\\n",
"tar xJvf jumanpp-1.02.tar.xz && \\\n",
"cd jumanpp-1.02 && \\\n",
"./configure && \\\n",
"make && \\\n",
"sudo make install"
],
"execution_count": null,
"outputs": [
{
"output_type": "stream",
"text": [
"--2021-03-28 02:55:33-- http://lotus.kuee.kyoto-u.ac.jp/nl-resource/jumanpp/jumanpp-1.02.tar.xz\n",
"Resolving lotus.kuee.kyoto-u.ac.jp (lotus.kuee.kyoto-u.ac.jp)... 130.54.208.131\n",
"Connecting to lotus.kuee.kyoto-u.ac.jp (lotus.kuee.kyoto-u.ac.jp)|130.54.208.131|:80... connected.\n",
"HTTP request sent, awaiting response... 200 OK\n",
"Length: 631893448 (603M) [application/x-xz]\n",
"Saving to: ‘jumanpp-1.02.tar.xz’\n",
"\n",
"jumanpp-1.02.tar.xz 100%[===================>] 602.62M 12.0MB/s in 52s \n",
"\n",
"2021-03-28 02:56:26 (11.5 MB/s) - ‘jumanpp-1.02.tar.xz’ saved [631893448/631893448]\n",
"\n",
"jumanpp-1.02/\n",
"jumanpp-1.02/dict-build/\n",
"jumanpp-1.02/jumanpp-resource/\n",
"jumanpp-1.02/sample/\n",
"jumanpp-1.02/script/\n",
"jumanpp-1.02/Makefile.am\n",
"jumanpp-1.02/configure\n",
"jumanpp-1.02/configure.ac\n",
"jumanpp-1.02/aclocal.m4\n",
"jumanpp-1.02/Makefile.in\n",
"jumanpp-1.02/COPYING\n",
"jumanpp-1.02/INSTALL\n",
"jumanpp-1.02/compile\n",
"jumanpp-1.02/config.guess\n",
"jumanpp-1.02/config.sub\n",
"jumanpp-1.02/depcomp\n",
"jumanpp-1.02/install-sh\n",
"jumanpp-1.02/missing\n",
"jumanpp-1.02/README.md\n",
"jumanpp-1.02/README_ja.md\n",
"jumanpp-1.02/jumanpp-manual.pdf\n",
"jumanpp-1.02/VERSION\n",
"jumanpp-1.02/src/\n",
"jumanpp-1.02/src/rnnlm/\n",
"jumanpp-1.02/src/Makefile.am\n",
"jumanpp-1.02/src/Makefile.in\n",
"jumanpp-1.02/src/config.h.in\n",
"jumanpp-1.02/src/charlattice.cc\n",
"jumanpp-1.02/src/dic.cc\n",
"jumanpp-1.02/src/feature.cc\n",
"jumanpp-1.02/src/morph.cc\n",
"jumanpp-1.02/src/node.cc\n",
"jumanpp-1.02/src/pos.cc\n",
"jumanpp-1.02/src/scw.cc\n",
"jumanpp-1.02/src/sentence.cc\n",
"jumanpp-1.02/src/tagger.cc\n",
"jumanpp-1.02/src/tools.cc\n",
"jumanpp-1.02/src/u8string.cc\n",
"jumanpp-1.02/src/cdb_juman.cc\n",
"jumanpp-1.02/src/cdb_juman.h\n",
"jumanpp-1.02/src/charlattice.h\n",
"jumanpp-1.02/src/cmdline.h\n",
"jumanpp-1.02/src/common.h\n",
"jumanpp-1.02/src/darts.h\n",
"jumanpp-1.02/src/dic.h\n",
"jumanpp-1.02/src/feature.h\n",
"jumanpp-1.02/src/node.h\n",
"jumanpp-1.02/src/parameter.h\n",
"jumanpp-1.02/src/pos.h\n",
"jumanpp-1.02/src/scw.h\n",
"jumanpp-1.02/src/sentence.h\n",
"jumanpp-1.02/src/tagger.h\n",
"jumanpp-1.02/src/u8string.h\n",
"jumanpp-1.02/src/mmap.h\n",
"jumanpp-1.02/src/feature_vector.cc\n",
"jumanpp-1.02/src/feature_vector.h\n",
"jumanpp-1.02/src/hash.h\n",
"jumanpp-1.02/src/mkdarts.cc\n",
"jumanpp-1.02/src/cdb/\n",
"jumanpp-1.02/src/cdb/Makefile.am\n",
"jumanpp-1.02/src/cdb/Makefile.in\n",
"jumanpp-1.02/src/cdb/cdb_init.c\n",
"jumanpp-1.02/src/cdb/cdb_find.c\n",
"jumanpp-1.02/src/cdb/cdb_findnext.c\n",
"jumanpp-1.02/src/cdb/cdb_seq.c\n",
"jumanpp-1.02/src/cdb/cdb_seek.c\n",
"jumanpp-1.02/src/cdb/cdb_unpack.c\n",
"jumanpp-1.02/src/cdb/cdb_make_add.c\n",
"jumanpp-1.02/src/cdb/cdb_make_put.c\n",
"jumanpp-1.02/src/cdb/cdb_make.c\n",
"jumanpp-1.02/src/cdb/cdb_hash.c\n",
"jumanpp-1.02/src/cdb/cdb_int.h\n",
"jumanpp-1.02/src/cdb/cdb.h\n",
"jumanpp-1.02/src/rnnlm/rnnlmlib_dynamic.cpp\n",
"jumanpp-1.02/src/rnnlm/rnnlmlib_static.cpp\n",
"jumanpp-1.02/src/rnnlm/rnnlmlib_dynamic.h\n",
"jumanpp-1.02/src/rnnlm/rnnlmlib_static.h\n",
"jumanpp-1.02/src/rnnlm/rnnlmlib.h\n",
"jumanpp-1.02/script/server.rb\n",
"jumanpp-1.02/script/client.rb\n",
"jumanpp-1.02/script/postprocess.py\n",
"jumanpp-1.02/script/corpus2train.rb\n",
"jumanpp-1.02/script/fullmrp2basep.rb\n",
"jumanpp-1.02/script/jmn2base.py\n",
"jumanpp-1.02/sample/part_sample.txt\n",
"jumanpp-1.02/sample/python_juman.py\n",
"jumanpp-1.02/sample/python_knp.py\n",
"jumanpp-1.02/jumanpp-resource/dic.base\n",
"jumanpp-1.02/jumanpp-resource/dic.bin\n",
"jumanpp-1.02/jumanpp-resource/dic.da\n",
"jumanpp-1.02/jumanpp-resource/dic.form\n",
"jumanpp-1.02/jumanpp-resource/dic.form_type\n",
"jumanpp-1.02/jumanpp-resource/dic.imis\n",
"jumanpp-1.02/jumanpp-resource/dic.pos\n",
"jumanpp-1.02/jumanpp-resource/dic.read\n",
"jumanpp-1.02/jumanpp-resource/dic.rep\n",
"jumanpp-1.02/jumanpp-resource/dic.spos\n",
"jumanpp-1.02/jumanpp-resource/feature.def\n",
"jumanpp-1.02/jumanpp-resource/freq_words.list\n",
"jumanpp-1.02/jumanpp-resource/lang.mdl\n",
"jumanpp-1.02/jumanpp-resource/lang.mdl.nnet\n",
"jumanpp-1.02/jumanpp-resource/version\n",
"jumanpp-1.02/jumanpp-resource/weight.mdl\n",
"jumanpp-1.02/dict-build/dic/\n",
"jumanpp-1.02/dict-build/grammar/\n",
"jumanpp-1.02/dict-build/onomatopedic/\n",
"jumanpp-1.02/dict-build/scripts/\n",
"jumanpp-1.02/dict-build/userdic/\n",
"jumanpp-1.02/dict-build/webdic/\n",
"jumanpp-1.02/dict-build/wikipediadic/\n",
"jumanpp-1.02/dict-build/wiktionarydic/\n",
"jumanpp-1.02/dict-build/userdic.mdic\n",
"jumanpp-1.02/dict-build/Makefile\n",
"jumanpp-1.02/dict-build/install.sh\n",
"jumanpp-1.02/dict-build/wiktionarydic/wiktionary.dic\n",
"jumanpp-1.02/dict-build/wiktionarydic/Wiktionary_KanjiMark.dic\n",
"jumanpp-1.02/dict-build/wikipediadic/wikipedia.dic.orig\n",
"jumanpp-1.02/dict-build/webdic/Web.dic\n",
"jumanpp-1.02/dict-build/userdic/dummy.dic\n",
"jumanpp-1.02/dict-build/scripts/lib/\n",
"jumanpp-1.02/dict-build/scripts/Juman.pm\n",
"jumanpp-1.02/dict-build/scripts/hikkomi.rule\n",
"jumanpp-1.02/dict-build/scripts/JumanSexp.pm\n",
"jumanpp-1.02/dict-build/scripts/update.sh\n",
"jumanpp-1.02/dict-build/scripts/juman2morph.rb\n",
"jumanpp-1.02/dict-build/scripts/jumandic2morphdic.perl\n",
"jumanpp-1.02/dict-build/scripts/.hikkomi.rule.swo\n",
"jumanpp-1.02/dict-build/scripts/mkgrammarpm\n",
"jumanpp-1.02/dict-build/scripts/lib/Sexp.pm\n",
"jumanpp-1.02/dict-build/onomatopedic/Onomatopoeia.dic\n",
"jumanpp-1.02/dict-build/grammar/JUMAN.grammar\n",
"jumanpp-1.02/dict-build/grammar/JUMAN.kankei\n",
"jumanpp-1.02/dict-build/grammar/JUMAN.katuyou\n",
"jumanpp-1.02/dict-build/dic/Suffix.dic\n",
"jumanpp-1.02/dict-build/dic/Lexicon_from_rengo.dic\n",
"jumanpp-1.02/dict-build/dic/ContentW.marked_dic\n",
"jumanpp-1.02/dict-build/dic/Townname.dic\n",
"jumanpp-1.02/dict-build/dic/Assert.dic\n",
"jumanpp-1.02/dict-build/dic/AuxV.dic\n",
"jumanpp-1.02/dict-build/dic/Demonstrative.dic\n",
"jumanpp-1.02/dict-build/dic/Emoticon.dic\n",
"jumanpp-1.02/dict-build/dic/Noun.hukusi.dic\n",
"jumanpp-1.02/dict-build/dic/Noun.keishiki.dic\n",
"jumanpp-1.02/dict-build/dic/Noun.koyuu.dic\n",
"jumanpp-1.02/dict-build/dic/Noun.suusi.dic\n",
"jumanpp-1.02/dict-build/dic/Postp.dic\n",
"jumanpp-1.02/dict-build/dic/Prefix.dic\n",
"jumanpp-1.02/dict-build/dic/Rendaku.dic\n",
"jumanpp-1.02/dict-build/dic/Rengo.dic\n",
"jumanpp-1.02/dict-build/dic/Special.dic\n",
"checking for a BSD-compatible install... /usr/bin/install -c\n",
"checking whether build environment is sane... yes\n",
"checking for a thread-safe mkdir -p... /bin/mkdir -p\n",
"checking for gawk... no\n",
"checking for mawk... mawk\n",
"checking whether make sets $(MAKE)... yes\n",
"checking whether make supports nested variables... yes\n",
"checking for g++... g++\n",
"checking whether the C++ compiler works... yes\n",
"checking for C++ compiler default output file name... a.out\n",
"checking for suffix of executables... \n",
"checking whether we are cross compiling... no\n",
"checking for suffix of object files... o\n",
"checking whether we are using the GNU C++ compiler... yes\n",
"checking whether g++ accepts -g... yes\n",
"checking for style of include used by make... GNU\n",
"checking dependency style of g++... gcc3\n",
"checking for gcc... gcc\n",
"checking whether we are using the GNU C compiler... yes\n",
"checking whether gcc accepts -g... yes\n",
"checking for gcc option to accept ISO C89... none needed\n",
"checking whether gcc understands -c and -o together... yes\n",
"checking dependency style of gcc... gcc3\n",
"checking whether ln -s works... yes\n",
"checking for ranlib... ranlib\n",
"checking whether g++ supports C++11 features by default... yes\n",
"checking build system type... x86_64-unknown-linux-gnu\n",
"checking host system type... x86_64-unknown-linux-gnu\n",
"checking for boostlib >= 1.57... yes\n",
"checking for main in -ltcmalloc... no\n",
"configure: WARNING: \"Warning: cannot find -ltcmalloc. It is recommended to link libtcmalloc.\"\n",
"checking for main in -lm... yes\n",
"checking for main in -lpthread... yes\n",
"checking for main in -lrt... yes\n",
"checking how to run the C preprocessor... gcc -E\n",
"checking for grep that handles long lines and -e... /bin/grep\n",
"checking for egrep... /bin/grep -E\n",
"checking for ANSI C header files... yes\n",
"checking for sys/types.h... yes\n",
"checking for sys/stat.h... yes\n",
"checking for stdlib.h... yes\n",
"checking for string.h... yes\n",
"checking for memory.h... yes\n",
"checking for strings.h... yes\n",
"checking for inttypes.h... yes\n",
"checking for stdint.h... yes\n",
"checking for unistd.h... yes\n",
"checking fcntl.h usability... yes\n",
"checking fcntl.h presence... yes\n",
"checking for fcntl.h... yes\n",
"checking float.h usability... yes\n",
"checking float.h presence... yes\n",
"checking for float.h... yes\n",
"checking for inttypes.h... (cached) yes\n",
"checking malloc.h usability... yes\n",
"checking malloc.h presence... yes\n",
"checking for malloc.h... yes\n",
"checking for memory.h... (cached) yes\n",
"checking shadow.h usability... yes\n",
"checking shadow.h presence... yes\n",
"checking for shadow.h... yes\n",
"checking stddef.h usability... yes\n",
"checking stddef.h presence... yes\n",
"checking for stddef.h... yes\n",
"checking for stdlib.h... (cached) yes\n",
"checking for string.h... (cached) yes\n",
"checking sys/file.h usability... yes\n",
"checking sys/file.h presence... yes\n",
"checking for sys/file.h... yes\n",
"checking for unistd.h... (cached) yes\n",
"checking for stdbool.h that conforms to C99... yes\n",
"checking for _Bool... yes\n",
"checking for uid_t in sys/types.h... yes\n",
"checking for inline... inline\n",
"checking for int64_t... yes\n",
"checking for size_t... yes\n",
"checking for uint64_t... yes\n",
"checking for error_at_line... yes\n",
"checking for stdlib.h... (cached) yes\n",
"checking for GNU libc compatible malloc... yes\n",
"checking for stdlib.h... (cached) yes\n",
"checking for unistd.h... (cached) yes\n",
"checking for sys/param.h... yes\n",
"checking for getpagesize... yes\n",
"checking for working mmap... yes\n",
"checking for stdlib.h... (cached) yes\n",
"checking for GNU libc compatible realloc... yes\n",
"checking for memmove... yes\n",
"checking for memset... yes\n",
"checking for munmap... yes\n",
"checking for setenv... yes\n",
"checking for sqrt... yes\n",
"checking for strchr... yes\n",
"checking for strerror... yes\n",
"checking for strrchr... yes\n",
"checking for strstr... yes\n",
"checking for strtol... yes\n",
"checking for strtoul... yes\n",
"checking that generated files are newer than configure... done\n",
"configure: creating ./config.status\n",
"config.status: creating Makefile\n",
"config.status: creating src/Makefile\n",
"config.status: creating src/cdb/Makefile\n",
"config.status: creating src/config.h\n",
"config.status: executing depfiles commands\n",
"Making all in src\n",
"make[1]: Entering directory '/content/jumanpp-1.02/src'\n",
"make all-recursive\n",
"make[2]: Entering directory '/content/jumanpp-1.02/src'\n",
"Making all in cdb\n",
"make[3]: Entering directory '/content/jumanpp-1.02/src/cdb'\n",
"gcc -DHAVE_CONFIG_H -I. -I../../src -Ofast -fPIC -D_FILE_OFFSET_BITS=64 -g -O2 -MT libcdb_a-cdb_init.o -MD -MP -MF .deps/libcdb_a-cdb_init.Tpo -c -o libcdb_a-cdb_init.o `test -f 'cdb_init.c' || echo './'`cdb_init.c\n",
"mv -f .deps/libcdb_a-cdb_init.Tpo .deps/libcdb_a-cdb_init.Po\n",
"gcc -DHAVE_CONFIG_H -I. -I../../src -Ofast -fPIC -D_FILE_OFFSET_BITS=64 -g -O2 -MT libcdb_a-cdb_find.o -MD -MP -MF .deps/libcdb_a-cdb_find.Tpo -c -o libcdb_a-cdb_find.o `test -f 'cdb_find.c' || echo './'`cdb_find.c\n",
"mv -f .deps/libcdb_a-cdb_find.Tpo .deps/libcdb_a-cdb_find.Po\n",
"gcc -DHAVE_CONFIG_H -I. -I../../src -Ofast -fPIC -D_FILE_OFFSET_BITS=64 -g -O2 -MT libcdb_a-cdb_findnext.o -MD -MP -MF .deps/libcdb_a-cdb_findnext.Tpo -c -o libcdb_a-cdb_findnext.o `test -f 'cdb_findnext.c' || echo './'`cdb_findnext.c\n",
"mv -f .deps/libcdb_a-cdb_findnext.Tpo .deps/libcdb_a-cdb_findnext.Po\n",
"gcc -DHAVE_CONFIG_H -I. -I../../src -Ofast -fPIC -D_FILE_OFFSET_BITS=64 -g -O2 -MT libcdb_a-cdb_seq.o -MD -MP -MF .deps/libcdb_a-cdb_seq.Tpo -c -o libcdb_a-cdb_seq.o `test -f 'cdb_seq.c' || echo './'`cdb_seq.c\n",
"mv -f .deps/libcdb_a-cdb_seq.Tpo .deps/libcdb_a-cdb_seq.Po\n",
"gcc -DHAVE_CONFIG_H -I. -I../../src -Ofast -fPIC -D_FILE_OFFSET_BITS=64 -g -O2 -MT libcdb_a-cdb_seek.o -MD -MP -MF .deps/libcdb_a-cdb_seek.Tpo -c -o libcdb_a-cdb_seek.o `test -f 'cdb_seek.c' || echo './'`cdb_seek.c\n",
"mv -f .deps/libcdb_a-cdb_seek.Tpo .deps/libcdb_a-cdb_seek.Po\n",
"gcc -DHAVE_CONFIG_H -I. -I../../src -Ofast -fPIC -D_FILE_OFFSET_BITS=64 -g -O2 -MT libcdb_a-cdb_unpack.o -MD -MP -MF .deps/libcdb_a-cdb_unpack.Tpo -c -o libcdb_a-cdb_unpack.o `test -f 'cdb_unpack.c' || echo './'`cdb_unpack.c\n",
"mv -f .deps/libcdb_a-cdb_unpack.Tpo .deps/libcdb_a-cdb_unpack.Po\n",
"gcc -DHAVE_CONFIG_H -I. -I../../src -Ofast -fPIC -D_FILE_OFFSET_BITS=64 -g -O2 -MT libcdb_a-cdb_make_add.o -MD -MP -MF .deps/libcdb_a-cdb_make_add.Tpo -c -o libcdb_a-cdb_make_add.o `test -f 'cdb_make_add.c' || echo './'`cdb_make_add.c\n",
"mv -f .deps/libcdb_a-cdb_make_add.Tpo .deps/libcdb_a-cdb_make_add.Po\n",
"gcc -DHAVE_CONFIG_H -I. -I../../src -Ofast -fPIC -D_FILE_OFFSET_BITS=64 -g -O2 -MT libcdb_a-cdb_make_put.o -MD -MP -MF .deps/libcdb_a-cdb_make_put.Tpo -c -o libcdb_a-cdb_make_put.o `test -f 'cdb_make_put.c' || echo './'`cdb_make_put.c\n",
"mv -f .deps/libcdb_a-cdb_make_put.Tpo .deps/libcdb_a-cdb_make_put.Po\n",
"gcc -DHAVE_CONFIG_H -I. -I../../src -Ofast -fPIC -D_FILE_OFFSET_BITS=64 -g -O2 -MT libcdb_a-cdb_make.o -MD -MP -MF .deps/libcdb_a-cdb_make.Tpo -c -o libcdb_a-cdb_make.o `test -f 'cdb_make.c' || echo './'`cdb_make.c\n",
"mv -f .deps/libcdb_a-cdb_make.Tpo .deps/libcdb_a-cdb_make.Po\n",
"gcc -DHAVE_CONFIG_H -I. -I../../src -Ofast -fPIC -D_FILE_OFFSET_BITS=64 -g -O2 -MT libcdb_a-cdb_hash.o -MD -MP -MF .deps/libcdb_a-cdb_hash.Tpo -c -o libcdb_a-cdb_hash.o `test -f 'cdb_hash.c' || echo './'`cdb_hash.c\n",
"mv -f .deps/libcdb_a-cdb_hash.Tpo .deps/libcdb_a-cdb_hash.Po\n",
"rm -f libcdb.a\n",
"ar cru libcdb.a libcdb_a-cdb_init.o libcdb_a-cdb_find.o libcdb_a-cdb_findnext.o libcdb_a-cdb_seq.o libcdb_a-cdb_seek.o libcdb_a-cdb_unpack.o libcdb_a-cdb_make_add.o libcdb_a-cdb_make_put.o libcdb_a-cdb_make.o libcdb_a-cdb_hash.o \n",
"ar: `u' modifier ignored since `D' is the default (see `U')\n",
"ranlib libcdb.a\n",
"make[3]: Leaving directory '/content/jumanpp-1.02/src/cdb'\n",
"make[3]: Entering directory '/content/jumanpp-1.02/src'\n",
"depbase=`echo charlattice.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT charlattice.o -MD -MP -MF $depbase.Tpo -c -o charlattice.o charlattice.cc &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"depbase=`echo dic.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT dic.o -MD -MP -MF $depbase.Tpo -c -o dic.o dic.cc &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"depbase=`echo feature.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT feature.o -MD -MP -MF $depbase.Tpo -c -o feature.o feature.cc &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"depbase=`echo morph.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT morph.o -MD -MP -MF $depbase.Tpo -c -o morph.o morph.cc &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"depbase=`echo node.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT node.o -MD -MP -MF $depbase.Tpo -c -o node.o node.cc &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"depbase=`echo pos.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT pos.o -MD -MP -MF $depbase.Tpo -c -o pos.o pos.cc &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"depbase=`echo scw.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT scw.o -MD -MP -MF $depbase.Tpo -c -o scw.o scw.cc &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"depbase=`echo sentence.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT sentence.o -MD -MP -MF $depbase.Tpo -c -o sentence.o sentence.cc &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"depbase=`echo tagger.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT tagger.o -MD -MP -MF $depbase.Tpo -c -o tagger.o tagger.cc &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"depbase=`echo tools.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT tools.o -MD -MP -MF $depbase.Tpo -c -o tools.o tools.cc &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"depbase=`echo u8string.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT u8string.o -MD -MP -MF $depbase.Tpo -c -o u8string.o u8string.cc &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"depbase=`echo cdb_juman.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT cdb_juman.o -MD -MP -MF $depbase.Tpo -c -o cdb_juman.o cdb_juman.cc &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"depbase=`echo rnnlm/rnnlmlib_dynamic.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT rnnlm/rnnlmlib_dynamic.o -MD -MP -MF $depbase.Tpo -c -o rnnlm/rnnlmlib_dynamic.o rnnlm/rnnlmlib_dynamic.cpp &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"\u001b[01m\u001b[Krnnlm/rnnlmlib_dynamic.cpp:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid RNNLM::CRnnLM_dyn::restoreNet_FR()\u001b[m\u001b[K’:\n",
"\u001b[01m\u001b[Krnnlm/rnnlmlib_dynamic.cpp:321:26:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kignoring return value of ‘\u001b[01m\u001b[Ksize_t fread(void*, size_t, size_t, FILE*)\u001b[m\u001b[K’, declared with attribute warn_unused_result [\u001b[01;35m\u001b[K-Wunused-result\u001b[m\u001b[K]\n",
" \u001b[01;35m\u001b[Kfread(&fl, sizeof(fl), 1, model_file)\u001b[m\u001b[K; //real\n",
" \u001b[01;35m\u001b[K~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
"\u001b[01m\u001b[Krnnlm/rnnlmlib_dynamic.cpp:337:26:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kignoring return value of ‘\u001b[01m\u001b[Ksize_t fread(void*, size_t, size_t, FILE*)\u001b[m\u001b[K’, declared with attribute warn_unused_result [\u001b[01;35m\u001b[K-Wunused-result\u001b[m\u001b[K]\n",
" \u001b[01;35m\u001b[Kfread(&fl, sizeof(fl), 1, model_file)\u001b[m\u001b[K;\n",
" \u001b[01;35m\u001b[K~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
"\u001b[01m\u001b[Krnnlm/rnnlmlib_dynamic.cpp:348:26:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kignoring return value of ‘\u001b[01m\u001b[Ksize_t fread(void*, size_t, size_t, FILE*)\u001b[m\u001b[K’, declared with attribute warn_unused_result [\u001b[01;35m\u001b[K-Wunused-result\u001b[m\u001b[K]\n",
" \u001b[01;35m\u001b[Kfread(&fl, sizeof(fl), 1, model_file)\u001b[m\u001b[K;\n",
" \u001b[01;35m\u001b[K~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
"\u001b[01m\u001b[Krnnlm/rnnlmlib_dynamic.cpp:374:22:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kignoring return value of ‘\u001b[01m\u001b[Ksize_t fread(void*, size_t, size_t, FILE*)\u001b[m\u001b[K’, declared with attribute warn_unused_result [\u001b[01;35m\u001b[K-Wunused-result\u001b[m\u001b[K]\n",
" \u001b[01;35m\u001b[Kfread(&fl, sizeof(real), 1, model_file)\u001b[m\u001b[K; //real\n",
" \u001b[01;35m\u001b[K~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
"depbase=`echo rnnlm/rnnlmlib_static.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT rnnlm/rnnlmlib_static.o -MD -MP -MF $depbase.Tpo -c -o rnnlm/rnnlmlib_static.o rnnlm/rnnlmlib_static.cpp &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"\u001b[01m\u001b[Krnnlm/rnnlmlib_static.cpp:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid RNNLM::CRnnLM_stat::restoreNet_FR()\u001b[m\u001b[K’:\n",
"\u001b[01m\u001b[Krnnlm/rnnlmlib_static.cpp:436:22:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kignoring return value of ‘\u001b[01m\u001b[Ksize_t fread(void*, size_t, size_t, FILE*)\u001b[m\u001b[K’, declared with attribute warn_unused_result [\u001b[01;35m\u001b[K-Wunused-result\u001b[m\u001b[K]\n",
" \u001b[01;35m\u001b[Kfread(&fl, sizeof(fl), 1, model_file)\u001b[m\u001b[K; //real\n",
" \u001b[01;35m\u001b[K~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
"\u001b[01m\u001b[Krnnlm/rnnlmlib_static.cpp:451:22:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kignoring return value of ‘\u001b[01m\u001b[Ksize_t fread(void*, size_t, size_t, FILE*)\u001b[m\u001b[K’, declared with attribute warn_unused_result [\u001b[01;35m\u001b[K-Wunused-result\u001b[m\u001b[K]\n",
" \u001b[01;35m\u001b[Kfread(&fl, sizeof(fl), 1, model_file)\u001b[m\u001b[K;\n",
" \u001b[01;35m\u001b[K~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
"\u001b[01m\u001b[Krnnlm/rnnlmlib_static.cpp:461:22:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[Kignoring return value of ‘\u001b[01m\u001b[Ksize_t fread(void*, size_t, size_t, FILE*)\u001b[m\u001b[K’, declared with attribute warn_unused_result [\u001b[01;35m\u001b[K-Wunused-result\u001b[m\u001b[K]\n",
" \u001b[01;35m\u001b[Kfread(&fl, sizeof(fl), 1, model_file)\u001b[m\u001b[K;\n",
" \u001b[01;35m\u001b[K~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\u001b[m\u001b[K\n",
"depbase=`echo feature_vector.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT feature_vector.o -MD -MP -MF $depbase.Tpo -c -o feature_vector.o feature_vector.cc &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"g++ --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -L./lib -o jumanpp charlattice.o dic.o feature.o morph.o node.o pos.o scw.o sentence.o tagger.o tools.o u8string.o cdb_juman.o rnnlm/rnnlmlib_dynamic.o rnnlm/rnnlmlib_static.o feature_vector.o -lrt -lpthread -lm cdb/libcdb.a\n",
"depbase=`echo mkdarts.o | sed 's|[^/]*$|.deps/&|;s|\\.o$||'`;\\\n",
"g++ -DHAVE_CONFIG_H -I. --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -MT mkdarts.o -MD -MP -MF $depbase.Tpo -c -o mkdarts.o mkdarts.cc &&\\\n",
"mv -f $depbase.Tpo $depbase.Po\n",
"g++ --std=c++11 -Ofast -m64 -Wall -funroll-loops -ffast-math -g -O2 -L./lib -o mkdarts_jumanpp mkdarts.o pos.o -lrt -lpthread -lm cdb/libcdb.a\n",
"make[3]: Leaving directory '/content/jumanpp-1.02/src'\n",
"make[2]: Leaving directory '/content/jumanpp-1.02/src'\n",
"make[1]: Leaving directory '/content/jumanpp-1.02/src'\n",
"make[1]: Entering directory '/content/jumanpp-1.02'\n",
"rm -f jumanpp-resource/lang.mdl.direct;\\\n",
"rm -f jumanpp-resource/*.map;\\\n",
"echo \"\" | src/jumanpp -D jumanpp-resource\n",
"\n",
"make[1]: Leaving directory '/content/jumanpp-1.02'\n",
"Making install in src\n",
"make[1]: Entering directory '/content/jumanpp-1.02/src'\n",
"Making install in cdb\n",
"make[2]: Entering directory '/content/jumanpp-1.02/src/cdb'\n",
"make[3]: Entering directory '/content/jumanpp-1.02/src/cdb'\n",
"make[3]: Nothing to be done for 'install-exec-am'.\n",
"make[3]: Nothing to be done for 'install-data-am'.\n",
"make[3]: Leaving directory '/content/jumanpp-1.02/src/cdb'\n",
"make[2]: Leaving directory '/content/jumanpp-1.02/src/cdb'\n",
"make[2]: Entering directory '/content/jumanpp-1.02/src'\n",
"make[3]: Entering directory '/content/jumanpp-1.02/src'\n",
" /bin/mkdir -p '/usr/local/bin'\n",
" /usr/bin/install -c jumanpp mkdarts_jumanpp '/usr/local/bin'\n",
"make[3]: Nothing to be done for 'install-data-am'.\n",
"make[3]: Leaving directory '/content/jumanpp-1.02/src'\n",
"make[2]: Leaving directory '/content/jumanpp-1.02/src'\n",
"make[1]: Leaving directory '/content/jumanpp-1.02/src'\n",
"make[1]: Entering directory '/content/jumanpp-1.02'\n",
"make[2]: Entering directory '/content/jumanpp-1.02'\n",
"make[2]: Nothing to be done for 'install-exec-am'.\n",
" /bin/mkdir -p '/usr/local/share/jumanpp'\n",
" /usr/bin/install -c -m 644 jumanpp-resource/dic.base jumanpp-resource/dic.bin jumanpp-resource/dic.da jumanpp-resource/dic.form jumanpp-resource/dic.form_type jumanpp-resource/dic.imis jumanpp-resource/dic.pos jumanpp-resource/dic.read jumanpp-resource/dic.rep jumanpp-resource/dic.spos jumanpp-resource/feature.def jumanpp-resource/freq_words.list jumanpp-resource/lang.mdl jumanpp-resource/lang.mdl.nnet jumanpp-resource/version jumanpp-resource/weight.mdl '/usr/local/share/jumanpp'\n",
" /bin/mkdir -p '/usr/local/share/jumanpp'\n",
" /usr/bin/install -c -m 644 jumanpp-resource/lang.mdl.direct jumanpp-resource/lang.mdl.map jumanpp-resource/lang.mdl.nnet.map jumanpp-resource/weight.mdl.map jumanpp-resource/dic.base.map jumanpp-resource/dic.form.map jumanpp-resource/dic.form_type.map jumanpp-resource/dic.imis.map jumanpp-resource/dic.pos.map jumanpp-resource/dic.read.map jumanpp-resource/dic.rep.map jumanpp-resource/dic.spos.map '/usr/local/share/jumanpp'\n",
"make[2]: Leaving directory '/content/jumanpp-1.02'\n",
"make[1]: Leaving directory '/content/jumanpp-1.02'\n"
],
"name": "stdout"
}
]
},
{
"cell_type": "code",
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "-OwcaaR9wgJj",
"outputId": "df15ce50-0a34-47ba-f46d-8ba85a2e6d55"
},
"source": [
"!jumanpp -v"
],
"execution_count": null,
"outputs": [
{
"output_type": "stream",
"text": [
"JUMAN++ 1.02 \n"
],
"name": "stdout"
}
]
},
{
"cell_type": "code",
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "vqbhAsZdwwDw",
"outputId": "12c5ce65-21ee-40ff-e090-5e5f7715701a"
},
"source": [
"!echo \"すもももももももものうち\" | jumanpp"
],
"execution_count": null,
"outputs": [
{
"output_type": "stream",
"text": [
"すもも すもも すもも 名詞 6 普通名詞 1 * 0 * 0 \"代表表記:酸桃/すもも 自動獲得:EN_Wiktionary\"\n",
"@ すもも すもも すもも 名詞 6 普通名詞 1 * 0 * 0 \"自動獲得:テキスト\"\n",
"も も も 助詞 9 副助詞 2 * 0 * 0 NIL\n",
"もも もも もも 名詞 6 普通名詞 1 * 0 * 0 \"代表表記:股/もも カテゴリ:動物-部位\"\n",
"@ もも もも もも 名詞 6 普通名詞 1 * 0 * 0 \"代表表記:桃/もも 漢字読み:訓 カテゴリ:植物;人工物-食べ物 ドメイン:料理・食事\"\n",
"も も も 助詞 9 副助詞 2 * 0 * 0 NIL\n",
"もも もも もも 名詞 6 普通名詞 1 * 0 * 0 \"代表表記:股/もも カテゴリ:動物-部位\"\n",
"@ もも もも もも 名詞 6 普通名詞 1 * 0 * 0 \"代表表記:桃/もも 漢字読み:訓 カテゴリ:植物;人工物-食べ物 ドメイン:料理・食事\"\n",
"の の の 助詞 9 接続助詞 3 * 0 * 0 NIL\n",
"うち うち うち 名詞 6 副詞的名詞 9 * 0 * 0 \"代表表記:うち/うち\"\n",
"EOS\n"
],
"name": "stdout"
}
]
}
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment