929d6d3f5239e8d8d39000ff2d12a86a *DESCRIPTION
805f59164146d297317c0dd46e664ab8 *LICENSE.note
a020238f77701234dad2e7f903bb5c7e *NAMESPACE
5a86fbf89ef7e88231d6a53c67566c93 *NEWS.md
de802e323fd89b280b9b2c49a75e6df5 *R/RcppExports.R
fba9587af60794244bd95f79556d9580 *R/bind_lr.R
0347c1b4c063dd4c0d123c37670c4168 *R/bind_tf_idf2.R
8b850325858343e5b8de0e627b62dd51 *R/build_dict.R
518ad38dfef93097451b5e853bf6639b *R/collapse_tokens.R
11cae87e39bd5dff538c3a1498f4f72d *R/gibasa-deprecated.R
c9c1ee3669aa56fd30fb05e935010f6b *R/gibasa-package.R
19cd7435425260d6b2f12b4386a4c2c8 *R/lex_density.R
ebf77bedfe8a2d0a89de12359c58fcf9 *R/mute_tokens.R
754c795b2b23a380c721e77c7c92252e *R/pack.R
9985083b15117a6fc0e071c694474a10 *R/prettify.R
2380a02e99ff94d4d026833b1777fac9 *R/tokenize.R
261ac9ecdf82e12fdcad4e649bc3dabd *R/utils.R
38358b76014e20c46c67bd34064fe0e5 *R/zzz.R
ee4e2a5af06ef53df2a72a36fdaacdf9 *README.md
aa5e5a2cbfaea3d9b6cdbe378ac48cee *build/partial.rdb
179eb83cf4b93604ab1245f624d079e8 *data/ginga.rda
d14ad34b670a249cf922c8a385a14a7a *inst/include/gibasa.h
19abd39ceedf1e771ef1145beaa88146 *inst/include/gibasa_RcppExports.h
99cf612fca076cda14a957a22b3d9f7e *inst/latin/char.def
27d06ff087a4e6a8ba2075169d172115 *inst/latin/dic.csv
f41ec64d0be7e9744ef1e5f7525575b3 *inst/latin/dicrc
40a816716558e7fb69496793b3e2e696 *inst/latin/matrix.def
a4ddee16ffa0a2026afbfbeb96722b36 *inst/latin/unk.def
e25aaae3a9e3dc76e9d156aa6e51f6d1 *inst/testdata/testdata.rda
cb51b38640a19feea649b56cecd22f3c *man/as_tokens.Rd
4d37b43065a9ead689ecb203f2220a2f *man/bind_lr.Rd
e7525a4982c48eea36a27b7644c609d7 *man/bind_tf_idf2.Rd
6d0759a575bb060d50cf249ed654df9b *man/build_sys_dic.Rd
ea4c12bec354ad6ec5d9b25eff36d93f *man/build_user_dic.Rd
00530026386d5ad25db18244765b7090 *man/collapse_tokens.Rd
bdf0268b287f6199e049afdbcf3457e3 *man/dict_index_sys.Rd
7c66b016043c37800d1d6a24c33c0734 *man/dict_index_user.Rd
e1837ad690fc0dee984105e1df1c2ed6 *man/dictionary_info.Rd
d354b6610525ef6c98fbae86f4a939a9 *man/figures/benchmark1.png
5096c35f45c7500ea4d4a5f34f722a03 *man/figures/tidytext_fig5_1_mod.drawio.png
9c6e0450e563abc68f3d3b2490d4b5f7 *man/gbs_tokenize.Rd
dc74a2bfe4e10c0a787bf4a318bede53 *man/get_dict_features.Rd
a5fc4572e990a3b2a2b059438dfd3cca *man/get_transition_cost.Rd
f4fc83f7d2b7cc368bc31c5b3ce43e68 *man/gibasa-package.Rd
0407e1d472ed01eabcf0c956c39af9d2 *man/ginga.Rd
69ac6c5b1f877dd386a41fd659fb409b *man/is_blank.Rd
0f872451675897d8a34355c5ee454c71 *man/lex_density.Rd
344d059b4fe75a77a63a294c3305aee0 *man/mute_tokens.Rd
2e666adf1565f566012824501f48b1e9 *man/ngram_tokenizer.Rd
815c136f748d4a5ee064195a7d23c126 *man/pack.Rd
6048f87b43108b4152101e4c2b4b1a51 *man/posDebugRcpp.Rd
798374776ba8c56809a0c4180ab62b0d *man/posParallelRcpp.Rd
a7a78359df49437243fd355dcf9d07f8 *man/prettify.Rd
cdbf79931d7b445d77f31abb0c13b100 *man/tokenize.Rd
8c5cf61a20702b9a492d42db4ae555a0 *man/transition_cost.Rd
ce41d7cf7d07f2169972ad49c045f5e9 *src/Makevars
1ee8cc69078efd969793cb9614465943 *src/Makevars.win
4a2d23b9a762448799e0b6c2e1704b1d *src/RcppExports.cpp
fb6ba670045b8dc6a87c93fdf9bf350d *src/char_property.cpp
0ca596ff4cc07fd3cc6617d7d19875c4 *src/char_property.h
c94bda25ba5a61e507ae7c8b509abaca *src/common.h
be6e22bcdb2049d3cf9d770fa39d9e6a *src/connector.cpp
9db09b7265daca422d9e4926413295da *src/connector.h
d28c5f88c97237b3f5bf396e91308796 *src/context_id.cpp
f883f72d765a05295545b9cb6b6df7fb *src/context_id.h
1398b49b96c2f1f695fdfbd8bc113d4a *src/darts.h
debf7851a80f8ef391a780d584f60cb3 *src/dictionary.cpp
f01dc7a36878eb3a7819b499d3a0a5b5 *src/dictionary.h
b253776e4fe2301ebcd6e5650fcad873 *src/dictionary_compiler.cpp
80754b3e9b6be1125fa3187a657615aa *src/dictionary_rewriter.cpp
00e38fe3a088e1b04cfb1895c8420383 *src/dictionary_rewriter.h
2bbd7690a03a39de8c11f48b4d3a3565 *src/feature_index.cpp
03e321fbf69fbfddd735153c4fbc0eef *src/feature_index.h
34eceb8d9960bcc8df804d5572189c82 *src/freelist.h
a22a876ffb4c994a53886aaaeb5ecde1 *src/iconv_utils.cpp
be25a3d54fc70ac889666a3b78659c1c *src/iconv_utils.h
289fe8568957d6965046badd0396694e *src/learner_node.h
514d9f2296f98f7bb17d852652593c46 *src/libmecab.cpp
dd8cca30304df0d8fac38f53ff048301 *src/mecab.h
58ba81fd3855f83fcb85ccdd22300b66 *src/mmap.h
199cb8e0c00458685e1bfd607e7d0e3b *src/nbest_generator.cpp
d0a882461f6dd2bee154996504dc3dff *src/nbest_generator.h
2d71c08d00fe8ea1845e1707c86065a0 *src/param.cpp
d9bbdd81cce0e712ab30d7c5d38a8ee7 *src/param.h
d7cb653ad608c0ff3088144ba8b1eabe *src/posDebug.cpp
4e9f56ae1f08d3a874aa5af8e609a8a9 *src/posParallel.cpp
6a684842a6ad9668d69a4e5b02ab4928 *src/scoped_ptr.h
d0d5bfdef8404282698480076864dfc2 *src/string_buffer.cpp
e132345961e1efcd3f31aa9cc25fc7e3 *src/string_buffer.h
5f591a13cbf0532836b65976a87a8963 *src/tagger.cpp
7d96ba1a08dceb34d5b01599d3124366 *src/thread.h
e32e9ac0fc0efecdfccaa6a952109b03 *src/tokenizer.cpp
d7e4d993d35bc4e2bd623d403b0051d8 *src/tokenizer.h
ff0b7758012600d0b895507bb4203a29 *src/ucs.h
b37e25469e87591bc89ad881b3d9b189 *src/utils.cpp
da2f2a5d2c620bf67f52643e03098d85 *src/utils.h
9168d3d9f91ff240d61fd78cfdc9a63d *src/viterbi.cpp
0a7aee29cdbbd9a6e20190f4057c99c8 *src/viterbi.h
09257d475e25164d6462dbe9036d8fcf *src/writer.cpp
a01514017e3385a2964defce6c407429 *src/writer.h
a667139a711c9b143eb57e854375dc99 *tests/testthat.R
616788d32dc904792debcc8694c8f76f *tests/testthat/_snaps/bind_lr.md
2f61e2f01e10d025baddb4d2a03160ae *tests/testthat/_snaps/bind_tf_idf2.md
13f643c0d412f6c5e459c4b9c3ed82a5 *tests/testthat/_snaps/collapse_tokens.md
176a43e33e7b5c96f21c3c3ccf518499 *tests/testthat/_snaps/lex_density.md
02218715c415ddf2ad576b5eba1e000c *tests/testthat/_snaps/mute_tokens.md
f05145dfee27a11ece4385ac5387ae13 *tests/testthat/_snaps/pack.md
098999b9eaf7f52d31479a4b001a9e6b *tests/testthat/test-bind_lr.R
b82f3af6d446dc2fe84d6a12b65f8b92 *tests/testthat/test-bind_tf_idf2.R
c6dddffe7760cc6264b76b6258389f9f *tests/testthat/test-collapse_tokens.R
eadfe5ef4223e518bb02537d09ee3755 *tests/testthat/test-lex_density.R
a59be2b7acad507a3f9b1aaf199b686d *tests/testthat/test-mute_tokens.R
fcb61d4e768ac11f14a640985b7f46bb *tests/testthat/test-other-utils.R
e6bb22dd48af509a9b8e74e7a83687e8 *tests/testthat/test-pack.R
e0a5691ed5ccedc0e7f0da59e8af6fef *tests/testthat/test-prettify.R
97844a83b90bc57ae00c0579a697aeda *tests/testthat/test-tokenize.R
b994a7d166fda8fe9c027ec13ade9307 *tools/data.R
1a19872ed90fcdbf19f60ac0c0934fa9 *tools/testdata.R
