b8a79af31f2136301d9467ea67517b85 *DESCRIPTION
54e27284406c6d9f736e1a4b80960e51 *LICENSE.note
590ba8ba504e79a4a848ee7da8c1dd20 *NAMESPACE
05d7bceaa6c5f886f0267d10ef263a8a *NEWS.md
1c8c73ee4bbcc89c922e388d8e498ed9 *R/AAA.R
f8e6a88a0c8cdbcab876c90c7422e0fb *R/RcppExports.R
11ca321d521074e5d9207d9a5218efb3 *R/bpemb.R
573538572abb6abe168e1ea789c1a636 *R/pkg.R
931faf0f55a3c488075f19fd003a48e9 *R/sentencepiece.R
756fb665b62de8bcf7885ccc1ebb6556 *R/utils.R
c5380923298d84ef1e8578bd229d67ba *R/word2vec.R
bb9e2e1203a8edee77182a1f00ce2f88 *R/wordpiece.R
629767a2763cb9d3d73bf9aff6284307 *README.md
5cd9b1e38ccf93fe0c677016f771804a *inst/models/nl-fr-dekamer-unigram.model
478cc50d3a90a174a67bd0e21dad8397 *inst/models/nl-fr-dekamer.model
ca8930dae8a551640a9593f5ce78799a *inst/models/nl.wiki.bpe.vs1000.d25.w2v.bin
70c8ad82529f6d1775a047587e01ca2d *inst/models/nl.wiki.bpe.vs1000.d25.w2v.txt
4506e9b601d4fd84842d161562539756 *inst/models/nl.wiki.bpe.vs1000.model
b381430d0c35d2f118e63a91cd67c6fa *inst/spc-help/spm_train
29c25c01e8c0c0f57fe31f3ef576edd1 *man/BPEembed.Rd
f4abcf7ee92c33f74ca40c68d1ed33fc *man/BPEembedder.Rd
4f5f2f1e48a5317c70c790b1d9d129a4 *man/predict.BPEembed.Rd
3872b2964f49322ae9c0b2898929c7bd *man/read_word2vec.Rd
e273ab485633aa1fc4f30af7c41cd5d0 *man/sentencepiece.Rd
22ad186011e09a1791ca3b08867c7c65 *man/sentencepiece_decode.Rd
8dd26b34f163a74b436d021e3eb592d1 *man/sentencepiece_download_model.Rd
dbdd0efc9d7207c2d577258f83adfd75 *man/sentencepiece_encode.Rd
9f6c2d1b6a63ae9d14d316fde8473962 *man/sentencepiece_load_model.Rd
96760f2f6455cd8b26f0ac65b425dcd6 *man/txt_remove_.Rd
8c6d9c6a2c2785133bf5941ccdbe6c9e *man/wordpiece_encode.Rd
cfe173c276400f8eddaab05817d68cb0 *src/Makevars
e4cd5b765a1ee35f2dac05fb4e61b20d *src/RcppExports.cpp
c53d4ef2c232b7691fba2ebc36a58593 *src/config.h
8fa4f8cc600c15443474c2dd78e9ff47 *src/rcpp_sentencepiece.cpp
88c37a7f5f7ca6fa0c45518a9e707d32 *src/rcpp_wordpiece.cpp
e0918bff659d7f003fa172161d1a0703 *src/sentencepiece/src/CMakeLists.txt
4354551ad5708698d0b369670611d675 *src/sentencepiece/src/bpe_model.cc
96553dd911af7b8f92c8c822c2dc1de4 *src/sentencepiece/src/bpe_model.h
ce93b61bfe6a70f55d0a75378167ffa6 *src/sentencepiece/src/bpe_model_test.cc
dbb55fd55311389aa1d5129a288f91d5 *src/sentencepiece/src/bpe_model_trainer.cc
207ef6380ea33c880a479973a0643d38 *src/sentencepiece/src/bpe_model_trainer.h
cccc1ac50d06dac2446b84f6c4b80910 *src/sentencepiece/src/bpe_model_trainer_test.cc
1082ed8a456ab6a669e2feb355ee94d2 *src/sentencepiece/src/builder.cc
94991906b5ecd61a61906867db1bd7b8 *src/sentencepiece/src/builder.h
005540fb7b268eaf3c9f7b8192c68501 *src/sentencepiece/src/builder_test.cc
3d905d12ae8876d3c2be148a1157cbab *src/sentencepiece/src/builtin_pb/sentencepiece.pb.cc
51c7c2980782de323a86fed8f63e246f *src/sentencepiece/src/builtin_pb/sentencepiece.pb.h
531edefdb0c83becc37052a7aa91e7fe *src/sentencepiece/src/builtin_pb/sentencepiece_model.pb.cc
a9f63a1b2a4abec7db0906e0b762c015 *src/sentencepiece/src/builtin_pb/sentencepiece_model.pb.h
e089f4bd304ef45d9502f1966e638cb9 *src/sentencepiece/src/char_model.cc
eae65ec7175598d21000f1c2b0e26cc5 *src/sentencepiece/src/char_model.h
ba408c1afe396ab0c9d050651255eca9 *src/sentencepiece/src/char_model_test.cc
5853f7558894d4238a37a9129961adf4 *src/sentencepiece/src/char_model_trainer.cc
d00482e95bc67606e92f7194acac3a7a *src/sentencepiece/src/char_model_trainer.h
089590085863152b2b9c3870e79a80bf *src/sentencepiece/src/char_model_trainer_test.cc
05f9624bb73271c0db65256340f91ed1 *src/sentencepiece/src/common.h
78ed6b00d2be1a8c9486fe8a9d2bb5d2 *src/sentencepiece/src/compile_charsmap_main.cc
b33ea82d7db8d884823f7157ce33deac *src/sentencepiece/src/error.cc
cddb24cbb87e38df54662515550f5504 *src/sentencepiece/src/filesystem.cc
b9245e64c5018b3cdcafa4360d361ed2 *src/sentencepiece/src/filesystem.h
fea4ebf9708c6aa98795ace8ee75d95c *src/sentencepiece/src/filesystem_test.cc
d1075ce8db92cf8afdd0a0abb82ce3bc *src/sentencepiece/src/freelist.h
9ef1ab37bdd88fb1fb1cdf5e38797179 *src/sentencepiece/src/freelist_test.cc
d7230c0a25c64cc929b2bd8eeb0cb52c *src/sentencepiece/src/init.h
1010ca4dda015a32630ca609a499ac9c *src/sentencepiece/src/init_test.cc
53402a1d69c85323b72920b75cf5d584 *src/sentencepiece/src/model_factory.cc
e5b9a886b490174e4c7947b6a791d5d4 *src/sentencepiece/src/model_factory.h
2c643bfdf7e0bba9d9c88fcac1fa3689 *src/sentencepiece/src/model_factory_test.cc
92a85640dde989ced52091c97070c76a *src/sentencepiece/src/model_interface.cc
260083362ab186cae17e5182f82bc87f *src/sentencepiece/src/model_interface.h
4a18e06d799a1cde6513e142263fd640 *src/sentencepiece/src/model_interface_test.cc
a143179c57f3dbccac190a4770011039 *src/sentencepiece/src/normalization_rule.h
a4d975327376e7618918656df14f0594 *src/sentencepiece/src/normalizer.cc
25271f6cc051333d50bb9fa6bb873c2d *src/sentencepiece/src/normalizer.h
5da5ae3b19d768a1f9ee1a19abd05a7a *src/sentencepiece/src/normalizer_test.cc
bdbab19513ff27c9249566db7d3c228e *src/sentencepiece/src/pretokenizer_for_training.cc
71cb8426b03e6b5650b7db7d4479de9c *src/sentencepiece/src/pretokenizer_for_training.h
a67321a685ff8a09e52451c309acda39 *src/sentencepiece/src/pretokenizer_for_training_test.cc
e18f5587d02c1edbf558ac7f229472a6 *src/sentencepiece/src/sentencepiece.proto
6e2ef19a3467ee78d11b93f1b9cee14a *src/sentencepiece/src/sentencepiece_model.proto
1854165f7eda20066573b4dfe798a83b *src/sentencepiece/src/sentencepiece_processor.cc
5177081eac9cc4b12f8953198fb9f565 *src/sentencepiece/src/sentencepiece_processor.h
d36d9b17015bc3dad6f83aba2d08ff4b *src/sentencepiece/src/sentencepiece_processor_test.cc
80c2af7dc1acd99127950385cd62fef4 *src/sentencepiece/src/sentencepiece_trainer.cc
17b9543cdeaf333a108ccf16e0566110 *src/sentencepiece/src/sentencepiece_trainer.h
26de8f3a4a7910b1c4016ed0a37212cb *src/sentencepiece/src/sentencepiece_trainer_test.cc
4f0884c4762da1f51ac13d3674672b9f *src/sentencepiece/src/spec_parser.h
229bf977cc9c649168727f0a5c33bc81 *src/sentencepiece/src/spm_decode_main.cc
7e4aa98124a20e8f8c9f2e6897759e39 *src/sentencepiece/src/spm_encode_main.cc
70f1ef396f64ae3a8a67702a0f5e087f *src/sentencepiece/src/spm_export_vocab_main.cc
c1608f928a0f8a65ac7676f4ebd80518 *src/sentencepiece/src/spm_normalize_main.cc
e2e013790ba55b5e0592f512bef4d1c2 *src/sentencepiece/src/spm_train_main.cc
4bb9bd901120908ccd9d67d2535f923b *src/sentencepiece/src/test_main.cc
1d3579d906c64de00e025f4db0864bc4 *src/sentencepiece/src/testharness.cc
196601d2fc5edc6be9eea776f374a411 *src/sentencepiece/src/testharness.h
90920de362fed09d501f89a63571a699 *src/sentencepiece/src/trainer_factory.cc
f66556e20b16a11e0d4095e13b96c5c3 *src/sentencepiece/src/trainer_factory.h
9c03b43e9b34a49c6043f8e7cc7a853c *src/sentencepiece/src/trainer_factory_test.cc
038d152bce105f47cd1fa1ee052a8616 *src/sentencepiece/src/trainer_interface.cc
ddb5285290a5a3f99860decff3e504e8 *src/sentencepiece/src/trainer_interface.h
d26658985c8c26faa1463c457f34c24d *src/sentencepiece/src/trainer_interface_test.cc
4ff66f262bb8a7618b17d0b6e61e901d *src/sentencepiece/src/unicode_script.cc
09e2066c226830e68434346ab24372ae *src/sentencepiece/src/unicode_script.h
2da5796268dc5cc2b36cefdff40ae27f *src/sentencepiece/src/unicode_script_map.h
69eecf0c55253fbd00807c8602360a16 *src/sentencepiece/src/unicode_script_test.cc
a4d276f2cdf70e8d0f9c876c24bf0b5b *src/sentencepiece/src/unigram_model.cc
818dff8100e0cf823ac90c719bc11045 *src/sentencepiece/src/unigram_model.h
922d9bc9873bafc4518d5b4941da4982 *src/sentencepiece/src/unigram_model_test.cc
43a6e724ff850cb0d322eb7f80243a16 *src/sentencepiece/src/unigram_model_trainer.cc
bae53fce4308da54294637a20fd4cea2 *src/sentencepiece/src/unigram_model_trainer.h
a903b3eee43ac01051ec81ce7b390ef3 *src/sentencepiece/src/unigram_model_trainer_test.cc
002877bb90618208214c79cbaf6e6264 *src/sentencepiece/src/util.cc
098340e915fd259354cb6580f2906b4f *src/sentencepiece/src/util.h
4e93f41a8a49822a2f5c9ff8e77a248d *src/sentencepiece/src/util_test.cc
166d98a6fd8c5c71fcd7c9eba2d4799b *src/sentencepiece/src/word_model.cc
31a89e0264670f166e92ad2a0d6b39ea *src/sentencepiece/src/word_model.h
9cc7e7fa5953171e1efe4caeec5e24a2 *src/sentencepiece/src/word_model_test.cc
f8a1dccb033514aa3f7c3e256d97da0a *src/sentencepiece/src/word_model_trainer.cc
1f485b9a5ffb0c3221af3726e64f05ee *src/sentencepiece/src/word_model_trainer.h
4d1bc5cb139a94fed2dc5f830d804100 *src/sentencepiece/src/word_model_trainer_test.cc
f6931b188bfd860fa89c97776993ea58 *src/third_party/CMakeLists.txt
6d3109eb6de5ca79ea0a80135bce2d91 *src/third_party/absl/container/flat_hash_map.h
4cfb77f28eb1a8b988219bce977457b2 *src/third_party/absl/container/flat_hash_set.h
11b3b3ab98e4b78f41506224eac605d9 *src/third_party/absl/flags/flag.cc
1423f13cd1eb6e10571ee6dd9ca0d7fe *src/third_party/absl/flags/flag.h
bce36813838b32ac51b3eb61e2f67515 *src/third_party/absl/flags/parse.h
c29ced091c0806baa76271c523009bad *src/third_party/absl/memory/memory.h
099a160481649d3bbcf8518f1675aa9a *src/third_party/absl/strings/ascii.h
55748d06e298ecad3cb922ad7b86d536 *src/third_party/absl/strings/match.h
9804b61809a0f8ee6df80b2d599c60ae *src/third_party/absl/strings/numbers.h
7555b46984149a2c6e648d705c66e591 *src/third_party/absl/strings/str_cat.h
4a12e3dcdd1c982474dd47364b1fce7e *src/third_party/absl/strings/str_format.h
2d507ea5e70e46b3c572d07c19a5f570 *src/third_party/absl/strings/str_join.h
fb82e5b4140bd869aaa40baa3da2c8c2 *src/third_party/absl/strings/str_replace.h
6ed855a1bf72c791ecd0e05455bb95d5 *src/third_party/absl/strings/str_split.h
aa0b3d495bab0a84ad2ca0f8a940ee4e *src/third_party/absl/strings/string_view.cc
232d51336e35e8daba6ac0257a816948 *src/third_party/absl/strings/string_view.h
7a17e40448db8b101bcb62732cb8d0d6 *src/third_party/absl/strings/strip.h
51a1eb5998909577cfdbac203f22d54f *src/third_party/darts_clone/darts.h
dfba848ae7b50a3b6fb424b43f53d2c7 *src/third_party/esaxx/esa.hxx
1292b657bc1f0f8b8946b7e4693602fa *src/third_party/esaxx/sais.hxx
daaea2584e2c1813210946f7c87b0007 *src/third_party/protobuf-lite/arena.cc
7637fcdb8912106767ae38e2fa1d6b1d *src/third_party/protobuf-lite/arenastring.cc
18e7f5e41e3a20fe6632b2949e9d7d82 *src/third_party/protobuf-lite/bytestream.cc
49093ee618e64484935eaa59c7730c1e *src/third_party/protobuf-lite/coded_stream.cc
1c12f5ca7b88a00833ac4f6e79671bf6 *src/third_party/protobuf-lite/common.cc
245ba0c2f13527daec3e691186209e2c *src/third_party/protobuf-lite/extension_set.cc
e585d73950933b4b7f9393d093fbbd63 *src/third_party/protobuf-lite/generated_enum_util.cc
98e5e080eb74b32e1931b625ac79ad79 *src/third_party/protobuf-lite/generated_message_table_driven_lite.cc
161b30546a7bce9e4f99d51090c9699c *src/third_party/protobuf-lite/generated_message_util.cc
787f30b32a74853011e001a4f1ff9341 *src/third_party/protobuf-lite/google/protobuf/any.h
8d041fa3afbef82f1e3829bad83aa905 *src/third_party/protobuf-lite/google/protobuf/arena.h
c26129495dff0a86246909b1f5b49386 *src/third_party/protobuf-lite/google/protobuf/arena_impl.h
391ba94354103509adf3c8fbf56c6801 *src/third_party/protobuf-lite/google/protobuf/arenastring.h
25ca67614ba11437939d4ce699e06417 *src/third_party/protobuf-lite/google/protobuf/descriptor.h
06c679dcb2f4797889fbbb4c9a376635 *src/third_party/protobuf-lite/google/protobuf/extension_set.h
1a72e84b08c407d6280e045549a3f064 *src/third_party/protobuf-lite/google/protobuf/extension_set_inl.h
adc41976fe90983c4d272feb5c5137d0 *src/third_party/protobuf-lite/google/protobuf/generated_enum_reflection.h
0163ce52706e7b0bba47c00a520ea747 *src/third_party/protobuf-lite/google/protobuf/generated_enum_util.h
9a4aa15b3201791a2e24fdfd54faf531 *src/third_party/protobuf-lite/google/protobuf/generated_message_table_driven.h
dd5ba349e81e674508a7f409e5956ff0 *src/third_party/protobuf-lite/google/protobuf/generated_message_table_driven_lite.h
696e97e2b7ec60e16633e898385936b2 *src/third_party/protobuf-lite/google/protobuf/generated_message_util.h
7a99e6c08d6e0937e2854f3b08c038d3 *src/third_party/protobuf-lite/google/protobuf/has_bits.h
415c1fa8c85255633651985153b6fede *src/third_party/protobuf-lite/google/protobuf/implicit_weak_message.h
c8abfe5fd8cdc132d5adfbadc84568c3 *src/third_party/protobuf-lite/google/protobuf/io/coded_stream.h
a0bff8b6420421074eb99a13816e12d3 *src/third_party/protobuf-lite/google/protobuf/io/io_win32.h
76294f8924126a95d90e616d78da9164 *src/third_party/protobuf-lite/google/protobuf/io/zero_copy_stream.h
7507f9c4a37588fabd765911f7850bf5 *src/third_party/protobuf-lite/google/protobuf/io/zero_copy_stream_impl.h
7f2cee4c6335c02f5b24c36350f533d6 *src/third_party/protobuf-lite/google/protobuf/io/zero_copy_stream_impl_lite.h
1e2bcf7ff8109b3da9021e13ad383398 *src/third_party/protobuf-lite/google/protobuf/map.h
8ed917f76677c2eed865c80fc799265b *src/third_party/protobuf-lite/google/protobuf/map_entry_lite.h
3599fcb1c61fef52435c720ec5af250e *src/third_party/protobuf-lite/google/protobuf/map_field_lite.h
057241b6138a2527b5a0de1c7ecdc1fa *src/third_party/protobuf-lite/google/protobuf/map_type_handler.h
a9b5a928dbe95f498ea8d05d38a30085 *src/third_party/protobuf-lite/google/protobuf/message_lite.h
58803e05949d5c6f18b30241ab2da263 *src/third_party/protobuf-lite/google/protobuf/metadata_lite.h
c47a53c5b23548fa0a1e92673a6a66e6 *src/third_party/protobuf-lite/google/protobuf/parse_context.h
ad8d2af6dd45a3a9f6d96869901f33e6 *src/third_party/protobuf-lite/google/protobuf/port.h
b4e28a2163ea9c86664d7a27b2fc379e *src/third_party/protobuf-lite/google/protobuf/port_def.inc
da8bb1122bae8c547c621c519d261d97 *src/third_party/protobuf-lite/google/protobuf/port_undef.inc
d873203f112ea97834c841ff655e975f *src/third_party/protobuf-lite/google/protobuf/repeated_field.h
3272ae15507b8d90c6d95abb270ae260 *src/third_party/protobuf-lite/google/protobuf/stubs/bytestream.h
ef2a5ae790f4ab3b102355f3ad6874bb *src/third_party/protobuf-lite/google/protobuf/stubs/callback.h
87b1ea114ff0c795399a157ecc046858 *src/third_party/protobuf-lite/google/protobuf/stubs/casts.h
f3d2aa09d171a8e3eee6964a4f6c8349 *src/third_party/protobuf-lite/google/protobuf/stubs/common.h
01cbfa2abc6270b6b859ad7b90d83545 *src/third_party/protobuf-lite/google/protobuf/stubs/hash.h
5970c4d4b2924ab3ff47ea28407d319a *src/third_party/protobuf-lite/google/protobuf/stubs/int128.h
b120d83530b442ffa5fa61e4788576b7 *src/third_party/protobuf-lite/google/protobuf/stubs/logging.h
06acb3f4071439f10ef3ed760bc4b5c9 *src/third_party/protobuf-lite/google/protobuf/stubs/macros.h
fcf44cc47b55d06450ddfd08f1284e32 *src/third_party/protobuf-lite/google/protobuf/stubs/map_util.h
d3a5f6f116dca7d4a649ca9a1c5349cf *src/third_party/protobuf-lite/google/protobuf/stubs/mutex.h
bddbab32ddcc16e28017bf23ffd3f93b *src/third_party/protobuf-lite/google/protobuf/stubs/once.h
aad1e2045332ecef5adb965d2e8e1a8e *src/third_party/protobuf-lite/google/protobuf/stubs/platform_macros.h
e9c2f295e5761c425b076a999f3b6fed *src/third_party/protobuf-lite/google/protobuf/stubs/port.h
7fa99d36631cb06099f0dabfcfd5367d *src/third_party/protobuf-lite/google/protobuf/stubs/status.h
47202b6220cd5cb13dee4de394467600 *src/third_party/protobuf-lite/google/protobuf/stubs/statusor.h
64fd7b559f45cdd75892a178160d72a7 *src/third_party/protobuf-lite/google/protobuf/stubs/stl_util.h
9e9d51666e44da9c4b0f7315351cecd1 *src/third_party/protobuf-lite/google/protobuf/stubs/stringpiece.h
850e1b1559c837960fa2d3fb3baa2cf8 *src/third_party/protobuf-lite/google/protobuf/stubs/stringprintf.h
a92cc153a6a5efba6c111c8849c6011d *src/third_party/protobuf-lite/google/protobuf/stubs/strutil.h
d97968116b144913b9d9264f8e3e3422 *src/third_party/protobuf-lite/google/protobuf/stubs/time.h
177a923d5187a74a16229b37fc829e61 *src/third_party/protobuf-lite/google/protobuf/unknown_field_set.h
61e4cabe9f9f53bf7d061452f4217073 *src/third_party/protobuf-lite/google/protobuf/wire_format_lite.h
64b49c775f78a1bd6a3f211a0673fcb4 *src/third_party/protobuf-lite/implicit_weak_message.cc
ea8f7cb34692fe13ac157d879ae3972f *src/third_party/protobuf-lite/int128.cc
3dfa173826cc2f4172f7ec75cbc6520b *src/third_party/protobuf-lite/io_win32.cc
721b2761ce18611a8c087326ae112e49 *src/third_party/protobuf-lite/message_lite.cc
a6286f34aea0787c2f522fea14283b18 *src/third_party/protobuf-lite/parse_context.cc
09d6de314b9f975d0e7a9d28ab25728a *src/third_party/protobuf-lite/repeated_field.cc
e829b097249ab2aab40d156619aaae40 *src/third_party/protobuf-lite/status.cc
a151e62d7d0445edaf6a0dd5c34e4375 *src/third_party/protobuf-lite/statusor.cc
7abd43985036b1b1c8f37ded922627a1 *src/third_party/protobuf-lite/stringpiece.cc
111edd2fa88f6f0ae13a3b26f40203eb *src/third_party/protobuf-lite/stringprintf.cc
2ad6dedd1378e1e540463d9557a30e7e *src/third_party/protobuf-lite/structurally_valid.cc
13a032e1c5bbe16f08bf85fd6ca33e4b *src/third_party/protobuf-lite/strutil.cc
854c0ca485b13ccd8dcef57b4281aa40 *src/third_party/protobuf-lite/time.cc
c47086cb7ae55f65c46b02c33b11a893 *src/third_party/protobuf-lite/wire_format_lite.cc
be8dce54dfb993a645b32cb6411a3292 *src/third_party/protobuf-lite/zero_copy_stream.cc
e5f1b6b1211f374a9e38ba083274595b *src/third_party/protobuf-lite/zero_copy_stream_impl.cc
a6dbe2f726f3c9a875ae67191f5128a2 *src/third_party/protobuf-lite/zero_copy_stream_impl_lite.cc
