6a30193b852eaae67a6458ec48ccc199 *DESCRIPTION
2ccd6cbf77eb24aed605c17f73d376ce *LICENSE
4cd0c1decc375474837c6afbe7b0f9ad *NAMESPACE
d564b47966ff41e06a451155caf07aed *NEWS.md
5a8e5abb48de00c54fa2aa037d3c985f *R/decode.R
60ecaaa1dd7684483ab3ddf2a62e2371 *R/extendr-wrappers.R
5002b53e666f5d4fb2db36aa054c3d66 *R/get_token_count.R
b2957de870a68be96eca1fd292c055f7 *R/get_tokens.R
058e101eca86b7aedc83e51ced06a27f *R/model_to_tokenizer.R
3f2b88737c48dbc0d2e14fec839b9be5 *R/utils.R
3774241974fc2693b6675b7125c7090e *README.md
df665c330920d29973e9723a009da3f1 *cleanup
1ccd53fb149fad14e8715a24cc398251 *cleanup.win
6dc963801a6a45ae7fcb5e9d7f4237d4 *configure
1e6006521754e3a739cf9e515c11a90f *configure.win
df87b4f594ee98dcb82927bc5681bbe2 *inst/AUTHORS
74b26e602804607c56cea7cdce043e9c *man/decode_tokens.Rd
5df283d5d49a8afbdf33667cb416e3f4 *man/get_token_count.Rd
a9501513a11ca2647f0af67e80d920fc *man/get_tokens.Rd
a1f0d330c1ab40ddddeb449b44233ceb *man/model_to_tokenizer.Rd
417487cbabdf86982bf24d45265c72f1 *src/Makevars.in
d21e6a9d659dc697ed0312df6d31ef5b *src/Makevars.win.in
1c7503ddeb768ef37b95a827ee8a5fd3 *src/entrypoint.c
6b6916d964d319cb5d250e5147e5b82e *src/rtiktoken-win.def
03071be16089eaa081de67ff3a7b365f *src/rust/Cargo.lock
25205e66b369f8e2488fa556c56b621c *src/rust/Cargo.toml
c78cbdfb7e4d2470fecada9b839f2e54 *src/rust/document.rs
e99c0555e3b7ab48c47f2ffef02c3c8b *src/rust/src/lib.rs
d4c7febd30951f7fbd584476dbb2dd70 *src/rust/vendor-config.toml
3b691921a010e495907ce76d027cf73e *src/rust/vendor.tar.xz
a0ce4a6d8ddb623afaa095abd64c4651 *tests/testthat.R
7e9084304079edf5452fb5f932ff54ae *tests/testthat/test-tokens.R
c12f29979163c656f55be4c83943594c *tools/config.R
064e5e4e065fe2601c288550d112309d *tools/msrv.R
