c467d6d3e8d13a5ab5203b4bd6113ef1 *DESCRIPTION
9e30f576f8e7741788645dfddcb1822d *LICENSE
bfaee5cca21bfb972ea4cb82080e0faa *NAMESPACE
7582c97f390ee769f965df5df073e112 *NEWS.md
c240d2aca00e1666022590875e19bf4e *R/RcppExports.R
2e6edd5849102601b35f8cee5b66f527 *R/can-fetch.r
3c2789709da7a43230493c56ad30b348 *R/crawl-delay.r
022199e9a6f3ee7ecf15d26c7a07454f *R/robxp.r
3bef450d72d8dfc4c9fc1a14707d181b *R/spiderbar-package.R
14c2788c3a28c699cb3b7e81d393b8b9 *README.md
7a58b13412a11e1c8650008ae15f2bef *inst/extdata/cdc-robots.txt
942d135008891baac21b57b919d8b842 *inst/extdata/github-robots.txt
36d9a08c3766901f00d4fb1003849244 *inst/extdata/imdb-robots.txt
b03c30fd553878fce698924ee1eca06e *inst/extdata/wikipedia-robots.txt
36a827b5360d377b6f6c06ff6c4c1c90 *man/can_fetch.Rd
8a31da5d85646e505d3dcc76295abf7b *man/crawl_delays.Rd
3de485ace8b167ebf29512552c4182a1 *man/print.robxp.Rd
80cdac3faec04192606d6d6e1d4af54c *man/robxp.Rd
b5760dae5be949f1a6b6159224bbe5c4 *man/sitemaps.Rd
7496add1231ff35c70fdf66b1ae15d12 *man/spiderbar.Rd
d70cae1643a23ac2477a9ce7024ba50f *src/Makevars
6b22499c169c4c3bb0936dbd73cf9739 *src/RcppExports.cpp
d8535e965d61bdec16b80d859736cd02 *src/agent.cpp
16b81bac652a156f0e6fc2bce65c2964 *src/agent.h
5b63e3058a0c255fa4e245f94fdef1dd *src/directive.cpp
70b2dedeed7d2a0f6b238b2844df714f *src/directive.h
89f714b74d83d2e30c49a04b480f8436 *src/psl.cpp
76f17393911f7ade7846f9668b56d017 *src/psl.h
3cebe3208e492ee02ffd7175f6767663 *src/punycode.cpp
5b26902a1d95b41df31f31aae7ba0e8a *src/punycode.h
29186a5a2224e7fdb73abd98dabc68a7 *src/repmain.cpp
c1568f5a1b6810961eef7b7f68f2e596 *src/robots.cpp
f6e9136e48b6161cb90e015617b1b4f1 *src/robots.h
ccc275cd86b87bb7f302a18957d8b7b2 *src/url.cpp
eed673945dc3ce9aba80662f620b308e *src/url.h
0171bcec6115504b605abaaecb63ad4a *src/utf8.cpp
c7ab32d6116992bd987518fb8f1bd470 *src/utf8.h
f87345c39c21ed418a0caeec556cd629 *tests/test-all.R
488023044ebd181981d47a3a59e46e9a *tests/testthat/test-spiderbar.R
