e6b11b9348f41472aa4c7b2e35312b39 *DESCRIPTION
9e30f576f8e7741788645dfddcb1822d *LICENSE
bfaee5cca21bfb972ea4cb82080e0faa *NAMESPACE
c240d2aca00e1666022590875e19bf4e *R/RcppExports.R
92349670e5daf9689aff1d84555fa43c *R/can-fetch.r
ddb826f882e242b692b588915349e088 *R/crawl-delay.r
cbe2efdd5d5927d208a03a77c44da59c *R/robxp.r
4eedb742310a2f26324c83e1904f46f8 *R/spiderbar-package.R
7a58b13412a11e1c8650008ae15f2bef *inst/extdata/cdc-robots.txt
942d135008891baac21b57b919d8b842 *inst/extdata/github-robots.txt
36d9a08c3766901f00d4fb1003849244 *inst/extdata/imdb-robots.txt
b03c30fd553878fce698924ee1eca06e *inst/extdata/wikipedia-robots.txt
01a07bb97589bc1369ad130dafa23ca7 *inst/tinytest/test_spiderbar.R
aa3aab60c658375d624ac2dac7a491de *man/can_fetch.Rd
f28014ad07e1d87c8820d8f684a41573 *man/crawl_delays.Rd
3de485ace8b167ebf29512552c4182a1 *man/print.robxp.Rd
43be7bccab03d88b37b99dc3e04ace31 *man/robxp.Rd
45c5018ffb662e2bfdecd1160bdaf4dd *man/sitemaps.Rd
e9e2c97786f71cd81fbf138e9afdb574 *man/spiderbar.Rd
57aeefcda3dbb3ce80dd8de4cca62621 *src/Makevars
b39c09e817d2793645d85fdd1a2e273a *src/RcppExports.cpp
d8535e965d61bdec16b80d859736cd02 *src/agent.cpp
b13f4ce3d75fe9093af70694bf604a68 *src/agent.h
5b63e3058a0c255fa4e245f94fdef1dd *src/directive.cpp
70b2dedeed7d2a0f6b238b2844df714f *src/directive.h
89f714b74d83d2e30c49a04b480f8436 *src/psl.cpp
f116ececf7ed34bde8378e38758be1c5 *src/psl.h
3cebe3208e492ee02ffd7175f6767663 *src/punycode.cpp
0e252328313dfabf21eb0e70237387a6 *src/punycode.h
29186a5a2224e7fdb73abd98dabc68a7 *src/repmain.cpp
3fc3e00cc54d89f0a5a2e33a3810769e *src/robots.cpp
80f67721245c74e25c1e0ff4520fda60 *src/robots.h
ccc275cd86b87bb7f302a18957d8b7b2 *src/url.cpp
e4145068c21fd1638c1d5fccab1104d2 *src/url.h
0171bcec6115504b605abaaecb63ad4a *src/utf8.cpp
b07cf4880e68b5c7c1d7680314eb5f5a *src/utf8.h
af42476463d0975665d8a4746ceead5b *tests/tinytest.R
