# /robots.txt file for controlling indexing in www.biblewitness.org user-agent: * # applies to all crawlers & spiders disallow: /webstats # allows access to everything else disallow: /Pharaoh_Tmny.pdf disallow: /jcwedding-martin disallow: /mac65bd-jac disallow: /jcwedding-jac disallow: /mac65bd-mac