# robots.txt - see http://www.robotstxt.org # tell dotbot that it should not visit any pages on our site User-agent: dotbot Disallow: / # all other robots are allowed to visit all pages on our site User-agent: * Disallow: