# /robots.txt as defined in # User-agent: * Crawl-delay: 5 Disallow: /cgi-bin/ Sitemap: http://www.nashvillepost.com/sitemap.xml.gz