# sarah-vivian.me.uk robots.txt Sitemap: http://www.sarah-vivian.me.uk/sitemap.xml # ban crap robot User-agent: Twiceler-0.9 Disallow: / # allow all User-agent: * Disallow: # reduce server load from Yahoo User-agent: Slurp Crawl-delay: 600