# $Id: robots.txt,v 1.1 2002/01/15 10:08:15 cdn Exp $ # 20090301 # User-agent: Googlebot # Disallow: / # User-agent: ShopWiki # Disallow: / # User-agent: Slurp # Disallow: / User-agent: * # applies to all robots # Disallow: / Disallow: /images Disallow: /i User-agent: ShopWiki Crawl-Delay: 12