# robots.txt generated at http://www.mcanerin.com User-agent: twiceler Disallow: / User-agent: ShopWiki Disallow: / User-agent: Gigabot Disallow: / User-agent: Nutch Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /includes/ Disallow: /admin/ Disallow: /boxes/ Disallow: /db/ Disallow: /download/ Disallow: /js/ Disallow: /pub/