# robots.txt for phpBB3 # @version $Id: robots.txt,v 1.0 2007/01/30 14:05:07 angelside Exp $ # "Any empty [Disallow] value, indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." User-agent: * Crawl-delay: 100 Disallow: /adm Disallow: /arcade Disallow: /cache Disallow: /docs Disallow: /download Disallow: /files Disallow: /gallery Disallow: /hysteriux Disallow: /images Disallow: /includes Disallow: /language Disallow: /store Disallow: /styles Disallow: /x7chat2 Disallow: /arcade.php Disallow: /boost1.html Disallow: /calm1.html Disallow: /chat.php Disallow: /common.php Disallow: /config.php Disallow: /cron.php Disallow: /download.php Disallow: /faq.php Disallow: /gallery.php Disallow: /gallery_db.php Disallow: /karma.php Disallow: /lottery.php Disallow: /mcp.php Disallow: /memberlist.php Disallow: /modsdb.php Disallow: /newscore.php Disallow: /photo.php Disallow: /posting.php Disallow: /report.php Disallow: /search.php Disallow: /shop.php Disallow: /style.php Disallow: /thanks.php Disallow: /ucp.php Disallow: /viewcategory.php Disallow: /viewforum.php Disallow: /viewtopic.php Disallow: /viewgame.php Disallow: /viewonline.php Disallow: /virtual_neighborhood.php #--- Allowed bots # for archive.org User-agent: ia_archiver Disallow: User-agent: Yahoo! Slurp Crawl-delay: 30 Disallow: user-agent: Googlebot crawl-delay: 30 Disallow: user-agent: msnbot/ crawl-delay: 30 Disallow: user-agent: msnbot-media/ crawl-delay: 30 Disallow: