# robots.txt for phpBB3 # @version $Id: robots.txt,v 1.0 2007/01/30 14:05:07 angelside Exp $ # "Any empty [Disallow] value, indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." # hide to archive.org #User-agent: ia_archiver #Disallow: / #User-agent: Slurp #Crawl-delay: 10 #Disallow: #User-agent: msnbot #Crawl-delay: 100 #Disallow: User-agent: * #Crawl-delay: 100 Disallow: /adm/ Disallow: /cache/ Disallow: /docs/ Disallow: /files/ Disallow: /images/ Disallow: /includes/ Disallow: /language/ Disallow: /store/ Disallow: /styles/ Disallow: /common.php Disallow: /config.php Disallow: /cron.php #Disallow: /download.php #Disallow: /faq.php Disallow: /mcp.php #Disallow: /memberlist.php Disallow: /posting.php Disallow: /report.php #Disallow: /search.php Disallow: /style.php Disallow: /ucp.php Disallow: /viewonline.php Sitemap: http://www.sedaurenfanclub.com/sitemap.html