# robots.txt for terranbbs.net. The idea is to allow: crawlers # to index the front/news page, but not the individual fora. User-Agent: * Disallow: /phpBB2/common.php Disallow: /phpBB2/config.php Disallow: /phpBB2/faq.php Disallow: /phpBB2/fetchposts.php Disallow: /phpBB2/groupcp.php Disallow: /phpBB2/index.php Disallow: /phpBB2/login.php Disallow: /phpBB2/memberlist.php Disallow: /phpBB2/modcp.php Disallow: /phpBB2/posting.php Disallow: /phpBB2/privmsg.php Disallow: /phpBB2/profile.php Disallow: /phpBB2/search.php Disallow: /phpBB2/viewforum.php Disallow: /phpBB2/viewonline.php Disallow: /phpBB2/viewtopic.php Disallow: /phpBB2/templates/ Disallow: /phpBB2/admin/ Disallow: /phpBB2/cache/ Disallow: /phpBB2/db/ Disallow: /phpBB2/docs/ Disallow: /phpBB2/images/ Disallow: /phpBB2/includes/ Disallow: /phpBB2/language/ # Basically, we deny them access to everything except portal.php. # An 'Allow' extension is sorely needed :)