# $Id: robots.txt 92365 2007-09-23 14:04:27Z oden $
# $HeadURL: svn+ssh://svn.mandriva.com/svn/packages/cooker/apache-conf/current/SOURCES/robots.txt $
# exclude help system from robots
User-agent: *
Disallow: /manual/
Disallow: /manual-1.3/
Disallow: /manual-2.0/
Disallow: /manual-2.2/
Disallow: /addon-modules/
Disallow: /doc/
Disallow: /images/

Disallow: /forums/*
Disallow: /forums/admin/
Disallow: /forums/db/
Disallow: /forums/images/
Disallow: /forums/includes/
Disallow: /forums/language/
Disallow: /forums/profile.php
Disallow: /forums/groupcp.php
Disallow: /forums/memberlist.php
Disallow: /forums/login.php
Disallow: /forums/modcp.php
Disallow: /forums/posting.php
Disallow: /forums/privmsg.php
Disallow: /forums/search.php 
Disallow: /forum/viewtopic.php?
Disallow: /forum/viewforum.php?
Disallow: /forum/index.php?
Disallow: /forum/posting.php?
Disallow: /forum/groupcp.php
Disallow: /forum/profile.php?
Disallow: /forum/memberlist.php
Disallow: /forum/search.php?
Disallow: /forum/login.php
Disallow: /forum/faq.php

# the next line is a spam bot trap, for grepping the logs. you should _really_ change this to something else...
Disallow: /all_our_e-mail_addresses
# same idea here...
Disallow: /admin/
# but allow htdig to index our doc-tree
#User-agent: htdig
#Disallow:
# disallow stress test
user-agent: stress-agent