###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_themes/
Disallow: /_vti_txt/
Disallow: /awmData-menu/
Disallow: /menu-assets/
Disallow: /stat/
Disallow: /awmdata/
Disallow: /links/
Disallow: /questions/admin/
Disallow: /questions/images/
Disallow: /questions/includes/
Disallow: /questions/language/
Disallow: /questions/templates/
Disallow: /questions/common.php
Disallow: /questions/groupcp.php
Disallow: /questions/memberlist.php
Disallow: /questions/modcp.php
Disallow: /questions/posting.php
Disallow: /questions/profile.php
Disallow: /questions/privmsg.php
Disallow: /questions/viewonline.php
Disallow: /questions/faq.php
Disallow: /questions/updates-topic
Disallow: /questions/stop-updates-topic
Disallow: /questions/ptopic
Disallow: /questions/ntopic
Disallow: /post- 
#
# list specific files robots are not allowed to index
#
#Disallow: /directory/foo.html
#Disallow: /folder2/whatever.html
# 
#
###############################