# Robots.txt file for unitedpagans.org.au
#
# blocks for our search spider
user-agent: FreeFind
Disallow: /badbots/
Disallow: /ccount/
Disallow: /forum/
Disallow: /images/
Disallow: /includes/
Disallow: /styles/
Disallow: /theportal/
Disallow: /rss/
Disallow: /directory/
Disallow: /errorpages/
Disallow: /directory/errorpages/
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml
#
#
# blocks for all other bots
User-agent: *
Disallow: /badbots/
Disallow: /ccount/
Disallow: /errorpages/
Disallow: /directory/errorpages/
Disallow: /files/
Disallow: /forum/
Disallow: /images/
Disallow: /includes/
Disallow: /styles/
Disallow: /theportal/
Disallow: /rss/
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml