User-agent: ia_archiver
Allow: /

User-agent: *
Disallow: /gallery
Disallow: /wp
Allow: /About

User-agent: Slurp
Disallow: /

# "Allow" is not real directive in original protocol and
# was added later. Syntax checkers require this now. User-agent: ia_archiver

# Change log for http://www.bearsperth.org/robots.txt
#
# 16:11 15/04/2008 v1.0
#		Created by S. Ryper
#		add ia_archiver - allow http://www.archive.org, 
#		deny for all gallaery images for all crawlers. 
#		Added due to large bandwidth usage by yahoo "slurp" crawler in
#		March 2008 (see http://help.yahoo.com/l/us/yahoo/search/webcrawler/slurp-02.html)
#
# 16:51 14/09/08	v1.1
#                change /gallery/albums/* to /gallery/*
#                
# 10:37 16/09/2008 v1.2 S.Ryper
# 		rebuild after using validator - http://www.searchenginepromotionhelp.com/m/robots-text-tester/robots-checker.php