# /robots.txt file for http://www.clforjava.org
# mail goldsteink@cofc.edu for constructive criticism
#
# with minor modifications by the sysadmin 8^)
#
User-agent: *
Disallow: /cgi-bin/

# prevent local Google appliance from crawling database-driven
# web applications.  (has caused problems in the past, particularly for SMF)
User-agent: gsa-crawler
Disallow: /forum/
Disallow: /twiki/
Disallow: /Twiki/
Disallow: /TWiki/
Disallow: /bugzilla/
Disallow: /Bugzilla/
Disallow: /movabletype/
Disallow: /MoveableType/