# robot exclusion file
# M. Dolensky, Mar. 6, 2003
# Edited B. Rino Feb 5, 2008
User-agent: *           # directed to all spiders
Disallow: /icons/                # icons etc.
Disallow: /cgi-bin/twiki/                # document management system
Allow: /cgi-bin/twiki/bin/view/IVOA/          # document management system content pages

User-agent: Googlebot
Disallow: /icons/                # icons etc.
Disallow: /cgi-bin/twiki/                # document management system
Allow: /cgi-bin/twiki/bin/view/IVOA/          # document management system content pages

#User-agent: Twiceler
#Disallow: /icons/                # icons etc.
#Disallow: /twiki/                # document management system