# robot exclusion file
# M. Dolensky, Mar. 6, 2003
# Edited B. Rino Feb 5, 2008
# Edited Santosh Jagade Sept 11, 2014
User-agent: *           # directed to all spiders
Disallow: /
Disallow: /cgi-bin/

#Disallow: /icons/                # icons etc.
#Disallow: /cgi-bin/twiki/                # document management system
#Allow: /cgi-bin/twiki/bin/view/IVOA/          # document management system content pages

User-agent: Googlebot
Disallow: /icons/                # icons etc.
#Disallow: /cgi-bin/twiki/                # document management system
#Allow: /cgi-bin/twiki/bin/view/IVOA/          # document management system content pages

#User-agent: Twiceler
#Disallow: /icons/                # icons etc.
#Disallow: /twiki/                # document management system