# Robots.txt file # For domain: http://www.willswing.com # Disallow alexa ia_archiver bot (might be causing crashes) User-agent: ia_archiver Disallow: / # Disallow voilaBot (might be causing crashes) User-agent: Mozilla/4.0+(compatible;+MSIE+5.0;+Windows+95)+VoilaBot+BETA+1.2+(http://www.voila.com/) Disallow: / # Disallow voilaBot (might be causing crashes) User-agent: VoilaBot Disallow: / # Disallow MJ12bot (might be causing crashes) User-agent: MJ12bot Disallow: / # All robots will spider the domain User-agent: * Disallow: /_admin/ Disallow: /_private/ Disallow: /_scripts/ Disallow: /adodb/ Disallow: /colorsBak/ Disallow: /Connections/ Disallow: /Templates/ Disallow: /tmp/ Disallow: /styles/ Disallow: /reg/ Disallow: /Library/