# robots.txt for http://www.theschoolofdance.ca # March 14, 2005 # January 23, 2010 13:34 # removed disallow: /images/ User-agent: * Disallow: /GeneratedItems/ # AltaVista User-agent: Scooter Disallow: /GeneratedItems/ User-agent: ia_archiver Disallow: /GeneratedItems/ User-agent: ArchitextSpider Disallow: /GeneratedItems/ User-agent: fast Disallow: /GeneratedItems/ # Google User-agent: Googlebot Disallow: /GeneratedItems/ User-agent: Googlebot-Image Disallow: /GeneratedItems/ User-agent: Sidewinder Disallow: /GeneratedItems/ User-agent: Slurp Disallow: /GeneratedItems/ User-agent: Lycos_Spider_(T-Rex) Disallow: /GeneratedItems/ User-agent: Gulliver Disallow: /GeneratedItems/ User-agent: WebCrawler Disallow: /GeneratedItems/ User-agent: MSNBot Disallow: /GeneratedItems/ User-agent: Teoma Disallow: /GeneratedItems/ User-agent: Gigabot Disallow: /GeneratedItems/ User-agent: Scrubby Disallow: /GeneratedItems/ User-agent: Robozilla Disallow: /GeneratedItems/ User-agent: BecomeBot Disallow: /GeneratedItems/