# All robots will spider the domain User-agent: * Disallow: /125 Disallow: /aspnet_client Disallow: /images Disallow: /js Disallow: /queries # Disallow the following spiders User-agent: TurnitinBot Disallow: / User-agent: NaverBot Disallow: / User-agent: TutorGig Disallow: / User-agent: CrawlConvera Disallow: / User-agent: Missigua Locator 1.9 Disallow: / User-agent: OmniExplorer_Bot/1.07 Disallow: / User-agent: OmniExplorer_Bot/1.10 Disallow: / User-agent: ConveraCrawler/0.8 Disallow: / User-agent: aipbot/1.0 Disallow: / User-agent: genieBot Disallow: /