# robots.txt for http://www.itvoe.com/ # The crawlers listed below are allowed on the Zoombridal site. # please crawl minimum one second. # Zoombridal allows other crawlers on a case by case basis. # Send requests to yulin2362gmail.com. # User-agent: googlebot Disallow: /cgi-bin User-agent: gulliver Disallow: /cgi-bin User-agent: slurp Disallow: /cgi-bin User-agent: fast Disallow: /cgi-bin User-agent: scooter Disallow: /cgi-bin User-agent: vscooter Disallow: /cgi-bin User-agent: ia_archiver Disallow: /cgi-bin User-agent: Nutch Disallow: /cgi-bin User-agent: FAST-WebCrawler Disallow: /cgi-bin User-agent: teoma_agent1 Disallow: /cgi-bin User-agent: ArchitextSpider Disallow: /cgi-bin User-agent: ZyBorg Disallow: /cgi-bin User-agent: SurveyBot Disallow: /cgi-bin # Please note: there are # some misbehaved spiders out there that go _way_ too fast. If you're # irresponsible, your access to the site may be blocked. # # Some bots are known to be trouble, particularly those designed to copy # entire sites. Please obey robots.txt. User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / # # Friendly, low-speed bots are welcome # Inktomi's "Slurp" can read a minimum delay between hits; if your # bot supports such a thing using the 'Crawl-delay' or another # instruction, please let us know. # User-agent: * Disallow: /administrator/ Disallow: /cache/ Disallow: /components/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /tmp/ Disallow: /xmlrpc/ sitemap: http://www.itvoe.com/sitemap.xml