# robots.txt for http://www.cavsi.com User-agent: Mediapartners-Google* Disallow: User-agent: Googlebot Disallow: User-agent: Googlebot/2.1 Disallow: User-agent: Google Media bot Disallow: User-agent: MSNBot Disallow: User-agent: InfoNaviRobot(F107) Disallow: User-agent: TV33_Mercator_1-1.0 Disallow: User-agent: AVSearch-3.0 Disallow: User-agent: Scooter/2.0 Disallow: User-agent: Slurp Disallow: User-agent: Slurp/2.0 Disallow: User-agent: Scrubby Disallow: User-agent: SearchengineLicenceSheep_v1.0 Disallow: User-agent: shadow/2.0 Disallow: User-agent: MultiText/0.1 Disallow: User-agent: FAST-WebCrawler/2.2.5 Disallow: User-agent: Atomz/1.0 Disallow: User-agent: htdig/ (searchit@netmind.com) Disallow: User-agent: spider00.logika.net. Disallow: User-agent: * Disallow: /cgi-bin/ Disallow: /preguntasrespuestas/cgi-bin Disallow: /preguntasrespuestas/page Disallow: /questionsanswers/cgi-bin Disallow: /questionsanswers/page Sitemap: http://www.cavsi.com/sitemap.xml