User-agent: * # directed to all spiders Disallow: /robokopp/guerre.htm Disallow: /robokopp/guerre2.htm Disallow: /logofr.htm Disallow: /logosp.htm Disallow: /logogb.htm Disallow: /logode.htm Disallow: /cgi-musica/ # Disallow: /cgi-bin/ Disallow: /cgi-ads/ Disallow: /creditmut/ Disallow: /gesbib6/ Disallow: /images/ Disallow: /Images/ Disallow: /i1/ Disallow: /phpadmin/ Disallow:/members/ Disallow: /squirrel/ # Rover is a bad dog User-agent: Roverbot Disallow: / # Aspirateurs de sites et autres... User-agent: wget Disallow: / User-agent: webzip Disallow: / User-agent: extractorpro Disallow: / User-agent: offline Disallow: / User-agent: webbandit Disallow: / User-agent: webstripper Disallow: / User-agent: msiecrawler Disallow: / User-agent: sitesnagger Disallow: / User-agent: website Disallow: / User-agent: teleportpro Disallow: / # User-agent: inscyber # Disallow: /cgi-bin User-agent: yandex Disallow: /cgi-bin # User-agent: digineo # Disallow: /cgi-bin # User-agent: hispeed # Disallow: /cgi-bin