User-agent: * Disallow: /path/ Disallow: /stats/ Disallow: /images/ Disallow: /fichiers/ Disallow: /scripts/ Disallow: /_nodir/ Disallow: /backoffice/ Disallow: /annuaire/ Disallow: /nopage.php Disallow: /_blocage.php Crawl-delay: 3 # interdiction des robots suivants User-agent: aipbot Disallow: / User-agent: bot/1.0 Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: antibot Disallow: / User-agent: Amfibibot Disallow: / User-agent: BecomeBot Crawl-Delay: 600 User-agent: Biglotron Disallow: / User-agent: BruinBot Disallow: / User-agent: ccubee Disallow: / User-agent: ccubee/3.5 Disallow: / User-agent: Combine Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: ConveraMultiMediaCrawler Disallow: / User-agent: CoolBot Disallow: / User-agent: DimensioNet Disallow: / User-agent: Drecombot Disallow: / User-agent: DTAAgent Disallow: / User-agent: e-SocietyRobot Disallow: / User-agent: envolk Disallow: / User-agent: EverbeeCrawler Disallow: / User-Agent: FDSE Disallow: / User-agent: g2Crawler Disallow: / User-agent: genieBot Disallow: / User-agent: gsa-crawler Disallow: / User-agent: HooWWWer Disallow: / User-agent: Ipselonbot Disallow: / User-agent: IRLbot Disallow: / User-agent: Jyxobot Disallow: / User-agent: KavamRingCrawler Disallow: / User-Agent: larbin Disallow: / User-agent: linksmanager Disallow: / User-agent: linkwalker Disallow: / User-Agent: lmspider Disallow: / User-agent: minibot(NaverRobot)/1.0 Disallow: / User-Agent: MJ12bot Disallow: / User-Agent: MSIECrawler Disallow: / User-Agent: MyFamilyBot Disallow: / User-Agent: NetResearchServer Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: noxtrumbot Disallow: / User-agent: NPBot Disallow: / User-agent: Nutch Disallow: / User-agent: NutchCVS Disallow: / User-Agent: OmniExplorer_Bot Disallow: / User-Agent: OpenIntelligenceData Disallow: / User-agent: PhpDig Disallow: / User-agent: pompos Disallow: / User-agent: RufusBot Disallow: / User-Agent: schibstedsokbot Disallow: / User-Agent: SBIder Disallow: / User-Agent: ScSpider Disallow: / User-Agent: semanticdiscovery Disallow: / User-agent: Shim-Crawler Disallow: / User-Agent: ShopWiki Disallow: / User-Agent: silk Disallow: / User-Agent: sitecheck.internetseer.com Disallow: / User-agent: Slurp Crawl-delay: 30 User-agent: Sproose Disallow: / User-agent: Steeler Disallow: / User-agent: Tarantula Disallow: / User-agent: Theophrastus Disallow: / User-agent: TridentSpider Disallow: / User-agent: turnitinbot Disallow: / User-agent: twiceler Disallow: / User-agent: Ultraseek Disallow: / User-agent: Vagabondo Disallow: / User-agent: Verticrawlbot Disallow: / User-agent: voyager Disallow: / User-agent: voyager/1.0 Disallow: / User-agent: Wget Disallow: / User-agent: WebIndexer Disallow: / User-agent: xirq Disallow: / User-agent: Yandex Disallow: / User-agent: ZeBot_www.ze.bz Disallow: / User-agent: ZeBot Disallow: / User-Agent: Zeus Disallow: /