User-agent: * Allow: / Disallow: /amazon/search* User-agent: * Allow: / Disallow: /ebay?url* User-agent: * Allow: / Disallow: /libro/preview* User-agent: * Allow: / Disallow: /producto/stockupdate* User-agent: * Allow: / Disallow: /libros/biblio* User-agent: * Allow: / Disallow: /boton-* # Users inutiles User-agent: Adidum/1.0 Disallow: / User-agent: AhrefsBot/5.0 Disallow: / User-agent: BLEXBot/1.0 Disallow: / User-agent: BLEXBot Disallow: / User-agent: BREW-Applet/0x20068888 Disallow: / User-agent: CFNetwork/760.2.6 Disallow: / User-agent: DotBot/1.1 Disallow: / User-agent: EveryoneSocialBot Disallow: / User-agent: Exabot/3.0 Disallow: / User-agent: Exalead Previewer Disallow: / User-agent: Genieo/1.0 Disallow: / User-agent: Gigabot/1.0 Disallow: / User-agent: Go 1.1 package Disallow: / User-agent: GrapeshotCrawler/2.0 Disallow: / User-agent: HTTrack 3.0x Disallow: / User-agent: IstellaBot/1.23.15 Disallow: / User-agent: Mail.RU Disallow: / User-agent: Mediapartners-Google Disallow: / User-agent: MegaIndex.ru/2.0 Disallow: / User-agent: Nutch-1.10 Disallow: / User-agent: Nutch-1.7 Disallow: / User-agent: PaperLiBot/2.1 Disallow: / User-agent: Ripper Disallow: / User-agent: SafeSearch microdata crawler Disallow: / User-agent: Sogou web spider/4.0 Disallow: / User-agent: WBSearchBot/1.1 Disallow: / User-agent: WinHttp Disallow: / User-agent: Xenu Link Sleuth/1.3.8 Disallow: / User-agent: YandexBot/3.0 Disallow: / User-agent: cURL Disallow: / User-agent: coccoc/1.0 Disallow: / User-agent: heritrix/1.12.1 Disallow: / User-agent: linkdexbot/2.2 Disallow: / User-agent: proximic Disallow: / User-agent: psbot-page Disallow: / User-agent: psbot/0.1 Disallow: / User-agent: spbot/4.4.2 Disallow: / User-agent: woobot/2.0 Disallow: / User-agent: dotbot Disallow: / User-agent: AhrefsBot Disallow: /