User-agent: PetalBot
Disallow: /

User-agent: Qwantify/Bleriot
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: Seekport
Disallow: /

User-agent: Bleriot
Disallow: /

User-agent: Qwantify
Disallow: /

User-agent: AlphaSeoBot
Disallow: / 

User-agent: AlphaSeoBot-SA
Disallow: / 

User-agent: AhrefsBot
Disallow: / 

User-agent: Cliqzbot
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: JikeSpider
Disallow: /

User-agent: proximic
Disallow: /

User-agent: IntegromeDB
Disallow: /

User-agent:WebAlta Crawler
Disallow: /

User-agent: Riddler
Disallow: /

User-agent:twiceler
Disallow: /

User-Agent:ccbot
Disallow: /

User-Agent:ZanranCrawler
Disallow: /

User-agent: EasouSpider
Disallow: /

User-agent: PiplBot
Disallow: /

User-agent: Mj12bot
Disallow: /

User-agent: AdsBot-Google
Disallow: /cgi/
Disallow: /reference/

User-agent:Googlebot
Disallow: /cgi/
Disallow: /r/
Disallow: /reference/
Disallow: /comparaison/
Disallow: /v/
Disallow: /archive/
Disallow: /Lave-linge/
Disallow: /be/
Disallow: /ch/
Disallow: /us/
Disallow: /en/
Disallow: /q/
Disallow: /vente/
Disallow: /achat/
Allow: /promo/*.html
Allow:/category/Beaute-*.html$
Disallow: /category/*-*.html$
Allow: /category/*_*.html$
Allow:/category/Blu-ray.html$
Allow:/category/Hygiene__Entretien.html$
Allow:/category/Bijoux__Maroquinerie.html$
Allow:/category/Auto__Moto.html$
Allow:/auto__moto/*.html
Allow:/bijoux__maroquinerie/*.html
Allow:/hygiene__entretien/*.html
Allow: /hi_fi/*.html
Allow: /jeu_video/*.html
Allow:/auto__moto/*.html
Disallow: /*_*.html$
Allow: auto__moto/
Disallow: *%*.html
Disallow: *fourchette_de_prix*
Disallow: /store/
Disallow: /top/
Disallow: /fr/
Disallow: /en/

User-agent:*
Disallow: /cgi/
Disallow: /reference/
Disallow: /r/
Disallow: /comparaison/
Disallow: /v/
Disallow: /archive/
Disallow: /Lave-linge/
Disallow: /be/
Disallow: /ch/
Disallow: /us/
Disallow: /en/
Disallow: /q/
Disallow: /vente/
Disallow: /achat/
Allow:/category/Beaute-*.html$
Disallow: /category/*-*.html$
Allow: /category/*_*.html$
Allow:/category/Blu-ray.html$
Allow:/category/Hygiene__Entretien.html$
Allow:/category/Bijoux__Maroquinerie.html$
Allow:/category/Auto__Moto.html$
Allow:/auto__moto/*.html
Allow:/bijoux__maroquinerie/*.html
Allow:/hygiene__entretien/*.html
Allow: /hi_fi/*.html
Allow: /jeu_video/*.html
Allow:/auto__moto/*.html

Disallow: /*_*.html$
Allow: auto__moto/
Disallow: *%*.html
Disallow: *fourchette_de_prix*
Disallow: /store/
Disallow: /top/
Disallow: /fr/
Disallow: /en/