User-Agent: *
Crawl-delay: 15

Sitemap: https://www.auvieuxcampeur.fr/pub/sitemaps/sitemap.xml

# Bloquage Robots indesirables​ #​
User-agent: adequat​
Disallow: /​
User-agent: ADmantX bot​
Disallow: /​
User-agent: BacklinkCrawler​
Disallow: /​
User-agent: Corporama​
Disallow: /​
User-agent: DotBot​
Disallow: /​
User-agent: Dotmic DotBot​
Disallow: /​
User-agent: ellisphere​
Disallow: /​
User-agent: EtaoSpider​
Disallow: /​
User-agent: Fetch​
Disallow: /​
User-agent: Grapeshot bot​
Disallow: /​
User-Agent: houzzbot​
Disallow: /​
User-agent: infoseek​
Disallow: /​
User-agent: Jetbot​
Disallow: /​
User-agent: k2spider​
Disallow: /​
User-agent: leadbox​
Disallow: /​
User-agent: linkfluence​
Disallow: /​
User-agent: linko​
Disallow: /​
User-agent: Mail.Ru bot​
Disallow: /​
User-agent: Meltwater​
Disallow: /​
User-agent: Microsoft.URL.Control​
Disallow: /​
User-agent: MSIECrawler​
Disallow: /​
User-agent: NPBot​
Disallow: /​
User-agent: Nutch​
Disallow: /​
User-agent: opinion-tracker​
Disallow: /​
User-agent: proxem​
Disallow: /​
User-agent: Proximic bot​
Disallow: /​
User-agent: rogerbot​
Disallow: /​
User-Agent: SeznamBot​
Disallow: /​
User-agent: SiteSnagger​
Disallow: /​
User-agent: spotter​
Disallow: /​
User-Agent: SputnikBot​
Disallow: /​
User-agent: SurveyBot​
Disallow: /​
User-agent: Teleport​
Disallow: /​
User-agent: Updownerbot​
Disallow: /​
User-agent: verticalsearch​
Disallow: /​
User-agent: WebCopier​
Disallow: /​
User-agent: WebReaper​
Disallow: /​
User-agent: WebStripper​
Disallow: /​
User-agent: WebZIP​
Disallow: /​
User-agent: wget​
Disallow: /​
User-agent: winello​
Disallow: /​
User-agent: XoviBot​
Disallow: /​
User-agent: YisouSpider​
Disallow: /​
User-agent: Zealbot​
Disallow: /​
#​
#​
#​
# Ralentissement de robots moins utiles​
#​
User-Agent: Baiduspider​
Allow: /​
Crawl-delay: 10​
User-Agent: YandexBot​
Allow: /​
Crawl-delay: 10​
User-Agent: archive.org_bot​
Allow: /​
Crawl-delay: 10​
User-Agent: MJ12bot​
Allow: /​
Crawl-delay: 10​
User-Agent: AhrefsBot​
Allow: /​
Crawl-delay: 10​
User-Agent: Soso Spider​
Allow: /​
Crawl-delay: 10​
User-Agent: Sogou Spider​
Allow: /​
Crawl-delay: 10

# Directories
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
#Disallow: /js/
Disallow: /lib/
Disallow: /magento/

# Disallow: /media/
Disallow: /media/captcha/
# Disallow: /media/catalog/
#Disallow: /media/css/
Disallow: /media/css_secure/
Disallow: /media/customer/
Disallow: /media/dhl/
Disallow: /media/downloadable/
Disallow: /media/import/
Disallow: /media/js/
Disallow: /media/pdf/
Disallow: /media/sales/
Disallow: /media/tmp/
#Disallow: /media/wysiwyg/
Disallow: /media/xmlconnect/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
#Disallow: /skin/
Disallow: /stats/
Disallow: /var/

# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalog/product/gallery/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /ui-components/

# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
Disallow: /get.php # Magento 1.5+

# Paths (no clean URLs)
#Disallow: /*.js$
#Disallow: /*.css$
Disallow: /*.php$
Disallow: /*?SID=
Disallow: /rss*
Disallow: /*PHPSESSID

Disallow: /?q=
Disallow: /?dir=
Disallow: /?order=
Disallow: /?limit=
Disallow: /?mode=

# Les liens avec parametres ne sont pas utiles pour l'indexation (filtres, ordonnancement, etc.)
Disallow: /*?

User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image
Disallow: /
Allow: /media/catalog/product/
Disallow: /media/catalog/product/cache/