User-agent: *
Crawl-delay: 30
Disallow: /trounoir/

Sitemap: https://www.bioenergie-promotion.fr/wp-sitemap.xml
Sitemap: https://www.chauffage-bois-magazine.fr/wp-sitemap.xml

#Googlebot
User-agent: Googlebot
Allow: *.css
Allow: *.js

# AhrefsBot bot spider
User-agent: AhrefsBot
Disallow: /

# Semrushbot
User-agent: SemrushBot
Disallow: /

User-agent: Yandex
Disallow: / # prohibits crawling for the entire site

User-agent: Baiduspider
User-agent: 360Spider
User-agent: Yisouspider
User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /


# Other bot spider
User-agent: *
Disallow: /cgi-bin
Disallow: /xmlrpc.php
Disallow: /wp-admin/
Disallow: /trackback/
Disallow: /feed/
Disallow: */comments
Disallow: */comment-page-*/
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /page/
Disallow: /*taxonomy
Disallow: /*zonegeo
Disallow: /*geo
Disallow: /*s2member_file_download=
Disallow: /*ak_action=reject_mobile
Disallow: /*ak_action=accept_mobile