User-agent: *
# Directories
Allow: /

# Grapeshot
User-agent: grapeshot
Disallow:

# Bingbot delay
User-Agent: bingbot
Crawl-delay: 10

User-agent: /*
# On empêche l'indexation des dossiers sensibles
Disallow: /cgi-bin
Disallow: /wp-login.php
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /*/trackback
Disallow: /*/feed
Disallow: /photos
Disallow: /_pw*
Disallow: /*?
# On empêche l'indexation des fichiers sensibles
User-agent: Googlebot
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.gz$
Disallow: /*.swf$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
# Autoriser Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*
User-agent: Googlebot-Image
Allow: cdn-cgi/image/
# Autoriser Google AdSense
User-agent: Mediapartners-Google
Disallow:
Allow: /*
# Autoriser Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*
# On indique au spider le lien vers notre sitemap
Sitemap: https://www.jeuneafrique.com/sitemap-general.xml
Sitemap: https://www.jeuneafrique.com/sitemap-googlenews.xml