User-agent: Googlebot
Disallow: /*?
Disallow: /*/cache/
Disallow: /*jsession
Disallow: /https:/
Crawl-delay: 10
# Limite le temps minimum en secondes entre requêtes consécutives
# défaut est 1
User-agent: MSNBot
Disallow: /*?
Disallow: /*/cache/
Disallow: /*jsession
Disallow: /https:/
Crawl-delay: 10
# Engin de yahoo
User-agent: Slurp
Disallow: /*?
Disallow: /*/cache/
Disallow: /*jsession
Disallow: /https:/
Crawl-delay: 10

# Engin de swish-e
User-agent: robot swish-e
Disallow: /*?
Disallow: /*/cache/
Disallow: /*jsession
Disallow: /https:/

#webelixir
User-agent: webelixir
Disallow:

#autres
User-agent: *
Disallow: /