User-agent: *
Disallow: /compte/
Disallow: /cache/
Disallow: /invitation.php
Disallow: /404.php
Disallow: /403.php
Disallow: /410.php
Disallow: /500.php
Disallow: /inclus/_affichernum.php
Disallow: /paris/voirplan.php
Disallow: /paris/inclus/_affichernum.php
Disallow: /sites/pub/
Disallow: /unsecuredpain.php
Disallow: /?gclid=*
Disallow: /signaler-erreur-*
Crawl-delay: 10
Request-rate: 1/10         # maximum rate is one page every 10 seconds
Visit-time: 2100-0800     # only visit between 21:00 and 08:00 UTC (GMT)

User-agent: Slurp
Crawl-delay: 20

User-agent: Exabot
Crawl-delay: 20

User-agent: msnbot
Crawl-delay: 20

User-agent: Fasterfox
Disallow: /

User-agent: dotbot 
Disallow: / 

User-agent: Xenu's link sleuth 1.3c
disallow: /

User-agent: Xenu's
disallow: /