User-agent: Googlebot
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: Yahoo! Slurp
User-agent: msnbot
User-agent: VoilaBot
User-agent: Teoma
User-agent: ArchitextSpider
User-agent: Exabot
User-agent: Baiduspider
User-agent: Gigabot
User-agent: twiceler
User-agent: Scooter
User-agent: Mercator
User-agent: Speedy
User-agent: T-Rex
User-agent: modspider
User-agent: Slurp

# For mobile content mining
Disallow: /mobile/
Disallow: /mobi/
Disallow: /m/
Disallow: /pda/
Disallow: /iphone/
Disallow: /apple-touch-icon.png
# Existing paths
Disallow: /_disallow/
Disallow: /img/
Disallow: /doc/
Disallow: /dhtml/
Disallow: /site-web-pas-cher-demo/
Disallow: /estimateur-prix.php
Disallow: /*.pdf$
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.png$


User-agent: *
Disallow: /