Sitemap: http://www.texsa.fr/media/site1/sitemap.xml

# 80legs crawler
User-agent: 008
Disallow: /

# Baiduspider
User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-mobile
Disallow: /

# All others
User-agent: *
Crawl-delay: 3
Request-rate: 1/3
Visit-time: 0145-0645
Disallow: /email/envia-email.htm
Disallow: /pdf/