User-agent: *
Disallow: /

User-agent: Googlebot
Allow: /
Disallow: /files
Disallow: /images
Disallow: /multimedia
Disallow: /thumbnails
Crawl-delay: 600
Request-rate: 1/600
Visit-time: 0100-0500

User-agent: Yahoo-slurp
Allow: /
Disallow: /files
Disallow: /images
Disallow: /multimedia
Disallow: /thumbnails
Crawl-delay: 600
Request-rate: 1/600
Visit-time: 0100-0500

User-agent: Slurp
Allow: /
Disallow: /files
Disallow: /images
Disallow: /multimedia
Disallow: /thumbnails
Crawl-delay: 600
Request-rate: 1/600
Visit-time: 0100-0500

User-agent: Netsprint
Allow: /
Disallow: /files
Disallow: /images
Disallow: /multimedia
Disallow: /thumbnails
Crawl-delay: 600
Request-rate: 1/600
Visit-time: 0100-0500

User-agent: ia_archiver
Disallow: /