# Sample robots.txt

User-agent: googlebot
Crawl-delay: 5
Disallow: /banners
Disallow: /images
Disallow: /thumbs
Disallow: /media

User-agent: *
Crawl-delay: 300
Disallow: /banners
Disallow: /images
Disallow: /thumbs
Disallow: /media