# All robots will spider the domain
User-agent: *
Disallow:


# The number of seconds search engines should delay between spidering requests.
User-agent: *
Crawl-delay: 10


# Disallow directory
User-agent: *
Disallow: /ajax/
Disallow: /js/
Disallow: /images/
Disallow: /css/
Disallow: /menu/
Disallow: /colorbox/
Disallow: /themes/
Disallow: /ui/