# All robots will spider the domain
# User-agent: *
# Crawl-delay: 30
# Disallow: / 
User-agent: *
Disallow: /