User-agent: *
Disallow: /database/
Disallow: /main/
Crawl-delay: 15