# Allow all robots to spider everything by disallowing nothing

User-agent: *
Disallow: /analogmulti.html
Disallow: /news/previousnews.html
Disallow: /item-index
Crawl-Delay: 10