User-Agent: *
Disallow: /assets/
Disallow: /comments/
Disallow: /search/
Disallow: /register/
Disallow: /subscribe/
Disallow: /reset_password/
Disallow: /login/
Disallow: /logout/
Disallow: /account/
Sitemap: http://www.njspotlight.com/sitemap.xml
Sitemap: http://www.njspotlight.com/newsmap.xml

User-agent: msnbot
Crawl-delay: 1