# file to prevent robots indexing certain directories and files
User-agent: *
Disallow: /css/
Disallow: /js/
Disallow: /mp3/

User-agent: MSIECrawler
Disallow: /

User-agent: psbot
Disallow: /

User-agent: NetMechanic
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: FreeFind
Disallow: /

User-agent: MondoSearch
Disallow: /

User-agent: Spiderline
Disallow: /

User-agent: fusionbot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: NPBot
Disallow: /