# All robots will spider the domain http://www.mscuk.com
User-agent: * 

# Disallow directory
Disallow: /_library
Disallow: /_phpscripts
Disallow: /css
Disallow: /images
Disallow: /js
Disallow: /search
Disallow: /info
# Disallow files
Disallow: /robots.txt
Disallow: /spider.html