# All robots will spider the domain
User-agent: * 

# Disallow directory
Disallow: /_phpscripts
Disallow: /_aspnet_client
Disallow: /css
Disallow: /js
Disallow: /images
Disallow: /search
# Disallow files
Disallow: /spider.html
Disallow: /todo.html
Disallow: /Web.config