# All robots will spider the domain
User-agent:* 
Disallow: /default-ear/meta-inf/
Disallow: /default-ear/defualt-ejb/
Disallow: /defualt-ear/search-war/
Disallow: /defualt-ear/defualt-war/
#set delay for spiders to scan our servers to 200 seconds
Crawl-delay: 200