# All robots will spider the domain 
User-agent: * 
Disallow: /js
Disallow: /_admin
Disallow: /~new uploads
Disallow: /~test
Disallow: /aspnet_client
Disallow: /cgi-bin
Disallow: /comersus
Disallow: /flash
Disallow: /html
Disallow: /jmail
Disallow: /stats
Disallow: /stats.old
Disallow: /x