# All robots will spider the domain

User-agent: *
Disallow: /~*/

User-agent: *
Disallow: /~files/

User-agent: *
Disallow: /~temp/

User-agent: *
Disallow: /files/

User-agent: *
Disallow: /includes/

User-agent: *
Disallow: /script/

User-agent: *
Disallow: /sitescripts/

User-agent: *
Disallow: /images/

User-agent: *
Disallow: /web-inf/