# All robots will spider the domain
User-agent: *
Disallow: /HitPage.asp
Disallow: /LoadUrl.asp
Disallow: /includes/rating/rating.asp
Disallow: /includes/rating/rpc.asp
Disallow: /includes/rating/common.asp