# All robots will spider the domain User-agent: * Disallow: /annonser/adred.asp* Disallow: /HitPage.asp* Disallow: /LoadUrl.asp* Disallow: /Redirect.asp* Disallow: /Redirecter.asp* Disallow: /Mobileredirecter.asp* Disallow: /redirectpartners.asp Disallow: /fetch_search.asp* Disallow: /includes/rating/rating.asp Disallow: /includes/rating/rpc.asp Disallow: /includes/rating/common.asp Disallow: /studentannonser/LoadUrl.asp Disallow: /svea/LoadUrl.asp Disallow: /netdoktor/LoadUrl.asp Disallow: /studentannonser/Redirecter.asp Disallow: /svea/Redirecter.asp Disallow: /netdoktor/Redirecter.asp Disallow: /netdoktor/default.asp Disallow: /flash/AnatomyOfTheEye/settings.xml Disallow: /Default.asp?page=* Disallow: /default.asp?page=* Disallow: /Default.asp?sort=* Disallow: /default.asp?sort=* Disallow: /default.asp?drlType=* Disallow: /default.asp?drlBrand=* Disallow: /?page=* Disallow: /?sAction=* Disallow: /?sort=* Disallow: /?drlType=* Disallow: /svea Disallow: /netdoktor Disallow: /stampen Disallow: /SendMail.asp Disallow: /default.asp?drlBrand=* Disallow: /oga.asp User-agent: amazonaws Disallow: / User-agent: *.amazonaws.com Disallow: / User-agent: ec2-3-87-33-1.compute-1.amazonaws.com Disallow: / User-agent: ec2-3-84-127-203.compute-1.amazonaws.com Disallow: / User-agent: ec2-18-212-136-247.compute-1.amazonaws.com Disallow: / User-agent: ec2-34-203-221-73.compute-1.amazonaws.com Disallow: / User-agent: ec2-18-209-99-153.compute-1.amazonaws.com Disallow: / User-agent: ec2-3-84-208-227.compute-1.amazonaws.com Disallow: / User-agent: ec2-35-153-130-173.compute-1.amazonaws.com Disallow: / User-agent: ec2-35-153-206-81.compute-1.amazonaws.com Disallow: / User-agent: ec2-18-212-126-210.compute-1.amazonaws.com Disallow: / User-agent: ec2-3-81-45-179.compute-1.amazonaws.com Disallow: / User-agent: ec2-18-232-123-183.compute-1.amazonaws.com Disallow: / User-agent: ec2-18-234-89-35.compute-1.amazonaws.com Disallow: / User-agent: ec2-34-204-78-223.compute-1.amazonaws.com Disallow: / User-agent: ec2-35-173-130-79.compute-1.amazonaws.com Disallow: / User-agent: ec2-54-159-155-159.compute-1.amazonaws.com Disallow: / User-agent: ec2-54-162-160-58.compute-1.amazonaws.com Disallow: / User-agent: ec2-54-81-24-95.compute-1.amazonaws.com Disallow: /