# All robots will spider the domain
User-agent: *
Disallow: /HitPage.asp
Disallow: /LoadUrl.asp
Disallow: /Redirecter.asp