# All robots will spider the domain
User-agent: *
Disallow:/
Disallow:/cgi-bin/
Disallow:/z/
Disallow:/beta2/
Disallow:/license/