#exclude all robots from the entire server
User-agent: *
Disallow: /