User-agent: * # applies to all robots Disallow: /test # disallow indexing of all pages