User-agent: * # applies to all robots Disallow: /temp/ # disallow indexing of all pages Disallow: /_private/ # disallow indexing of all pages # This should disallow any spiders from browsing areas of the web site and offering links to old/outdated/test materials.