# use * for user-agent - give all search engine spiders the same rights # leave the Disallow line blank - tell the search engine that all files may be indexed. User-agent: * # Disallow: /usage/ # Usage Statistics Disallow: /htdig/ # Search Engine Disallow: /script/ # scripts