# robots.txt for http://www.cbcrabcakes.com User-agent: * Disallow: /admin/ Disallow: /members/ # "*" is a wild card that specifies ALL user agents # This file blocks all search spiders from indexing files in the above listed subdirectories within the public directory