User-agent: * # applies to all robots Disallow: #/members # disallow indexing of members siteall pages User-agent: htdig Disallow: