# search robot configuration User-agent: * Allow: / Disallow: /export/ # do not crawl anything of export area Disallow: /member/ # do not crawl anything of our users Disallow: /shop/ # do not crawl anything of the shop (its an iframe, but secure first)