User-agent: * disallow: /user/* disallow: /shop/* disallow: /content/search/* Disallow: /cgi-bin