User-agent: * Disallow: /adserver/ Disallow: /reseller/ Disallow: /backend/ Disallow: /public/ Disallow: /static/ Disallow: /cgi-bin/