User-agent: * Disallow: /personal/ Disallow: /includes/ Disallow: /cgi-bin/ Disallow: /banned/ Disallow: /blocked.php #User-Agent: * #Allow: / User-agent: Yandex Disallow: / User-Agent: Googlebot Allow: /. Allow: /