User-agent: * # Restricted internal directories Disallow: /admin/ Disallow: /cgi-bin/ # Other directories Disallow: /img/ Disallow: /photos/ Disallow: /monthly/