User-agent: * Disallow: /tmp/ Disallow: /cgi-bin/ Allow: /files/ User-agent: dotbot Disallow: /diary/