User-agent: *
Allow: /
Disallow: /filestore/
Disallow: /get/
Disallow: /dl/
Disallow: /cgi-bin/